Skip to content

Commit 918552a

Browse files
romsharon98romsharon98
authored
prevent templated field logic checks in operators __init__ (#36489)
1 parent 718efc0 commit 918552a

File tree

1 file changed

+90
-6
lines changed

1 file changed

+90
-6
lines changed

‎airflow/providers/google/cloud/operators/dataproc.py‎

Lines changed: 90 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1297,6 +1297,12 @@ def __init__(
12971297
query: str | None = None,
12981298
query_uri: str | None = None,
12991299
variables: dict | None = None,
1300+
impersonation_chain: str | Sequence[str] | None = None,
1301+
region: str,
1302+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1303+
cluster_name: str = "cluster-1",
1304+
dataproc_properties: dict | None = None,
1305+
dataproc_jars: list[str] | None = None,
13001306
**kwargs,
13011307
) -> None:
13021308
# TODO: Remove one day
@@ -1308,7 +1314,15 @@ def __init__(
13081314
stacklevel=1,
13091315
)
13101316

1311-
super().__init__(**kwargs)
1317+
super().__init__(
1318+
impersonation_chain=impersonation_chain,
1319+
region=region,
1320+
job_name=job_name,
1321+
cluster_name=cluster_name,
1322+
dataproc_properties=dataproc_properties,
1323+
dataproc_jars=dataproc_jars,
1324+
**kwargs,
1325+
)
13121326
self.query = query
13131327
self.query_uri = query_uri
13141328
self.variables = variables
@@ -1375,6 +1389,12 @@ def __init__(
13751389
query: str | None = None,
13761390
query_uri: str | None = None,
13771391
variables: dict | None = None,
1392+
impersonation_chain: str | Sequence[str] | None = None,
1393+
region: str,
1394+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1395+
cluster_name: str = "cluster-1",
1396+
dataproc_properties: dict | None = None,
1397+
dataproc_jars: list[str] | None = None,
13781398
**kwargs,
13791399
) -> None:
13801400
# TODO: Remove one day
@@ -1386,7 +1406,15 @@ def __init__(
13861406
stacklevel=1,
13871407
)
13881408

1389-
super().__init__(**kwargs)
1409+
super().__init__(
1410+
impersonation_chain=impersonation_chain,
1411+
region=region,
1412+
job_name=job_name,
1413+
cluster_name=cluster_name,
1414+
dataproc_properties=dataproc_properties,
1415+
dataproc_jars=dataproc_jars,
1416+
**kwargs,
1417+
)
13901418
self.query = query
13911419
self.query_uri = query_uri
13921420
self.variables = variables
@@ -1454,6 +1482,12 @@ def __init__(
14541482
query: str | None = None,
14551483
query_uri: str | None = None,
14561484
variables: dict | None = None,
1485+
impersonation_chain: str | Sequence[str] | None = None,
1486+
region: str,
1487+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1488+
cluster_name: str = "cluster-1",
1489+
dataproc_properties: dict | None = None,
1490+
dataproc_jars: list[str] | None = None,
14571491
**kwargs,
14581492
) -> None:
14591493
# TODO: Remove one day
@@ -1465,7 +1499,15 @@ def __init__(
14651499
stacklevel=1,
14661500
)
14671501

1468-
super().__init__(**kwargs)
1502+
super().__init__(
1503+
impersonation_chain=impersonation_chain,
1504+
region=region,
1505+
job_name=job_name,
1506+
cluster_name=cluster_name,
1507+
dataproc_properties=dataproc_properties,
1508+
dataproc_jars=dataproc_jars,
1509+
**kwargs,
1510+
)
14691511
self.query = query
14701512
self.query_uri = query_uri
14711513
self.variables = variables
@@ -1535,6 +1577,12 @@ def __init__(
15351577
arguments: list | None = None,
15361578
archives: list | None = None,
15371579
files: list | None = None,
1580+
impersonation_chain: str | Sequence[str] | None = None,
1581+
region: str,
1582+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1583+
cluster_name: str = "cluster-1",
1584+
dataproc_properties: dict | None = None,
1585+
dataproc_jars: list[str] | None = None,
15381586
**kwargs,
15391587
) -> None:
15401588
# TODO: Remove one day
@@ -1546,7 +1594,15 @@ def __init__(
15461594
stacklevel=1,
15471595
)
15481596

1549-
super().__init__(**kwargs)
1597+
super().__init__(
1598+
impersonation_chain=impersonation_chain,
1599+
region=region,
1600+
job_name=job_name,
1601+
cluster_name=cluster_name,
1602+
dataproc_properties=dataproc_properties,
1603+
dataproc_jars=dataproc_jars,
1604+
**kwargs,
1605+
)
15501606
self.main_jar = main_jar
15511607
self.main_class = main_class
15521608
self.arguments = arguments
@@ -1612,6 +1668,12 @@ def __init__(
16121668
arguments: list | None = None,
16131669
archives: list | None = None,
16141670
files: list | None = None,
1671+
impersonation_chain: str | Sequence[str] | None = None,
1672+
region: str,
1673+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1674+
cluster_name: str = "cluster-1",
1675+
dataproc_properties: dict | None = None,
1676+
dataproc_jars: list[str] | None = None,
16151677
**kwargs,
16161678
) -> None:
16171679
# TODO: Remove one day
@@ -1623,7 +1685,15 @@ def __init__(
16231685
stacklevel=1,
16241686
)
16251687

1626-
super().__init__(**kwargs)
1688+
super().__init__(
1689+
impersonation_chain=impersonation_chain,
1690+
region=region,
1691+
job_name=job_name,
1692+
cluster_name=cluster_name,
1693+
dataproc_properties=dataproc_properties,
1694+
dataproc_jars=dataproc_jars,
1695+
**kwargs,
1696+
)
16271697
self.main_jar = main_jar
16281698
self.main_class = main_class
16291699
self.arguments = arguments
@@ -1712,6 +1782,12 @@ def __init__(
17121782
archives: list | None = None,
17131783
pyfiles: list | None = None,
17141784
files: list | None = None,
1785+
impersonation_chain: str | Sequence[str] | None = None,
1786+
region: str,
1787+
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
1788+
cluster_name: str = "cluster-1",
1789+
dataproc_properties: dict | None = None,
1790+
dataproc_jars: list[str] | None = None,
17151791
**kwargs,
17161792
) -> None:
17171793
# TODO: Remove one day
@@ -1723,7 +1799,15 @@ def __init__(
17231799
stacklevel=1,
17241800
)
17251801

1726-
super().__init__(**kwargs)
1802+
super().__init__(
1803+
impersonation_chain=impersonation_chain,
1804+
region=region,
1805+
job_name=job_name,
1806+
cluster_name=cluster_name,
1807+
dataproc_properties=dataproc_properties,
1808+
dataproc_jars=dataproc_jars,
1809+
**kwargs,
1810+
)
17271811
self.main = main
17281812
self.arguments = arguments
17291813
self.archives = archives

0 commit comments

Comments
 (0)