apache-airflow-providers-google 9.0.0rc1__py3-none-any.whl → 10.0.0rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/cloud/hooks/automl.py +5 -6
- airflow/providers/google/cloud/hooks/bigquery.py +5 -6
- airflow/providers/google/cloud/hooks/bigquery_dts.py +11 -8
- airflow/providers/google/cloud/hooks/bigtable.py +5 -6
- airflow/providers/google/cloud/hooks/cloud_build.py +14 -11
- airflow/providers/google/cloud/hooks/cloud_composer.py +16 -0
- airflow/providers/google/cloud/hooks/cloud_memorystore.py +5 -14
- airflow/providers/google/cloud/hooks/cloud_sql.py +5 -7
- airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +5 -5
- airflow/providers/google/cloud/hooks/compute.py +5 -6
- airflow/providers/google/cloud/hooks/compute_ssh.py +8 -12
- airflow/providers/google/cloud/hooks/datacatalog.py +5 -9
- airflow/providers/google/cloud/hooks/dataflow.py +14 -6
- airflow/providers/google/cloud/hooks/dataform.py +8 -0
- airflow/providers/google/cloud/hooks/datafusion.py +13 -6
- airflow/providers/google/cloud/hooks/dataplex.py +5 -8
- airflow/providers/google/cloud/hooks/dataproc.py +13 -8
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +8 -0
- airflow/providers/google/cloud/hooks/datastore.py +5 -6
- airflow/providers/google/cloud/hooks/dlp.py +5 -9
- airflow/providers/google/cloud/hooks/functions.py +5 -6
- airflow/providers/google/cloud/hooks/gcs.py +6 -6
- airflow/providers/google/cloud/hooks/gdm.py +5 -6
- airflow/providers/google/cloud/hooks/kms.py +5 -9
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +6 -4
- airflow/providers/google/cloud/hooks/life_sciences.py +5 -9
- airflow/providers/google/cloud/hooks/mlengine.py +8 -0
- airflow/providers/google/cloud/hooks/natural_language.py +5 -9
- airflow/providers/google/cloud/hooks/os_login.py +5 -6
- airflow/providers/google/cloud/hooks/pubsub.py +5 -5
- airflow/providers/google/cloud/hooks/secret_manager.py +5 -9
- airflow/providers/google/cloud/hooks/spanner.py +5 -6
- airflow/providers/google/cloud/hooks/speech_to_text.py +5 -9
- airflow/providers/google/cloud/hooks/stackdriver.py +5 -6
- airflow/providers/google/cloud/hooks/tasks.py +5 -9
- airflow/providers/google/cloud/hooks/text_to_speech.py +5 -9
- airflow/providers/google/cloud/hooks/translate.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +5 -5
- airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +8 -0
- airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +8 -0
- airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +8 -0
- airflow/providers/google/cloud/hooks/video_intelligence.py +5 -9
- airflow/providers/google/cloud/hooks/vision.py +5 -6
- airflow/providers/google/cloud/hooks/workflows.py +8 -0
- airflow/providers/google/cloud/operators/bigquery.py +1 -148
- airflow/providers/google/cloud/operators/cloud_build.py +0 -13
- airflow/providers/google/cloud/operators/cloud_composer.py +2 -68
- airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +0 -21
- airflow/providers/google/cloud/operators/dataflow.py +2 -72
- airflow/providers/google/cloud/operators/dataform.py +5 -141
- airflow/providers/google/cloud/operators/datafusion.py +0 -102
- airflow/providers/google/cloud/operators/dataplex.py +3 -61
- airflow/providers/google/cloud/operators/dataproc.py +5 -13
- airflow/providers/google/cloud/operators/datastore.py +2 -86
- airflow/providers/google/cloud/operators/gcs.py +1 -43
- airflow/providers/google/cloud/operators/mlengine.py +1 -123
- airflow/providers/google/cloud/operators/pubsub.py +0 -61
- airflow/providers/google/cloud/operators/stackdriver.py +0 -101
- airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py +0 -26
- airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py +0 -41
- airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +0 -39
- airflow/providers/google/cloud/operators/vertex_ai/dataset.py +0 -71
- airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py +0 -71
- airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +0 -35
- airflow/providers/google/cloud/operators/vertex_ai/model_service.py +0 -41
- airflow/providers/google/cloud/sensors/bigquery.py +0 -24
- airflow/providers/google/cloud/sensors/cloud_composer.py +0 -10
- airflow/providers/google/cloud/sensors/dataflow.py +0 -42
- airflow/providers/google/cloud/sensors/dataform.py +0 -12
- airflow/providers/google/cloud/sensors/datafusion.py +0 -11
- airflow/providers/google/cloud/sensors/dataplex.py +0 -10
- airflow/providers/google/cloud/sensors/gcs.py +0 -44
- airflow/providers/google/cloud/sensors/pubsub.py +0 -11
- airflow/providers/google/cloud/transfers/adls_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py +0 -10
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +0 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +0 -11
- airflow/providers/google/cloud/transfers/calendar_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +0 -13
- airflow/providers/google/cloud/transfers/gcs_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_local.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_sftp.py +0 -11
- airflow/providers/google/cloud/transfers/gdrive_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/gdrive_to_local.py +0 -11
- airflow/providers/google/cloud/transfers/local_to_gcs.py +0 -9
- airflow/providers/google/cloud/transfers/s3_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/sftp_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/sheets_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/sql_to_gcs.py +0 -11
- airflow/providers/google/cloud/triggers/bigquery_dts.py +0 -12
- airflow/providers/google/cloud/triggers/cloud_build.py +0 -11
- airflow/providers/google/cloud/triggers/cloud_composer.py +0 -9
- airflow/providers/google/cloud/triggers/dataflow.py +0 -7
- airflow/providers/google/cloud/triggers/datafusion.py +0 -11
- airflow/providers/google/cloud/triggers/dataproc.py +2 -8
- airflow/providers/google/cloud/triggers/kubernetes_engine.py +0 -4
- airflow/providers/google/cloud/triggers/mlengine.py +0 -3
- airflow/providers/google/common/hooks/discovery_api.py +0 -7
- airflow/providers/google/firebase/hooks/firestore.py +0 -10
- airflow/providers/google/get_provider_info.py +1 -0
- airflow/providers/google/marketing_platform/example_dags/example_display_video.py +0 -64
- airflow/providers/google/marketing_platform/hooks/campaign_manager.py +3 -3
- airflow/providers/google/marketing_platform/hooks/display_video.py +7 -38
- airflow/providers/google/marketing_platform/operators/campaign_manager.py +22 -22
- airflow/providers/google/marketing_platform/operators/display_video.py +0 -284
- airflow/providers/google/marketing_platform/sensors/campaign_manager.py +3 -3
- airflow/providers/google/marketing_platform/sensors/display_video.py +0 -65
- airflow/providers/google/suite/transfers/gcs_to_gdrive.py +0 -4
- airflow/providers/google/suite/transfers/gcs_to_sheets.py +0 -4
- airflow/providers/google_vendor/googleads/interceptors/interceptor.py +1 -1
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/METADATA +34 -4
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/RECORD +123 -123
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/LICENSE +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/NOTICE +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -27,7 +27,6 @@
|
|
27
27
|
"""
|
28
28
|
from __future__ import annotations
|
29
29
|
|
30
|
-
import warnings
|
31
30
|
from typing import TYPE_CHECKING, Sequence
|
32
31
|
|
33
32
|
from google.api_core.exceptions import NotFound
|
@@ -134,9 +133,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
134
133
|
:param sync: Whether to execute this method synchronously. If False, this method will unblock and it
|
135
134
|
will be executed in a concurrent Future.
|
136
135
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
137
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
138
|
-
if any. For this to work, the service account making the request must have
|
139
|
-
domain-wide delegation enabled.
|
140
136
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
141
137
|
credentials, or chained list of accounts required to get the access_token
|
142
138
|
of the last account in the list, which will be impersonated in the request.
|
@@ -186,7 +182,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
186
182
|
sync: bool = True,
|
187
183
|
# END: run param
|
188
184
|
gcp_conn_id: str = "google_cloud_default",
|
189
|
-
delegate_to: str | None = None,
|
190
185
|
impersonation_chain: str | Sequence[str] | None = None,
|
191
186
|
**kwargs,
|
192
187
|
) -> None:
|
@@ -218,11 +213,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
218
213
|
self.tensorboard = tensorboard
|
219
214
|
self.sync = sync
|
220
215
|
self.gcp_conn_id = gcp_conn_id
|
221
|
-
if delegate_to:
|
222
|
-
warnings.warn(
|
223
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
224
|
-
)
|
225
|
-
self.delegate_to = delegate_to
|
226
216
|
self.impersonation_chain = impersonation_chain
|
227
217
|
self.hook: HyperparameterTuningJobHook | None = None
|
228
218
|
|
@@ -230,7 +220,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
230
220
|
self.log.info("Creating Hyperparameter Tuning job")
|
231
221
|
self.hook = HyperparameterTuningJobHook(
|
232
222
|
gcp_conn_id=self.gcp_conn_id,
|
233
|
-
delegate_to=self.delegate_to,
|
234
223
|
impersonation_chain=self.impersonation_chain,
|
235
224
|
)
|
236
225
|
result = self.hook.create_hyperparameter_tuning_job(
|
@@ -294,9 +283,6 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
294
283
|
:param timeout: The timeout for this request.
|
295
284
|
:param metadata: Strings which should be sent along with the request as metadata.
|
296
285
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
297
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
298
|
-
if any. For this to work, the service account making the request must have
|
299
|
-
domain-wide delegation enabled.
|
300
286
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
301
287
|
credentials, or chained list of accounts required to get the access_token
|
302
288
|
of the last account in the list, which will be impersonated in the request.
|
@@ -320,7 +306,6 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
320
306
|
timeout: float | None = None,
|
321
307
|
metadata: Sequence[tuple[str, str]] = (),
|
322
308
|
gcp_conn_id: str = "google_cloud_default",
|
323
|
-
delegate_to: str | None = None,
|
324
309
|
impersonation_chain: str | Sequence[str] | None = None,
|
325
310
|
**kwargs,
|
326
311
|
) -> None:
|
@@ -332,17 +317,11 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
332
317
|
self.timeout = timeout
|
333
318
|
self.metadata = metadata
|
334
319
|
self.gcp_conn_id = gcp_conn_id
|
335
|
-
if delegate_to:
|
336
|
-
warnings.warn(
|
337
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
338
|
-
)
|
339
|
-
self.delegate_to = delegate_to
|
340
320
|
self.impersonation_chain = impersonation_chain
|
341
321
|
|
342
322
|
def execute(self, context: Context):
|
343
323
|
hook = HyperparameterTuningJobHook(
|
344
324
|
gcp_conn_id=self.gcp_conn_id,
|
345
|
-
delegate_to=self.delegate_to,
|
346
325
|
impersonation_chain=self.impersonation_chain,
|
347
326
|
)
|
348
327
|
|
@@ -392,7 +371,6 @@ class DeleteHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
392
371
|
timeout: float | None = None,
|
393
372
|
metadata: Sequence[tuple[str, str]] = (),
|
394
373
|
gcp_conn_id: str = "google_cloud_default",
|
395
|
-
delegate_to: str | None = None,
|
396
374
|
impersonation_chain: str | Sequence[str] | None = None,
|
397
375
|
**kwargs,
|
398
376
|
) -> None:
|
@@ -404,17 +382,11 @@ class DeleteHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
404
382
|
self.timeout = timeout
|
405
383
|
self.metadata = metadata
|
406
384
|
self.gcp_conn_id = gcp_conn_id
|
407
|
-
if delegate_to:
|
408
|
-
warnings.warn(
|
409
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
410
|
-
)
|
411
|
-
self.delegate_to = delegate_to
|
412
385
|
self.impersonation_chain = impersonation_chain
|
413
386
|
|
414
387
|
def execute(self, context: Context):
|
415
388
|
hook = HyperparameterTuningJobHook(
|
416
389
|
gcp_conn_id=self.gcp_conn_id,
|
417
|
-
delegate_to=self.delegate_to,
|
418
390
|
impersonation_chain=self.impersonation_chain,
|
419
391
|
)
|
420
392
|
try:
|
@@ -479,7 +451,6 @@ class ListHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
479
451
|
timeout: float | None = None,
|
480
452
|
metadata: Sequence[tuple[str, str]] = (),
|
481
453
|
gcp_conn_id: str = "google_cloud_default",
|
482
|
-
delegate_to: str | None = None,
|
483
454
|
impersonation_chain: str | Sequence[str] | None = None,
|
484
455
|
**kwargs,
|
485
456
|
) -> None:
|
@@ -494,17 +465,11 @@ class ListHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
|
|
494
465
|
self.timeout = timeout
|
495
466
|
self.metadata = metadata
|
496
467
|
self.gcp_conn_id = gcp_conn_id
|
497
|
-
if delegate_to:
|
498
|
-
warnings.warn(
|
499
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
500
|
-
)
|
501
|
-
self.delegate_to = delegate_to
|
502
468
|
self.impersonation_chain = impersonation_chain
|
503
469
|
|
504
470
|
def execute(self, context: Context):
|
505
471
|
hook = HyperparameterTuningJobHook(
|
506
472
|
gcp_conn_id=self.gcp_conn_id,
|
507
|
-
delegate_to=self.delegate_to,
|
508
473
|
impersonation_chain=self.impersonation_chain,
|
509
474
|
)
|
510
475
|
results = hook.list_hyperparameter_tuning_jobs(
|
@@ -24,7 +24,6 @@
|
|
24
24
|
"""
|
25
25
|
from __future__ import annotations
|
26
26
|
|
27
|
-
import warnings
|
28
27
|
from typing import TYPE_CHECKING, Sequence
|
29
28
|
|
30
29
|
from google.api_core.exceptions import NotFound
|
@@ -55,9 +54,6 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
|
|
55
54
|
:param timeout: The timeout for this request.
|
56
55
|
:param metadata: Strings which should be sent along with the request as metadata.
|
57
56
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
58
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
59
|
-
if any. For this to work, the service account making the request must have
|
60
|
-
domain-wide delegation enabled.
|
61
57
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
62
58
|
credentials, or chained list of accounts required to get the access_token
|
63
59
|
of the last account in the list, which will be impersonated in the request.
|
@@ -80,7 +76,6 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
|
|
80
76
|
timeout: float | None = None,
|
81
77
|
metadata: Sequence[tuple[str, str]] = (),
|
82
78
|
gcp_conn_id: str = "google_cloud_default",
|
83
|
-
delegate_to: str | None = None,
|
84
79
|
impersonation_chain: str | Sequence[str] | None = None,
|
85
80
|
**kwargs,
|
86
81
|
) -> None:
|
@@ -92,17 +87,11 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
|
|
92
87
|
self.timeout = timeout
|
93
88
|
self.metadata = metadata
|
94
89
|
self.gcp_conn_id = gcp_conn_id
|
95
|
-
if delegate_to:
|
96
|
-
warnings.warn(
|
97
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
98
|
-
)
|
99
|
-
self.delegate_to = delegate_to
|
100
90
|
self.impersonation_chain = impersonation_chain
|
101
91
|
|
102
92
|
def execute(self, context: Context):
|
103
93
|
hook = ModelServiceHook(
|
104
94
|
gcp_conn_id=self.gcp_conn_id,
|
105
|
-
delegate_to=self.delegate_to,
|
106
95
|
impersonation_chain=self.impersonation_chain,
|
107
96
|
)
|
108
97
|
|
@@ -134,9 +123,6 @@ class ExportModelOperator(GoogleCloudBaseOperator):
|
|
134
123
|
:param timeout: The timeout for this request.
|
135
124
|
:param metadata: Strings which should be sent along with the request as metadata.
|
136
125
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
137
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
138
|
-
if any. For this to work, the service account making the request must have
|
139
|
-
domain-wide delegation enabled.
|
140
126
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
141
127
|
credentials, or chained list of accounts required to get the access_token
|
142
128
|
of the last account in the list, which will be impersonated in the request.
|
@@ -161,7 +147,6 @@ class ExportModelOperator(GoogleCloudBaseOperator):
|
|
161
147
|
timeout: float | None = None,
|
162
148
|
metadata: Sequence[tuple[str, str]] = (),
|
163
149
|
gcp_conn_id: str = "google_cloud_default",
|
164
|
-
delegate_to: str | None = None,
|
165
150
|
impersonation_chain: str | Sequence[str] | None = None,
|
166
151
|
**kwargs,
|
167
152
|
) -> None:
|
@@ -174,17 +159,11 @@ class ExportModelOperator(GoogleCloudBaseOperator):
|
|
174
159
|
self.timeout = timeout
|
175
160
|
self.metadata = metadata
|
176
161
|
self.gcp_conn_id = gcp_conn_id
|
177
|
-
if delegate_to:
|
178
|
-
warnings.warn(
|
179
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
180
|
-
)
|
181
|
-
self.delegate_to = delegate_to
|
182
162
|
self.impersonation_chain = impersonation_chain
|
183
163
|
|
184
164
|
def execute(self, context: Context):
|
185
165
|
hook = ModelServiceHook(
|
186
166
|
gcp_conn_id=self.gcp_conn_id,
|
187
|
-
delegate_to=self.delegate_to,
|
188
167
|
impersonation_chain=self.impersonation_chain,
|
189
168
|
)
|
190
169
|
|
@@ -234,9 +213,6 @@ class ListModelsOperator(GoogleCloudBaseOperator):
|
|
234
213
|
:param timeout: The timeout for this request.
|
235
214
|
:param metadata: Strings which should be sent along with the request as metadata.
|
236
215
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
237
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
238
|
-
if any. For this to work, the service account making the request must have
|
239
|
-
domain-wide delegation enabled.
|
240
216
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
241
217
|
credentials, or chained list of accounts required to get the access_token
|
242
218
|
of the last account in the list, which will be impersonated in the request.
|
@@ -264,7 +240,6 @@ class ListModelsOperator(GoogleCloudBaseOperator):
|
|
264
240
|
timeout: float | None = None,
|
265
241
|
metadata: Sequence[tuple[str, str]] = (),
|
266
242
|
gcp_conn_id: str = "google_cloud_default",
|
267
|
-
delegate_to: str | None = None,
|
268
243
|
impersonation_chain: str | Sequence[str] | None = None,
|
269
244
|
**kwargs,
|
270
245
|
) -> None:
|
@@ -280,17 +255,11 @@ class ListModelsOperator(GoogleCloudBaseOperator):
|
|
280
255
|
self.timeout = timeout
|
281
256
|
self.metadata = metadata
|
282
257
|
self.gcp_conn_id = gcp_conn_id
|
283
|
-
if delegate_to:
|
284
|
-
warnings.warn(
|
285
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
286
|
-
)
|
287
|
-
self.delegate_to = delegate_to
|
288
258
|
self.impersonation_chain = impersonation_chain
|
289
259
|
|
290
260
|
def execute(self, context: Context):
|
291
261
|
hook = ModelServiceHook(
|
292
262
|
gcp_conn_id=self.gcp_conn_id,
|
293
|
-
delegate_to=self.delegate_to,
|
294
263
|
impersonation_chain=self.impersonation_chain,
|
295
264
|
)
|
296
265
|
results = hook.list_models(
|
@@ -320,9 +289,6 @@ class UploadModelOperator(GoogleCloudBaseOperator):
|
|
320
289
|
:param timeout: The timeout for this request.
|
321
290
|
:param metadata: Strings which should be sent along with the request as metadata.
|
322
291
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
323
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
324
|
-
if any. For this to work, the service account making the request must have
|
325
|
-
domain-wide delegation enabled.
|
326
292
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
327
293
|
credentials, or chained list of accounts required to get the access_token
|
328
294
|
of the last account in the list, which will be impersonated in the request.
|
@@ -346,7 +312,6 @@ class UploadModelOperator(GoogleCloudBaseOperator):
|
|
346
312
|
timeout: float | None = None,
|
347
313
|
metadata: Sequence[tuple[str, str]] = (),
|
348
314
|
gcp_conn_id: str = "google_cloud_default",
|
349
|
-
delegate_to: str | None = None,
|
350
315
|
impersonation_chain: str | Sequence[str] | None = None,
|
351
316
|
**kwargs,
|
352
317
|
) -> None:
|
@@ -358,17 +323,11 @@ class UploadModelOperator(GoogleCloudBaseOperator):
|
|
358
323
|
self.timeout = timeout
|
359
324
|
self.metadata = metadata
|
360
325
|
self.gcp_conn_id = gcp_conn_id
|
361
|
-
if delegate_to:
|
362
|
-
warnings.warn(
|
363
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
364
|
-
)
|
365
|
-
self.delegate_to = delegate_to
|
366
326
|
self.impersonation_chain = impersonation_chain
|
367
327
|
|
368
328
|
def execute(self, context: Context):
|
369
329
|
hook = ModelServiceHook(
|
370
330
|
gcp_conn_id=self.gcp_conn_id,
|
371
|
-
delegate_to=self.delegate_to,
|
372
331
|
impersonation_chain=self.impersonation_chain,
|
373
332
|
)
|
374
333
|
self.log.info("Upload model")
|
@@ -45,9 +45,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
|
|
45
45
|
storage bucket.
|
46
46
|
:param table_id: The name of the table to check the existence of.
|
47
47
|
:param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
|
48
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
49
|
-
if any. For this to work, the service account making the request must have
|
50
|
-
domain-wide delegation enabled.
|
51
48
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
52
49
|
credentials, or chained list of accounts required to get the access_token
|
53
50
|
of the last account in the list, which will be impersonated in the request.
|
@@ -73,7 +70,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
|
|
73
70
|
dataset_id: str,
|
74
71
|
table_id: str,
|
75
72
|
gcp_conn_id: str = "google_cloud_default",
|
76
|
-
delegate_to: str | None = None,
|
77
73
|
impersonation_chain: str | Sequence[str] | None = None,
|
78
74
|
deferrable: bool = False,
|
79
75
|
**kwargs,
|
@@ -97,11 +93,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
|
|
97
93
|
self.dataset_id = dataset_id
|
98
94
|
self.table_id = table_id
|
99
95
|
self.gcp_conn_id = gcp_conn_id
|
100
|
-
if delegate_to:
|
101
|
-
warnings.warn(
|
102
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
103
|
-
)
|
104
|
-
self.delegate_to = delegate_to
|
105
96
|
self.impersonation_chain = impersonation_chain
|
106
97
|
|
107
98
|
self.deferrable = deferrable
|
@@ -111,7 +102,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
|
|
111
102
|
self.log.info("Sensor checks existence of table: %s", table_uri)
|
112
103
|
hook = BigQueryHook(
|
113
104
|
gcp_conn_id=self.gcp_conn_id,
|
114
|
-
delegate_to=self.delegate_to,
|
115
105
|
impersonation_chain=self.impersonation_chain,
|
116
106
|
)
|
117
107
|
return hook.table_exists(
|
@@ -129,7 +119,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
|
|
129
119
|
poll_interval=self.poke_interval,
|
130
120
|
gcp_conn_id=self.gcp_conn_id,
|
131
121
|
hook_params={
|
132
|
-
"delegate_to": self.delegate_to,
|
133
122
|
"impersonation_chain": self.impersonation_chain,
|
134
123
|
},
|
135
124
|
),
|
@@ -163,9 +152,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
|
|
163
152
|
:param table_id: The name of the table to check the existence of.
|
164
153
|
:param partition_id: The name of the partition to check the existence of.
|
165
154
|
:param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
|
166
|
-
:param delegate_to: The account to impersonate, if any.
|
167
|
-
For this to work, the service account making the request must
|
168
|
-
have domain-wide delegation enabled.
|
169
155
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
170
156
|
credentials, or chained list of accounts required to get the access_token
|
171
157
|
of the last account in the list, which will be impersonated in the request.
|
@@ -193,7 +179,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
|
|
193
179
|
table_id: str,
|
194
180
|
partition_id: str,
|
195
181
|
gcp_conn_id: str = "google_cloud_default",
|
196
|
-
delegate_to: str | None = None,
|
197
182
|
impersonation_chain: str | Sequence[str] | None = None,
|
198
183
|
deferrable: bool = False,
|
199
184
|
**kwargs,
|
@@ -207,11 +192,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
|
|
207
192
|
self.table_id = table_id
|
208
193
|
self.partition_id = partition_id
|
209
194
|
self.gcp_conn_id = gcp_conn_id
|
210
|
-
if delegate_to:
|
211
|
-
warnings.warn(
|
212
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
213
|
-
)
|
214
|
-
self.delegate_to = delegate_to
|
215
195
|
self.impersonation_chain = impersonation_chain
|
216
196
|
|
217
197
|
self.deferrable = deferrable
|
@@ -221,7 +201,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
|
|
221
201
|
self.log.info('Sensor checks existence of partition: "%s" in table: %s', self.partition_id, table_uri)
|
222
202
|
hook = BigQueryHook(
|
223
203
|
gcp_conn_id=self.gcp_conn_id,
|
224
|
-
delegate_to=self.delegate_to,
|
225
204
|
impersonation_chain=self.impersonation_chain,
|
226
205
|
)
|
227
206
|
return hook.table_partition_exists(
|
@@ -283,9 +262,6 @@ class BigQueryTableExistenceAsyncSensor(BigQueryTableExistenceSensor):
|
|
283
262
|
:param gcp_conn_id: The connection ID used to connect to Google Cloud.
|
284
263
|
:param bigquery_conn_id: (Deprecated) The connection ID used to connect to Google Cloud.
|
285
264
|
This parameter has been deprecated. You should pass the gcp_conn_id parameter instead.
|
286
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
287
|
-
if any. For this to work, the service account making the request must have
|
288
|
-
domain-wide delegation enabled.
|
289
265
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
290
266
|
credentials, or chained list of accounts required to get the access_token
|
291
267
|
of the last account in the list, which will be impersonated in the request.
|
@@ -19,7 +19,6 @@
|
|
19
19
|
|
20
20
|
from __future__ import annotations
|
21
21
|
|
22
|
-
import warnings
|
23
22
|
from typing import TYPE_CHECKING, Any, Sequence
|
24
23
|
|
25
24
|
from airflow.exceptions import AirflowException
|
@@ -38,8 +37,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
|
|
38
37
|
:param region: Required. The ID of the Google Cloud region that the service belongs to.
|
39
38
|
:param operation_name: The name of the operation resource
|
40
39
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
41
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service account making the
|
42
|
-
request must have domain-wide delegation enabled.
|
43
40
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
44
41
|
credentials, or chained list of accounts required to get the access_token
|
45
42
|
of the last account in the list, which will be impersonated in the request.
|
@@ -58,7 +55,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
|
|
58
55
|
region: str,
|
59
56
|
operation_name: str,
|
60
57
|
gcp_conn_id: str = "google_cloud_default",
|
61
|
-
delegate_to: str | None = None,
|
62
58
|
impersonation_chain: str | Sequence[str] | None = None,
|
63
59
|
pooling_period_seconds: int = 30,
|
64
60
|
**kwargs,
|
@@ -69,11 +65,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
|
|
69
65
|
self.operation_name = operation_name
|
70
66
|
self.pooling_period_seconds = pooling_period_seconds
|
71
67
|
self.gcp_conn_id = gcp_conn_id
|
72
|
-
if delegate_to:
|
73
|
-
warnings.warn(
|
74
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
75
|
-
)
|
76
|
-
self.delegate_to = delegate_to
|
77
68
|
self.impersonation_chain = impersonation_chain
|
78
69
|
|
79
70
|
def execute(self, context: Context) -> None:
|
@@ -85,7 +76,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
|
|
85
76
|
operation_name=self.operation_name,
|
86
77
|
gcp_conn_id=self.gcp_conn_id,
|
87
78
|
impersonation_chain=self.impersonation_chain,
|
88
|
-
delegate_to=self.delegate_to,
|
89
79
|
pooling_period_seconds=self.pooling_period_seconds,
|
90
80
|
),
|
91
81
|
method_name="execute_complete",
|
@@ -18,7 +18,6 @@
|
|
18
18
|
"""This module contains a Google Cloud Dataflow sensor."""
|
19
19
|
from __future__ import annotations
|
20
20
|
|
21
|
-
import warnings
|
22
21
|
from typing import TYPE_CHECKING, Callable, Sequence
|
23
22
|
|
24
23
|
from airflow.exceptions import AirflowException
|
@@ -50,10 +49,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
|
|
50
49
|
:param location: The location of the Dataflow job (for example europe-west1). See:
|
51
50
|
https://cloud.google.com/dataflow/docs/concepts/regional-endpoints
|
52
51
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
53
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
54
|
-
if any. For this to work, the service account making the request must have
|
55
|
-
domain-wide delegation enabled. See:
|
56
|
-
https://developers.google.com/identity/protocols/oauth2/service-account#delegatingauthority
|
57
52
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
58
53
|
credentials, or chained list of accounts required to get the access_token
|
59
54
|
of the last account in the list, which will be impersonated in the request.
|
@@ -74,7 +69,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
|
|
74
69
|
project_id: str | None = None,
|
75
70
|
location: str = DEFAULT_DATAFLOW_LOCATION,
|
76
71
|
gcp_conn_id: str = "google_cloud_default",
|
77
|
-
delegate_to: str | None = None,
|
78
72
|
impersonation_chain: str | Sequence[str] | None = None,
|
79
73
|
**kwargs,
|
80
74
|
) -> None:
|
@@ -86,11 +80,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
|
|
86
80
|
self.project_id = project_id
|
87
81
|
self.location = location
|
88
82
|
self.gcp_conn_id = gcp_conn_id
|
89
|
-
if delegate_to:
|
90
|
-
warnings.warn(
|
91
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
92
|
-
)
|
93
|
-
self.delegate_to = delegate_to
|
94
83
|
self.impersonation_chain = impersonation_chain
|
95
84
|
self.hook: DataflowHook | None = None
|
96
85
|
|
@@ -102,7 +91,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
|
|
102
91
|
)
|
103
92
|
self.hook = DataflowHook(
|
104
93
|
gcp_conn_id=self.gcp_conn_id,
|
105
|
-
delegate_to=self.delegate_to,
|
106
94
|
impersonation_chain=self.impersonation_chain,
|
107
95
|
)
|
108
96
|
|
@@ -142,9 +130,6 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
|
|
142
130
|
:param location: The location of the Dataflow job (for example europe-west1). See:
|
143
131
|
https://cloud.google.com/dataflow/docs/concepts/regional-endpoints
|
144
132
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
145
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
146
|
-
if any. For this to work, the service account making the request must have
|
147
|
-
domain-wide delegation enabled.
|
148
133
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
149
134
|
credentials, or chained list of accounts required to get the access_token
|
150
135
|
of the last account in the list, which will be impersonated in the request.
|
@@ -166,7 +151,6 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
|
|
166
151
|
project_id: str | None = None,
|
167
152
|
location: str = DEFAULT_DATAFLOW_LOCATION,
|
168
153
|
gcp_conn_id: str = "google_cloud_default",
|
169
|
-
delegate_to: str | None = None,
|
170
154
|
impersonation_chain: str | Sequence[str] | None = None,
|
171
155
|
**kwargs,
|
172
156
|
) -> None:
|
@@ -177,18 +161,12 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
|
|
177
161
|
self.fail_on_terminal_state = fail_on_terminal_state
|
178
162
|
self.location = location
|
179
163
|
self.gcp_conn_id = gcp_conn_id
|
180
|
-
if delegate_to:
|
181
|
-
warnings.warn(
|
182
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
183
|
-
)
|
184
|
-
self.delegate_to = delegate_to
|
185
164
|
self.impersonation_chain = impersonation_chain
|
186
165
|
self.hook: DataflowHook | None = None
|
187
166
|
|
188
167
|
def poke(self, context: Context) -> bool:
|
189
168
|
self.hook = DataflowHook(
|
190
169
|
gcp_conn_id=self.gcp_conn_id,
|
191
|
-
delegate_to=self.delegate_to,
|
192
170
|
impersonation_chain=self.impersonation_chain,
|
193
171
|
)
|
194
172
|
|
@@ -231,9 +209,6 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
|
|
231
209
|
If set to None or missing, the default project_id from the Google Cloud connection is used.
|
232
210
|
:param location: Job location.
|
233
211
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
234
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
235
|
-
if any. For this to work, the service account making the request must have
|
236
|
-
domain-wide delegation enabled.
|
237
212
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
238
213
|
credentials, or chained list of accounts required to get the access_token
|
239
214
|
of the last account in the list, which will be impersonated in the request.
|
@@ -255,7 +230,6 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
|
|
255
230
|
project_id: str | None = None,
|
256
231
|
location: str = DEFAULT_DATAFLOW_LOCATION,
|
257
232
|
gcp_conn_id: str = "google_cloud_default",
|
258
|
-
delegate_to: str | None = None,
|
259
233
|
impersonation_chain: str | Sequence[str] | None = None,
|
260
234
|
**kwargs,
|
261
235
|
) -> None:
|
@@ -266,18 +240,12 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
|
|
266
240
|
self.fail_on_terminal_state = fail_on_terminal_state
|
267
241
|
self.location = location
|
268
242
|
self.gcp_conn_id = gcp_conn_id
|
269
|
-
if delegate_to:
|
270
|
-
warnings.warn(
|
271
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
272
|
-
)
|
273
|
-
self.delegate_to = delegate_to
|
274
243
|
self.impersonation_chain = impersonation_chain
|
275
244
|
self.hook: DataflowHook | None = None
|
276
245
|
|
277
246
|
def poke(self, context: Context) -> bool:
|
278
247
|
self.hook = DataflowHook(
|
279
248
|
gcp_conn_id=self.gcp_conn_id,
|
280
|
-
delegate_to=self.delegate_to,
|
281
249
|
impersonation_chain=self.impersonation_chain,
|
282
250
|
)
|
283
251
|
|
@@ -320,9 +288,6 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
|
|
320
288
|
If set to None or missing, the default project_id from the Google Cloud connection is used.
|
321
289
|
:param location: Job location.
|
322
290
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
323
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
324
|
-
if any. For this to work, the service account making the request must have
|
325
|
-
domain-wide delegation enabled.
|
326
291
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
327
292
|
credentials, or chained list of accounts required to get the access_token
|
328
293
|
of the last account in the list, which will be impersonated in the request.
|
@@ -344,7 +309,6 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
|
|
344
309
|
project_id: str | None = None,
|
345
310
|
location: str = DEFAULT_DATAFLOW_LOCATION,
|
346
311
|
gcp_conn_id: str = "google_cloud_default",
|
347
|
-
delegate_to: str | None = None,
|
348
312
|
impersonation_chain: str | Sequence[str] | None = None,
|
349
313
|
**kwargs,
|
350
314
|
) -> None:
|
@@ -355,18 +319,12 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
|
|
355
319
|
self.fail_on_terminal_state = fail_on_terminal_state
|
356
320
|
self.location = location
|
357
321
|
self.gcp_conn_id = gcp_conn_id
|
358
|
-
if delegate_to:
|
359
|
-
warnings.warn(
|
360
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
361
|
-
)
|
362
|
-
self.delegate_to = delegate_to
|
363
322
|
self.impersonation_chain = impersonation_chain
|
364
323
|
self.hook: DataflowHook | None = None
|
365
324
|
|
366
325
|
def poke(self, context: Context) -> bool:
|
367
326
|
self.hook = DataflowHook(
|
368
327
|
gcp_conn_id=self.gcp_conn_id,
|
369
|
-
delegate_to=self.delegate_to,
|
370
328
|
impersonation_chain=self.impersonation_chain,
|
371
329
|
)
|
372
330
|
|
@@ -18,7 +18,6 @@
|
|
18
18
|
"""This module contains a Google Cloud Dataform sensor."""
|
19
19
|
from __future__ import annotations
|
20
20
|
|
21
|
-
import warnings
|
22
21
|
from typing import TYPE_CHECKING, Iterable, Sequence
|
23
22
|
|
24
23
|
from airflow.exceptions import AirflowException
|
@@ -43,10 +42,6 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
|
|
43
42
|
https://cloud.google.com/python/docs/reference/dataform/latest/google.cloud.dataform_v1beta1.types.WorkflowInvocation.State
|
44
43
|
:param failure_statuses: State that will terminate the sensor with an exception
|
45
44
|
:param gcp_conn_id: The connection ID to use connecting to Google Cloud.
|
46
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
47
|
-
if any. For this to work, the service account making the request must have
|
48
|
-
domain-wide delegation enabled. See:
|
49
|
-
https://developers.google.com/identity/protocols/oauth2/service-account#delegatingauthority
|
50
45
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
51
46
|
credentials, or chained list of accounts required to get the access_token
|
52
47
|
of the last account in the list, which will be impersonated in the request.
|
@@ -69,7 +64,6 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
|
|
69
64
|
expected_statuses: set[int] | int,
|
70
65
|
failure_statuses: Iterable[int] | None = None,
|
71
66
|
gcp_conn_id: str = "google_cloud_default",
|
72
|
-
delegate_to: str | None = None,
|
73
67
|
impersonation_chain: str | Sequence[str] | None = None,
|
74
68
|
**kwargs,
|
75
69
|
) -> None:
|
@@ -83,18 +77,12 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
|
|
83
77
|
self.project_id = project_id
|
84
78
|
self.region = region
|
85
79
|
self.gcp_conn_id = gcp_conn_id
|
86
|
-
if delegate_to:
|
87
|
-
warnings.warn(
|
88
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
89
|
-
)
|
90
|
-
self.delegate_to = delegate_to
|
91
80
|
self.impersonation_chain = impersonation_chain
|
92
81
|
self.hook: DataformHook | None = None
|
93
82
|
|
94
83
|
def poke(self, context: Context) -> bool:
|
95
84
|
self.hook = DataformHook(
|
96
85
|
gcp_conn_id=self.gcp_conn_id,
|
97
|
-
delegate_to=self.delegate_to,
|
98
86
|
impersonation_chain=self.impersonation_chain,
|
99
87
|
)
|
100
88
|
|
@@ -18,7 +18,6 @@
|
|
18
18
|
"""This module contains a Google Cloud Data Fusion sensors."""
|
19
19
|
from __future__ import annotations
|
20
20
|
|
21
|
-
import warnings
|
22
21
|
from typing import TYPE_CHECKING, Iterable, Sequence
|
23
22
|
|
24
23
|
from airflow.exceptions import AirflowException, AirflowNotFoundException
|
@@ -44,9 +43,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
|
|
44
43
|
is always default. If your pipeline belongs to an Enterprise edition instance, you
|
45
44
|
can create a namespace.
|
46
45
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
47
|
-
:param delegate_to: The account to impersonate using domain-wide delegation of authority,
|
48
|
-
if any. For this to work, the service account making the request must have
|
49
|
-
domain-wide delegation enabled.
|
50
46
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
51
47
|
credentials, or chained list of accounts required to get the access_token
|
52
48
|
of the last account in the list, which will be impersonated in the request.
|
@@ -71,7 +67,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
|
|
71
67
|
project_id: str | None = None,
|
72
68
|
namespace: str = "default",
|
73
69
|
gcp_conn_id: str = "google_cloud_default",
|
74
|
-
delegate_to: str | None = None,
|
75
70
|
impersonation_chain: str | Sequence[str] | None = None,
|
76
71
|
**kwargs,
|
77
72
|
) -> None:
|
@@ -85,11 +80,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
|
|
85
80
|
self.project_id = project_id
|
86
81
|
self.namespace = namespace
|
87
82
|
self.gcp_conn_id = gcp_conn_id
|
88
|
-
if delegate_to:
|
89
|
-
warnings.warn(
|
90
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
91
|
-
)
|
92
|
-
self.delegate_to = delegate_to
|
93
83
|
self.impersonation_chain = impersonation_chain
|
94
84
|
|
95
85
|
def poke(self, context: Context) -> bool:
|
@@ -100,7 +90,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
|
|
100
90
|
)
|
101
91
|
hook = DataFusionHook(
|
102
92
|
gcp_conn_id=self.gcp_conn_id,
|
103
|
-
delegate_to=self.delegate_to,
|
104
93
|
impersonation_chain=self.impersonation_chain,
|
105
94
|
)
|
106
95
|
|