apache-airflow-providers-google 9.0.0rc1__py3-none-any.whl → 10.0.0rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (123) hide show
  1. airflow/providers/google/cloud/hooks/automl.py +5 -6
  2. airflow/providers/google/cloud/hooks/bigquery.py +5 -6
  3. airflow/providers/google/cloud/hooks/bigquery_dts.py +11 -8
  4. airflow/providers/google/cloud/hooks/bigtable.py +5 -6
  5. airflow/providers/google/cloud/hooks/cloud_build.py +14 -11
  6. airflow/providers/google/cloud/hooks/cloud_composer.py +16 -0
  7. airflow/providers/google/cloud/hooks/cloud_memorystore.py +5 -14
  8. airflow/providers/google/cloud/hooks/cloud_sql.py +5 -7
  9. airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +5 -5
  10. airflow/providers/google/cloud/hooks/compute.py +5 -6
  11. airflow/providers/google/cloud/hooks/compute_ssh.py +8 -12
  12. airflow/providers/google/cloud/hooks/datacatalog.py +5 -9
  13. airflow/providers/google/cloud/hooks/dataflow.py +14 -6
  14. airflow/providers/google/cloud/hooks/dataform.py +8 -0
  15. airflow/providers/google/cloud/hooks/datafusion.py +13 -6
  16. airflow/providers/google/cloud/hooks/dataplex.py +5 -8
  17. airflow/providers/google/cloud/hooks/dataproc.py +13 -8
  18. airflow/providers/google/cloud/hooks/dataproc_metastore.py +8 -0
  19. airflow/providers/google/cloud/hooks/datastore.py +5 -6
  20. airflow/providers/google/cloud/hooks/dlp.py +5 -9
  21. airflow/providers/google/cloud/hooks/functions.py +5 -6
  22. airflow/providers/google/cloud/hooks/gcs.py +6 -6
  23. airflow/providers/google/cloud/hooks/gdm.py +5 -6
  24. airflow/providers/google/cloud/hooks/kms.py +5 -9
  25. airflow/providers/google/cloud/hooks/kubernetes_engine.py +6 -4
  26. airflow/providers/google/cloud/hooks/life_sciences.py +5 -9
  27. airflow/providers/google/cloud/hooks/mlengine.py +8 -0
  28. airflow/providers/google/cloud/hooks/natural_language.py +5 -9
  29. airflow/providers/google/cloud/hooks/os_login.py +5 -6
  30. airflow/providers/google/cloud/hooks/pubsub.py +5 -5
  31. airflow/providers/google/cloud/hooks/secret_manager.py +5 -9
  32. airflow/providers/google/cloud/hooks/spanner.py +5 -6
  33. airflow/providers/google/cloud/hooks/speech_to_text.py +5 -9
  34. airflow/providers/google/cloud/hooks/stackdriver.py +5 -6
  35. airflow/providers/google/cloud/hooks/tasks.py +5 -9
  36. airflow/providers/google/cloud/hooks/text_to_speech.py +5 -9
  37. airflow/providers/google/cloud/hooks/translate.py +5 -6
  38. airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +5 -5
  39. airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +5 -6
  40. airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +5 -6
  41. airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +8 -0
  42. airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +8 -0
  43. airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +5 -6
  44. airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +8 -0
  45. airflow/providers/google/cloud/hooks/video_intelligence.py +5 -9
  46. airflow/providers/google/cloud/hooks/vision.py +5 -6
  47. airflow/providers/google/cloud/hooks/workflows.py +8 -0
  48. airflow/providers/google/cloud/operators/bigquery.py +1 -148
  49. airflow/providers/google/cloud/operators/cloud_build.py +0 -13
  50. airflow/providers/google/cloud/operators/cloud_composer.py +2 -68
  51. airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +0 -21
  52. airflow/providers/google/cloud/operators/dataflow.py +2 -72
  53. airflow/providers/google/cloud/operators/dataform.py +5 -141
  54. airflow/providers/google/cloud/operators/datafusion.py +0 -102
  55. airflow/providers/google/cloud/operators/dataplex.py +3 -61
  56. airflow/providers/google/cloud/operators/dataproc.py +5 -13
  57. airflow/providers/google/cloud/operators/datastore.py +2 -86
  58. airflow/providers/google/cloud/operators/gcs.py +1 -43
  59. airflow/providers/google/cloud/operators/mlengine.py +1 -123
  60. airflow/providers/google/cloud/operators/pubsub.py +0 -61
  61. airflow/providers/google/cloud/operators/stackdriver.py +0 -101
  62. airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py +0 -26
  63. airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py +0 -41
  64. airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +0 -39
  65. airflow/providers/google/cloud/operators/vertex_ai/dataset.py +0 -71
  66. airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py +0 -71
  67. airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +0 -35
  68. airflow/providers/google/cloud/operators/vertex_ai/model_service.py +0 -41
  69. airflow/providers/google/cloud/sensors/bigquery.py +0 -24
  70. airflow/providers/google/cloud/sensors/cloud_composer.py +0 -10
  71. airflow/providers/google/cloud/sensors/dataflow.py +0 -42
  72. airflow/providers/google/cloud/sensors/dataform.py +0 -12
  73. airflow/providers/google/cloud/sensors/datafusion.py +0 -11
  74. airflow/providers/google/cloud/sensors/dataplex.py +0 -10
  75. airflow/providers/google/cloud/sensors/gcs.py +0 -44
  76. airflow/providers/google/cloud/sensors/pubsub.py +0 -11
  77. airflow/providers/google/cloud/transfers/adls_to_gcs.py +0 -12
  78. airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py +0 -12
  79. airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py +0 -10
  80. airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +0 -11
  81. airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +0 -11
  82. airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +0 -11
  83. airflow/providers/google/cloud/transfers/calendar_to_gcs.py +0 -12
  84. airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +0 -11
  85. airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +0 -13
  86. airflow/providers/google/cloud/transfers/gcs_to_gcs.py +0 -11
  87. airflow/providers/google/cloud/transfers/gcs_to_local.py +0 -11
  88. airflow/providers/google/cloud/transfers/gcs_to_sftp.py +0 -11
  89. airflow/providers/google/cloud/transfers/gdrive_to_gcs.py +0 -12
  90. airflow/providers/google/cloud/transfers/gdrive_to_local.py +0 -11
  91. airflow/providers/google/cloud/transfers/local_to_gcs.py +0 -9
  92. airflow/providers/google/cloud/transfers/s3_to_gcs.py +0 -11
  93. airflow/providers/google/cloud/transfers/sftp_to_gcs.py +0 -11
  94. airflow/providers/google/cloud/transfers/sheets_to_gcs.py +0 -12
  95. airflow/providers/google/cloud/transfers/sql_to_gcs.py +0 -11
  96. airflow/providers/google/cloud/triggers/bigquery_dts.py +0 -12
  97. airflow/providers/google/cloud/triggers/cloud_build.py +0 -11
  98. airflow/providers/google/cloud/triggers/cloud_composer.py +0 -9
  99. airflow/providers/google/cloud/triggers/dataflow.py +0 -7
  100. airflow/providers/google/cloud/triggers/datafusion.py +0 -11
  101. airflow/providers/google/cloud/triggers/dataproc.py +2 -8
  102. airflow/providers/google/cloud/triggers/kubernetes_engine.py +0 -4
  103. airflow/providers/google/cloud/triggers/mlengine.py +0 -3
  104. airflow/providers/google/common/hooks/discovery_api.py +0 -7
  105. airflow/providers/google/firebase/hooks/firestore.py +0 -10
  106. airflow/providers/google/get_provider_info.py +1 -0
  107. airflow/providers/google/marketing_platform/example_dags/example_display_video.py +0 -64
  108. airflow/providers/google/marketing_platform/hooks/campaign_manager.py +3 -3
  109. airflow/providers/google/marketing_platform/hooks/display_video.py +7 -38
  110. airflow/providers/google/marketing_platform/operators/campaign_manager.py +22 -22
  111. airflow/providers/google/marketing_platform/operators/display_video.py +0 -284
  112. airflow/providers/google/marketing_platform/sensors/campaign_manager.py +3 -3
  113. airflow/providers/google/marketing_platform/sensors/display_video.py +0 -65
  114. airflow/providers/google/suite/transfers/gcs_to_gdrive.py +0 -4
  115. airflow/providers/google/suite/transfers/gcs_to_sheets.py +0 -4
  116. airflow/providers/google_vendor/googleads/interceptors/interceptor.py +1 -1
  117. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/METADATA +34 -4
  118. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/RECORD +123 -123
  119. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/LICENSE +0 -0
  120. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/NOTICE +0 -0
  121. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/WHEEL +0 -0
  122. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/entry_points.txt +0 -0
  123. {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -27,7 +27,6 @@
27
27
  """
28
28
  from __future__ import annotations
29
29
 
30
- import warnings
31
30
  from typing import TYPE_CHECKING, Sequence
32
31
 
33
32
  from google.api_core.exceptions import NotFound
@@ -134,9 +133,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
134
133
  :param sync: Whether to execute this method synchronously. If False, this method will unblock and it
135
134
  will be executed in a concurrent Future.
136
135
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
137
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
138
- if any. For this to work, the service account making the request must have
139
- domain-wide delegation enabled.
140
136
  :param impersonation_chain: Optional service account to impersonate using short-term
141
137
  credentials, or chained list of accounts required to get the access_token
142
138
  of the last account in the list, which will be impersonated in the request.
@@ -186,7 +182,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
186
182
  sync: bool = True,
187
183
  # END: run param
188
184
  gcp_conn_id: str = "google_cloud_default",
189
- delegate_to: str | None = None,
190
185
  impersonation_chain: str | Sequence[str] | None = None,
191
186
  **kwargs,
192
187
  ) -> None:
@@ -218,11 +213,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
218
213
  self.tensorboard = tensorboard
219
214
  self.sync = sync
220
215
  self.gcp_conn_id = gcp_conn_id
221
- if delegate_to:
222
- warnings.warn(
223
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
224
- )
225
- self.delegate_to = delegate_to
226
216
  self.impersonation_chain = impersonation_chain
227
217
  self.hook: HyperparameterTuningJobHook | None = None
228
218
 
@@ -230,7 +220,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
230
220
  self.log.info("Creating Hyperparameter Tuning job")
231
221
  self.hook = HyperparameterTuningJobHook(
232
222
  gcp_conn_id=self.gcp_conn_id,
233
- delegate_to=self.delegate_to,
234
223
  impersonation_chain=self.impersonation_chain,
235
224
  )
236
225
  result = self.hook.create_hyperparameter_tuning_job(
@@ -294,9 +283,6 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
294
283
  :param timeout: The timeout for this request.
295
284
  :param metadata: Strings which should be sent along with the request as metadata.
296
285
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
297
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
298
- if any. For this to work, the service account making the request must have
299
- domain-wide delegation enabled.
300
286
  :param impersonation_chain: Optional service account to impersonate using short-term
301
287
  credentials, or chained list of accounts required to get the access_token
302
288
  of the last account in the list, which will be impersonated in the request.
@@ -320,7 +306,6 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
320
306
  timeout: float | None = None,
321
307
  metadata: Sequence[tuple[str, str]] = (),
322
308
  gcp_conn_id: str = "google_cloud_default",
323
- delegate_to: str | None = None,
324
309
  impersonation_chain: str | Sequence[str] | None = None,
325
310
  **kwargs,
326
311
  ) -> None:
@@ -332,17 +317,11 @@ class GetHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
332
317
  self.timeout = timeout
333
318
  self.metadata = metadata
334
319
  self.gcp_conn_id = gcp_conn_id
335
- if delegate_to:
336
- warnings.warn(
337
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
338
- )
339
- self.delegate_to = delegate_to
340
320
  self.impersonation_chain = impersonation_chain
341
321
 
342
322
  def execute(self, context: Context):
343
323
  hook = HyperparameterTuningJobHook(
344
324
  gcp_conn_id=self.gcp_conn_id,
345
- delegate_to=self.delegate_to,
346
325
  impersonation_chain=self.impersonation_chain,
347
326
  )
348
327
 
@@ -392,7 +371,6 @@ class DeleteHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
392
371
  timeout: float | None = None,
393
372
  metadata: Sequence[tuple[str, str]] = (),
394
373
  gcp_conn_id: str = "google_cloud_default",
395
- delegate_to: str | None = None,
396
374
  impersonation_chain: str | Sequence[str] | None = None,
397
375
  **kwargs,
398
376
  ) -> None:
@@ -404,17 +382,11 @@ class DeleteHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
404
382
  self.timeout = timeout
405
383
  self.metadata = metadata
406
384
  self.gcp_conn_id = gcp_conn_id
407
- if delegate_to:
408
- warnings.warn(
409
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
410
- )
411
- self.delegate_to = delegate_to
412
385
  self.impersonation_chain = impersonation_chain
413
386
 
414
387
  def execute(self, context: Context):
415
388
  hook = HyperparameterTuningJobHook(
416
389
  gcp_conn_id=self.gcp_conn_id,
417
- delegate_to=self.delegate_to,
418
390
  impersonation_chain=self.impersonation_chain,
419
391
  )
420
392
  try:
@@ -479,7 +451,6 @@ class ListHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
479
451
  timeout: float | None = None,
480
452
  metadata: Sequence[tuple[str, str]] = (),
481
453
  gcp_conn_id: str = "google_cloud_default",
482
- delegate_to: str | None = None,
483
454
  impersonation_chain: str | Sequence[str] | None = None,
484
455
  **kwargs,
485
456
  ) -> None:
@@ -494,17 +465,11 @@ class ListHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
494
465
  self.timeout = timeout
495
466
  self.metadata = metadata
496
467
  self.gcp_conn_id = gcp_conn_id
497
- if delegate_to:
498
- warnings.warn(
499
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
500
- )
501
- self.delegate_to = delegate_to
502
468
  self.impersonation_chain = impersonation_chain
503
469
 
504
470
  def execute(self, context: Context):
505
471
  hook = HyperparameterTuningJobHook(
506
472
  gcp_conn_id=self.gcp_conn_id,
507
- delegate_to=self.delegate_to,
508
473
  impersonation_chain=self.impersonation_chain,
509
474
  )
510
475
  results = hook.list_hyperparameter_tuning_jobs(
@@ -24,7 +24,6 @@
24
24
  """
25
25
  from __future__ import annotations
26
26
 
27
- import warnings
28
27
  from typing import TYPE_CHECKING, Sequence
29
28
 
30
29
  from google.api_core.exceptions import NotFound
@@ -55,9 +54,6 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
55
54
  :param timeout: The timeout for this request.
56
55
  :param metadata: Strings which should be sent along with the request as metadata.
57
56
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
58
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
59
- if any. For this to work, the service account making the request must have
60
- domain-wide delegation enabled.
61
57
  :param impersonation_chain: Optional service account to impersonate using short-term
62
58
  credentials, or chained list of accounts required to get the access_token
63
59
  of the last account in the list, which will be impersonated in the request.
@@ -80,7 +76,6 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
80
76
  timeout: float | None = None,
81
77
  metadata: Sequence[tuple[str, str]] = (),
82
78
  gcp_conn_id: str = "google_cloud_default",
83
- delegate_to: str | None = None,
84
79
  impersonation_chain: str | Sequence[str] | None = None,
85
80
  **kwargs,
86
81
  ) -> None:
@@ -92,17 +87,11 @@ class DeleteModelOperator(GoogleCloudBaseOperator):
92
87
  self.timeout = timeout
93
88
  self.metadata = metadata
94
89
  self.gcp_conn_id = gcp_conn_id
95
- if delegate_to:
96
- warnings.warn(
97
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
98
- )
99
- self.delegate_to = delegate_to
100
90
  self.impersonation_chain = impersonation_chain
101
91
 
102
92
  def execute(self, context: Context):
103
93
  hook = ModelServiceHook(
104
94
  gcp_conn_id=self.gcp_conn_id,
105
- delegate_to=self.delegate_to,
106
95
  impersonation_chain=self.impersonation_chain,
107
96
  )
108
97
 
@@ -134,9 +123,6 @@ class ExportModelOperator(GoogleCloudBaseOperator):
134
123
  :param timeout: The timeout for this request.
135
124
  :param metadata: Strings which should be sent along with the request as metadata.
136
125
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
137
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
138
- if any. For this to work, the service account making the request must have
139
- domain-wide delegation enabled.
140
126
  :param impersonation_chain: Optional service account to impersonate using short-term
141
127
  credentials, or chained list of accounts required to get the access_token
142
128
  of the last account in the list, which will be impersonated in the request.
@@ -161,7 +147,6 @@ class ExportModelOperator(GoogleCloudBaseOperator):
161
147
  timeout: float | None = None,
162
148
  metadata: Sequence[tuple[str, str]] = (),
163
149
  gcp_conn_id: str = "google_cloud_default",
164
- delegate_to: str | None = None,
165
150
  impersonation_chain: str | Sequence[str] | None = None,
166
151
  **kwargs,
167
152
  ) -> None:
@@ -174,17 +159,11 @@ class ExportModelOperator(GoogleCloudBaseOperator):
174
159
  self.timeout = timeout
175
160
  self.metadata = metadata
176
161
  self.gcp_conn_id = gcp_conn_id
177
- if delegate_to:
178
- warnings.warn(
179
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
180
- )
181
- self.delegate_to = delegate_to
182
162
  self.impersonation_chain = impersonation_chain
183
163
 
184
164
  def execute(self, context: Context):
185
165
  hook = ModelServiceHook(
186
166
  gcp_conn_id=self.gcp_conn_id,
187
- delegate_to=self.delegate_to,
188
167
  impersonation_chain=self.impersonation_chain,
189
168
  )
190
169
 
@@ -234,9 +213,6 @@ class ListModelsOperator(GoogleCloudBaseOperator):
234
213
  :param timeout: The timeout for this request.
235
214
  :param metadata: Strings which should be sent along with the request as metadata.
236
215
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
237
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
238
- if any. For this to work, the service account making the request must have
239
- domain-wide delegation enabled.
240
216
  :param impersonation_chain: Optional service account to impersonate using short-term
241
217
  credentials, or chained list of accounts required to get the access_token
242
218
  of the last account in the list, which will be impersonated in the request.
@@ -264,7 +240,6 @@ class ListModelsOperator(GoogleCloudBaseOperator):
264
240
  timeout: float | None = None,
265
241
  metadata: Sequence[tuple[str, str]] = (),
266
242
  gcp_conn_id: str = "google_cloud_default",
267
- delegate_to: str | None = None,
268
243
  impersonation_chain: str | Sequence[str] | None = None,
269
244
  **kwargs,
270
245
  ) -> None:
@@ -280,17 +255,11 @@ class ListModelsOperator(GoogleCloudBaseOperator):
280
255
  self.timeout = timeout
281
256
  self.metadata = metadata
282
257
  self.gcp_conn_id = gcp_conn_id
283
- if delegate_to:
284
- warnings.warn(
285
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
286
- )
287
- self.delegate_to = delegate_to
288
258
  self.impersonation_chain = impersonation_chain
289
259
 
290
260
  def execute(self, context: Context):
291
261
  hook = ModelServiceHook(
292
262
  gcp_conn_id=self.gcp_conn_id,
293
- delegate_to=self.delegate_to,
294
263
  impersonation_chain=self.impersonation_chain,
295
264
  )
296
265
  results = hook.list_models(
@@ -320,9 +289,6 @@ class UploadModelOperator(GoogleCloudBaseOperator):
320
289
  :param timeout: The timeout for this request.
321
290
  :param metadata: Strings which should be sent along with the request as metadata.
322
291
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
323
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
324
- if any. For this to work, the service account making the request must have
325
- domain-wide delegation enabled.
326
292
  :param impersonation_chain: Optional service account to impersonate using short-term
327
293
  credentials, or chained list of accounts required to get the access_token
328
294
  of the last account in the list, which will be impersonated in the request.
@@ -346,7 +312,6 @@ class UploadModelOperator(GoogleCloudBaseOperator):
346
312
  timeout: float | None = None,
347
313
  metadata: Sequence[tuple[str, str]] = (),
348
314
  gcp_conn_id: str = "google_cloud_default",
349
- delegate_to: str | None = None,
350
315
  impersonation_chain: str | Sequence[str] | None = None,
351
316
  **kwargs,
352
317
  ) -> None:
@@ -358,17 +323,11 @@ class UploadModelOperator(GoogleCloudBaseOperator):
358
323
  self.timeout = timeout
359
324
  self.metadata = metadata
360
325
  self.gcp_conn_id = gcp_conn_id
361
- if delegate_to:
362
- warnings.warn(
363
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
364
- )
365
- self.delegate_to = delegate_to
366
326
  self.impersonation_chain = impersonation_chain
367
327
 
368
328
  def execute(self, context: Context):
369
329
  hook = ModelServiceHook(
370
330
  gcp_conn_id=self.gcp_conn_id,
371
- delegate_to=self.delegate_to,
372
331
  impersonation_chain=self.impersonation_chain,
373
332
  )
374
333
  self.log.info("Upload model")
@@ -45,9 +45,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
45
45
  storage bucket.
46
46
  :param table_id: The name of the table to check the existence of.
47
47
  :param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
48
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
49
- if any. For this to work, the service account making the request must have
50
- domain-wide delegation enabled.
51
48
  :param impersonation_chain: Optional service account to impersonate using short-term
52
49
  credentials, or chained list of accounts required to get the access_token
53
50
  of the last account in the list, which will be impersonated in the request.
@@ -73,7 +70,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
73
70
  dataset_id: str,
74
71
  table_id: str,
75
72
  gcp_conn_id: str = "google_cloud_default",
76
- delegate_to: str | None = None,
77
73
  impersonation_chain: str | Sequence[str] | None = None,
78
74
  deferrable: bool = False,
79
75
  **kwargs,
@@ -97,11 +93,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
97
93
  self.dataset_id = dataset_id
98
94
  self.table_id = table_id
99
95
  self.gcp_conn_id = gcp_conn_id
100
- if delegate_to:
101
- warnings.warn(
102
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
103
- )
104
- self.delegate_to = delegate_to
105
96
  self.impersonation_chain = impersonation_chain
106
97
 
107
98
  self.deferrable = deferrable
@@ -111,7 +102,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
111
102
  self.log.info("Sensor checks existence of table: %s", table_uri)
112
103
  hook = BigQueryHook(
113
104
  gcp_conn_id=self.gcp_conn_id,
114
- delegate_to=self.delegate_to,
115
105
  impersonation_chain=self.impersonation_chain,
116
106
  )
117
107
  return hook.table_exists(
@@ -129,7 +119,6 @@ class BigQueryTableExistenceSensor(BaseSensorOperator):
129
119
  poll_interval=self.poke_interval,
130
120
  gcp_conn_id=self.gcp_conn_id,
131
121
  hook_params={
132
- "delegate_to": self.delegate_to,
133
122
  "impersonation_chain": self.impersonation_chain,
134
123
  },
135
124
  ),
@@ -163,9 +152,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
163
152
  :param table_id: The name of the table to check the existence of.
164
153
  :param partition_id: The name of the partition to check the existence of.
165
154
  :param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
166
- :param delegate_to: The account to impersonate, if any.
167
- For this to work, the service account making the request must
168
- have domain-wide delegation enabled.
169
155
  :param impersonation_chain: Optional service account to impersonate using short-term
170
156
  credentials, or chained list of accounts required to get the access_token
171
157
  of the last account in the list, which will be impersonated in the request.
@@ -193,7 +179,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
193
179
  table_id: str,
194
180
  partition_id: str,
195
181
  gcp_conn_id: str = "google_cloud_default",
196
- delegate_to: str | None = None,
197
182
  impersonation_chain: str | Sequence[str] | None = None,
198
183
  deferrable: bool = False,
199
184
  **kwargs,
@@ -207,11 +192,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
207
192
  self.table_id = table_id
208
193
  self.partition_id = partition_id
209
194
  self.gcp_conn_id = gcp_conn_id
210
- if delegate_to:
211
- warnings.warn(
212
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
213
- )
214
- self.delegate_to = delegate_to
215
195
  self.impersonation_chain = impersonation_chain
216
196
 
217
197
  self.deferrable = deferrable
@@ -221,7 +201,6 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
221
201
  self.log.info('Sensor checks existence of partition: "%s" in table: %s', self.partition_id, table_uri)
222
202
  hook = BigQueryHook(
223
203
  gcp_conn_id=self.gcp_conn_id,
224
- delegate_to=self.delegate_to,
225
204
  impersonation_chain=self.impersonation_chain,
226
205
  )
227
206
  return hook.table_partition_exists(
@@ -283,9 +262,6 @@ class BigQueryTableExistenceAsyncSensor(BigQueryTableExistenceSensor):
283
262
  :param gcp_conn_id: The connection ID used to connect to Google Cloud.
284
263
  :param bigquery_conn_id: (Deprecated) The connection ID used to connect to Google Cloud.
285
264
  This parameter has been deprecated. You should pass the gcp_conn_id parameter instead.
286
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
287
- if any. For this to work, the service account making the request must have
288
- domain-wide delegation enabled.
289
265
  :param impersonation_chain: Optional service account to impersonate using short-term
290
266
  credentials, or chained list of accounts required to get the access_token
291
267
  of the last account in the list, which will be impersonated in the request.
@@ -19,7 +19,6 @@
19
19
 
20
20
  from __future__ import annotations
21
21
 
22
- import warnings
23
22
  from typing import TYPE_CHECKING, Any, Sequence
24
23
 
25
24
  from airflow.exceptions import AirflowException
@@ -38,8 +37,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
38
37
  :param region: Required. The ID of the Google Cloud region that the service belongs to.
39
38
  :param operation_name: The name of the operation resource
40
39
  :param gcp_conn_id: The connection ID to use when fetching connection info.
41
- :param delegate_to: The account to impersonate, if any. For this to work, the service account making the
42
- request must have domain-wide delegation enabled.
43
40
  :param impersonation_chain: Optional service account to impersonate using short-term
44
41
  credentials, or chained list of accounts required to get the access_token
45
42
  of the last account in the list, which will be impersonated in the request.
@@ -58,7 +55,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
58
55
  region: str,
59
56
  operation_name: str,
60
57
  gcp_conn_id: str = "google_cloud_default",
61
- delegate_to: str | None = None,
62
58
  impersonation_chain: str | Sequence[str] | None = None,
63
59
  pooling_period_seconds: int = 30,
64
60
  **kwargs,
@@ -69,11 +65,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
69
65
  self.operation_name = operation_name
70
66
  self.pooling_period_seconds = pooling_period_seconds
71
67
  self.gcp_conn_id = gcp_conn_id
72
- if delegate_to:
73
- warnings.warn(
74
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
75
- )
76
- self.delegate_to = delegate_to
77
68
  self.impersonation_chain = impersonation_chain
78
69
 
79
70
  def execute(self, context: Context) -> None:
@@ -85,7 +76,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
85
76
  operation_name=self.operation_name,
86
77
  gcp_conn_id=self.gcp_conn_id,
87
78
  impersonation_chain=self.impersonation_chain,
88
- delegate_to=self.delegate_to,
89
79
  pooling_period_seconds=self.pooling_period_seconds,
90
80
  ),
91
81
  method_name="execute_complete",
@@ -18,7 +18,6 @@
18
18
  """This module contains a Google Cloud Dataflow sensor."""
19
19
  from __future__ import annotations
20
20
 
21
- import warnings
22
21
  from typing import TYPE_CHECKING, Callable, Sequence
23
22
 
24
23
  from airflow.exceptions import AirflowException
@@ -50,10 +49,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
50
49
  :param location: The location of the Dataflow job (for example europe-west1). See:
51
50
  https://cloud.google.com/dataflow/docs/concepts/regional-endpoints
52
51
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
53
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
54
- if any. For this to work, the service account making the request must have
55
- domain-wide delegation enabled. See:
56
- https://developers.google.com/identity/protocols/oauth2/service-account#delegatingauthority
57
52
  :param impersonation_chain: Optional service account to impersonate using short-term
58
53
  credentials, or chained list of accounts required to get the access_token
59
54
  of the last account in the list, which will be impersonated in the request.
@@ -74,7 +69,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
74
69
  project_id: str | None = None,
75
70
  location: str = DEFAULT_DATAFLOW_LOCATION,
76
71
  gcp_conn_id: str = "google_cloud_default",
77
- delegate_to: str | None = None,
78
72
  impersonation_chain: str | Sequence[str] | None = None,
79
73
  **kwargs,
80
74
  ) -> None:
@@ -86,11 +80,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
86
80
  self.project_id = project_id
87
81
  self.location = location
88
82
  self.gcp_conn_id = gcp_conn_id
89
- if delegate_to:
90
- warnings.warn(
91
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
92
- )
93
- self.delegate_to = delegate_to
94
83
  self.impersonation_chain = impersonation_chain
95
84
  self.hook: DataflowHook | None = None
96
85
 
@@ -102,7 +91,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
102
91
  )
103
92
  self.hook = DataflowHook(
104
93
  gcp_conn_id=self.gcp_conn_id,
105
- delegate_to=self.delegate_to,
106
94
  impersonation_chain=self.impersonation_chain,
107
95
  )
108
96
 
@@ -142,9 +130,6 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
142
130
  :param location: The location of the Dataflow job (for example europe-west1). See:
143
131
  https://cloud.google.com/dataflow/docs/concepts/regional-endpoints
144
132
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
145
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
146
- if any. For this to work, the service account making the request must have
147
- domain-wide delegation enabled.
148
133
  :param impersonation_chain: Optional service account to impersonate using short-term
149
134
  credentials, or chained list of accounts required to get the access_token
150
135
  of the last account in the list, which will be impersonated in the request.
@@ -166,7 +151,6 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
166
151
  project_id: str | None = None,
167
152
  location: str = DEFAULT_DATAFLOW_LOCATION,
168
153
  gcp_conn_id: str = "google_cloud_default",
169
- delegate_to: str | None = None,
170
154
  impersonation_chain: str | Sequence[str] | None = None,
171
155
  **kwargs,
172
156
  ) -> None:
@@ -177,18 +161,12 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
177
161
  self.fail_on_terminal_state = fail_on_terminal_state
178
162
  self.location = location
179
163
  self.gcp_conn_id = gcp_conn_id
180
- if delegate_to:
181
- warnings.warn(
182
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
183
- )
184
- self.delegate_to = delegate_to
185
164
  self.impersonation_chain = impersonation_chain
186
165
  self.hook: DataflowHook | None = None
187
166
 
188
167
  def poke(self, context: Context) -> bool:
189
168
  self.hook = DataflowHook(
190
169
  gcp_conn_id=self.gcp_conn_id,
191
- delegate_to=self.delegate_to,
192
170
  impersonation_chain=self.impersonation_chain,
193
171
  )
194
172
 
@@ -231,9 +209,6 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
231
209
  If set to None or missing, the default project_id from the Google Cloud connection is used.
232
210
  :param location: Job location.
233
211
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
234
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
235
- if any. For this to work, the service account making the request must have
236
- domain-wide delegation enabled.
237
212
  :param impersonation_chain: Optional service account to impersonate using short-term
238
213
  credentials, or chained list of accounts required to get the access_token
239
214
  of the last account in the list, which will be impersonated in the request.
@@ -255,7 +230,6 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
255
230
  project_id: str | None = None,
256
231
  location: str = DEFAULT_DATAFLOW_LOCATION,
257
232
  gcp_conn_id: str = "google_cloud_default",
258
- delegate_to: str | None = None,
259
233
  impersonation_chain: str | Sequence[str] | None = None,
260
234
  **kwargs,
261
235
  ) -> None:
@@ -266,18 +240,12 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
266
240
  self.fail_on_terminal_state = fail_on_terminal_state
267
241
  self.location = location
268
242
  self.gcp_conn_id = gcp_conn_id
269
- if delegate_to:
270
- warnings.warn(
271
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
272
- )
273
- self.delegate_to = delegate_to
274
243
  self.impersonation_chain = impersonation_chain
275
244
  self.hook: DataflowHook | None = None
276
245
 
277
246
  def poke(self, context: Context) -> bool:
278
247
  self.hook = DataflowHook(
279
248
  gcp_conn_id=self.gcp_conn_id,
280
- delegate_to=self.delegate_to,
281
249
  impersonation_chain=self.impersonation_chain,
282
250
  )
283
251
 
@@ -320,9 +288,6 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
320
288
  If set to None or missing, the default project_id from the Google Cloud connection is used.
321
289
  :param location: Job location.
322
290
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
323
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
324
- if any. For this to work, the service account making the request must have
325
- domain-wide delegation enabled.
326
291
  :param impersonation_chain: Optional service account to impersonate using short-term
327
292
  credentials, or chained list of accounts required to get the access_token
328
293
  of the last account in the list, which will be impersonated in the request.
@@ -344,7 +309,6 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
344
309
  project_id: str | None = None,
345
310
  location: str = DEFAULT_DATAFLOW_LOCATION,
346
311
  gcp_conn_id: str = "google_cloud_default",
347
- delegate_to: str | None = None,
348
312
  impersonation_chain: str | Sequence[str] | None = None,
349
313
  **kwargs,
350
314
  ) -> None:
@@ -355,18 +319,12 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
355
319
  self.fail_on_terminal_state = fail_on_terminal_state
356
320
  self.location = location
357
321
  self.gcp_conn_id = gcp_conn_id
358
- if delegate_to:
359
- warnings.warn(
360
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
361
- )
362
- self.delegate_to = delegate_to
363
322
  self.impersonation_chain = impersonation_chain
364
323
  self.hook: DataflowHook | None = None
365
324
 
366
325
  def poke(self, context: Context) -> bool:
367
326
  self.hook = DataflowHook(
368
327
  gcp_conn_id=self.gcp_conn_id,
369
- delegate_to=self.delegate_to,
370
328
  impersonation_chain=self.impersonation_chain,
371
329
  )
372
330
 
@@ -18,7 +18,6 @@
18
18
  """This module contains a Google Cloud Dataform sensor."""
19
19
  from __future__ import annotations
20
20
 
21
- import warnings
22
21
  from typing import TYPE_CHECKING, Iterable, Sequence
23
22
 
24
23
  from airflow.exceptions import AirflowException
@@ -43,10 +42,6 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
43
42
  https://cloud.google.com/python/docs/reference/dataform/latest/google.cloud.dataform_v1beta1.types.WorkflowInvocation.State
44
43
  :param failure_statuses: State that will terminate the sensor with an exception
45
44
  :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
46
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
47
- if any. For this to work, the service account making the request must have
48
- domain-wide delegation enabled. See:
49
- https://developers.google.com/identity/protocols/oauth2/service-account#delegatingauthority
50
45
  :param impersonation_chain: Optional service account to impersonate using short-term
51
46
  credentials, or chained list of accounts required to get the access_token
52
47
  of the last account in the list, which will be impersonated in the request.
@@ -69,7 +64,6 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
69
64
  expected_statuses: set[int] | int,
70
65
  failure_statuses: Iterable[int] | None = None,
71
66
  gcp_conn_id: str = "google_cloud_default",
72
- delegate_to: str | None = None,
73
67
  impersonation_chain: str | Sequence[str] | None = None,
74
68
  **kwargs,
75
69
  ) -> None:
@@ -83,18 +77,12 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
83
77
  self.project_id = project_id
84
78
  self.region = region
85
79
  self.gcp_conn_id = gcp_conn_id
86
- if delegate_to:
87
- warnings.warn(
88
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
89
- )
90
- self.delegate_to = delegate_to
91
80
  self.impersonation_chain = impersonation_chain
92
81
  self.hook: DataformHook | None = None
93
82
 
94
83
  def poke(self, context: Context) -> bool:
95
84
  self.hook = DataformHook(
96
85
  gcp_conn_id=self.gcp_conn_id,
97
- delegate_to=self.delegate_to,
98
86
  impersonation_chain=self.impersonation_chain,
99
87
  )
100
88
 
@@ -18,7 +18,6 @@
18
18
  """This module contains a Google Cloud Data Fusion sensors."""
19
19
  from __future__ import annotations
20
20
 
21
- import warnings
22
21
  from typing import TYPE_CHECKING, Iterable, Sequence
23
22
 
24
23
  from airflow.exceptions import AirflowException, AirflowNotFoundException
@@ -44,9 +43,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
44
43
  is always default. If your pipeline belongs to an Enterprise edition instance, you
45
44
  can create a namespace.
46
45
  :param gcp_conn_id: The connection ID to use when fetching connection info.
47
- :param delegate_to: The account to impersonate using domain-wide delegation of authority,
48
- if any. For this to work, the service account making the request must have
49
- domain-wide delegation enabled.
50
46
  :param impersonation_chain: Optional service account to impersonate using short-term
51
47
  credentials, or chained list of accounts required to get the access_token
52
48
  of the last account in the list, which will be impersonated in the request.
@@ -71,7 +67,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
71
67
  project_id: str | None = None,
72
68
  namespace: str = "default",
73
69
  gcp_conn_id: str = "google_cloud_default",
74
- delegate_to: str | None = None,
75
70
  impersonation_chain: str | Sequence[str] | None = None,
76
71
  **kwargs,
77
72
  ) -> None:
@@ -85,11 +80,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
85
80
  self.project_id = project_id
86
81
  self.namespace = namespace
87
82
  self.gcp_conn_id = gcp_conn_id
88
- if delegate_to:
89
- warnings.warn(
90
- "'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
91
- )
92
- self.delegate_to = delegate_to
93
83
  self.impersonation_chain = impersonation_chain
94
84
 
95
85
  def poke(self, context: Context) -> bool:
@@ -100,7 +90,6 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
100
90
  )
101
91
  hook = DataFusionHook(
102
92
  gcp_conn_id=self.gcp_conn_id,
103
- delegate_to=self.delegate_to,
104
93
  impersonation_chain=self.impersonation_chain,
105
94
  )
106
95