apache-airflow-providers-google 9.0.0rc1__py3-none-any.whl → 10.0.0rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/cloud/hooks/automl.py +5 -6
- airflow/providers/google/cloud/hooks/bigquery.py +5 -6
- airflow/providers/google/cloud/hooks/bigquery_dts.py +11 -8
- airflow/providers/google/cloud/hooks/bigtable.py +5 -6
- airflow/providers/google/cloud/hooks/cloud_build.py +14 -11
- airflow/providers/google/cloud/hooks/cloud_composer.py +16 -0
- airflow/providers/google/cloud/hooks/cloud_memorystore.py +5 -14
- airflow/providers/google/cloud/hooks/cloud_sql.py +5 -7
- airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +5 -5
- airflow/providers/google/cloud/hooks/compute.py +5 -6
- airflow/providers/google/cloud/hooks/compute_ssh.py +8 -12
- airflow/providers/google/cloud/hooks/datacatalog.py +5 -9
- airflow/providers/google/cloud/hooks/dataflow.py +14 -6
- airflow/providers/google/cloud/hooks/dataform.py +8 -0
- airflow/providers/google/cloud/hooks/datafusion.py +13 -6
- airflow/providers/google/cloud/hooks/dataplex.py +5 -8
- airflow/providers/google/cloud/hooks/dataproc.py +13 -8
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +8 -0
- airflow/providers/google/cloud/hooks/datastore.py +5 -6
- airflow/providers/google/cloud/hooks/dlp.py +5 -9
- airflow/providers/google/cloud/hooks/functions.py +5 -6
- airflow/providers/google/cloud/hooks/gcs.py +6 -6
- airflow/providers/google/cloud/hooks/gdm.py +5 -6
- airflow/providers/google/cloud/hooks/kms.py +5 -9
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +6 -4
- airflow/providers/google/cloud/hooks/life_sciences.py +5 -9
- airflow/providers/google/cloud/hooks/mlengine.py +8 -0
- airflow/providers/google/cloud/hooks/natural_language.py +5 -9
- airflow/providers/google/cloud/hooks/os_login.py +5 -6
- airflow/providers/google/cloud/hooks/pubsub.py +5 -5
- airflow/providers/google/cloud/hooks/secret_manager.py +5 -9
- airflow/providers/google/cloud/hooks/spanner.py +5 -6
- airflow/providers/google/cloud/hooks/speech_to_text.py +5 -9
- airflow/providers/google/cloud/hooks/stackdriver.py +5 -6
- airflow/providers/google/cloud/hooks/tasks.py +5 -9
- airflow/providers/google/cloud/hooks/text_to_speech.py +5 -9
- airflow/providers/google/cloud/hooks/translate.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +5 -5
- airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +8 -0
- airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +8 -0
- airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +5 -6
- airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +8 -0
- airflow/providers/google/cloud/hooks/video_intelligence.py +5 -9
- airflow/providers/google/cloud/hooks/vision.py +5 -6
- airflow/providers/google/cloud/hooks/workflows.py +8 -0
- airflow/providers/google/cloud/operators/bigquery.py +1 -148
- airflow/providers/google/cloud/operators/cloud_build.py +0 -13
- airflow/providers/google/cloud/operators/cloud_composer.py +2 -68
- airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +0 -21
- airflow/providers/google/cloud/operators/dataflow.py +2 -72
- airflow/providers/google/cloud/operators/dataform.py +5 -141
- airflow/providers/google/cloud/operators/datafusion.py +0 -102
- airflow/providers/google/cloud/operators/dataplex.py +3 -61
- airflow/providers/google/cloud/operators/dataproc.py +5 -13
- airflow/providers/google/cloud/operators/datastore.py +2 -86
- airflow/providers/google/cloud/operators/gcs.py +1 -43
- airflow/providers/google/cloud/operators/mlengine.py +1 -123
- airflow/providers/google/cloud/operators/pubsub.py +0 -61
- airflow/providers/google/cloud/operators/stackdriver.py +0 -101
- airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py +0 -26
- airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py +0 -41
- airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +0 -39
- airflow/providers/google/cloud/operators/vertex_ai/dataset.py +0 -71
- airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py +0 -71
- airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +0 -35
- airflow/providers/google/cloud/operators/vertex_ai/model_service.py +0 -41
- airflow/providers/google/cloud/sensors/bigquery.py +0 -24
- airflow/providers/google/cloud/sensors/cloud_composer.py +0 -10
- airflow/providers/google/cloud/sensors/dataflow.py +0 -42
- airflow/providers/google/cloud/sensors/dataform.py +0 -12
- airflow/providers/google/cloud/sensors/datafusion.py +0 -11
- airflow/providers/google/cloud/sensors/dataplex.py +0 -10
- airflow/providers/google/cloud/sensors/gcs.py +0 -44
- airflow/providers/google/cloud/sensors/pubsub.py +0 -11
- airflow/providers/google/cloud/transfers/adls_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py +0 -10
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mssql.py +0 -11
- airflow/providers/google/cloud/transfers/bigquery_to_mysql.py +0 -11
- airflow/providers/google/cloud/transfers/calendar_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +0 -13
- airflow/providers/google/cloud/transfers/gcs_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_local.py +0 -11
- airflow/providers/google/cloud/transfers/gcs_to_sftp.py +0 -11
- airflow/providers/google/cloud/transfers/gdrive_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/gdrive_to_local.py +0 -11
- airflow/providers/google/cloud/transfers/local_to_gcs.py +0 -9
- airflow/providers/google/cloud/transfers/s3_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/sftp_to_gcs.py +0 -11
- airflow/providers/google/cloud/transfers/sheets_to_gcs.py +0 -12
- airflow/providers/google/cloud/transfers/sql_to_gcs.py +0 -11
- airflow/providers/google/cloud/triggers/bigquery_dts.py +0 -12
- airflow/providers/google/cloud/triggers/cloud_build.py +0 -11
- airflow/providers/google/cloud/triggers/cloud_composer.py +0 -9
- airflow/providers/google/cloud/triggers/dataflow.py +0 -7
- airflow/providers/google/cloud/triggers/datafusion.py +0 -11
- airflow/providers/google/cloud/triggers/dataproc.py +2 -8
- airflow/providers/google/cloud/triggers/kubernetes_engine.py +0 -4
- airflow/providers/google/cloud/triggers/mlengine.py +0 -3
- airflow/providers/google/common/hooks/discovery_api.py +0 -7
- airflow/providers/google/firebase/hooks/firestore.py +0 -10
- airflow/providers/google/get_provider_info.py +1 -0
- airflow/providers/google/marketing_platform/example_dags/example_display_video.py +0 -64
- airflow/providers/google/marketing_platform/hooks/campaign_manager.py +3 -3
- airflow/providers/google/marketing_platform/hooks/display_video.py +7 -38
- airflow/providers/google/marketing_platform/operators/campaign_manager.py +22 -22
- airflow/providers/google/marketing_platform/operators/display_video.py +0 -284
- airflow/providers/google/marketing_platform/sensors/campaign_manager.py +3 -3
- airflow/providers/google/marketing_platform/sensors/display_video.py +0 -65
- airflow/providers/google/suite/transfers/gcs_to_gdrive.py +0 -4
- airflow/providers/google/suite/transfers/gcs_to_sheets.py +0 -4
- airflow/providers/google_vendor/googleads/interceptors/interceptor.py +1 -1
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/METADATA +34 -4
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/RECORD +123 -123
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/LICENSE +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/NOTICE +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_google-9.0.0rc1.dist-info → apache_airflow_providers_google-10.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -16,7 +16,6 @@
|
|
16
16
|
# under the License.
|
17
17
|
from __future__ import annotations
|
18
18
|
|
19
|
-
import warnings
|
20
19
|
from typing import TYPE_CHECKING, Sequence
|
21
20
|
|
22
21
|
from airflow.providers.google.cloud.links.dataform import (
|
@@ -56,8 +55,6 @@ class DataformCreateCompilationResultOperator(GoogleCloudBaseOperator):
|
|
56
55
|
:param timeout: The timeout for this request.
|
57
56
|
:param metadata: Strings which should be sent along with the request as metadata.
|
58
57
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
59
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
60
|
-
request must have domain-wide delegation enabled.
|
61
58
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
62
59
|
credentials, or chained list of accounts required to get the access_token
|
63
60
|
of the last account in the list, which will be impersonated in the request.
|
@@ -78,7 +75,6 @@ class DataformCreateCompilationResultOperator(GoogleCloudBaseOperator):
|
|
78
75
|
timeout: float | None = None,
|
79
76
|
metadata: Sequence[tuple[str, str]] = (),
|
80
77
|
gcp_conn_id: str = "google_cloud_default",
|
81
|
-
delegate_to: str | None = None,
|
82
78
|
impersonation_chain: str | Sequence[str] | None = None,
|
83
79
|
*args,
|
84
80
|
**kwargs,
|
@@ -92,17 +88,11 @@ class DataformCreateCompilationResultOperator(GoogleCloudBaseOperator):
|
|
92
88
|
self.timeout = timeout
|
93
89
|
self.metadata = metadata
|
94
90
|
self.gcp_conn_id = gcp_conn_id
|
95
|
-
if delegate_to:
|
96
|
-
warnings.warn(
|
97
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
98
|
-
)
|
99
|
-
self.delegate_to = delegate_to
|
100
91
|
self.impersonation_chain = impersonation_chain
|
101
92
|
|
102
93
|
def execute(self, context: Context):
|
103
94
|
hook = DataformHook(
|
104
95
|
gcp_conn_id=self.gcp_conn_id,
|
105
|
-
delegate_to=self.delegate_to,
|
106
96
|
impersonation_chain=self.impersonation_chain,
|
107
97
|
)
|
108
98
|
result = hook.create_compilation_result(
|
@@ -129,8 +119,6 @@ class DataformGetCompilationResultOperator(GoogleCloudBaseOperator):
|
|
129
119
|
:param timeout: The timeout for this request.
|
130
120
|
:param metadata: Strings which should be sent along with the request as metadata.
|
131
121
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
132
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
133
|
-
request must have domain-wide delegation enabled.
|
134
122
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
135
123
|
credentials, or chained list of accounts required to get the access_token
|
136
124
|
of the last account in the list, which will be impersonated in the request.
|
@@ -141,7 +129,7 @@ class DataformGetCompilationResultOperator(GoogleCloudBaseOperator):
|
|
141
129
|
account from the list granting this role to the originating account (templated).
|
142
130
|
"""
|
143
131
|
|
144
|
-
template_fields = ("repository_id", "compilation_result_id", "
|
132
|
+
template_fields = ("repository_id", "compilation_result_id", "impersonation_chain")
|
145
133
|
|
146
134
|
def __init__(
|
147
135
|
self,
|
@@ -153,7 +141,6 @@ class DataformGetCompilationResultOperator(GoogleCloudBaseOperator):
|
|
153
141
|
timeout: float | None = None,
|
154
142
|
metadata: Sequence[tuple[str, str]] = (),
|
155
143
|
gcp_conn_id: str = "google_cloud_default",
|
156
|
-
delegate_to: str | None = None,
|
157
144
|
impersonation_chain: str | Sequence[str] | None = None,
|
158
145
|
*args,
|
159
146
|
**kwargs,
|
@@ -167,17 +154,11 @@ class DataformGetCompilationResultOperator(GoogleCloudBaseOperator):
|
|
167
154
|
self.timeout = timeout
|
168
155
|
self.metadata = metadata
|
169
156
|
self.gcp_conn_id = gcp_conn_id
|
170
|
-
if delegate_to:
|
171
|
-
warnings.warn(
|
172
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
173
|
-
)
|
174
|
-
self.delegate_to = delegate_to
|
175
157
|
self.impersonation_chain = impersonation_chain
|
176
158
|
|
177
159
|
def execute(self, context: Context):
|
178
160
|
hook = DataformHook(
|
179
161
|
gcp_conn_id=self.gcp_conn_id,
|
180
|
-
delegate_to=self.delegate_to,
|
181
162
|
impersonation_chain=self.impersonation_chain,
|
182
163
|
)
|
183
164
|
result = hook.get_compilation_result(
|
@@ -204,8 +185,6 @@ class DataformCreateWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
204
185
|
:param timeout: The timeout for this request.
|
205
186
|
:param metadata: Strings which should be sent along with the request as metadata.
|
206
187
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
207
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
208
|
-
request must have domain-wide delegation enabled.
|
209
188
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
210
189
|
credentials, or chained list of accounts required to get the access_token
|
211
190
|
of the last account in the list, which will be impersonated in the request.
|
@@ -215,12 +194,12 @@ class DataformCreateWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
215
194
|
Service Account Token Creator IAM role to the directly preceding identity, with first
|
216
195
|
account from the list granting this role to the originating account (templated).
|
217
196
|
:param asynchronous: Flag to return workflow_invocation_id from the Dataform API.
|
218
|
-
This is useful for submitting long
|
197
|
+
This is useful for submitting long-running workflows and
|
219
198
|
waiting on them asynchronously using the DataformWorkflowInvocationStateSensor
|
220
199
|
:param wait_time: Number of seconds between checks
|
221
200
|
"""
|
222
201
|
|
223
|
-
template_fields = ("workflow_invocation", "
|
202
|
+
template_fields = ("workflow_invocation", "impersonation_chain")
|
224
203
|
operator_extra_links = (DataformWorkflowInvocationLink(),)
|
225
204
|
|
226
205
|
def __init__(
|
@@ -233,7 +212,6 @@ class DataformCreateWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
233
212
|
timeout: int | None = None,
|
234
213
|
metadata: Sequence[tuple[str, str]] = (),
|
235
214
|
gcp_conn_id: str = "google_cloud_default",
|
236
|
-
delegate_to: str | None = None,
|
237
215
|
impersonation_chain: str | Sequence[str] | None = None,
|
238
216
|
asynchronous: bool = False,
|
239
217
|
wait_time: int = 10,
|
@@ -249,11 +227,6 @@ class DataformCreateWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
249
227
|
self.timeout = timeout
|
250
228
|
self.metadata = metadata
|
251
229
|
self.gcp_conn_id = gcp_conn_id
|
252
|
-
if delegate_to:
|
253
|
-
warnings.warn(
|
254
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
255
|
-
)
|
256
|
-
self.delegate_to = delegate_to
|
257
230
|
self.impersonation_chain = impersonation_chain
|
258
231
|
self.asynchronous = asynchronous
|
259
232
|
self.wait_time = wait_time
|
@@ -261,7 +234,6 @@ class DataformCreateWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
261
234
|
def execute(self, context: Context):
|
262
235
|
hook = DataformHook(
|
263
236
|
gcp_conn_id=self.gcp_conn_id,
|
264
|
-
delegate_to=self.delegate_to,
|
265
237
|
impersonation_chain=self.impersonation_chain,
|
266
238
|
)
|
267
239
|
result = hook.create_workflow_invocation(
|
@@ -306,8 +278,6 @@ class DataformGetWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
306
278
|
:param timeout: The timeout for this request.
|
307
279
|
:param metadata: Strings which should be sent along with the request as metadata.
|
308
280
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
309
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
310
|
-
request must have domain-wide delegation enabled.
|
311
281
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
312
282
|
credentials, or chained list of accounts required to get the access_token
|
313
283
|
of the last account in the list, which will be impersonated in the request.
|
@@ -318,7 +288,7 @@ class DataformGetWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
318
288
|
account from the list granting this role to the originating account (templated).
|
319
289
|
"""
|
320
290
|
|
321
|
-
template_fields = ("repository_id", "workflow_invocation_id", "
|
291
|
+
template_fields = ("repository_id", "workflow_invocation_id", "impersonation_chain")
|
322
292
|
operator_extra_links = (DataformWorkflowInvocationLink(),)
|
323
293
|
|
324
294
|
def __init__(
|
@@ -331,7 +301,6 @@ class DataformGetWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
331
301
|
timeout: float | None = None,
|
332
302
|
metadata: Sequence[tuple[str, str]] = (),
|
333
303
|
gcp_conn_id: str = "google_cloud_default",
|
334
|
-
delegate_to: str | None = None,
|
335
304
|
impersonation_chain: str | Sequence[str] | None = None,
|
336
305
|
*args,
|
337
306
|
**kwargs,
|
@@ -345,17 +314,11 @@ class DataformGetWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
345
314
|
self.timeout = timeout
|
346
315
|
self.metadata = metadata
|
347
316
|
self.gcp_conn_id = gcp_conn_id
|
348
|
-
if delegate_to:
|
349
|
-
warnings.warn(
|
350
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
351
|
-
)
|
352
|
-
self.delegate_to = delegate_to
|
353
317
|
self.impersonation_chain = impersonation_chain
|
354
318
|
|
355
319
|
def execute(self, context: Context):
|
356
320
|
hook = DataformHook(
|
357
321
|
gcp_conn_id=self.gcp_conn_id,
|
358
|
-
delegate_to=self.delegate_to,
|
359
322
|
impersonation_chain=self.impersonation_chain,
|
360
323
|
)
|
361
324
|
result = hook.get_workflow_invocation(
|
@@ -382,8 +345,6 @@ class DataformCancelWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
382
345
|
:param timeout: The timeout for this request.
|
383
346
|
:param metadata: Strings which should be sent along with the request as metadata.
|
384
347
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
385
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
386
|
-
request must have domain-wide delegation enabled.
|
387
348
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
388
349
|
credentials, or chained list of accounts required to get the access_token
|
389
350
|
of the last account in the list, which will be impersonated in the request.
|
@@ -394,7 +355,7 @@ class DataformCancelWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
394
355
|
account from the list granting this role to the originating account (templated).
|
395
356
|
"""
|
396
357
|
|
397
|
-
template_fields = ("repository_id", "workflow_invocation_id", "
|
358
|
+
template_fields = ("repository_id", "workflow_invocation_id", "impersonation_chain")
|
398
359
|
operator_extra_links = (DataformWorkflowInvocationLink(),)
|
399
360
|
|
400
361
|
def __init__(
|
@@ -407,7 +368,6 @@ class DataformCancelWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
407
368
|
timeout: float | None = None,
|
408
369
|
metadata: Sequence[tuple[str, str]] = (),
|
409
370
|
gcp_conn_id: str = "google_cloud_default",
|
410
|
-
delegate_to: str | None = None,
|
411
371
|
impersonation_chain: str | Sequence[str] | None = None,
|
412
372
|
*args,
|
413
373
|
**kwargs,
|
@@ -421,17 +381,11 @@ class DataformCancelWorkflowInvocationOperator(GoogleCloudBaseOperator):
|
|
421
381
|
self.timeout = timeout
|
422
382
|
self.metadata = metadata
|
423
383
|
self.gcp_conn_id = gcp_conn_id
|
424
|
-
if delegate_to:
|
425
|
-
warnings.warn(
|
426
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
427
|
-
)
|
428
|
-
self.delegate_to = delegate_to
|
429
384
|
self.impersonation_chain = impersonation_chain
|
430
385
|
|
431
386
|
def execute(self, context: Context):
|
432
387
|
hook = DataformHook(
|
433
388
|
gcp_conn_id=self.gcp_conn_id,
|
434
|
-
delegate_to=self.delegate_to,
|
435
389
|
impersonation_chain=self.impersonation_chain,
|
436
390
|
)
|
437
391
|
hook.cancel_workflow_invocation(
|
@@ -456,8 +410,6 @@ class DataformCreateRepositoryOperator(GoogleCloudBaseOperator):
|
|
456
410
|
:param timeout: The timeout for this request.
|
457
411
|
:param metadata: Strings which should be sent along with the request as metadata.
|
458
412
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
459
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
460
|
-
request must have domain-wide delegation enabled.
|
461
413
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
462
414
|
credentials, or chained list of accounts required to get the access_token
|
463
415
|
of the last account in the list, which will be impersonated in the request.
|
@@ -472,7 +424,6 @@ class DataformCreateRepositoryOperator(GoogleCloudBaseOperator):
|
|
472
424
|
template_fields = (
|
473
425
|
"project_id",
|
474
426
|
"repository_id",
|
475
|
-
"delegate_to",
|
476
427
|
"impersonation_chain",
|
477
428
|
)
|
478
429
|
|
@@ -485,7 +436,6 @@ class DataformCreateRepositoryOperator(GoogleCloudBaseOperator):
|
|
485
436
|
timeout: float | None = None,
|
486
437
|
metadata: Sequence[tuple[str, str]] = (),
|
487
438
|
gcp_conn_id: str = "google_cloud_default",
|
488
|
-
delegate_to: str | None = None,
|
489
439
|
impersonation_chain: str | Sequence[str] | None = None,
|
490
440
|
*args,
|
491
441
|
**kwargs,
|
@@ -501,17 +451,11 @@ class DataformCreateRepositoryOperator(GoogleCloudBaseOperator):
|
|
501
451
|
self.metadata = metadata
|
502
452
|
|
503
453
|
self.gcp_conn_id = gcp_conn_id
|
504
|
-
if delegate_to:
|
505
|
-
warnings.warn(
|
506
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
507
|
-
)
|
508
|
-
self.delegate_to = delegate_to
|
509
454
|
self.impersonation_chain = impersonation_chain
|
510
455
|
|
511
456
|
def execute(self, context: Context) -> dict:
|
512
457
|
hook = DataformHook(
|
513
458
|
gcp_conn_id=self.gcp_conn_id,
|
514
|
-
delegate_to=self.delegate_to,
|
515
459
|
impersonation_chain=self.impersonation_chain,
|
516
460
|
)
|
517
461
|
|
@@ -546,8 +490,6 @@ class DataformDeleteRepositoryOperator(GoogleCloudBaseOperator):
|
|
546
490
|
:param timeout: The timeout for this request.
|
547
491
|
:param metadata: Strings which should be sent along with the request as metadata.
|
548
492
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
549
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
550
|
-
request must have domain-wide delegation enabled.
|
551
493
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
552
494
|
credentials, or chained list of accounts required to get the access_token
|
553
495
|
of the last account in the list, which will be impersonated in the request.
|
@@ -561,7 +503,6 @@ class DataformDeleteRepositoryOperator(GoogleCloudBaseOperator):
|
|
561
503
|
template_fields = (
|
562
504
|
"project_id",
|
563
505
|
"repository_id",
|
564
|
-
"delegate_to",
|
565
506
|
"impersonation_chain",
|
566
507
|
)
|
567
508
|
|
@@ -575,7 +516,6 @@ class DataformDeleteRepositoryOperator(GoogleCloudBaseOperator):
|
|
575
516
|
timeout: float | None = None,
|
576
517
|
metadata: Sequence[tuple[str, str]] = (),
|
577
518
|
gcp_conn_id: str = "google_cloud_default",
|
578
|
-
delegate_to: str | None = None,
|
579
519
|
impersonation_chain: str | Sequence[str] | None = None,
|
580
520
|
*args,
|
581
521
|
**kwargs,
|
@@ -592,17 +532,11 @@ class DataformDeleteRepositoryOperator(GoogleCloudBaseOperator):
|
|
592
532
|
self.metadata = metadata
|
593
533
|
|
594
534
|
self.gcp_conn_id = gcp_conn_id
|
595
|
-
if delegate_to:
|
596
|
-
warnings.warn(
|
597
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
598
|
-
)
|
599
|
-
self.delegate_to = delegate_to
|
600
535
|
self.impersonation_chain = impersonation_chain
|
601
536
|
|
602
537
|
def execute(self, context: Context) -> None:
|
603
538
|
hook = DataformHook(
|
604
539
|
gcp_conn_id=self.gcp_conn_id,
|
605
|
-
delegate_to=self.delegate_to,
|
606
540
|
impersonation_chain=self.impersonation_chain,
|
607
541
|
)
|
608
542
|
|
@@ -629,8 +563,6 @@ class DataformCreateWorkspaceOperator(GoogleCloudBaseOperator):
|
|
629
563
|
:param timeout: The timeout for this request.
|
630
564
|
:param metadata: Strings which should be sent along with the request as metadata.
|
631
565
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
632
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
633
|
-
request must have domain-wide delegation enabled.
|
634
566
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
635
567
|
credentials, or chained list of accounts required to get the access_token
|
636
568
|
of the last account in the list, which will be impersonated in the request.
|
@@ -645,7 +577,6 @@ class DataformCreateWorkspaceOperator(GoogleCloudBaseOperator):
|
|
645
577
|
template_fields = (
|
646
578
|
"project_id",
|
647
579
|
"repository_id",
|
648
|
-
"delegate_to",
|
649
580
|
"impersonation_chain",
|
650
581
|
)
|
651
582
|
|
@@ -659,7 +590,6 @@ class DataformCreateWorkspaceOperator(GoogleCloudBaseOperator):
|
|
659
590
|
timeout: float | None = None,
|
660
591
|
metadata: Sequence[tuple[str, str]] = (),
|
661
592
|
gcp_conn_id: str = "google_cloud_default",
|
662
|
-
delegate_to: str | None = None,
|
663
593
|
impersonation_chain: str | Sequence[str] | None = None,
|
664
594
|
*args,
|
665
595
|
**kwargs,
|
@@ -676,17 +606,11 @@ class DataformCreateWorkspaceOperator(GoogleCloudBaseOperator):
|
|
676
606
|
self.metadata = metadata
|
677
607
|
|
678
608
|
self.gcp_conn_id = gcp_conn_id
|
679
|
-
if delegate_to:
|
680
|
-
warnings.warn(
|
681
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
682
|
-
)
|
683
|
-
self.delegate_to = delegate_to
|
684
609
|
self.impersonation_chain = impersonation_chain
|
685
610
|
|
686
611
|
def execute(self, context: Context) -> dict:
|
687
612
|
hook = DataformHook(
|
688
613
|
gcp_conn_id=self.gcp_conn_id,
|
689
|
-
delegate_to=self.delegate_to,
|
690
614
|
impersonation_chain=self.impersonation_chain,
|
691
615
|
)
|
692
616
|
|
@@ -724,8 +648,6 @@ class DataformDeleteWorkspaceOperator(GoogleCloudBaseOperator):
|
|
724
648
|
:param timeout: The timeout for this request.
|
725
649
|
:param metadata: Strings which should be sent along with the request as metadata.
|
726
650
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
727
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
728
|
-
request must have domain-wide delegation enabled.
|
729
651
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
730
652
|
credentials, or chained list of accounts required to get the access_token
|
731
653
|
of the last account in the list, which will be impersonated in the request.
|
@@ -740,7 +662,6 @@ class DataformDeleteWorkspaceOperator(GoogleCloudBaseOperator):
|
|
740
662
|
"project_id",
|
741
663
|
"repository_id",
|
742
664
|
"workspace_id",
|
743
|
-
"delegate_to",
|
744
665
|
"impersonation_chain",
|
745
666
|
)
|
746
667
|
|
@@ -754,7 +675,6 @@ class DataformDeleteWorkspaceOperator(GoogleCloudBaseOperator):
|
|
754
675
|
timeout: float | None = None,
|
755
676
|
metadata: Sequence[tuple[str, str]] = (),
|
756
677
|
gcp_conn_id: str = "google_cloud_default",
|
757
|
-
delegate_to: str | None = None,
|
758
678
|
impersonation_chain: str | Sequence[str] | None = None,
|
759
679
|
*args,
|
760
680
|
**kwargs,
|
@@ -771,17 +691,11 @@ class DataformDeleteWorkspaceOperator(GoogleCloudBaseOperator):
|
|
771
691
|
self.metadata = metadata
|
772
692
|
|
773
693
|
self.gcp_conn_id = gcp_conn_id
|
774
|
-
if delegate_to:
|
775
|
-
warnings.warn(
|
776
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
777
|
-
)
|
778
|
-
self.delegate_to = delegate_to
|
779
694
|
self.impersonation_chain = impersonation_chain
|
780
695
|
|
781
696
|
def execute(self, context: Context) -> None:
|
782
697
|
hook = DataformHook(
|
783
698
|
gcp_conn_id=self.gcp_conn_id,
|
784
|
-
delegate_to=self.delegate_to,
|
785
699
|
impersonation_chain=self.impersonation_chain,
|
786
700
|
)
|
787
701
|
|
@@ -810,8 +724,6 @@ class DataformWriteFileOperator(GoogleCloudBaseOperator):
|
|
810
724
|
:param timeout: The timeout for this request.
|
811
725
|
:param metadata: Strings which should be sent along with the request as metadata.
|
812
726
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
813
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
814
|
-
request must have domain-wide delegation enabled.
|
815
727
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
816
728
|
credentials, or chained list of accounts required to get the access_token
|
817
729
|
of the last account in the list, which will be impersonated in the request.
|
@@ -826,7 +738,6 @@ class DataformWriteFileOperator(GoogleCloudBaseOperator):
|
|
826
738
|
"project_id",
|
827
739
|
"repository_id",
|
828
740
|
"workspace_id",
|
829
|
-
"delegate_to",
|
830
741
|
"impersonation_chain",
|
831
742
|
)
|
832
743
|
|
@@ -842,7 +753,6 @@ class DataformWriteFileOperator(GoogleCloudBaseOperator):
|
|
842
753
|
timeout: float | None = None,
|
843
754
|
metadata: Sequence[tuple[str, str]] = (),
|
844
755
|
gcp_conn_id: str = "google_cloud_default",
|
845
|
-
delegate_to: str | None = None,
|
846
756
|
impersonation_chain: str | Sequence[str] | None = None,
|
847
757
|
*args,
|
848
758
|
**kwargs,
|
@@ -861,17 +771,11 @@ class DataformWriteFileOperator(GoogleCloudBaseOperator):
|
|
861
771
|
self.metadata = metadata
|
862
772
|
|
863
773
|
self.gcp_conn_id = gcp_conn_id
|
864
|
-
if delegate_to:
|
865
|
-
warnings.warn(
|
866
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
867
|
-
)
|
868
|
-
self.delegate_to = delegate_to
|
869
774
|
self.impersonation_chain = impersonation_chain
|
870
775
|
|
871
776
|
def execute(self, context: Context) -> dict:
|
872
777
|
hook = DataformHook(
|
873
778
|
gcp_conn_id=self.gcp_conn_id,
|
874
|
-
delegate_to=self.delegate_to,
|
875
779
|
impersonation_chain=self.impersonation_chain,
|
876
780
|
)
|
877
781
|
write_file_response = hook.write_file(
|
@@ -901,8 +805,6 @@ class DataformMakeDirectoryOperator(GoogleCloudBaseOperator):
|
|
901
805
|
:param timeout: The timeout for this request.
|
902
806
|
:param metadata: Strings which should be sent along with the request as metadata.
|
903
807
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
904
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
905
|
-
request must have domain-wide delegation enabled.
|
906
808
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
907
809
|
credentials, or chained list of accounts required to get the access_token
|
908
810
|
of the last account in the list, which will be impersonated in the request.
|
@@ -917,7 +819,6 @@ class DataformMakeDirectoryOperator(GoogleCloudBaseOperator):
|
|
917
819
|
"project_id",
|
918
820
|
"repository_id",
|
919
821
|
"workspace_id",
|
920
|
-
"delegate_to",
|
921
822
|
"impersonation_chain",
|
922
823
|
)
|
923
824
|
|
@@ -932,7 +833,6 @@ class DataformMakeDirectoryOperator(GoogleCloudBaseOperator):
|
|
932
833
|
timeout: float | None = None,
|
933
834
|
metadata: Sequence[tuple[str, str]] = (),
|
934
835
|
gcp_conn_id: str = "google_cloud_default",
|
935
|
-
delegate_to: str | None = None,
|
936
836
|
impersonation_chain: str | Sequence[str] | None = None,
|
937
837
|
*args,
|
938
838
|
**kwargs,
|
@@ -950,17 +850,11 @@ class DataformMakeDirectoryOperator(GoogleCloudBaseOperator):
|
|
950
850
|
self.metadata = metadata
|
951
851
|
|
952
852
|
self.gcp_conn_id = gcp_conn_id
|
953
|
-
if delegate_to:
|
954
|
-
warnings.warn(
|
955
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
956
|
-
)
|
957
|
-
self.delegate_to = delegate_to
|
958
853
|
self.impersonation_chain = impersonation_chain
|
959
854
|
|
960
855
|
def execute(self, context: Context) -> dict:
|
961
856
|
hook = DataformHook(
|
962
857
|
gcp_conn_id=self.gcp_conn_id,
|
963
|
-
delegate_to=self.delegate_to,
|
964
858
|
impersonation_chain=self.impersonation_chain,
|
965
859
|
)
|
966
860
|
|
@@ -991,8 +885,6 @@ class DataformRemoveFileOperator(GoogleCloudBaseOperator):
|
|
991
885
|
:param timeout: The timeout for this request.
|
992
886
|
:param metadata: Strings which should be sent along with the request as metadata.
|
993
887
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
994
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
995
|
-
request must have domain-wide delegation enabled.
|
996
888
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
997
889
|
credentials, or chained list of accounts required to get the access_token
|
998
890
|
of the last account in the list, which will be impersonated in the request.
|
@@ -1007,7 +899,6 @@ class DataformRemoveFileOperator(GoogleCloudBaseOperator):
|
|
1007
899
|
"project_id",
|
1008
900
|
"repository_id",
|
1009
901
|
"workspace_id",
|
1010
|
-
"delegate_to",
|
1011
902
|
"impersonation_chain",
|
1012
903
|
)
|
1013
904
|
|
@@ -1022,7 +913,6 @@ class DataformRemoveFileOperator(GoogleCloudBaseOperator):
|
|
1022
913
|
timeout: float | None = None,
|
1023
914
|
metadata: Sequence[tuple[str, str]] = (),
|
1024
915
|
gcp_conn_id: str = "google_cloud_default",
|
1025
|
-
delegate_to: str | None = None,
|
1026
916
|
impersonation_chain: str | Sequence[str] | None = None,
|
1027
917
|
*args,
|
1028
918
|
**kwargs,
|
@@ -1040,17 +930,11 @@ class DataformRemoveFileOperator(GoogleCloudBaseOperator):
|
|
1040
930
|
self.metadata = metadata
|
1041
931
|
|
1042
932
|
self.gcp_conn_id = gcp_conn_id
|
1043
|
-
if delegate_to:
|
1044
|
-
warnings.warn(
|
1045
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
1046
|
-
)
|
1047
|
-
self.delegate_to = delegate_to
|
1048
933
|
self.impersonation_chain = impersonation_chain
|
1049
934
|
|
1050
935
|
def execute(self, context: Context) -> None:
|
1051
936
|
hook = DataformHook(
|
1052
937
|
gcp_conn_id=self.gcp_conn_id,
|
1053
|
-
delegate_to=self.delegate_to,
|
1054
938
|
impersonation_chain=self.impersonation_chain,
|
1055
939
|
)
|
1056
940
|
|
@@ -1079,8 +963,6 @@ class DataformRemoveDirectoryOperator(GoogleCloudBaseOperator):
|
|
1079
963
|
:param timeout: The timeout for this request.
|
1080
964
|
:param metadata: Strings which should be sent along with the request as metadata.
|
1081
965
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
1082
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
1083
|
-
request must have domain-wide delegation enabled.
|
1084
966
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
1085
967
|
credentials, or chained list of accounts required to get the access_token
|
1086
968
|
of the last account in the list, which will be impersonated in the request.
|
@@ -1095,7 +977,6 @@ class DataformRemoveDirectoryOperator(GoogleCloudBaseOperator):
|
|
1095
977
|
"project_id",
|
1096
978
|
"repository_id",
|
1097
979
|
"workspace_id",
|
1098
|
-
"delegate_to",
|
1099
980
|
"impersonation_chain",
|
1100
981
|
)
|
1101
982
|
|
@@ -1110,7 +991,6 @@ class DataformRemoveDirectoryOperator(GoogleCloudBaseOperator):
|
|
1110
991
|
timeout: float | None = None,
|
1111
992
|
metadata: Sequence[tuple[str, str]] = (),
|
1112
993
|
gcp_conn_id: str = "google_cloud_default",
|
1113
|
-
delegate_to: str | None = None,
|
1114
994
|
impersonation_chain: str | Sequence[str] | None = None,
|
1115
995
|
*args,
|
1116
996
|
**kwargs,
|
@@ -1128,17 +1008,11 @@ class DataformRemoveDirectoryOperator(GoogleCloudBaseOperator):
|
|
1128
1008
|
self.metadata = metadata
|
1129
1009
|
|
1130
1010
|
self.gcp_conn_id = gcp_conn_id
|
1131
|
-
if delegate_to:
|
1132
|
-
warnings.warn(
|
1133
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
1134
|
-
)
|
1135
|
-
self.delegate_to = delegate_to
|
1136
1011
|
self.impersonation_chain = impersonation_chain
|
1137
1012
|
|
1138
1013
|
def execute(self, context: Context) -> None:
|
1139
1014
|
hook = DataformHook(
|
1140
1015
|
gcp_conn_id=self.gcp_conn_id,
|
1141
|
-
delegate_to=self.delegate_to,
|
1142
1016
|
impersonation_chain=self.impersonation_chain,
|
1143
1017
|
)
|
1144
1018
|
|
@@ -1166,8 +1040,6 @@ class DataformInstallNpmPackagesOperator(GoogleCloudBaseOperator):
|
|
1166
1040
|
:param timeout: The timeout for this request.
|
1167
1041
|
:param metadata: Strings which should be sent along with the request as metadata.
|
1168
1042
|
:param gcp_conn_id: The connection ID to use when fetching connection info.
|
1169
|
-
:param delegate_to: The account to impersonate, if any. For this to work, the service accountmaking the
|
1170
|
-
request must have domain-wide delegation enabled.
|
1171
1043
|
:param impersonation_chain: Optional service account to impersonate using short-term
|
1172
1044
|
credentials, or chained list of accounts required to get the access_token
|
1173
1045
|
of the last account in the list, which will be impersonated in the request.
|
@@ -1182,7 +1054,6 @@ class DataformInstallNpmPackagesOperator(GoogleCloudBaseOperator):
|
|
1182
1054
|
"project_id",
|
1183
1055
|
"repository_id",
|
1184
1056
|
"workspace_id",
|
1185
|
-
"delegate_to",
|
1186
1057
|
"impersonation_chain",
|
1187
1058
|
)
|
1188
1059
|
|
@@ -1196,7 +1067,6 @@ class DataformInstallNpmPackagesOperator(GoogleCloudBaseOperator):
|
|
1196
1067
|
timeout: float | None = None,
|
1197
1068
|
metadata: Sequence[tuple[str, str]] = (),
|
1198
1069
|
gcp_conn_id: str = "google_cloud_default",
|
1199
|
-
delegate_to: str | None = None,
|
1200
1070
|
impersonation_chain: str | Sequence[str] | None = None,
|
1201
1071
|
*args,
|
1202
1072
|
**kwargs,
|
@@ -1213,17 +1083,11 @@ class DataformInstallNpmPackagesOperator(GoogleCloudBaseOperator):
|
|
1213
1083
|
self.metadata = metadata
|
1214
1084
|
|
1215
1085
|
self.gcp_conn_id = gcp_conn_id
|
1216
|
-
if delegate_to:
|
1217
|
-
warnings.warn(
|
1218
|
-
"'delegate_to' parameter is deprecated, please use 'impersonation_chain'", DeprecationWarning
|
1219
|
-
)
|
1220
|
-
self.delegate_to = delegate_to
|
1221
1086
|
self.impersonation_chain = impersonation_chain
|
1222
1087
|
|
1223
1088
|
def execute(self, context: Context) -> dict:
|
1224
1089
|
hook = DataformHook(
|
1225
1090
|
gcp_conn_id=self.gcp_conn_id,
|
1226
|
-
delegate_to=self.delegate_to,
|
1227
1091
|
impersonation_chain=self.impersonation_chain,
|
1228
1092
|
)
|
1229
1093
|
|