apache-airflow-providers-google 10.14.0rc1__py3-none-any.whl → 10.15.0rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/google/__init__.py +1 -1
- airflow/providers/google/ads/hooks/ads.py +1 -2
- airflow/providers/google/cloud/hooks/automl.py +13 -13
- airflow/providers/google/cloud/hooks/bigquery.py +208 -256
- airflow/providers/google/cloud/hooks/bigquery_dts.py +6 -6
- airflow/providers/google/cloud/hooks/bigtable.py +8 -8
- airflow/providers/google/cloud/hooks/cloud_batch.py +1 -1
- airflow/providers/google/cloud/hooks/cloud_build.py +19 -20
- airflow/providers/google/cloud/hooks/cloud_composer.py +4 -4
- airflow/providers/google/cloud/hooks/cloud_memorystore.py +10 -10
- airflow/providers/google/cloud/hooks/cloud_run.py +1 -1
- airflow/providers/google/cloud/hooks/cloud_sql.py +18 -19
- airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +3 -3
- airflow/providers/google/cloud/hooks/compute.py +16 -16
- airflow/providers/google/cloud/hooks/compute_ssh.py +1 -1
- airflow/providers/google/cloud/hooks/datacatalog.py +22 -22
- airflow/providers/google/cloud/hooks/dataflow.py +48 -49
- airflow/providers/google/cloud/hooks/dataform.py +16 -16
- airflow/providers/google/cloud/hooks/datafusion.py +15 -15
- airflow/providers/google/cloud/hooks/datapipeline.py +3 -3
- airflow/providers/google/cloud/hooks/dataplex.py +19 -19
- airflow/providers/google/cloud/hooks/dataprep.py +10 -10
- airflow/providers/google/cloud/hooks/dataproc.py +132 -14
- airflow/providers/google/cloud/hooks/dataproc_metastore.py +13 -13
- airflow/providers/google/cloud/hooks/datastore.py +3 -3
- airflow/providers/google/cloud/hooks/dlp.py +25 -25
- airflow/providers/google/cloud/hooks/gcs.py +39 -27
- airflow/providers/google/cloud/hooks/gdm.py +3 -3
- airflow/providers/google/cloud/hooks/kms.py +3 -3
- airflow/providers/google/cloud/hooks/kubernetes_engine.py +63 -48
- airflow/providers/google/cloud/hooks/life_sciences.py +13 -12
- airflow/providers/google/cloud/hooks/looker.py +8 -9
- airflow/providers/google/cloud/hooks/mlengine.py +12 -12
- airflow/providers/google/cloud/hooks/natural_language.py +2 -2
- airflow/providers/google/cloud/hooks/os_login.py +1 -1
- airflow/providers/google/cloud/hooks/pubsub.py +9 -9
- airflow/providers/google/cloud/hooks/secret_manager.py +1 -1
- airflow/providers/google/cloud/hooks/spanner.py +11 -11
- airflow/providers/google/cloud/hooks/speech_to_text.py +1 -1
- airflow/providers/google/cloud/hooks/stackdriver.py +7 -7
- airflow/providers/google/cloud/hooks/tasks.py +11 -11
- airflow/providers/google/cloud/hooks/text_to_speech.py +1 -1
- airflow/providers/google/cloud/hooks/translate.py +1 -1
- airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +13 -13
- airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +6 -6
- airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +45 -50
- airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +13 -13
- airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +9 -9
- airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +128 -11
- airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +10 -10
- airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py +8 -8
- airflow/providers/google/cloud/hooks/video_intelligence.py +2 -2
- airflow/providers/google/cloud/hooks/vision.py +1 -1
- airflow/providers/google/cloud/hooks/workflows.py +10 -10
- airflow/providers/google/cloud/links/datafusion.py +12 -5
- airflow/providers/google/cloud/operators/bigquery.py +11 -11
- airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +3 -1
- airflow/providers/google/cloud/operators/dataflow.py +16 -16
- airflow/providers/google/cloud/operators/datafusion.py +9 -1
- airflow/providers/google/cloud/operators/dataproc.py +444 -69
- airflow/providers/google/cloud/operators/kubernetes_engine.py +6 -6
- airflow/providers/google/cloud/operators/life_sciences.py +10 -9
- airflow/providers/google/cloud/operators/mlengine.py +96 -96
- airflow/providers/google/cloud/operators/pubsub.py +2 -0
- airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +33 -3
- airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +59 -2
- airflow/providers/google/cloud/secrets/secret_manager.py +8 -7
- airflow/providers/google/cloud/sensors/bigquery.py +20 -16
- airflow/providers/google/cloud/sensors/cloud_composer.py +11 -8
- airflow/providers/google/cloud/sensors/dataproc_metastore.py +12 -2
- airflow/providers/google/cloud/sensors/gcs.py +8 -7
- airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +1 -0
- airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +4 -4
- airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +1 -0
- airflow/providers/google/cloud/transfers/gcs_to_sftp.py +1 -1
- airflow/providers/google/cloud/transfers/mssql_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/mysql_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/oracle_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/postgres_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/presto_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/s3_to_gcs.py +3 -3
- airflow/providers/google/cloud/transfers/sftp_to_gcs.py +1 -1
- airflow/providers/google/cloud/transfers/sql_to_gcs.py +3 -3
- airflow/providers/google/cloud/transfers/trino_to_gcs.py +1 -1
- airflow/providers/google/cloud/triggers/bigquery.py +12 -12
- airflow/providers/google/cloud/triggers/bigquery_dts.py +1 -1
- airflow/providers/google/cloud/triggers/cloud_batch.py +3 -1
- airflow/providers/google/cloud/triggers/cloud_build.py +2 -2
- airflow/providers/google/cloud/triggers/cloud_run.py +1 -1
- airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py +6 -6
- airflow/providers/google/cloud/triggers/dataflow.py +3 -1
- airflow/providers/google/cloud/triggers/datafusion.py +2 -2
- airflow/providers/google/cloud/triggers/dataplex.py +2 -2
- airflow/providers/google/cloud/triggers/dataproc.py +34 -14
- airflow/providers/google/cloud/triggers/gcs.py +12 -8
- airflow/providers/google/cloud/triggers/kubernetes_engine.py +2 -2
- airflow/providers/google/cloud/triggers/mlengine.py +2 -2
- airflow/providers/google/cloud/triggers/pubsub.py +1 -1
- airflow/providers/google/cloud/triggers/vertex_ai.py +99 -0
- airflow/providers/google/cloud/utils/bigquery.py +2 -2
- airflow/providers/google/cloud/utils/credentials_provider.py +2 -2
- airflow/providers/google/cloud/utils/dataform.py +1 -1
- airflow/providers/google/cloud/utils/dataproc.py +25 -0
- airflow/providers/google/cloud/utils/field_validator.py +2 -2
- airflow/providers/google/cloud/utils/helpers.py +2 -2
- airflow/providers/google/cloud/utils/mlengine_operator_utils.py +1 -1
- airflow/providers/google/cloud/utils/mlengine_prediction_summary.py +1 -1
- airflow/providers/google/common/auth_backend/google_openid.py +2 -2
- airflow/providers/google/common/hooks/base_google.py +87 -23
- airflow/providers/google/common/hooks/discovery_api.py +2 -2
- airflow/providers/google/common/utils/id_token_credentials.py +5 -5
- airflow/providers/google/firebase/hooks/firestore.py +3 -3
- airflow/providers/google/get_provider_info.py +7 -2
- airflow/providers/google/leveldb/hooks/leveldb.py +4 -4
- airflow/providers/google/marketing_platform/hooks/analytics.py +11 -14
- airflow/providers/google/marketing_platform/hooks/campaign_manager.py +11 -11
- airflow/providers/google/marketing_platform/hooks/display_video.py +13 -13
- airflow/providers/google/marketing_platform/hooks/search_ads.py +4 -4
- airflow/providers/google/marketing_platform/operators/analytics.py +37 -32
- airflow/providers/google/suite/hooks/calendar.py +2 -2
- airflow/providers/google/suite/hooks/drive.py +7 -7
- airflow/providers/google/suite/hooks/sheets.py +8 -8
- {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/METADATA +11 -11
- {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/RECORD +126 -124
- {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/entry_points.txt +0 -0
@@ -79,9 +79,8 @@ class GoogleAdsHook(BaseHook):
|
|
79
79
|
api_version: str | None,
|
80
80
|
gcp_conn_id: str = "google_cloud_default",
|
81
81
|
google_ads_conn_id: str = "google_ads_default",
|
82
|
-
**kwargs,
|
83
82
|
) -> None:
|
84
|
-
super().__init__(
|
83
|
+
super().__init__()
|
85
84
|
self.api_version = api_version or self.default_api_version
|
86
85
|
self.gcp_conn_id = gcp_conn_id
|
87
86
|
self.google_ads_conn_id = google_ads_conn_id
|
@@ -83,12 +83,12 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
83
83
|
|
84
84
|
@staticmethod
|
85
85
|
def extract_object_id(obj: dict) -> str:
|
86
|
-
"""
|
86
|
+
"""Return unique id of the object."""
|
87
87
|
return obj["name"].rpartition("/")[-1]
|
88
88
|
|
89
89
|
def get_conn(self) -> AutoMlClient:
|
90
90
|
"""
|
91
|
-
|
91
|
+
Retrieve connection to AutoML.
|
92
92
|
|
93
93
|
:return: Google Cloud AutoML client object.
|
94
94
|
"""
|
@@ -97,7 +97,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
97
97
|
return self._client
|
98
98
|
|
99
99
|
def wait_for_operation(self, operation: Operation, timeout: float | None = None):
|
100
|
-
"""
|
100
|
+
"""Wait for long-lasting operation to complete."""
|
101
101
|
try:
|
102
102
|
return operation.result(timeout=timeout)
|
103
103
|
except Exception:
|
@@ -124,7 +124,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
124
124
|
retry: Retry | _MethodDefault = DEFAULT,
|
125
125
|
) -> Operation:
|
126
126
|
"""
|
127
|
-
|
127
|
+
Create a model_id and returns a Model in the `response` field when it completes.
|
128
128
|
|
129
129
|
When you create a model, several model evaluations are created for it:
|
130
130
|
a global evaluation, and one evaluation for each annotation spec.
|
@@ -257,7 +257,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
257
257
|
metadata: Sequence[tuple[str, str]] = (),
|
258
258
|
) -> Dataset:
|
259
259
|
"""
|
260
|
-
|
260
|
+
Create a dataset.
|
261
261
|
|
262
262
|
:param dataset: The dataset to create. If a dict is provided, it must be of the
|
263
263
|
same form as the protobuf message Dataset.
|
@@ -294,7 +294,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
294
294
|
metadata: Sequence[tuple[str, str]] = (),
|
295
295
|
) -> Operation:
|
296
296
|
"""
|
297
|
-
|
297
|
+
Import data into a dataset. For Tables this method can only be called on an empty Dataset.
|
298
298
|
|
299
299
|
:param dataset_id: Name of the AutoML dataset.
|
300
300
|
:param input_config: The desired input location and its domain specific semantics, if any.
|
@@ -335,7 +335,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
335
335
|
metadata: Sequence[tuple[str, str]] = (),
|
336
336
|
) -> ListColumnSpecsPager:
|
337
337
|
"""
|
338
|
-
|
338
|
+
List column specs in a table spec.
|
339
339
|
|
340
340
|
:param dataset_id: Name of the AutoML dataset.
|
341
341
|
:param table_spec_id: table_spec_id for path builder.
|
@@ -384,7 +384,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
384
384
|
metadata: Sequence[tuple[str, str]] = (),
|
385
385
|
) -> Model:
|
386
386
|
"""
|
387
|
-
|
387
|
+
Get a AutoML model.
|
388
388
|
|
389
389
|
:param model_id: Name of the model.
|
390
390
|
:param project_id: ID of the Google Cloud project where model is located if None then
|
@@ -419,7 +419,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
419
419
|
metadata: Sequence[tuple[str, str]] = (),
|
420
420
|
) -> Operation:
|
421
421
|
"""
|
422
|
-
|
422
|
+
Delete a AutoML model.
|
423
423
|
|
424
424
|
:param model_id: Name of the model.
|
425
425
|
:param project_id: ID of the Google Cloud project where model is located if None then
|
@@ -452,7 +452,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
452
452
|
metadata: Sequence[tuple[str, str]] = (),
|
453
453
|
) -> Dataset:
|
454
454
|
"""
|
455
|
-
|
455
|
+
Update a dataset.
|
456
456
|
|
457
457
|
:param dataset: The dataset which replaces the resource on the server.
|
458
458
|
If a dict is provided, it must be of the same form as the protobuf message Dataset.
|
@@ -536,7 +536,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
536
536
|
metadata: Sequence[tuple[str, str]] = (),
|
537
537
|
) -> ListTableSpecsPager:
|
538
538
|
"""
|
539
|
-
|
539
|
+
List table specs in a dataset_id.
|
540
540
|
|
541
541
|
:param dataset_id: Name of the dataset.
|
542
542
|
:param filter_: Filter expression, see go/filtering.
|
@@ -579,7 +579,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
579
579
|
metadata: Sequence[tuple[str, str]] = (),
|
580
580
|
) -> ListDatasetsPager:
|
581
581
|
"""
|
582
|
-
|
582
|
+
List datasets in a project.
|
583
583
|
|
584
584
|
:param project_id: ID of the Google Cloud project where dataset is located if None then
|
585
585
|
default project_id is used.
|
@@ -616,7 +616,7 @@ class CloudAutoMLHook(GoogleBaseHook):
|
|
616
616
|
metadata: Sequence[tuple[str, str]] = (),
|
617
617
|
) -> Operation:
|
618
618
|
"""
|
619
|
-
|
619
|
+
Delete a dataset and all of its contents.
|
620
620
|
|
621
621
|
:param dataset_id: ID of dataset to be deleted.
|
622
622
|
:param project_id: ID of the Google Cloud project where dataset is located if None then
|