apache-airflow-providers-google 10.14.0rc1__py3-none-any.whl → 10.15.0rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. airflow/providers/google/__init__.py +1 -1
  2. airflow/providers/google/ads/hooks/ads.py +1 -2
  3. airflow/providers/google/cloud/hooks/automl.py +13 -13
  4. airflow/providers/google/cloud/hooks/bigquery.py +208 -256
  5. airflow/providers/google/cloud/hooks/bigquery_dts.py +6 -6
  6. airflow/providers/google/cloud/hooks/bigtable.py +8 -8
  7. airflow/providers/google/cloud/hooks/cloud_batch.py +1 -1
  8. airflow/providers/google/cloud/hooks/cloud_build.py +19 -20
  9. airflow/providers/google/cloud/hooks/cloud_composer.py +4 -4
  10. airflow/providers/google/cloud/hooks/cloud_memorystore.py +10 -10
  11. airflow/providers/google/cloud/hooks/cloud_run.py +1 -1
  12. airflow/providers/google/cloud/hooks/cloud_sql.py +18 -19
  13. airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py +3 -3
  14. airflow/providers/google/cloud/hooks/compute.py +16 -16
  15. airflow/providers/google/cloud/hooks/compute_ssh.py +1 -1
  16. airflow/providers/google/cloud/hooks/datacatalog.py +22 -22
  17. airflow/providers/google/cloud/hooks/dataflow.py +48 -49
  18. airflow/providers/google/cloud/hooks/dataform.py +16 -16
  19. airflow/providers/google/cloud/hooks/datafusion.py +15 -15
  20. airflow/providers/google/cloud/hooks/datapipeline.py +3 -3
  21. airflow/providers/google/cloud/hooks/dataplex.py +19 -19
  22. airflow/providers/google/cloud/hooks/dataprep.py +10 -10
  23. airflow/providers/google/cloud/hooks/dataproc.py +132 -14
  24. airflow/providers/google/cloud/hooks/dataproc_metastore.py +13 -13
  25. airflow/providers/google/cloud/hooks/datastore.py +3 -3
  26. airflow/providers/google/cloud/hooks/dlp.py +25 -25
  27. airflow/providers/google/cloud/hooks/gcs.py +39 -27
  28. airflow/providers/google/cloud/hooks/gdm.py +3 -3
  29. airflow/providers/google/cloud/hooks/kms.py +3 -3
  30. airflow/providers/google/cloud/hooks/kubernetes_engine.py +63 -48
  31. airflow/providers/google/cloud/hooks/life_sciences.py +13 -12
  32. airflow/providers/google/cloud/hooks/looker.py +8 -9
  33. airflow/providers/google/cloud/hooks/mlengine.py +12 -12
  34. airflow/providers/google/cloud/hooks/natural_language.py +2 -2
  35. airflow/providers/google/cloud/hooks/os_login.py +1 -1
  36. airflow/providers/google/cloud/hooks/pubsub.py +9 -9
  37. airflow/providers/google/cloud/hooks/secret_manager.py +1 -1
  38. airflow/providers/google/cloud/hooks/spanner.py +11 -11
  39. airflow/providers/google/cloud/hooks/speech_to_text.py +1 -1
  40. airflow/providers/google/cloud/hooks/stackdriver.py +7 -7
  41. airflow/providers/google/cloud/hooks/tasks.py +11 -11
  42. airflow/providers/google/cloud/hooks/text_to_speech.py +1 -1
  43. airflow/providers/google/cloud/hooks/translate.py +1 -1
  44. airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py +13 -13
  45. airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py +6 -6
  46. airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py +45 -50
  47. airflow/providers/google/cloud/hooks/vertex_ai/dataset.py +13 -13
  48. airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py +9 -9
  49. airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py +128 -11
  50. airflow/providers/google/cloud/hooks/vertex_ai/model_service.py +10 -10
  51. airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py +8 -8
  52. airflow/providers/google/cloud/hooks/video_intelligence.py +2 -2
  53. airflow/providers/google/cloud/hooks/vision.py +1 -1
  54. airflow/providers/google/cloud/hooks/workflows.py +10 -10
  55. airflow/providers/google/cloud/links/datafusion.py +12 -5
  56. airflow/providers/google/cloud/operators/bigquery.py +11 -11
  57. airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py +3 -1
  58. airflow/providers/google/cloud/operators/dataflow.py +16 -16
  59. airflow/providers/google/cloud/operators/datafusion.py +9 -1
  60. airflow/providers/google/cloud/operators/dataproc.py +444 -69
  61. airflow/providers/google/cloud/operators/kubernetes_engine.py +6 -6
  62. airflow/providers/google/cloud/operators/life_sciences.py +10 -9
  63. airflow/providers/google/cloud/operators/mlengine.py +96 -96
  64. airflow/providers/google/cloud/operators/pubsub.py +2 -0
  65. airflow/providers/google/cloud/operators/vertex_ai/custom_job.py +33 -3
  66. airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py +59 -2
  67. airflow/providers/google/cloud/secrets/secret_manager.py +8 -7
  68. airflow/providers/google/cloud/sensors/bigquery.py +20 -16
  69. airflow/providers/google/cloud/sensors/cloud_composer.py +11 -8
  70. airflow/providers/google/cloud/sensors/dataproc_metastore.py +12 -2
  71. airflow/providers/google/cloud/sensors/gcs.py +8 -7
  72. airflow/providers/google/cloud/transfers/bigquery_to_gcs.py +1 -0
  73. airflow/providers/google/cloud/transfers/cassandra_to_gcs.py +4 -4
  74. airflow/providers/google/cloud/transfers/gcs_to_bigquery.py +1 -0
  75. airflow/providers/google/cloud/transfers/gcs_to_sftp.py +1 -1
  76. airflow/providers/google/cloud/transfers/mssql_to_gcs.py +1 -1
  77. airflow/providers/google/cloud/transfers/mysql_to_gcs.py +1 -1
  78. airflow/providers/google/cloud/transfers/oracle_to_gcs.py +1 -1
  79. airflow/providers/google/cloud/transfers/postgres_to_gcs.py +1 -1
  80. airflow/providers/google/cloud/transfers/presto_to_gcs.py +1 -1
  81. airflow/providers/google/cloud/transfers/s3_to_gcs.py +3 -3
  82. airflow/providers/google/cloud/transfers/sftp_to_gcs.py +1 -1
  83. airflow/providers/google/cloud/transfers/sql_to_gcs.py +3 -3
  84. airflow/providers/google/cloud/transfers/trino_to_gcs.py +1 -1
  85. airflow/providers/google/cloud/triggers/bigquery.py +12 -12
  86. airflow/providers/google/cloud/triggers/bigquery_dts.py +1 -1
  87. airflow/providers/google/cloud/triggers/cloud_batch.py +3 -1
  88. airflow/providers/google/cloud/triggers/cloud_build.py +2 -2
  89. airflow/providers/google/cloud/triggers/cloud_run.py +1 -1
  90. airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py +6 -6
  91. airflow/providers/google/cloud/triggers/dataflow.py +3 -1
  92. airflow/providers/google/cloud/triggers/datafusion.py +2 -2
  93. airflow/providers/google/cloud/triggers/dataplex.py +2 -2
  94. airflow/providers/google/cloud/triggers/dataproc.py +34 -14
  95. airflow/providers/google/cloud/triggers/gcs.py +12 -8
  96. airflow/providers/google/cloud/triggers/kubernetes_engine.py +2 -2
  97. airflow/providers/google/cloud/triggers/mlengine.py +2 -2
  98. airflow/providers/google/cloud/triggers/pubsub.py +1 -1
  99. airflow/providers/google/cloud/triggers/vertex_ai.py +99 -0
  100. airflow/providers/google/cloud/utils/bigquery.py +2 -2
  101. airflow/providers/google/cloud/utils/credentials_provider.py +2 -2
  102. airflow/providers/google/cloud/utils/dataform.py +1 -1
  103. airflow/providers/google/cloud/utils/dataproc.py +25 -0
  104. airflow/providers/google/cloud/utils/field_validator.py +2 -2
  105. airflow/providers/google/cloud/utils/helpers.py +2 -2
  106. airflow/providers/google/cloud/utils/mlengine_operator_utils.py +1 -1
  107. airflow/providers/google/cloud/utils/mlengine_prediction_summary.py +1 -1
  108. airflow/providers/google/common/auth_backend/google_openid.py +2 -2
  109. airflow/providers/google/common/hooks/base_google.py +87 -23
  110. airflow/providers/google/common/hooks/discovery_api.py +2 -2
  111. airflow/providers/google/common/utils/id_token_credentials.py +5 -5
  112. airflow/providers/google/firebase/hooks/firestore.py +3 -3
  113. airflow/providers/google/get_provider_info.py +7 -2
  114. airflow/providers/google/leveldb/hooks/leveldb.py +4 -4
  115. airflow/providers/google/marketing_platform/hooks/analytics.py +11 -14
  116. airflow/providers/google/marketing_platform/hooks/campaign_manager.py +11 -11
  117. airflow/providers/google/marketing_platform/hooks/display_video.py +13 -13
  118. airflow/providers/google/marketing_platform/hooks/search_ads.py +4 -4
  119. airflow/providers/google/marketing_platform/operators/analytics.py +37 -32
  120. airflow/providers/google/suite/hooks/calendar.py +2 -2
  121. airflow/providers/google/suite/hooks/drive.py +7 -7
  122. airflow/providers/google/suite/hooks/sheets.py +8 -8
  123. {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/METADATA +11 -11
  124. {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/RECORD +126 -124
  125. {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/WHEEL +0 -0
  126. {apache_airflow_providers_google-10.14.0rc1.dist-info → apache_airflow_providers_google-10.15.0rc1.dist-info}/entry_points.txt +0 -0
@@ -27,7 +27,7 @@ import packaging.version
27
27
 
28
28
  __all__ = ["__version__"]
29
29
 
30
- __version__ = "10.14.0"
30
+ __version__ = "10.15.0"
31
31
 
32
32
  try:
33
33
  from airflow import __version__ as airflow_version
@@ -79,9 +79,8 @@ class GoogleAdsHook(BaseHook):
79
79
  api_version: str | None,
80
80
  gcp_conn_id: str = "google_cloud_default",
81
81
  google_ads_conn_id: str = "google_ads_default",
82
- **kwargs,
83
82
  ) -> None:
84
- super().__init__(**kwargs)
83
+ super().__init__()
85
84
  self.api_version = api_version or self.default_api_version
86
85
  self.gcp_conn_id = gcp_conn_id
87
86
  self.google_ads_conn_id = google_ads_conn_id
@@ -83,12 +83,12 @@ class CloudAutoMLHook(GoogleBaseHook):
83
83
 
84
84
  @staticmethod
85
85
  def extract_object_id(obj: dict) -> str:
86
- """Returns unique id of the object."""
86
+ """Return unique id of the object."""
87
87
  return obj["name"].rpartition("/")[-1]
88
88
 
89
89
  def get_conn(self) -> AutoMlClient:
90
90
  """
91
- Retrieves connection to AutoML.
91
+ Retrieve connection to AutoML.
92
92
 
93
93
  :return: Google Cloud AutoML client object.
94
94
  """
@@ -97,7 +97,7 @@ class CloudAutoMLHook(GoogleBaseHook):
97
97
  return self._client
98
98
 
99
99
  def wait_for_operation(self, operation: Operation, timeout: float | None = None):
100
- """Waits for long-lasting operation to complete."""
100
+ """Wait for long-lasting operation to complete."""
101
101
  try:
102
102
  return operation.result(timeout=timeout)
103
103
  except Exception:
@@ -124,7 +124,7 @@ class CloudAutoMLHook(GoogleBaseHook):
124
124
  retry: Retry | _MethodDefault = DEFAULT,
125
125
  ) -> Operation:
126
126
  """
127
- Creates a model_id and returns a Model in the `response` field when it completes.
127
+ Create a model_id and returns a Model in the `response` field when it completes.
128
128
 
129
129
  When you create a model, several model evaluations are created for it:
130
130
  a global evaluation, and one evaluation for each annotation spec.
@@ -257,7 +257,7 @@ class CloudAutoMLHook(GoogleBaseHook):
257
257
  metadata: Sequence[tuple[str, str]] = (),
258
258
  ) -> Dataset:
259
259
  """
260
- Creates a dataset.
260
+ Create a dataset.
261
261
 
262
262
  :param dataset: The dataset to create. If a dict is provided, it must be of the
263
263
  same form as the protobuf message Dataset.
@@ -294,7 +294,7 @@ class CloudAutoMLHook(GoogleBaseHook):
294
294
  metadata: Sequence[tuple[str, str]] = (),
295
295
  ) -> Operation:
296
296
  """
297
- Imports data into a dataset. For Tables this method can only be called on an empty Dataset.
297
+ Import data into a dataset. For Tables this method can only be called on an empty Dataset.
298
298
 
299
299
  :param dataset_id: Name of the AutoML dataset.
300
300
  :param input_config: The desired input location and its domain specific semantics, if any.
@@ -335,7 +335,7 @@ class CloudAutoMLHook(GoogleBaseHook):
335
335
  metadata: Sequence[tuple[str, str]] = (),
336
336
  ) -> ListColumnSpecsPager:
337
337
  """
338
- Lists column specs in a table spec.
338
+ List column specs in a table spec.
339
339
 
340
340
  :param dataset_id: Name of the AutoML dataset.
341
341
  :param table_spec_id: table_spec_id for path builder.
@@ -384,7 +384,7 @@ class CloudAutoMLHook(GoogleBaseHook):
384
384
  metadata: Sequence[tuple[str, str]] = (),
385
385
  ) -> Model:
386
386
  """
387
- Gets a AutoML model.
387
+ Get a AutoML model.
388
388
 
389
389
  :param model_id: Name of the model.
390
390
  :param project_id: ID of the Google Cloud project where model is located if None then
@@ -419,7 +419,7 @@ class CloudAutoMLHook(GoogleBaseHook):
419
419
  metadata: Sequence[tuple[str, str]] = (),
420
420
  ) -> Operation:
421
421
  """
422
- Deletes a AutoML model.
422
+ Delete a AutoML model.
423
423
 
424
424
  :param model_id: Name of the model.
425
425
  :param project_id: ID of the Google Cloud project where model is located if None then
@@ -452,7 +452,7 @@ class CloudAutoMLHook(GoogleBaseHook):
452
452
  metadata: Sequence[tuple[str, str]] = (),
453
453
  ) -> Dataset:
454
454
  """
455
- Updates a dataset.
455
+ Update a dataset.
456
456
 
457
457
  :param dataset: The dataset which replaces the resource on the server.
458
458
  If a dict is provided, it must be of the same form as the protobuf message Dataset.
@@ -536,7 +536,7 @@ class CloudAutoMLHook(GoogleBaseHook):
536
536
  metadata: Sequence[tuple[str, str]] = (),
537
537
  ) -> ListTableSpecsPager:
538
538
  """
539
- Lists table specs in a dataset_id.
539
+ List table specs in a dataset_id.
540
540
 
541
541
  :param dataset_id: Name of the dataset.
542
542
  :param filter_: Filter expression, see go/filtering.
@@ -579,7 +579,7 @@ class CloudAutoMLHook(GoogleBaseHook):
579
579
  metadata: Sequence[tuple[str, str]] = (),
580
580
  ) -> ListDatasetsPager:
581
581
  """
582
- Lists datasets in a project.
582
+ List datasets in a project.
583
583
 
584
584
  :param project_id: ID of the Google Cloud project where dataset is located if None then
585
585
  default project_id is used.
@@ -616,7 +616,7 @@ class CloudAutoMLHook(GoogleBaseHook):
616
616
  metadata: Sequence[tuple[str, str]] = (),
617
617
  ) -> Operation:
618
618
  """
619
- Deletes a dataset and all of its contents.
619
+ Delete a dataset and all of its contents.
620
620
 
621
621
  :param dataset_id: ID of dataset to be deleted.
622
622
  :param project_id: ID of the Google Cloud project where dataset is located if None then