apache-airflow-providers-google 10.18.0__py3-none-any.whl → 10.18.0rc1__py3-none-any.whl

airflow/providers/google/cloud/triggers/bigquery.py

@@ -17,20 +17,13 @@
 from __future__ import annotations
 
 import asyncio
-from typing import TYPE_CHECKING, Any, AsyncIterator, Sequence, SupportsAbs
+from typing import Any, AsyncIterator, Sequence, SupportsAbs
 
 from aiohttp import ClientSession
 from aiohttp.client_exceptions import ClientResponseError
 
-from airflow.exceptions import AirflowException
-from airflow.models.taskinstance import TaskInstance
 from airflow.providers.google.cloud.hooks.bigquery import BigQueryAsyncHook, BigQueryTableAsyncHook
 from airflow.triggers.base import BaseTrigger, TriggerEvent
-from airflow.utils.session import provide_session
-from airflow.utils.state import TaskInstanceState
-
-if TYPE_CHECKING:
-    from sqlalchemy.orm.session import Session
 
 
 class BigQueryInsertJobTrigger(BaseTrigger):
@@ -96,36 +89,6 @@ class BigQueryInsertJobTrigger(BaseTrigger):
             },
         )
 
-    @provide_session
-    def get_task_instance(self, session: Session) -> TaskInstance:
-        query = session.query(TaskInstance).filter(
-            TaskInstance.dag_id == self.task_instance.dag_id,
-            TaskInstance.task_id == self.task_instance.task_id,
-            TaskInstance.run_id == self.task_instance.run_id,
-            TaskInstance.map_index == self.task_instance.map_index,
-        )
-        task_instance = query.one_or_none()
-        if task_instance is None:
-            raise AirflowException(
-                "TaskInstance with dag_id: %s, task_id: %s, run_id: %s and map_index: %s is not found",
-                self.task_instance.dag_id,
-                self.task_instance.task_id,
-                self.task_instance.run_id,
-                self.task_instance.map_index,
-            )
-        return task_instance
-
-    def safe_to_cancel(self) -> bool:
-        """
-        Whether it is safe to cancel the external job which is being executed by this trigger.
-
-        This is to avoid the case that `asyncio.CancelledError` is called because the trigger itself is stopped.
-        Because in those cases, we should NOT cancel the external job.
-        """
-        # Database query is needed to get the latest state of the task instance.
-        task_instance = self.get_task_instance()  # type: ignore[call-arg]
-        return task_instance.state != TaskInstanceState.DEFERRED
-
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
         """Get current job execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
@@ -154,27 +117,13 @@ class BigQueryInsertJobTrigger(BaseTrigger):
                     )
                     await asyncio.sleep(self.poll_interval)
         except asyncio.CancelledError:
-            if self.job_id and self.cancel_on_kill and self.safe_to_cancel():
-                self.log.info(
-                    "The job is safe to cancel the as airflow TaskInstance is not in deferred state."
-                )
-                self.log.info(
-                    "Cancelling job. Project ID: %s, Location: %s, Job ID: %s",
-                    self.project_id,
-                    self.location,
-                    self.job_id,
-                )
+            self.log.info("Task was killed.")
+            if self.job_id and self.cancel_on_kill:
                 await hook.cancel_job(  # type: ignore[union-attr]
                     job_id=self.job_id, project_id=self.project_id, location=self.location
                 )
             else:
-                self.log.info(
-                    "Trigger may have shutdown. Skipping to cancel job because the airflow "
-                    "task is not cancelled yet: Project ID: %s, Location:%s, Job ID:%s",
-                    self.project_id,
-                    self.location,
-                    self.job_id,
-                )
+                self.log.info("Skipping to cancel job: %s:%s.%s", self.project_id, self.location, self.job_id)
         except Exception as e:
             self.log.exception("Exception occurred while checking for query completion")
             yield TriggerEvent({"status": "error", "message": str(e)})
@@ -199,7 +148,6 @@ class BigQueryCheckTrigger(BigQueryInsertJobTrigger):
                 "table_id": self.table_id,
                 "poll_interval": self.poll_interval,
                 "impersonation_chain": self.impersonation_chain,
-                "cancel_on_kill": self.cancel_on_kill,
             },
         )
 
@@ -257,10 +205,9 @@ class BigQueryGetDataTrigger(BigQueryInsertJobTrigger):
         (default: False).
     """
 
-    def __init__(self, as_dict: bool = False, selected_fields: str | None = None, **kwargs):
+    def __init__(self, as_dict: bool = False, **kwargs):
         super().__init__(**kwargs)
         self.as_dict = as_dict
-        self.selected_fields = selected_fields
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
         """Serialize BigQueryInsertJobTrigger arguments and classpath."""
@@ -276,7 +223,6 @@ class BigQueryGetDataTrigger(BigQueryInsertJobTrigger):
                 "poll_interval": self.poll_interval,
                 "impersonation_chain": self.impersonation_chain,
                 "as_dict": self.as_dict,
-                "selected_fields": self.selected_fields,
             },
         )
 
@@ -289,11 +235,7 @@ class BigQueryGetDataTrigger(BigQueryInsertJobTrigger):
                 job_status = await hook.get_job_status(job_id=self.job_id, project_id=self.project_id)
                 if job_status["status"] == "success":
                     query_results = await hook.get_job_output(job_id=self.job_id, project_id=self.project_id)
-                    records = hook.get_records(
-                        query_results=query_results,
-                        as_dict=self.as_dict,
-                        selected_fields=self.selected_fields,
-                    )
+                    records = hook.get_records(query_results=query_results, as_dict=self.as_dict)
                     self.log.debug("Response from hook: %s", job_status["status"])
                     yield TriggerEvent(
                         {

airflow/providers/google/cloud/triggers/dataproc.py

@@ -22,22 +22,16 @@ from __future__ import annotations
 import asyncio
 import re
 import time
-from typing import TYPE_CHECKING, Any, AsyncIterator, Sequence
+from typing import Any, AsyncIterator, Sequence
 
 from google.api_core.exceptions import NotFound
 from google.cloud.dataproc_v1 import Batch, Cluster, ClusterStatus, JobStatus
 
 from airflow.exceptions import AirflowException
-from airflow.models.taskinstance import TaskInstance
 from airflow.providers.google.cloud.hooks.dataproc import DataprocAsyncHook, DataprocHook
 from airflow.providers.google.cloud.utils.dataproc import DataprocOperationType
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.triggers.base import BaseTrigger, TriggerEvent
-from airflow.utils.session import provide_session
-from airflow.utils.state import TaskInstanceState
-
-if TYPE_CHECKING:
-    from sqlalchemy.orm.session import Session
 
 
 class DataprocBaseTrigger(BaseTrigger):
@@ -116,41 +110,6 @@ class DataprocSubmitTrigger(DataprocBaseTrigger):
             },
         )
 
-    @provide_session
-    def get_task_instance(self, session: Session) -> TaskInstance:
-        """
-        Get the task instance for the current task.
-
-        :param session: Sqlalchemy session
-        """
-        query = session.query(TaskInstance).filter(
-            TaskInstance.dag_id == self.task_instance.dag_id,
-            TaskInstance.task_id == self.task_instance.task_id,
-            TaskInstance.run_id == self.task_instance.run_id,
-            TaskInstance.map_index == self.task_instance.map_index,
-        )
-        task_instance = query.one_or_none()
-        if task_instance is None:
-            raise AirflowException(
-                "TaskInstance with dag_id: %s,task_id: %s, run_id: %s and map_index: %s is not found",
-                self.task_instance.dag_id,
-                self.task_instance.task_id,
-                self.task_instance.run_id,
-                self.task_instance.map_index,
-            )
-        return task_instance
-
-    def safe_to_cancel(self) -> bool:
-        """
-        Whether it is safe to cancel the external job which is being executed by this trigger.
-
-        This is to avoid the case that `asyncio.CancelledError` is called because the trigger itself is stopped.
-        Because in those cases, we should NOT cancel the external job.
-        """
-        # Database query is needed to get the latest state of the task instance.
-        task_instance = self.get_task_instance()  # type: ignore[call-arg]
-        return task_instance.state != TaskInstanceState.DEFERRED
-
     async def run(self):
         try:
             while True:
@@ -166,11 +125,7 @@ class DataprocSubmitTrigger(DataprocBaseTrigger):
         except asyncio.CancelledError:
             self.log.info("Task got cancelled.")
             try:
-                if self.job_id and self.cancel_on_kill and self.safe_to_cancel():
-                    self.log.info(
-                        "Cancelling the job as it is safe to do so. Note that the airflow TaskInstance is not"
-                        " in deferred state."
-                    )
+                if self.job_id and self.cancel_on_kill:
                     self.log.info("Cancelling the job: %s", self.job_id)
                     # The synchronous hook is utilized to delete the cluster when a task is cancelled. This
                     # is because the asynchronous hook deletion is not awaited when the trigger task is
@@ -223,36 +178,6 @@ class DataprocClusterTrigger(DataprocBaseTrigger):
             },
         )
 
-    @provide_session
-    def get_task_instance(self, session: Session) -> TaskInstance:
-        query = session.query(TaskInstance).filter(
-            TaskInstance.dag_id == self.task_instance.dag_id,
-            TaskInstance.task_id == self.task_instance.task_id,
-            TaskInstance.run_id == self.task_instance.run_id,
-            TaskInstance.map_index == self.task_instance.map_index,
-        )
-        task_instance = query.one_or_none()
-        if task_instance is None:
-            raise AirflowException(
-                "TaskInstance with dag_id: %s,task_id: %s, run_id: %s and map_index: %s is not found.",
-                self.task_instance.dag_id,
-                self.task_instance.task_id,
-                self.task_instance.run_id,
-                self.task_instance.map_index,
-            )
-        return task_instance
-
-    def safe_to_cancel(self) -> bool:
-        """
-        Whether it is safe to cancel the external job which is being executed by this trigger.
-
-        This is to avoid the case that `asyncio.CancelledError` is called because the trigger itself is stopped.
-        Because in those cases, we should NOT cancel the external job.
-        """
-        # Database query is needed to get the latest state of the task instance.
-        task_instance = self.get_task_instance()  # type: ignore[call-arg]
-        return task_instance.state != TaskInstanceState.DEFERRED
-
     async def run(self) -> AsyncIterator[TriggerEvent]:
         try:
             while True:
@@ -282,11 +207,7 @@ class DataprocClusterTrigger(DataprocBaseTrigger):
                 await asyncio.sleep(self.polling_interval_seconds)
         except asyncio.CancelledError:
             try:
-                if self.delete_on_error and self.safe_to_cancel():
-                    self.log.info(
-                        "Deleting the cluster as it is safe to delete as the airflow TaskInstance is not in "
-                        "deferred state."
-                    )
+                if self.delete_on_error:
                     self.log.info("Deleting cluster %s.", self.cluster_name)
                     # The synchronous hook is utilized to delete the cluster when a task is cancelled.
                     # This is because the asynchronous hook deletion is not awaited when the trigger task

airflow/providers/google/cloud/triggers/kubernetes_engine.py

@@ -30,6 +30,7 @@ from airflow.providers.cncf.kubernetes.utils.pod_manager import OnFinishAction
 from airflow.providers.google.cloud.hooks.kubernetes_engine import (
     GKEAsyncHook,
     GKEKubernetesAsyncHook,
+    GKEPodAsyncHook,
 )
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
@@ -146,8 +147,8 @@ class GKEStartPodTrigger(KubernetesPodTrigger):
         )
 
     @cached_property
-    def hook(self) -> GKEKubernetesAsyncHook:  # type: ignore[override]
-        return GKEKubernetesAsyncHook(
+    def hook(self) -> GKEPodAsyncHook:  # type: ignore[override]
+        return GKEPodAsyncHook(
             cluster_url=self._cluster_url,
             ssl_ca_cert=self._ssl_ca_cert,
             gcp_conn_id=self.gcp_conn_id,

airflow/providers/google/get_provider_info.py

@@ -28,7 +28,7 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1715384437,
+        "source-date-epoch": 1714476421,
         "versions": [
             "10.18.0",
             "10.17.0",
@@ -96,7 +96,7 @@ def get_provider_info():
             "gcsfs>=2023.10.0",
             "google-ads>=23.1.0",
             "google-analytics-admin",
-            "google-api-core>=2.11.0,!=2.16.0,!=2.18.0",
+            "google-api-core>=2.11.0,!=2.16.0",
             "google-api-python-client>=1.6.0",
             "google-auth>=1.0.0",
             "google-auth-httplib2>=0.0.1",
@@ -1147,7 +1147,6 @@ def get_provider_info():
                     "airflow.providers.google.cloud.hooks.vertex_ai.model_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.pipeline_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.generative_model",
-                    "airflow.providers.google.cloud.hooks.vertex_ai.prediction_service",
                 ],
             },
             {

{apache_airflow_providers_google-10.18.0.dist-info → apache_airflow_providers_google-10.18.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.18.0
+Version: 10.18.0rc1
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL
-Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
-Requires-Dist: apache-airflow>=2.7.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
+Requires-Dist: apache-airflow>=2.7.0rc0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
 Requires-Dist: gcloud-aio-bigquery>=6.1.2
@@ -31,7 +31,7 @@ Requires-Dist: gcloud-aio-storage>=9.0.0
 Requires-Dist: gcsfs>=2023.10.0
 Requires-Dist: google-ads>=23.1.0
 Requires-Dist: google-analytics-admin
-Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
+Requires-Dist: google-api-core>=2.11.0,!=2.16.0
 Requires-Dist: google-api-python-client>=1.6.0
 Requires-Dist: google-auth-httplib2>=0.0.1
 Requires-Dist: google-auth>=1.0.0
@@ -82,19 +82,19 @@ Requires-Dist: proto-plus>=1.19.6
 Requires-Dist: python-slugify>=5.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
-Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
+Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
 Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
-Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
+Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
 Requires-Dist: plyvel ; extra == "leveldb"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
-Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
+Requires-Dist: apache-airflow-providers-oracle>=3.1.0rc0 ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
 Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -171,7 +171,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.18.0``
+Release: ``10.18.0.rc1``
 
 
 Google services including:
@@ -205,9 +205,9 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  ==============================
+=======================================  =====================
 PIP package                              Version required
-=======================================  ==============================
+=======================================  =====================
 ``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.7.2``
 ``asgiref``                              ``>=3.5.2``
@@ -217,7 +217,7 @@ PIP package                              Version required
 ``gcsfs``                                ``>=2023.10.0``
 ``google-ads``                           ``>=23.1.0``
 ``google-analytics-admin``
-``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
+``google-api-core``                      ``>=2.11.0,!=2.16.0``
 ``google-api-python-client``             ``>=1.6.0``
 ``google-auth``                          ``>=1.0.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
@@ -269,7 +269,7 @@ PIP package                              Version required
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
 ``python-slugify``                       ``>=5.0``
-=======================================  ==============================
+=======================================  =====================
 
 Cross provider package dependencies
 -----------------------------------

{apache_airflow_providers_google-10.18.0.dist-info → apache_airflow_providers_google-10.18.0rc1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/google/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/google/__init__.py,sha256=-STVmWYvzAtQZziT5ntqECeACWw8HYuYxEWguvYiPuI,1495
-airflow/providers/google/get_provider_info.py,sha256=5EIhNOVNxiPbvIwu-Rqa-FoQV-Gzg_R3S2ZxXtSV9pk,81204
+airflow/providers/google/__init__.py,sha256=Vrtzj_Z1J5KlkRA7i0jzg6B4BNHrONelk7-ffad7QE8,1583
+airflow/providers/google/get_provider_info.py,sha256=1PN8UN5rY_3PjklabiSR4l04OrKqqMzhygK7ZMArE2s,81106
 airflow/providers/google/go_module_utils.py,sha256=QZcIY0BAsy_GlwJpaCDcSRWHueZvkqDCj2ecICn_-gY,1770
 airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
 airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -22,8 +22,8 @@ airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py,sha256=
 airflow/providers/google/cloud/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/fs/gcs.py,sha256=fJBGhHEE46_U5Rmbs1W0uenvGhECv13CtVSh3z7pM60,2457
 airflow/providers/google/cloud/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/hooks/automl.py,sha256=5fp8vZ96at8jH-a4yYipu4FI3J809b2E6XLCOQVhzmY,28959
-airflow/providers/google/cloud/hooks/bigquery.py,sha256=ivglJpV5jL2la6UhEXC_ABa1q-SyP2-Jbf3aSU8NimE,155228
+airflow/providers/google/cloud/hooks/automl.py,sha256=GD_bF_Ka5z7ZmNTMlSFuRSd4gIl2Y_U-lQRaO5XSDqg,27562
+airflow/providers/google/cloud/hooks/bigquery.py,sha256=5UrfnId7gVlir8V3KhiyDRQ4-qtXZgJVlAKhg3rZ-cg,153023
 airflow/providers/google/cloud/hooks/bigquery_dts.py,sha256=3wLKj-6tQwWphjwKBLGg1rjoXAAknv0WLh6T3MqsNWA,15228
 airflow/providers/google/cloud/hooks/bigtable.py,sha256=wReDIbDyQGP8oZIzg0vsfgD6zrLmY-oYghBNCPVPorw,12580
 airflow/providers/google/cloud/hooks/cloud_batch.py,sha256=FjpR_Av7z8oMnB4Q7S-aPTMO8HZMxAo_1akdHpE7iA8,7809
@@ -77,7 +77,6 @@ airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py,sha256=UqxLJt
 airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py,sha256=KSS2vJ3chTP4_ghrIU6qFDGKDONnhPddYn1ButnQxsI,25051
 airflow/providers/google/cloud/hooks/vertex_ai/model_service.py,sha256=KCqCyxjsxst_2FTAwPGanL3URL3vc50kKlVwmr2maDY,18115
 airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py,sha256=b4PlBV0MqrOUIwR6heuPwiFGFnEHaaduPTV3iibbs_Y,29023
-airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py,sha256=Q-EzmMtE4hjEg_tH-vnE-PcrXTvoQY2QFh77reVH840,4263
 airflow/providers/google/cloud/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/links/automl.py,sha256=tJ0tIYFicB4urFltg4uTp_Yk7ZeaD0SA8Q3GWyeMw4Y,4781
 airflow/providers/google/cloud/links/base.py,sha256=6Y96NArcm-f4Yw1YYqaoRdXfLLWwMH01XDAzIA-a3NA,1660
@@ -112,8 +111,8 @@ airflow/providers/google/cloud/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2
 airflow/providers/google/cloud/log/gcs_task_handler.py,sha256=d2zTPtoQHwdFIXuWbHu0xniA2oor9BEBYBNgJaWeF-0,10386
 airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=Z_aHF0_hjGwoDxk4VVtZ1sWTeqOdpSsRqg4yg6eOL80,15637
 airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/automl.py,sha256=fBwkwLcKr9sAPCacjdHHQcQrh3KD65oxm1PUIQsbKuI,61727
-airflow/providers/google/cloud/operators/bigquery.py,sha256=dfTzs1ouMYEoC7SXfRIZMeHCoVut17OFl_GbNM2nO1U,129660
+airflow/providers/google/cloud/operators/automl.py,sha256=nWohxjYJHXWtzYN5XbSsd-7jKJhsOlaeYjlEWXmwCXM,52275
+airflow/providers/google/cloud/operators/bigquery.py,sha256=VFnp0a1q7h2_2Na5cJS-cygzC_mkaC2unXhwCvgtTcw,125468
 airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=6VJISM4HoMBQ3EQ5nz3zxFk8tfluGA1d2vcUNUlYLPc,17695
 airflow/providers/google/cloud/operators/bigtable.py,sha256=BnWHnTEscyPbsKWFaSreLr62W68fmHu5loQVZex7LPs,26921
 airflow/providers/google/cloud/operators/cloud_base.py,sha256=Xysh4znvIQIxbQqmfKoaL6O09FikndHrQuKKUnEV7KU,1483
@@ -132,13 +131,13 @@ airflow/providers/google/cloud/operators/datafusion.py,sha256=NZoR65aChdkPUG8bxE
 airflow/providers/google/cloud/operators/datapipeline.py,sha256=UFIhzulL7d9JD3PmIbpYIu1dKVVJrJthVyA-8kkJq0A,6478
 airflow/providers/google/cloud/operators/dataplex.py,sha256=3Xq7ewGIQFH-cf_vbsWkIyuDOMD5ij5EBbTeuFtAtKs,91185
 airflow/providers/google/cloud/operators/dataprep.py,sha256=jTDDgRccd2zIUqGzJebZpbNTJsFdRi5RnMtldXHqiMs,10477
-airflow/providers/google/cloud/operators/dataproc.py,sha256=rN6L8Lybgjh9jmJ7guOSq05irzangEvYTBbvCD-2bJ0,152559
+airflow/providers/google/cloud/operators/dataproc.py,sha256=snjZS33ZMXP2mtvB5FO26ymdjG1qElSIcE3qheNFYSU,152547
 airflow/providers/google/cloud/operators/dataproc_metastore.py,sha256=MWkThX_mzef-VTRrxZFn5WPfenZ3F2DNXWWa827nLrw,49532
 airflow/providers/google/cloud/operators/datastore.py,sha256=di00jFy3Z1v0GcmcQ0df8NJ32yxcseOqWuojC4TKdmY,24927
 airflow/providers/google/cloud/operators/dlp.py,sha256=SQCGml0RIKl0UrvXHIUiOskg5ayTj4F5_4k4rztClvM,120742
 airflow/providers/google/cloud/operators/functions.py,sha256=dL5uaYtAWujwvAID_kLsyEsQ-ThFXGrEsg5Tk277FMs,20155
 airflow/providers/google/cloud/operators/gcs.py,sha256=tUNcseFxF2AC-wNjcrngvKqLqhkYNC4gaSFHiCq7eK0,46627
-airflow/providers/google/cloud/operators/kubernetes_engine.py,sha256=prrgsNZN0ZvtdzlnjmrPIPtvwJen7YYp1yHPU3QqVn0,69594
+airflow/providers/google/cloud/operators/kubernetes_engine.py,sha256=FazwWO8goImGQ9SFKC2msxBehL0ssjKiCATk3ABhOwg,69888
 airflow/providers/google/cloud/operators/life_sciences.py,sha256=cQzFWGdwh4yr44j7nfMXdGnPVRkeXwkrj_qdzlchD-w,4816
 airflow/providers/google/cloud/operators/looker.py,sha256=LCbN0vv8y0exwvfHbRXmUtNUZIOlSfljInNZK1zcfrs,4063
 airflow/providers/google/cloud/operators/mlengine.py,sha256=pPoLn7txuR5h2I9prSY26Sc7qfjWRXfAjHplGl3vNK8,62873
@@ -153,7 +152,7 @@ airflow/providers/google/cloud/operators/translate.py,sha256=yYN4IRcRHXllZsChMJd
 airflow/providers/google/cloud/operators/translate_speech.py,sha256=ALehMdOuSspEb-7h9Cr5ml8TYFsUnc8vvHEULpKZxa4,7817
 airflow/providers/google/cloud/operators/video_intelligence.py,sha256=NQvEueDegdpPBSqMkJF_qb9x3WeZT7XJL-yE8Sqlz_U,14165
 airflow/providers/google/cloud/operators/vision.py,sha256=RQrf9-dgRfgYxDceR--WMvc03d2a1zZaOQWzZxjrJYo,67630
-airflow/providers/google/cloud/operators/workflows.py,sha256=fnyWLqRHz0UYu6AnQKKZIMlfSIg_v5nNbZAt6ASe4fI,28977
+airflow/providers/google/cloud/operators/workflows.py,sha256=-YMlO23E2J9sBl9WUcgsHTW8FTySyIfkoG0HE5K1gKI,29108
 airflow/providers/google/cloud/operators/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=Txeaul_QFrAKvEBGUa-AwcDEDtxhKWLNhbXSaBldTQE,30987
 airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha256=e0oFWmCRH3aQHNckjEf_YO5zP9LqiLVTzB1QTgv3iUo,28828
@@ -216,7 +215,7 @@ airflow/providers/google/cloud/transfers/sheets_to_gcs.py,sha256=G6PdHaYKUEhL7ER
 airflow/providers/google/cloud/transfers/sql_to_gcs.py,sha256=BNVCKLMwxFkyrLU4q7xkD0fg1wdLxQJMLxXCAc05DRM,21771
 airflow/providers/google/cloud/transfers/trino_to_gcs.py,sha256=w8a9JBsxdqiVJePDHF-hpGW5eZWIyop-lbzBYZYabzA,7143
 airflow/providers/google/cloud/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/triggers/bigquery.py,sha256=dCw9ihWSBJoFLWb6kWB-cvh0cwsO1pLVAgdTRMhcXSs,34770
+airflow/providers/google/cloud/triggers/bigquery.py,sha256=0-YftqqySCZcRoUbAWHICXGTXKJ_Bup6iDXlHyVF9bk,32162
 airflow/providers/google/cloud/triggers/bigquery_dts.py,sha256=uHqkZPa32sIPBPmO8pqgTsebRS_D_wYIwd6wABwyJo4,6219
 airflow/providers/google/cloud/triggers/cloud_batch.py,sha256=AZDmqsJSaJT3X1Mp8F4uuC7oAgShUoiYIIqaIApqum0,6717
 airflow/providers/google/cloud/triggers/cloud_build.py,sha256=yLmims5zQ3RyIfdY1NOA0qAhwEkTwpvTyT2M3dPb8-M,5628
@@ -227,9 +226,9 @@ airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py,sha256
 airflow/providers/google/cloud/triggers/dataflow.py,sha256=u6CzIncAU3rWsGKTyNHV4ibYSBTCqqOiFCa7dcWnqzE,28635
 airflow/providers/google/cloud/triggers/datafusion.py,sha256=blqNx4hLHRrLp-FQMCNR3yWmAZ2hCTfql2eyf5XY0P0,5985
 airflow/providers/google/cloud/triggers/dataplex.py,sha256=fEHbvNYgP-6htNkp9b7nmvea_r3Z6CIMfIh57NaWxFA,8334
-airflow/providers/google/cloud/triggers/dataproc.py,sha256=5eCSAkjg6FDL56P_7gvXu_fL0OWHnBrXQc5yg5agifg,24304
+airflow/providers/google/cloud/triggers/dataproc.py,sha256=DAERheg6jxHWBgy9A5K4cIbnL9FJpIyW53TwLneIAZI,20660
 airflow/providers/google/cloud/triggers/gcs.py,sha256=pMjeNOkWHkOyiAxeK-JoyDInUf2VNtefOZxp8K-aNjw,18973
-airflow/providers/google/cloud/triggers/kubernetes_engine.py,sha256=XnCnGtHaZUEaYS1Yra0PTMovE06d2fcSUCNhIRsuCGc,12328
+airflow/providers/google/cloud/triggers/kubernetes_engine.py,sha256=SGdJL6wZAkYj_o6KkqW2m_zOxO-J02nfEVkzkQE3lEU,12335
 airflow/providers/google/cloud/triggers/mlengine.py,sha256=qpOa9Gz8FmHDxXvPWrXO3M7snGbRTq92gy6kGafCUiY,5265
 airflow/providers/google/cloud/triggers/pubsub.py,sha256=LbKGL-g6WfeiRhmkItWwl8hRgI3Lr6B3Ib2GNChL4mg,5724
 airflow/providers/google/cloud/triggers/vertex_ai.py,sha256=99ah7Rcc_kYBihDXGcekZvkUz7ZNyXKv7j6R3vddcCE,9927
@@ -304,7 +303,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=CxtVhp3wlEOBtjR
 airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=4nwXWkTySeBXNuThPxzO7uww_hH6PthpppTeuShn27Q,4363
 airflow/providers/google/suite/transfers/local_to_drive.py,sha256=eYCJghA0Ou2vUUvN_wfBQvpt2yzR9RmmeNdPgh2Cbjo,6100
 airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=sORkYSUDArRPnvi8WCiXP7YIXtpAgpEPhf8cqgpu644,5220
-apache_airflow_providers_google-10.18.0.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
-apache_airflow_providers_google-10.18.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_google-10.18.0.dist-info/METADATA,sha256=PbMDKyhE1fTFney0kv-nshS5q9paVfSQhxeCUNLJG2A,15954
-apache_airflow_providers_google-10.18.0.dist-info/RECORD,,
+apache_airflow_providers_google-10.18.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
+apache_airflow_providers_google-10.18.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_google-10.18.0rc1.dist-info/METADATA,sha256=rdT5loJM7JcAWARv1m_-eVgQHKeONV4ysrGa3N5YQoQ,15934
+apache_airflow_providers_google-10.18.0rc1.dist-info/RECORD,,

airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py

@@ -1,91 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-from __future__ import annotations
-
-from typing import TYPE_CHECKING, Sequence
-
-from google.api_core.client_options import ClientOptions
-from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
-from google.cloud.aiplatform_v1 import PredictionServiceClient
-
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
-if TYPE_CHECKING:
-    from google.api_core.retry import Retry
-    from google.cloud.aiplatform_v1.types import PredictResponse
-
-
-class PredictionServiceHook(GoogleBaseHook):
-    """Hook for Google Cloud Vertex AI Prediction API."""
-
-    def get_prediction_service_client(self, region: str | None = None) -> PredictionServiceClient:
-        """
-        Return PredictionServiceClient object.
-
-        :param region: The ID of the Google Cloud region that the service belongs to. Default is None.
-
-        :return: `google.cloud.aiplatform_v1.services.prediction_service.client.PredictionServiceClient` instance.
-        """
-        if region and region != "global":
-            client_options = ClientOptions(api_endpoint=f"{region}-aiplatform.googleapis.com:443")
-        else:
-            client_options = ClientOptions()
-
-        return PredictionServiceClient(
-            credentials=self.get_credentials(), client_info=CLIENT_INFO, client_options=client_options
-        )
-
-    @GoogleBaseHook.fallback_to_default_project_id
-    def predict(
-        self,
-        endpoint_id: str,
-        instances: list[str],
-        location: str,
-        project_id: str = PROVIDE_PROJECT_ID,
-        parameters: dict[str, str] | None = None,
-        retry: Retry | _MethodDefault = DEFAULT,
-        timeout: float | None = None,
-        metadata: Sequence[tuple[str, str]] = (),
-    ) -> PredictResponse:
-        """
-        Perform an online prediction and returns the prediction result in the response.
-
-        :param endpoint_id: Name of the endpoint_id requested to serve the prediction.
-        :param instances: Required. The instances that are the input to the prediction call. A DeployedModel
-            may have an upper limit on the number of instances it supports per request, and when it is
-            exceeded the prediction call errors in case of AutoML Models, or, in case of customer created
-            Models, the behaviour is as documented by that Model.
-        :param parameters: Additional domain-specific parameters, any string must be up to 25000 characters long.
-        :param project_id: ID of the Google Cloud project where model is located if None then
-            default project_id is used.
-        :param location: The location of the project.
-        :param retry: A retry object used to retry requests. If `None` is specified, requests will not be
-            retried.
-        :param timeout: The amount of time, in seconds, to wait for the request to complete. Note that if
-            `retry` is specified, the timeout applies to each individual attempt.
-        :param metadata: Additional metadata that is provided to the method.
-        """
-        client = self.get_prediction_service_client(location)
-        endpoint = f"projects/{project_id}/locations/{location}/endpoints/{endpoint_id}"
-        return client.predict(
-            request={"endpoint": endpoint, "instances": instances, "parameters": parameters},
-            retry=retry,
-            timeout=timeout,
-            metadata=metadata,
-        )