apache-airflow-providers-google 10.23.0rc1__py3-none-any.whl → 10.24.0__py3-none-any.whl

airflow/providers/google/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.23.0"
+__version__ = "10.24.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/google/cloud/hooks/bigquery.py

@@ -2418,10 +2418,6 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
                 f"{var_print(var_name)}Expect format of (<project.|<project:)<dataset>.<table>, "
                 f"got {table_input}"
             )
-
-        # Exclude partition from the table name
-        table_id = table_id.split("$")[0]
-
         if project_id is None:
             if var_name is not None:
                 self.log.info(

airflow/providers/google/cloud/hooks/dataflow.py

@@ -1124,18 +1124,17 @@ class DataflowHook(GoogleBaseHook):
 
         return safe_job_name
 
-    @_fallback_to_location_from_variables
     @_fallback_to_project_id_from_variables
     @GoogleBaseHook.fallback_to_default_project_id
     def is_job_dataflow_running(
         self,
         name: str,
         project_id: str,
-        location: str = DEFAULT_DATAFLOW_LOCATION,
+        location: str | None = None,
         variables: dict | None = None,
     ) -> bool:
         """
-        Check if jos is still running in dataflow.
+        Check if job is still running in dataflow.
 
         :param name: The name of the job.
         :param project_id: Optional, the Google Cloud project ID in which to start a job.
@@ -1145,11 +1144,21 @@ class DataflowHook(GoogleBaseHook):
         """
         if variables:
             warnings.warn(
-                "The variables parameter has been deprecated. You should pass location using "
-                "the location parameter.",
+                "The variables parameter has been deprecated. You should pass project_id using "
+                "the project_id parameter.",
                 AirflowProviderDeprecationWarning,
                 stacklevel=4,
             )
+
+        if location is None:
+            location = DEFAULT_DATAFLOW_LOCATION
+            warnings.warn(
+                "The location argument will be become mandatory in future versions, "
+                f"currently, it defaults to {DEFAULT_DATAFLOW_LOCATION}, please set the location explicitly.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=4,
+            )
+
         jobs_controller = _DataflowJobsController(
             dataflow=self.get_conn(),
             project_number=project_id,

airflow/providers/google/cloud/hooks/dataproc.py

@@ -59,6 +59,10 @@ if TYPE_CHECKING:
     from google.type.interval_pb2 import Interval
 
 
+class DataprocResourceIsNotReadyError(AirflowException):
+    """Raise when resource is not ready for create Dataproc cluster."""
+
+
 class DataProcJobBuilder:
     """A helper class for building Dataproc job."""
 
@@ -281,6 +285,8 @@ class DataprocHook(GoogleBaseHook):
             return operation.result(timeout=timeout, retry=result_retry)
         except Exception:
             error = operation.exception(timeout=timeout)
+            if self.check_error_for_resource_is_not_ready_msg(error.message):
+                raise DataprocResourceIsNotReadyError(error.message)
             raise AirflowException(error)
 
     @GoogleBaseHook.fallback_to_default_project_id
@@ -1192,6 +1198,11 @@ class DataprocHook(GoogleBaseHook):
 
         return result
 
+    def check_error_for_resource_is_not_ready_msg(self, error_msg: str) -> bool:
+        """Check that reason of error is resource is not ready."""
+        key_words = ["The resource", "is not ready"]
+        return all([word in error_msg for word in key_words])
+
 
 class DataprocAsyncHook(GoogleBaseHook):
     """

airflow/providers/google/cloud/hooks/gcs.py

@@ -59,6 +59,7 @@ if TYPE_CHECKING:
 
     from aiohttp import ClientSession
     from google.api_core.retry import Retry
+    from google.cloud.storage.blob import Blob
 
 
 RT = TypeVar("RT")
@@ -597,11 +598,7 @@ class GCSHook(GoogleBaseHook):
         :param object_name: The name of the blob to get updated time from the Google cloud
             storage bucket.
         """
-        client = self.get_conn()
-        bucket = client.bucket(bucket_name)
-        blob = bucket.get_blob(blob_name=object_name)
-        if blob is None:
-            raise ValueError(f"Object ({object_name}) not found in Bucket ({bucket_name})")
+        blob = self._get_blob(bucket_name, object_name)
         return blob.updated
 
     def is_updated_after(self, bucket_name: str, object_name: str, ts: datetime) -> bool:
@@ -957,19 +954,35 @@ class GCSHook(GoogleBaseHook):
                 break
         return ids
 
-    def get_size(self, bucket_name: str, object_name: str) -> int:
+    def _get_blob(self, bucket_name: str, object_name: str) -> Blob:
         """
-        Get the size of a file in Google Cloud Storage.
+        Get a blob object in Google Cloud Storage.
 
         :param bucket_name: The Google Cloud Storage bucket where the blob_name is.
         :param object_name: The name of the object to check in the Google
             cloud storage bucket_name.
 
         """
-        self.log.info("Checking the file size of object: %s in bucket_name: %s", object_name, bucket_name)
         client = self.get_conn()
         bucket = client.bucket(bucket_name)
         blob = bucket.get_blob(blob_name=object_name)
+
+        if blob is None:
+            raise ValueError(f"Object ({object_name}) not found in Bucket ({bucket_name})")
+
+        return blob
+
+    def get_size(self, bucket_name: str, object_name: str) -> int:
+        """
+        Get the size of a file in Google Cloud Storage.
+
+        :param bucket_name: The Google Cloud Storage bucket where the blob_name is.
+        :param object_name: The name of the object to check in the Google
+            cloud storage bucket_name.
+
+        """
+        self.log.info("Checking the file size of object: %s in bucket_name: %s", object_name, bucket_name)
+        blob = self._get_blob(bucket_name, object_name)
         blob_size = blob.size
         self.log.info("The file size of %s is %s bytes.", object_name, blob_size)
         return blob_size
@@ -987,9 +1000,7 @@ class GCSHook(GoogleBaseHook):
             object_name,
             bucket_name,
         )
-        client = self.get_conn()
-        bucket = client.bucket(bucket_name)
-        blob = bucket.get_blob(blob_name=object_name)
+        blob = self._get_blob(bucket_name, object_name)
         blob_crc32c = blob.crc32c
         self.log.info("The crc32c checksum of %s is %s", object_name, blob_crc32c)
         return blob_crc32c
@@ -1003,9 +1014,7 @@ class GCSHook(GoogleBaseHook):
             storage bucket_name.
         """
         self.log.info("Retrieving the MD5 hash of object: %s in bucket: %s", object_name, bucket_name)
-        client = self.get_conn()
-        bucket = client.bucket(bucket_name)
-        blob = bucket.get_blob(blob_name=object_name)
+        blob = self._get_blob(bucket_name, object_name)
         blob_md5hash = blob.md5_hash
         self.log.info("The md5Hash of %s is %s", object_name, blob_md5hash)
         return blob_md5hash
@@ -1019,11 +1028,7 @@ class GCSHook(GoogleBaseHook):
         :return: The metadata associated with the object
         """
         self.log.info("Retrieving the metadata dict of object (%s) in bucket (%s)", object_name, bucket_name)
-        client = self.get_conn()
-        bucket = client.bucket(bucket_name)
-        blob = bucket.get_blob(blob_name=object_name)
-        if blob is None:
-            raise ValueError("Object (%s) not found in bucket (%s)", object_name, bucket_name)
+        blob = self._get_blob(bucket_name, object_name)
         blob_metadata = blob.metadata
         if blob_metadata:
             self.log.info("Retrieved metadata of object (%s) with %s fields", object_name, len(blob_metadata))

airflow/providers/google/cloud/log/gcs_task_handler.py

@@ -129,12 +129,7 @@ class GCSTaskHandler(FileTaskHandler, LoggingMixin):
         )
 
     def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> None:
-        # todo: remove-at-min-airflow-version-2.8
-        #   after Airflow 2.8 can always pass `identifier`
-        if getattr(super(), "supports_task_context_logging", False):
-            super().set_context(ti, identifier=identifier)
-        else:
-            super().set_context(ti)
+        super().set_context(ti, identifier=identifier)
         # Log relative path is used to construct local and remote
         # log path to upload log files into GCS and read from the
         # remote location.

airflow/providers/google/cloud/operators/automl.py

@@ -34,7 +34,7 @@ from google.cloud.automl_v1beta1 import (
     TableSpec,
 )
 
-from airflow.exceptions import AirflowException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.hooks.automl import CloudAutoMLHook
 from airflow.providers.google.cloud.hooks.vertex_ai.prediction_service import PredictionServiceHook
 from airflow.providers.google.cloud.links.translate import (
@@ -45,6 +45,7 @@ from airflow.providers.google.cloud.links.translate import (
     TranslationLegacyModelTrainLink,
 )
 from airflow.providers.google.cloud.operators.cloud_base import GoogleCloudBaseOperator
+from airflow.providers.google.common.deprecated import deprecated
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 
 if TYPE_CHECKING:
@@ -338,6 +339,11 @@ class AutoMLPredictOperator(GoogleCloudBaseOperator):
         return PredictResponse.to_dict(result)
 
 
+@deprecated(
+    planned_removal_date="January 01, 2025",
+    use_instead="airflow.providers.google.cloud.operators.vertex_ai.batch_prediction_job",
+    category=AirflowProviderDeprecationWarning,
+)
 class AutoMLBatchPredictOperator(GoogleCloudBaseOperator):
     """
     Perform a batch prediction on Google Cloud AutoML.

airflow/providers/google/cloud/operators/dataflow.py

@@ -432,11 +432,13 @@ class DataflowCreateJavaJobOperator(GoogleCloudBaseOperator):
                 is_running = self.dataflow_hook.is_job_dataflow_running(
                     name=self.job_name,
                     variables=pipeline_options,
+                    location=self.location,
                 )
                 while is_running and self.check_if_running == CheckJobRunning.WaitForRun:
                     is_running = self.dataflow_hook.is_job_dataflow_running(
                         name=self.job_name,
                         variables=pipeline_options,
+                        location=self.location,
                     )
             if not is_running:
                 pipeline_options["jobName"] = job_name

airflow/providers/google/cloud/operators/dataproc.py

@@ -40,7 +40,11 @@ from google.cloud.dataproc_v1 import Batch, Cluster, ClusterStatus, JobStatus
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
-from airflow.providers.google.cloud.hooks.dataproc import DataprocHook, DataProcJobBuilder
+from airflow.providers.google.cloud.hooks.dataproc import (
+    DataprocHook,
+    DataProcJobBuilder,
+    DataprocResourceIsNotReadyError,
+)
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 from airflow.providers.google.cloud.links.dataproc import (
     DATAPROC_BATCH_LINK,
@@ -593,6 +597,8 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
     :param delete_on_error: If true the cluster will be deleted if created with ERROR state. Default
         value is true.
     :param use_if_exists: If true use existing cluster
+    :param num_retries_if_resource_is_not_ready: Optional. The number of retry for cluster creation request
+        when resource is not ready error appears.
     :param request_id: Optional. A unique id used to identify the request. If the server receives two
         ``DeleteClusterRequest`` requests with the same id, then the second request will be ignored and the
         first ``google.longrunning.Operation`` created and stored in the backend is returned.
@@ -639,6 +645,7 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
         request_id: str | None = None,
         delete_on_error: bool = True,
         use_if_exists: bool = True,
+        num_retries_if_resource_is_not_ready: int = 0,
         retry: AsyncRetry | _MethodDefault | Retry = DEFAULT,
         timeout: float = 1 * 60 * 60,
         metadata: Sequence[tuple[str, str]] = (),
@@ -695,6 +702,7 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
         self.virtual_cluster_config = virtual_cluster_config
         self.deferrable = deferrable
         self.polling_interval_seconds = polling_interval_seconds
+        self.num_retries_if_resource_is_not_ready = num_retries_if_resource_is_not_ready
 
     def _create_cluster(self, hook: DataprocHook):
         return hook.create_cluster(
@@ -729,20 +737,26 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
             return
         self.log.info("Cluster is in ERROR state")
         self.log.info("Gathering diagnostic information.")
-        operation = hook.diagnose_cluster(
-            region=self.region, cluster_name=self.cluster_name, project_id=self.project_id
-        )
-        operation.result()
-        gcs_uri = str(operation.operation.response.value)
-        self.log.info("Diagnostic information for cluster %s available at: %s", self.cluster_name, gcs_uri)
-
-        if self.delete_on_error:
-            self._delete_cluster(hook)
-            # The delete op is asynchronous and can cause further failure if the cluster finishes
-            # deleting between catching AlreadyExists and checking state
-            self._wait_for_cluster_in_deleting_state(hook)
-            raise AirflowException("Cluster was created in an ERROR state then deleted.")
-        raise AirflowException("Cluster was created but is in ERROR state")
+        try:
+            operation = hook.diagnose_cluster(
+                region=self.region, cluster_name=self.cluster_name, project_id=self.project_id
+            )
+            operation.result()
+            gcs_uri = str(operation.operation.response.value)
+            self.log.info(
+                "Diagnostic information for cluster %s available at: %s", self.cluster_name, gcs_uri
+            )
+        except Exception as diagnose_error:
+            self.log.info("Some error occurred when trying to diagnose cluster.")
+            self.log.exception(diagnose_error)
+        finally:
+            if self.delete_on_error:
+                self._delete_cluster(hook)
+                # The delete op is asynchronous and can cause further failure if the cluster finishes
+                # deleting between catching AlreadyExists and checking state
+                self._wait_for_cluster_in_deleting_state(hook)
+                raise AirflowException("Cluster was created in an ERROR state then deleted.")
+            raise AirflowException("Cluster was created but is in ERROR state")
 
     def _wait_for_cluster_in_deleting_state(self, hook: DataprocHook) -> None:
         time_left = self.timeout
@@ -780,6 +794,16 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
         )
         return hook.wait_for_operation(timeout=self.timeout, result_retry=self.retry, operation=op)
 
+    def _retry_cluster_creation(self, hook: DataprocHook):
+        self.log.info("Retrying creation process for Cluster %s", self.cluster_name)
+        self._delete_cluster(hook)
+        self._wait_for_cluster_in_deleting_state(hook)
+        self.log.info("Starting a new creation for Cluster %s", self.cluster_name)
+        operation = self._create_cluster(hook)
+        cluster = hook.wait_for_operation(timeout=self.timeout, result_retry=self.retry, operation=operation)
+        self.log.info("Cluster created.")
+        return Cluster.to_dict(cluster)
+
     def execute(self, context: Context) -> dict:
         self.log.info("Creating cluster: %s", self.cluster_name)
         hook = DataprocHook(gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain)
@@ -829,6 +853,25 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
                 raise
             self.log.info("Cluster already exists.")
             cluster = self._get_cluster(hook)
+        except DataprocResourceIsNotReadyError as resource_not_ready_error:
+            if self.num_retries_if_resource_is_not_ready:
+                attempt = self.num_retries_if_resource_is_not_ready
+                while attempt > 0:
+                    attempt -= 1
+                    try:
+                        cluster = self._retry_cluster_creation(hook)
+                    except DataprocResourceIsNotReadyError:
+                        continue
+                    else:
+                        return cluster
+                self.log.info(
+                    "Retrying Cluster %s creation because of resource not ready was unsuccessful.",
+                    self.cluster_name,
+                )
+            if self.delete_on_error:
+                self._delete_cluster(hook)
+                self._wait_for_cluster_in_deleting_state(hook)
+            raise resource_not_ready_error
         except AirflowException as ae:
             # There still could be a cluster created here in an ERROR state which
             # should be deleted immediately rather than consuming another retry attempt
@@ -2948,6 +2991,8 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
     :param request_id: Optional. A unique id used to identify the request. If the server receives two
         ``CreateBatchRequest`` requests with the same id, then the second request will be ignored and
         the first ``google.longrunning.Operation`` created and stored in the backend is returned.
+    :param num_retries_if_resource_is_not_ready: Optional. The number of retry for cluster creation request
+        when resource is not ready error appears.
     :param retry: A retry object used to retry requests. If ``None`` is specified, requests will not be
         retried.
     :param result_retry: Result retry object used to retry requests. Is used to decrease delay between
@@ -2988,6 +3033,7 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
         batch: dict | Batch,
         batch_id: str | None = None,
         request_id: str | None = None,
+        num_retries_if_resource_is_not_ready: int = 0,
         retry: Retry | _MethodDefault = DEFAULT,
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
@@ -3007,6 +3053,7 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
         self.batch = batch
         self.batch_id = batch_id
         self.request_id = request_id
+        self.num_retries_if_resource_is_not_ready = num_retries_if_resource_is_not_ready
         self.retry = retry
         self.result_retry = result_retry
         self.timeout = timeout
@@ -3028,6 +3075,14 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
         if self.batch_id:
             batch_id = self.batch_id
             self.log.info("Starting batch %s", batch_id)
+            # Persist the link earlier so users can observe the progress
+            DataprocBatchLink.persist(
+                context=context,
+                operator=self,
+                project_id=self.project_id,
+                region=self.region,
+                batch_id=self.batch_id,
+            )
         else:
             self.log.info("Starting batch. The batch ID will be generated since it was not provided.")
 
@@ -3091,6 +3146,15 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
             timeout=self.timeout,
             metadata=self.metadata,
         )
+        if self.num_retries_if_resource_is_not_ready and self.hook.check_error_for_resource_is_not_ready_msg(
+            batch.state_message
+        ):
+            attempt = self.num_retries_if_resource_is_not_ready
+            while attempt > 0:
+                attempt -= 1
+                batch, batch_id = self.retry_batch_creation(batch_id)
+                if not self.hook.check_error_for_resource_is_not_ready_msg(batch.state_message):
+                    break
 
         self.handle_batch_status(context, batch.state, batch_id, batch.state_message)
         return Batch.to_dict(batch)
@@ -3133,6 +3197,50 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
             raise AirflowException(f"Batch job {batch_id} unspecified. Driver logs: {link}")
         self.log.info("Batch job %s completed. Driver logs: %s", batch_id, link)
 
+    def retry_batch_creation(
+        self,
+        previous_batch_id: str,
+    ):
+        self.log.info("Retrying creation process for batch_id %s", self.batch_id)
+        self.log.info("Deleting previous failed Batch")
+        self.hook.delete_batch(
+            batch_id=previous_batch_id,
+            region=self.region,
+            project_id=self.project_id,
+            retry=self.retry,
+            timeout=self.timeout,
+            metadata=self.metadata,
+        )
+        self.log.info("Starting a new creation for batch_id %s", self.batch_id)
+        try:
+            self.operation = self.hook.create_batch(
+                region=self.region,
+                project_id=self.project_id,
+                batch=self.batch,
+                batch_id=self.batch_id,
+                request_id=self.request_id,
+                retry=self.retry,
+                timeout=self.timeout,
+                metadata=self.metadata,
+            )
+        except AlreadyExists:
+            self.log.info("Batch with given id already exists.")
+            self.log.info("Attaching to the job %s if it is still running.", self.batch_id)
+        else:
+            batch_id = self.operation.metadata.batch.split("/")[-1]
+            self.log.info("The batch %s was created.", batch_id)
+
+        self.log.info("Waiting for the completion of batch job %s", batch_id)
+        batch = self.hook.wait_for_batch(
+            batch_id=batch_id,
+            region=self.region,
+            project_id=self.project_id,
+            retry=self.retry,
+            timeout=self.timeout,
+            metadata=self.metadata,
+        )
+        return batch, batch_id
+
 
 class DataprocDeleteBatchOperator(GoogleCloudBaseOperator):
     """

airflow/providers/google/cloud/operators/speech_to_text.py

@@ -113,15 +113,14 @@ class CloudSpeechToTextRecognizeSpeechOperator(GoogleCloudBaseOperator):
             gcp_conn_id=self.gcp_conn_id,
             impersonation_chain=self.impersonation_chain,
         )
-
-        FileDetailsLink.persist(
-            context=context,
-            task_instance=self,
-            # Slice from: "gs://{BUCKET_NAME}/{FILE_NAME}" to: "{BUCKET_NAME}/{FILE_NAME}"
-            uri=self.audio["uri"][5:],
-            project_id=self.project_id or hook.project_id,
-        )
-
+        if self.audio.uri:
+            FileDetailsLink.persist(
+                context=context,
+                task_instance=self,
+                # Slice from: "gs://{BUCKET_NAME}/{FILE_NAME}" to: "{BUCKET_NAME}/{FILE_NAME}"
+                uri=self.audio.uri[5:],
+                project_id=self.project_id or hook.project_id,
+            )
         response = hook.recognize_speech(
             config=self.config, audio=self.audio, retry=self.retry, timeout=self.timeout
         )

airflow/providers/google/cloud/operators/translate_speech.py

@@ -169,7 +169,14 @@ class CloudTranslateSpeechOperator(GoogleCloudBaseOperator):
             raise AirflowException(
                 f"Wrong response '{recognize_dict}' returned - it should contain {key} field"
             )
-
+        if self.audio.uri:
+            FileDetailsLink.persist(
+                context=context,
+                task_instance=self,
+                # Slice from: "gs://{BUCKET_NAME}/{FILE_NAME}" to: "{BUCKET_NAME}/{FILE_NAME}"
+                uri=self.audio.uri[5:],
+                project_id=self.project_id or translate_hook.project_id,
+            )
         try:
             translation = translate_hook.translate(
                 values=transcript,
@@ -179,12 +186,6 @@ class CloudTranslateSpeechOperator(GoogleCloudBaseOperator):
                 model=self.model,
             )
             self.log.info("Translated output: %s", translation)
-            FileDetailsLink.persist(
-                context=context,
-                task_instance=self,
-                uri=self.audio["uri"][5:],
-                project_id=self.project_id or translate_hook.project_id,
-            )
             return translation
         except ValueError as e:
             self.log.error("An error has been thrown from translate speech method:")

airflow/providers/google/cloud/sensors/pubsub.py

@@ -22,6 +22,7 @@ from __future__ import annotations
 from datetime import timedelta
 from typing import TYPE_CHECKING, Any, Callable, Sequence
 
+from google.cloud import pubsub_v1
 from google.cloud.pubsub_v1.types import ReceivedMessage
 
 from airflow.configuration import conf
@@ -34,6 +35,10 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
+class PubSubMessageTransformException(AirflowException):
+    """Raise when messages failed to convert pubsub received format."""
+
+
 class PubSubPullSensor(BaseSensorOperator):
     """
     Pulls messages from a PubSub subscription and passes them through XCom.
@@ -170,7 +175,6 @@ class PubSubPullSensor(BaseSensorOperator):
                     subscription=self.subscription,
                     max_messages=self.max_messages,
                     ack_messages=self.ack_messages,
-                    messages_callback=self.messages_callback,
                     poke_interval=self.poke_interval,
                     gcp_conn_id=self.gcp_conn_id,
                     impersonation_chain=self.impersonation_chain,
@@ -178,14 +182,28 @@ class PubSubPullSensor(BaseSensorOperator):
                 method_name="execute_complete",
             )
 
-    def execute_complete(self, context: dict[str, Any], event: dict[str, str | list[str]]) -> str | list[str]:
-        """Return immediately and relies on trigger to throw a success event. Callback for the trigger."""
+    def execute_complete(self, context: Context, event: dict[str, str | list[str]]) -> Any:
+        """If messages_callback is provided, execute it; otherwise, return immediately with trigger event message."""
         if event["status"] == "success":
             self.log.info("Sensor pulls messages: %s", event["message"])
+            if self.messages_callback:
+                received_messages = self._convert_to_received_messages(event["message"])
+                _return_value = self.messages_callback(received_messages, context)
+                return _return_value
+
             return event["message"]
         self.log.info("Sensor failed: %s", event["message"])
         raise AirflowException(event["message"])
 
+    def _convert_to_received_messages(self, messages: Any) -> list[ReceivedMessage]:
+        try:
+            received_messages = [pubsub_v1.types.ReceivedMessage(msg) for msg in messages]
+            return received_messages
+        except Exception as e:
+            raise PubSubMessageTransformException(
+                f"Error converting triggerer event message back to received message format: {e}"
+            )
+
     def _default_message_callback(
         self,
         pulled_messages: list[ReceivedMessage],

airflow/providers/google/cloud/triggers/pubsub.py

@@ -19,16 +19,14 @@
 from __future__ import annotations
 
 import asyncio
-from typing import TYPE_CHECKING, Any, AsyncIterator, Callable, Sequence
+from functools import cached_property
+from typing import Any, AsyncIterator, Sequence
+
+from google.cloud.pubsub_v1.types import ReceivedMessage
 
 from airflow.providers.google.cloud.hooks.pubsub import PubSubAsyncHook
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
-if TYPE_CHECKING:
-    from google.cloud.pubsub_v1.types import ReceivedMessage
-
-    from airflow.utils.context import Context
-
 
 class PubsubPullTrigger(BaseTrigger):
     """
@@ -41,11 +39,6 @@ class PubsubPullTrigger(BaseTrigger):
     :param ack_messages: If True, each message will be acknowledged
         immediately rather than by any downstream tasks
     :param gcp_conn_id: Reference to google cloud connection id
-    :param messages_callback: (Optional) Callback to process received messages.
-        Its return value will be saved to XCom.
-        If you are pulling large messages, you probably want to provide a custom callback.
-        If not provided, the default implementation will convert `ReceivedMessage` objects
-        into JSON-serializable dicts using `google.protobuf.json_format.MessageToDict` function.
     :param poke_interval: polling period in seconds to check for the status
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
@@ -64,7 +57,6 @@ class PubsubPullTrigger(BaseTrigger):
         max_messages: int,
         ack_messages: bool,
         gcp_conn_id: str,
-        messages_callback: Callable[[list[ReceivedMessage], Context], Any] | None = None,
         poke_interval: float = 10.0,
         impersonation_chain: str | Sequence[str] | None = None,
     ):
@@ -73,11 +65,9 @@ class PubsubPullTrigger(BaseTrigger):
         self.subscription = subscription
         self.max_messages = max_messages
         self.ack_messages = ack_messages
-        self.messages_callback = messages_callback
         self.poke_interval = poke_interval
         self.gcp_conn_id = gcp_conn_id
         self.impersonation_chain = impersonation_chain
-        self.hook = PubSubAsyncHook()
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
         """Serialize PubsubPullTrigger arguments and classpath."""
@@ -88,7 +78,6 @@ class PubsubPullTrigger(BaseTrigger):
                 "subscription": self.subscription,
                 "max_messages": self.max_messages,
                 "ack_messages": self.ack_messages,
-                "messages_callback": self.messages_callback,
                 "poke_interval": self.poke_interval,
                 "gcp_conn_id": self.gcp_conn_id,
                 "impersonation_chain": self.impersonation_chain,
@@ -106,7 +95,10 @@ class PubsubPullTrigger(BaseTrigger):
                 ):
                     if self.ack_messages:
                         await self.message_acknowledgement(pulled_messages)
-                    yield TriggerEvent({"status": "success", "message": pulled_messages})
+
+                    messages_json = [ReceivedMessage.to_dict(m) for m in pulled_messages]
+
+                    yield TriggerEvent({"status": "success", "message": messages_json})
                     return
                 self.log.info("Sleeping for %s seconds.", self.poke_interval)
                 await asyncio.sleep(self.poke_interval)
@@ -121,3 +113,11 @@ class PubsubPullTrigger(BaseTrigger):
             messages=pulled_messages,
         )
         self.log.info("Acknowledged ack_ids from subscription %s", self.subscription)
+
+    @cached_property
+    def hook(self) -> PubSubAsyncHook:
+        return PubSubAsyncHook(
+            gcp_conn_id=self.gcp_conn_id,
+            impersonation_chain=self.impersonation_chain,
+            project_id=self.project_id,
+        )

airflow/providers/google/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1726860901,
+        "source-date-epoch": 1728485162,
         "versions": [
+            "10.24.0",
             "10.23.0",
             "10.22.0",
             "10.21.1",
@@ -921,6 +922,10 @@ def get_provider_info():
             },
         ],
         "filesystems": ["airflow.providers.google.cloud.fs.gcs"],
+        "asset-uris": [
+            {"schemes": ["gcp"], "handler": None},
+            {"schemes": ["bigquery"], "handler": "airflow.providers.google.datasets.bigquery.sanitize_uri"},
+        ],
         "dataset-uris": [
             {"schemes": ["gcp"], "handler": None},
             {"schemes": ["bigquery"], "handler": "airflow.providers.google.datasets.bigquery.sanitize_uri"},

{apache_airflow_providers_google-10.23.0rc1.dist-info → apache_airflow_providers_google-10.24.0.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.23.0rc1
+Version: 10.24.0
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.8
+Requires-Python: ~=3.9
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -15,16 +15,15 @@ Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL>=23.0.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
-Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
-Requires-Dist: apache-airflow>=2.8.0rc0
+Requires-Dist: apache-airflow-providers-common-compat>=1.1.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
+Requires-Dist: apache-airflow>=2.8.0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: dill>=0.2.3
 Requires-Dist: gcloud-aio-auth>=5.2.0
@@ -87,20 +86,20 @@ Requires-Dist: python-slugify>=7.0.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
 Requires-Dist: tenacity>=8.1.0
-Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
+Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
 Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
-Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
+Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
 Requires-Dist: plyvel ; extra == "leveldb"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
-Requires-Dist: apache-airflow-providers-oracle>=3.1.0rc0 ; extra == "oracle"
+Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
 Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -108,8 +107,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.23.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.23.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -178,7 +177,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.23.0.rc1``
+Release: ``10.24.0``
 
 
 Google services including:
@@ -198,7 +197,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.23.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/>`_.
 
 Installation
 ------------
@@ -207,7 +206,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-google``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -320,4 +319,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.23.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/changelog.html>`_.

{apache_airflow_providers_google-10.23.0rc1.dist-info → apache_airflow_providers_google-10.24.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/google/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/google/__init__.py,sha256=sMGFVct_ABQsayQ_2QxNDFdXJgTappCi9J26BK092Ew,1495
-airflow/providers/google/get_provider_info.py,sha256=ht4juR2pn4NyEaKYOq5l1JKVyy9gggcjC4YQIugAB3c,81987
+airflow/providers/google/__init__.py,sha256=HCd-PmeEVd99eSEuOle0bVEuyyRdbC-TeYHy2An3dqw,1495
+airflow/providers/google/get_provider_info.py,sha256=gJcV9EN6FkM8I98xA3n0KHMLwDVJxonPO04qrwBVj_E,82205
 airflow/providers/google/go_module_utils.py,sha256=XVM-IGME6CPgJA8fgDgkusFc4fz3lEghZaZ4elBkv7s,1780
 airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
 airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -23,7 +23,7 @@ airflow/providers/google/cloud/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2x
 airflow/providers/google/cloud/fs/gcs.py,sha256=fJBGhHEE46_U5Rmbs1W0uenvGhECv13CtVSh3z7pM60,2457
 airflow/providers/google/cloud/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/hooks/automl.py,sha256=5fp8vZ96at8jH-a4yYipu4FI3J809b2E6XLCOQVhzmY,28959
-airflow/providers/google/cloud/hooks/bigquery.py,sha256=JCnnwspuJ9IJJCPhfqRArPcXKjq082gQckcMl1qlcz4,157695
+airflow/providers/google/cloud/hooks/bigquery.py,sha256=iTe6KLIzQWJl4Jp3Mz1KVmPWbRfrl9sOGiaLcVQ7jBs,157603
 airflow/providers/google/cloud/hooks/bigquery_dts.py,sha256=3wLKj-6tQwWphjwKBLGg1rjoXAAknv0WLh6T3MqsNWA,15228
 airflow/providers/google/cloud/hooks/bigtable.py,sha256=wReDIbDyQGP8oZIzg0vsfgD6zrLmY-oYghBNCPVPorw,12580
 airflow/providers/google/cloud/hooks/cloud_batch.py,sha256=FjpR_Av7z8oMnB4Q7S-aPTMO8HZMxAo_1akdHpE7iA8,7809
@@ -36,18 +36,18 @@ airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py,sha256=BI
 airflow/providers/google/cloud/hooks/compute.py,sha256=sBpi7oZjJwV4JPkWm3iKw23l7cAjHDET2MU9S8FOc58,40673
 airflow/providers/google/cloud/hooks/compute_ssh.py,sha256=GTSiuhDFpeN-7n8ggrF-XBaPQ2hfk80tWChGImYGpTo,15689
 airflow/providers/google/cloud/hooks/datacatalog.py,sha256=KoOcXUE-YhCR81wgHNJQ_YwTr5LYYyoDXTFJWZz_mds,54292
-airflow/providers/google/cloud/hooks/dataflow.py,sha256=QROW4JcCjzA_A_QRAWe729Qilklt0ACHt2HTtResXJk,71655
+airflow/providers/google/cloud/hooks/dataflow.py,sha256=-FtTNvJ5bIEphLwobO4WpxVnV4erUcOEuV9K4p3lkxw,72002
 airflow/providers/google/cloud/hooks/dataform.py,sha256=fLeYwtFgXTZMhdqFKBzAA9VfsC5eQ92GycbmDApdg6Q,27796
 airflow/providers/google/cloud/hooks/datafusion.py,sha256=un_0r0fwiLPffNG-9tWN05FVWcx9ogaoLSI5XKUGHIg,26195
 airflow/providers/google/cloud/hooks/datapipeline.py,sha256=HPNO7tkQeb_N1JQZInZeO-YWZADcNLZZijjtVAKkWcE,2637
 airflow/providers/google/cloud/hooks/dataplex.py,sha256=hOAQ5gXBE0V6fw5Y_7Q8BymD6_GmFGsc8TPvd4SwJPM,38347
 airflow/providers/google/cloud/hooks/dataprep.py,sha256=GH46CoEMnc63RoMiJ7aKvsHlGFvsBl_QcRgbmWwJ5tU,12187
-airflow/providers/google/cloud/hooks/dataproc.py,sha256=L6NxhRIJpdAWUxrdwj9fi0vZ4MOkyMnF_BK90rwzumg,83954
+airflow/providers/google/cloud/hooks/dataproc.py,sha256=q1kw1AJ1AjSFb2ylljJNHVryycOQMbhB_sxeZ6Yn0PU,84496
 airflow/providers/google/cloud/hooks/dataproc_metastore.py,sha256=Oh6I6PbawdCb0hkfrFNU4BVbxWangCcjIJdOBAh7q2Q,32152
 airflow/providers/google/cloud/hooks/datastore.py,sha256=JuXTZqL-FAohbKBHQVYLCS3tY9pvMDjlg-dSphKiyPU,12158
 airflow/providers/google/cloud/hooks/dlp.py,sha256=U1mnUEIQBcvh0bxf9RgeKLK2gjWx09qGh-hvCDOL_8k,67586
 airflow/providers/google/cloud/hooks/functions.py,sha256=Zz1MCy_6j4oG-SXeeiVdqo4Ld68pVQg4rIuSm7RrPEo,9290
-airflow/providers/google/cloud/hooks/gcs.py,sha256=vdaeNnu52Z1M_VV3HbHfC1FR0jIKou2cUXNCnzpgm-4,59925
+airflow/providers/google/cloud/hooks/gcs.py,sha256=j7SO8bxDh_-sO0XdFvfhOA9RuAw325y-2ef3mnKXKwQ,59974
 airflow/providers/google/cloud/hooks/gdm.py,sha256=fCTu6SXtyQ3sn56GfIdgj6Myj_cc8UWdFVbYDMRMhZY,4123
 airflow/providers/google/cloud/hooks/kms.py,sha256=CSIoyXgfZOujEPWOk2bn2bmwcKuDWXCu8eFSvi8MV9w,6574
 airflow/providers/google/cloud/hooks/kubernetes_engine.py,sha256=VzpGcO8sf7FsAkLniatmvjyRpH_x2DV9cVYsl0ICAt4,24204
@@ -110,7 +110,7 @@ airflow/providers/google/cloud/links/translate.py,sha256=p0tHVr_CHPJswCmNheQAnpP
 airflow/providers/google/cloud/links/vertex_ai.py,sha256=T5WGK77wKIPTiHtxKuQXvokArjVQYwZPjX5IgJX1dds,11138
 airflow/providers/google/cloud/links/workflows.py,sha256=Ux7bwq2fspvSoNT4X3xFXX2SSmp8EuwDyPQsTO-z7bI,3303
 airflow/providers/google/cloud/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/log/gcs_task_handler.py,sha256=B2GEAFSdrQEYBZFDYShh2pTEVqJ-NR7qs67wBkxWawQ,10321
+airflow/providers/google/cloud/log/gcs_task_handler.py,sha256=LeIK9lF7tpKDCid-AFxEIS23AanCmE92tlPH3NB8efc,10089
 airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=5yh-Zgh2Me5BCrB_Nd52o5RP5gyv-tZjvOG2qnSZuRU,15526
 airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json,sha256=3whXAY38LjxmQTpCnExiIU1Q1-8dZGtWjiK0A4JQWTA,688
 airflow/providers/google/cloud/openlineage/BigQueryJobRunFacet.json,sha256=sWvE1o30bCqBBmB19n6wFZyL6BBcc22kCGWe0qcsYBc,850
@@ -118,7 +118,7 @@ airflow/providers/google/cloud/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUf
 airflow/providers/google/cloud/openlineage/mixins.py,sha256=5blMJ1heK9rMYBWR5p-lBj1y_EA1qJyjfb-fwdBM31k,12908
 airflow/providers/google/cloud/openlineage/utils.py,sha256=iBeHh68qMumZ1pc-PWRBgQW8sycwmdtkJV-oCvYplPA,5781
 airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/automl.py,sha256=uZ-PSDqfBBviH0YWxh8gefr4DU5xiEkucYGRtSyDOG8,63479
+airflow/providers/google/cloud/operators/automl.py,sha256=2S5gziRfU-3ptHNTHmRMXo9CfQcl8trNqPEqAVCRlZQ,63779
 airflow/providers/google/cloud/operators/bigquery.py,sha256=l8wLnRdCsH1IGWsxZrdb-YzHlyOssymQo19lnNgxdyA,131077
 airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=6VJISM4HoMBQ3EQ5nz3zxFk8tfluGA1d2vcUNUlYLPc,17695
 airflow/providers/google/cloud/operators/bigtable.py,sha256=BnWHnTEscyPbsKWFaSreLr62W68fmHu5loQVZex7LPs,26921
@@ -132,13 +132,13 @@ airflow/providers/google/cloud/operators/cloud_sql.py,sha256=VA_RRg_Zv3zo4cKmpEf
 airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py,sha256=YQsVg8pDegEDvsWsZCbGrSqCln3iQyLQErZS_XZTnBo,48066
 airflow/providers/google/cloud/operators/compute.py,sha256=lFGCacevkKJvAszJhfSLAOfetlsbYrCoImTeWXS5bqw,74607
 airflow/providers/google/cloud/operators/datacatalog.py,sha256=TY0KZtphd28mNmZF4f3pV-G4-K61nwlOzBok1ZHqG_E,92962
-airflow/providers/google/cloud/operators/dataflow.py,sha256=eWGyhI3BnS6eoLHkgGtodEnIemIbKL4-YpKJdBC4v5E,79819
+airflow/providers/google/cloud/operators/dataflow.py,sha256=xwo0KFuHv85Wo_HESrQd1YsaWt3AKDEoiQ20GkqvOuk,79911
 airflow/providers/google/cloud/operators/dataform.py,sha256=MkRDkn12gm2PJHOIfCs61N8nTuF3bfrcbWT4zSCXOdI,48745
 airflow/providers/google/cloud/operators/datafusion.py,sha256=mXBCOhKVfHc1ZudMIT9UgBWL8w9qwBwnxTDWEO-xegA,41557
 airflow/providers/google/cloud/operators/datapipeline.py,sha256=OuF0RxHpQxqPDjCq3jNpiOTEQHQgL5UXwNo7sk5fpEA,2362
 airflow/providers/google/cloud/operators/dataplex.py,sha256=IgGwt95uW72IeLi1oHpGk8V0fKyt9apsc4kUpBz_7YQ,91195
 airflow/providers/google/cloud/operators/dataprep.py,sha256=jTDDgRccd2zIUqGzJebZpbNTJsFdRi5RnMtldXHqiMs,10477
-airflow/providers/google/cloud/operators/dataproc.py,sha256=SV0AL50fmraX7CqlkBduImH8wN6ld76sVTdkVCFxGgY,151960
+airflow/providers/google/cloud/operators/dataproc.py,sha256=GBdojsHucUR1FAo1YG8OSyuBXrQn_HVGwWq5-ciXJl0,156776
 airflow/providers/google/cloud/operators/dataproc_metastore.py,sha256=mJOqDv4GEqQ7tx32ar-mMsPhIjYC_B1AZyiVDZBKOio,50402
 airflow/providers/google/cloud/operators/datastore.py,sha256=di00jFy3Z1v0GcmcQ0df8NJ32yxcseOqWuojC4TKdmY,24927
 airflow/providers/google/cloud/operators/dlp.py,sha256=SQCGml0RIKl0UrvXHIUiOskg5ayTj4F5_4k4rztClvM,120742
@@ -151,12 +151,12 @@ airflow/providers/google/cloud/operators/mlengine.py,sha256=AyJJDekzHN65PSRYfVbs
 airflow/providers/google/cloud/operators/natural_language.py,sha256=mVi1R1QXU_aJXEGgyPiQXxAWlmOEInia6DpayxGhRwo,13719
 airflow/providers/google/cloud/operators/pubsub.py,sha256=oo7nXjlexuLmp_-NHDa0Ko3vn15Sl81iTFfH0MGf-kQ,35508
 airflow/providers/google/cloud/operators/spanner.py,sha256=Gpzr1LNB3e2zLaOb-LwORR9Vv9tMTDzNIcyV728u7Pw,24938
-airflow/providers/google/cloud/operators/speech_to_text.py,sha256=ZVuE1m1nSta0HUzsK6azVslnIf1PC2edRsG7LqHPmy4,5646
+airflow/providers/google/cloud/operators/speech_to_text.py,sha256=AcMK8aY9OqVPwWSBfzZJEYB2oZM7C0NaTbvmXJMqwmQ,5696
 airflow/providers/google/cloud/operators/stackdriver.py,sha256=Tei_f5oodxTp4K-m15U_M98_WhZr3v0JynTzlJHDOws,39205
 airflow/providers/google/cloud/operators/tasks.py,sha256=zy3kgQkcVLx9a7r1Ojsk5-crVOzmmKC7_dO9WuKTwDY,48427
 airflow/providers/google/cloud/operators/text_to_speech.py,sha256=y51bA2Ksr8NvaBKFn2dZBV3K04YqAu47yssK86t9MtQ,6956
 airflow/providers/google/cloud/operators/translate.py,sha256=yYN4IRcRHXllZsChMJd71UDMigdD2iKid9G27jIVOlM,5007
-airflow/providers/google/cloud/operators/translate_speech.py,sha256=ALehMdOuSspEb-7h9Cr5ml8TYFsUnc8vvHEULpKZxa4,7817
+airflow/providers/google/cloud/operators/translate_speech.py,sha256=UjI-quI4IcgDZ_X4925mb9aQiI7yLIi2m4txieowYn4,7935
 airflow/providers/google/cloud/operators/video_intelligence.py,sha256=NQvEueDegdpPBSqMkJF_qb9x3WeZT7XJL-yE8Sqlz_U,14165
 airflow/providers/google/cloud/operators/vision.py,sha256=iKEEj33nVLrHUcJr2sE72NC1mAAZ7Gz-_XGdLgO4dqA,67720
 airflow/providers/google/cloud/operators/workflows.py,sha256=fnyWLqRHz0UYu6AnQKKZIMlfSIg_v5nNbZAt6ASe4fI,28977
@@ -187,7 +187,7 @@ airflow/providers/google/cloud/sensors/dataproc.py,sha256=ANSRHFkApFjb-GVt1SBiRw
 airflow/providers/google/cloud/sensors/dataproc_metastore.py,sha256=h4ToV-9FpKqE_4Gsmt7GButSB2hrcthb4JlfFU2o6Ik,5432
 airflow/providers/google/cloud/sensors/gcs.py,sha256=S6FohDoiQQJPm4DvdW4NVpcGHRdl3HlR-vJuA8pIGzY,24490
 airflow/providers/google/cloud/sensors/looker.py,sha256=zwtfCjxoowBoR3iuHlVpKzgwuN4ft6WGy2gzojlflvo,3609
-airflow/providers/google/cloud/sensors/pubsub.py,sha256=MvMQ6-iXZHMTCs5i0psKvEmP6DjVe-PE71t3ZBi4xC4,8977
+airflow/providers/google/cloud/sensors/pubsub.py,sha256=gzo0uaPom-R_FPttRZD1ENX6hFeq_2VD-C9_u-lNRu0,9742
 airflow/providers/google/cloud/sensors/tasks.py,sha256=Y2t5OYIH98tsIN7G2LwSKnYZsOAUCkLqoOYMdQvYlHc,3485
 airflow/providers/google/cloud/sensors/workflows.py,sha256=Lsp_F9wYDtC0KtWvoQq0B8oBzFuX1PF3du7abnW2Esc,5133
 airflow/providers/google/cloud/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -237,7 +237,7 @@ airflow/providers/google/cloud/triggers/dataproc.py,sha256=xK2tZdS2gZTAqgQEQ9kQ9
 airflow/providers/google/cloud/triggers/gcs.py,sha256=pMjeNOkWHkOyiAxeK-JoyDInUf2VNtefOZxp8K-aNjw,18973
 airflow/providers/google/cloud/triggers/kubernetes_engine.py,sha256=OWjts1J4TIZWiXPP3GpE2mZTNneTfFAhnK0fpapVcE4,15689
 airflow/providers/google/cloud/triggers/mlengine.py,sha256=qpOa9Gz8FmHDxXvPWrXO3M7snGbRTq92gy6kGafCUiY,5265
-airflow/providers/google/cloud/triggers/pubsub.py,sha256=3t6foghoMpa_I_al8IQMkmxktqpcZbcuIhMIOe1MvZo,5604
+airflow/providers/google/cloud/triggers/pubsub.py,sha256=IbomKaGpO1qbF3bpM7cF7rWY2X6T7D1UttHq08hq1tg,5234
 airflow/providers/google/cloud/triggers/vertex_ai.py,sha256=IKeVp6p5weU-G_3SgIqwCK__vt_q0NAavgBpWmLfLqI,9932
 airflow/providers/google/cloud/utils/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/google/cloud/utils/bigquery.py,sha256=nMPUMpfsf-7QQEJG3wo1QqKuPGPwDUwKLGhE9SBjCaI,2145
@@ -310,7 +310,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=CxtVhp3wlEOBtjR
 airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=4nwXWkTySeBXNuThPxzO7uww_hH6PthpppTeuShn27Q,4363
 airflow/providers/google/suite/transfers/local_to_drive.py,sha256=ZSK0b1Rd6x_xsP2DVcUzeYu3qoo9Bsp3VmnKyBsFRH8,6105
 airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=sORkYSUDArRPnvi8WCiXP7YIXtpAgpEPhf8cqgpu644,5220
-apache_airflow_providers_google-10.23.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
-apache_airflow_providers_google-10.23.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_google-10.23.0rc1.dist-info/METADATA,sha256=Sp4I5ph4WHeJwvMaUvhYIKkes0CCMRy1KwzRSm42ipo,17273
-apache_airflow_providers_google-10.23.0rc1.dist-info/RECORD,,
+apache_airflow_providers_google-10.24.0.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
+apache_airflow_providers_google-10.24.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_google-10.24.0.dist-info/METADATA,sha256=E4nXJ-g-KYQRTW388l-AtGr4sy0ckOnUgTIhQ4bXZhY,17191
+apache_airflow_providers_google-10.24.0.dist-info/RECORD,,