apache-airflow-providers-google 10.24.0rc1__py3-none-any.whl → 10.25.0rc1__py3-none-any.whl

airflow/providers/google/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.24.0"
+__version__ = "10.25.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/google/assets/gcs.py

@@ -0,0 +1,45 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.common.compat.assets import Asset
+from airflow.providers.google.cloud.hooks.gcs import _parse_gcs_url
+
+if TYPE_CHECKING:
+    from urllib.parse import SplitResult
+
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
+
+def create_asset(*, bucket: str, key: str, extra: dict | None = None) -> Asset:
+    return Asset(uri=f"gs://{bucket}/{key}", extra=extra)
+
+
+def sanitize_uri(uri: SplitResult) -> SplitResult:
+    if not uri.netloc:
+        raise ValueError("URI format gs:// must contain a bucket name")
+    return uri
+
+
+def convert_asset_to_openlineage(asset: Asset, lineage_context) -> OpenLineageDataset:
+    """Translate Asset with valid AIP-60 uri to OpenLineage with assistance from the hook."""
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
+    bucket, key = _parse_gcs_url(asset.uri)
+    return OpenLineageDataset(namespace=f"gs://{bucket}", name=key if key else "/")

airflow/providers/google/cloud/hooks/dataproc.py

@@ -999,6 +999,7 @@ class DataprocHook(GoogleBaseHook):
             individual attempt.
         :param metadata: Additional metadata that is provided to the method.
         """
+        self.log.debug("Creating batch: %s", batch)
         client = self.get_batch_client(region)
         parent = f"projects/{project_id}/regions/{region}"
 

airflow/providers/google/cloud/hooks/gcs.py

@@ -43,6 +43,7 @@ from google.cloud.storage.retry import DEFAULT_RETRY
 from requests import Session
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.common.compat.lineage.hook import get_hook_lineage_collector
 from airflow.providers.google.cloud.utils.helpers import normalize_directory_path
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import (
@@ -214,6 +215,16 @@ class GCSHook(GoogleBaseHook):
         destination_object = source_bucket.copy_blob(  # type: ignore[attr-defined]
             blob=source_object, destination_bucket=destination_bucket, new_name=destination_object
         )
+        get_hook_lineage_collector().add_input_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": source_bucket.name, "key": source_object.name},  # type: ignore[attr-defined]
+        )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": destination_bucket.name, "key": destination_object.name},  # type: ignore[union-attr]
+        )
 
         self.log.info(
             "Object %s in bucket %s copied to object %s in bucket %s",
@@ -267,6 +278,16 @@ class GCSHook(GoogleBaseHook):
             ).rewrite(source=source_object, token=token)
 
             self.log.info("Total Bytes: %s | Bytes Written: %s", total_bytes, bytes_rewritten)
+        get_hook_lineage_collector().add_input_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": source_bucket.name, "key": source_object.name},  # type: ignore[attr-defined]
+        )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": destination_bucket.name, "key": destination_object},  # type: ignore[attr-defined]
+        )
         self.log.info(
             "Object %s in bucket %s rewritten to object %s in bucket %s",
             source_object.name,  # type: ignore[attr-defined]
@@ -345,9 +366,18 @@ class GCSHook(GoogleBaseHook):
 
                 if filename:
                     blob.download_to_filename(filename, timeout=timeout)
+                    get_hook_lineage_collector().add_input_asset(
+                        context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+                    )
+                    get_hook_lineage_collector().add_output_asset(
+                        context=self, scheme="file", asset_kwargs={"path": filename}
+                    )
                     self.log.info("File downloaded to %s", filename)
                     return filename
                 else:
+                    get_hook_lineage_collector().add_input_asset(
+                        context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+                    )
                     return blob.download_as_bytes()
 
             except GoogleCloudError:
@@ -555,6 +585,9 @@ class GCSHook(GoogleBaseHook):
             _call_with_retry(
                 partial(blob.upload_from_filename, filename=filename, content_type=mime_type, timeout=timeout)
             )
+            get_hook_lineage_collector().add_input_asset(
+                context=self, scheme="file", asset_kwargs={"path": filename}
+            )
 
             if gzip:
                 os.remove(filename)
@@ -576,6 +609,10 @@ class GCSHook(GoogleBaseHook):
         else:
             raise ValueError("'filename' and 'data' parameter missing. One is required to upload to gcs.")
 
+        get_hook_lineage_collector().add_output_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+        )
+
     def exists(self, bucket_name: str, object_name: str, retry: Retry = DEFAULT_RETRY) -> bool:
         """
         Check for the existence of a file in Google Cloud Storage.
@@ -691,6 +728,9 @@ class GCSHook(GoogleBaseHook):
         bucket = client.bucket(bucket_name)
         blob = bucket.blob(blob_name=object_name)
         blob.delete()
+        get_hook_lineage_collector().add_input_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+        )
 
         self.log.info("Blob %s deleted.", object_name)
 
@@ -1198,9 +1238,17 @@ class GCSHook(GoogleBaseHook):
         client = self.get_conn()
         bucket = client.bucket(bucket_name)
         destination_blob = bucket.blob(destination_object)
-        destination_blob.compose(
-            sources=[bucket.blob(blob_name=source_object) for source_object in source_objects]
+        source_blobs = [bucket.blob(blob_name=source_object) for source_object in source_objects]
+        destination_blob.compose(sources=source_blobs)
+        get_hook_lineage_collector().add_output_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": destination_blob.name}
         )
+        for single_source_blob in source_blobs:
+            get_hook_lineage_collector().add_input_asset(
+                context=self,
+                scheme="gs",
+                asset_kwargs={"bucket": bucket.name, "key": single_source_blob.name},
+            )
 
         self.log.info("Completed successfully.")
 

airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py

@@ -20,12 +20,15 @@
 from __future__ import annotations
 
 import time
+from datetime import timedelta
 from typing import TYPE_CHECKING, Sequence
 
 import vertexai
 from vertexai.generative_models import GenerativeModel, Part
 from vertexai.language_models import TextEmbeddingModel, TextGenerationModel
+from vertexai.preview.caching import CachedContent
 from vertexai.preview.evaluation import EvalResult, EvalTask
+from vertexai.preview.generative_models import GenerativeModel as preview_generative_model
 from vertexai.preview.tuning import sft
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
@@ -95,6 +98,16 @@ class GenerativeModelHook(GoogleBaseHook):
         )
         return eval_task
 
+    def get_cached_context_model(
+        self,
+        cached_content_name: str,
+    ) -> preview_generative_model:
+        """Return a Generative Model with Cached Context."""
+        cached_content = CachedContent(cached_content_name=cached_content_name)
+
+        cached_context_model = preview_generative_model.from_cached_content(cached_content)
+        return cached_context_model
+
     @deprecated(
         planned_removal_date="January 01, 2025",
         use_instead="Part objects included in contents parameter of "
@@ -528,3 +541,69 @@ class GenerativeModelHook(GoogleBaseHook):
         )
 
         return eval_result
+
+    def create_cached_content(
+        self,
+        model_name: str,
+        location: str,
+        ttl_hours: float = 1,
+        system_instruction: str | None = None,
+        contents: list | None = None,
+        display_name: str | None = None,
+        project_id: str = PROVIDE_PROJECT_ID,
+    ) -> str:
+        """
+        Create CachedContent to reduce the cost of requests that contain repeat content with high input token counts.
+
+        :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
+        :param location: Required. The ID of the Google Cloud location that the service belongs to.
+        :param model_name: Required. The name of the publisher model to use for cached content.
+        :param system_instruction: Developer set system instruction.
+        :param contents: The content to cache.
+        :param ttl_hours: The TTL for this resource in hours. The expiration time is computed: now + TTL.
+            Defaults to one hour.
+        :param display_name: The user-generated meaningful display name of the cached content
+        """
+        vertexai.init(project=project_id, location=location, credentials=self.get_credentials())
+
+        response = CachedContent.create(
+            model_name=model_name,
+            system_instruction=system_instruction,
+            contents=contents,
+            ttl=timedelta(hours=ttl_hours),
+            display_name=display_name,
+        )
+
+        return response.name
+
+    def generate_from_cached_content(
+        self,
+        location: str,
+        cached_content_name: str,
+        contents: list,
+        generation_config: dict | None = None,
+        safety_settings: dict | None = None,
+        project_id: str = PROVIDE_PROJECT_ID,
+    ) -> str:
+        """
+        Generate a response from CachedContent.
+
+        :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
+        :param location: Required. The ID of the Google Cloud location that the service belongs to.
+        :param cached_content_name: Required. The name of the cached content resource.
+        :param contents: Required. The multi-part content of a message that a user or a program
+            gives to the generative model, in order to elicit a specific response.
+        :param generation_config: Optional. Generation configuration settings.
+        :param safety_settings: Optional. Per request settings for blocking unsafe content.
+        """
+        vertexai.init(project=project_id, location=location, credentials=self.get_credentials())
+
+        cached_context_model = self.get_cached_context_model(cached_content_name=cached_content_name)
+
+        response = cached_context_model.generate_content(
+            contents=contents,
+            generation_config=generation_config,
+            safety_settings=safety_settings,
+        )
+
+        return response.text

airflow/providers/google/cloud/links/translate.py

@@ -167,13 +167,14 @@ class TranslationLegacyModelPredictLink(BaseGoogleLink):
         task_instance,
         model_id: str,
         project_id: str,
+        dataset_id: str,
     ):
         task_instance.xcom_push(
             context,
             key=TranslationLegacyModelPredictLink.key,
             value={
                 "location": task_instance.location,
-                "dataset_id": task_instance.model.dataset_id,
+                "dataset_id": dataset_id,
                 "model_id": model_id,
                 "project_id": project_id,
             },

airflow/providers/google/cloud/operators/automl.py

@@ -22,7 +22,7 @@ from __future__ import annotations
 import ast
 import warnings
 from functools import cached_property
-from typing import TYPE_CHECKING, Sequence, Tuple
+from typing import TYPE_CHECKING, Sequence, Tuple, cast
 
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.automl_v1beta1 import (
@@ -280,17 +280,22 @@ class AutoMLPredictOperator(GoogleCloudBaseOperator):
                 impersonation_chain=self.impersonation_chain,
             )
 
+    @cached_property
+    def model(self) -> Model | None:
+        if self.model_id:
+            hook = cast(CloudAutoMLHook, self.hook)
+            return hook.get_model(
+                model_id=self.model_id,
+                location=self.location,
+                project_id=self.project_id,
+                retry=self.retry,
+                timeout=self.timeout,
+                metadata=self.metadata,
+            )
+        return None
+
     def _check_model_type(self):
-        hook = self.hook
-        model = hook.get_model(
-            model_id=self.model_id,
-            location=self.location,
-            project_id=self.project_id,
-            retry=self.retry,
-            timeout=self.timeout,
-            metadata=self.metadata,
-        )
-        if not hasattr(model, "translation_model_metadata"):
+        if not hasattr(self.model, "translation_model_metadata"):
             raise AirflowException(
                 "AutoMLPredictOperator for text, image, and video prediction has been deprecated. "
                 "Please use endpoint_id param instead of model_id param."
@@ -329,11 +334,13 @@ class AutoMLPredictOperator(GoogleCloudBaseOperator):
             )
 
         project_id = self.project_id or hook.project_id
-        if project_id and self.model_id:
+        dataset_id: str | None = self.model.dataset_id if self.model else None
+        if project_id and self.model_id and dataset_id:
             TranslationLegacyModelPredictLink.persist(
                 context=context,
                 task_instance=self,
                 model_id=self.model_id,
+                dataset_id=dataset_id,
                 project_id=project_id,
             )
         return PredictResponse.to_dict(result)
@@ -431,12 +438,16 @@ class AutoMLBatchPredictOperator(GoogleCloudBaseOperator):
         self.input_config = input_config
         self.output_config = output_config
 
-    def execute(self, context: Context):
-        hook = CloudAutoMLHook(
+    @cached_property
+    def hook(self) -> CloudAutoMLHook:
+        return CloudAutoMLHook(
             gcp_conn_id=self.gcp_conn_id,
             impersonation_chain=self.impersonation_chain,
         )
-        self.model: Model = hook.get_model(
+
+    @cached_property
+    def model(self) -> Model:
+        return self.hook.get_model(
             model_id=self.model_id,
             location=self.location,
             project_id=self.project_id,
@@ -445,6 +456,7 @@ class AutoMLBatchPredictOperator(GoogleCloudBaseOperator):
             metadata=self.metadata,
         )
 
+    def execute(self, context: Context):
         if not hasattr(self.model, "translation_model_metadata"):
             _raise_exception_for_deprecated_operator(
                 self.__class__.__name__,
@@ -456,7 +468,7 @@ class AutoMLBatchPredictOperator(GoogleCloudBaseOperator):
                 ],
             )
         self.log.info("Fetch batch prediction.")
-        operation = hook.batch_predict(
+        operation = self.hook.batch_predict(
             model_id=self.model_id,
             input_config=self.input_config,
             output_config=self.output_config,
@@ -467,16 +479,17 @@ class AutoMLBatchPredictOperator(GoogleCloudBaseOperator):
             timeout=self.timeout,
             metadata=self.metadata,
         )
-        operation_result = hook.wait_for_operation(timeout=self.timeout, operation=operation)
+        operation_result = self.hook.wait_for_operation(timeout=self.timeout, operation=operation)
         result = BatchPredictResult.to_dict(operation_result)
         self.log.info("Batch prediction is ready.")
-        project_id = self.project_id or hook.project_id
+        project_id = self.project_id or self.hook.project_id
         if project_id:
             TranslationLegacyModelPredictLink.persist(
                 context=context,
                 task_instance=self,
                 model_id=self.model_id,
                 project_id=project_id,
+                dataset_id=self.model.dataset_id,
             )
         return result
 

airflow/providers/google/cloud/operators/bigquery.py

@@ -35,7 +35,7 @@ from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.models import BaseOperator, BaseOperatorLink
 from airflow.models.xcom import XCom
-from airflow.providers.common.sql.operators.sql import (
+from airflow.providers.common.sql.operators.sql import (  # type: ignore[attr-defined] # for _parse_boolean
     SQLCheckOperator,
     SQLColumnCheckOperator,
     SQLIntervalCheckOperator,

airflow/providers/google/cloud/operators/cloud_run.py

@@ -243,18 +243,16 @@ class CloudRunListJobsOperator(GoogleCloudBaseOperator):
 
 class CloudRunExecuteJobOperator(GoogleCloudBaseOperator):
     """
-    Executes a job and wait for the operation to be completed. Pushes the executed job to xcom.
+    Executes a job and waits for the operation to be completed. Pushes the executed job to xcom.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
     :param job_name: Required. The name of the job to update.
-    :param job: Required. The job descriptor containing the new configuration of the job to update.
-        The name field will be replaced by job_name
     :param overrides: Optional map of override values.
     :param gcp_conn_id: The connection ID used to connect to Google Cloud.
-    :param polling_period_seconds: Optional: Control the rate of the poll for the result of deferrable run.
+    :param polling_period_seconds: Optional. Control the rate of the poll for the result of deferrable run.
         By default, the trigger will poll every 10 seconds.
-    :param timeout: The timeout for this request.
+    :param timeout_seconds: Optional. The timeout for this request, in seconds.
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
         of the last account in the list, which will be impersonated in the request.
@@ -263,7 +261,7 @@ class CloudRunExecuteJobOperator(GoogleCloudBaseOperator):
         If set as a sequence, the identities from the list must grant
         Service Account Token Creator IAM role to the directly preceding identity, with first
         account from the list granting this role to the originating account (templated).
-    :param deferrable: Run operator in the deferrable mode
+    :param deferrable: Run the operator in deferrable mode.
     """
 
     template_fields = ("project_id", "region", "gcp_conn_id", "impersonation_chain", "job_name", "overrides")

airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py

@@ -106,6 +106,8 @@ class CreateAutoMLForecastingTrainingJobOperator(AutoMLTrainingJobBaseOperator):
         "dataset_id",
         "region",
         "impersonation_chain",
+        "display_name",
+        "model_display_name",
     )
     operator_extra_links = (VertexAIModelLink(), VertexAITrainingLink())
 
@@ -121,6 +123,8 @@ class CreateAutoMLForecastingTrainingJobOperator(AutoMLTrainingJobBaseOperator):
         forecast_horizon: int,
         data_granularity_unit: str,
         data_granularity_count: int,
+        display_name: str,
+        model_display_name: str | None = None,
         optimization_objective: str | None = None,
         column_specs: dict[str, str] | None = None,
         column_transformations: list[dict[str, dict[str, str]]] | None = None,
@@ -143,7 +147,12 @@ class CreateAutoMLForecastingTrainingJobOperator(AutoMLTrainingJobBaseOperator):
         **kwargs,
     ) -> None:
         super().__init__(
-            region=region, impersonation_chain=impersonation_chain, parent_model=parent_model, **kwargs
+            display_name=display_name,
+            model_display_name=model_display_name,
+            region=region,
+            impersonation_chain=impersonation_chain,
+            parent_model=parent_model,
+            **kwargs,
         )
         self.dataset_id = dataset_id
         self.target_column = target_column

airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py

@@ -163,7 +163,7 @@ class CreateBatchPredictionJobOperator(GoogleCloudBaseOperator):
     :param poll_interval: Interval size which defines how often job status is checked in deferrable mode.
     """
 
-    template_fields = ("region", "project_id", "model_name", "impersonation_chain")
+    template_fields = ("region", "project_id", "model_name", "impersonation_chain", "job_display_name")
     operator_extra_links = (VertexAIBatchPredictionJobLink(),)
 
     def __init__(

airflow/providers/google/cloud/operators/vertex_ai/custom_job.py

@@ -496,6 +496,8 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
         "parent_model",
         "dataset_id",
         "impersonation_chain",
+        "display_name",
+        "model_display_name",
     )
     operator_extra_links = (
         VertexAIModelLink(),
@@ -507,6 +509,8 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
         *,
         command: Sequence[str] = [],
         region: str,
+        display_name: str,
+        model_display_name: str | None = None,
         parent_model: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         dataset_id: str | None = None,
@@ -515,6 +519,8 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
         **kwargs,
     ) -> None:
         super().__init__(
+            display_name=display_name,
+            model_display_name=model_display_name,
             region=region,
             parent_model=parent_model,
             impersonation_chain=impersonation_chain,
@@ -949,6 +955,8 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
         "region",
         "dataset_id",
         "impersonation_chain",
+        "display_name",
+        "model_display_name",
     )
     operator_extra_links = (VertexAIModelLink(), VertexAITrainingLink())
 
@@ -958,6 +966,8 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
         python_package_gcs_uri: str,
         python_module_name: str,
         region: str,
+        display_name: str,
+        model_display_name: str | None = None,
         parent_model: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         dataset_id: str | None = None,
@@ -966,6 +976,8 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
         **kwargs,
     ) -> None:
         super().__init__(
+            display_name=display_name,
+            model_display_name=model_display_name,
             region=region,
             parent_model=parent_model,
             impersonation_chain=impersonation_chain,
@@ -1405,6 +1417,8 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
         "requirements",
         "dataset_id",
         "impersonation_chain",
+        "display_name",
+        "model_display_name",
     )
     operator_extra_links = (
         VertexAIModelLink(),
@@ -1417,6 +1431,8 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
         script_path: str,
         requirements: Sequence[str] | None = None,
         region: str,
+        display_name: str,
+        model_display_name: str | None = None,
         parent_model: str | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         dataset_id: str | None = None,
@@ -1425,6 +1441,8 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
         **kwargs,
     ) -> None:
         super().__init__(
+            display_name=display_name,
+            model_display_name=model_display_name,
             region=region,
             parent_model=parent_model,
             impersonation_chain=impersonation_chain,
@@ -1732,6 +1750,7 @@ class ListCustomTrainingJobOperator(GoogleCloudBaseOperator):
         "region",
         "project_id",
         "impersonation_chain",
+        "display_name",
     ]
     operator_extra_links = [
         VertexAITrainingPipelinesLink(),

airflow/providers/google/cloud/operators/vertex_ai/generative_model.py

@@ -21,8 +21,6 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence
 
-from google.cloud.aiplatform_v1beta1 import types as types_v1beta1
-
 from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.hooks.vertex_ai.generative_model import GenerativeModelHook
 from airflow.providers.google.cloud.operators.cloud_base import GoogleCloudBaseOperator
@@ -742,8 +740,6 @@ class CountTokensOperator(GoogleCloudBaseOperator):
         self.xcom_push(context, key="total_tokens", value=response.total_tokens)
         self.xcom_push(context, key="total_billable_characters", value=response.total_billable_characters)
 
-        return types_v1beta1.CountTokensResponse.to_dict(response)
-
 
 class RunEvaluationOperator(GoogleCloudBaseOperator):
     """
@@ -842,3 +838,155 @@ class RunEvaluationOperator(GoogleCloudBaseOperator):
         )
 
         return response.summary_metrics
+
+
+class CreateCachedContentOperator(GoogleCloudBaseOperator):
+    """
+    Create CachedContent to reduce the cost of requests that contain repeat content with high input token counts.
+
+    :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
+    :param location: Required. The ID of the Google Cloud location that the service belongs to.
+    :param model_name: Required. The name of the publisher model to use for cached content.
+    :param system_instruction: Developer set system instruction.
+    :param contents: The content to cache.
+    :param ttl_hours: The TTL for this resource in hours. The expiration time is computed: now + TTL.
+        Defaults to one hour.
+    :param display_name: The user-generated meaningful display name of the cached content
+    :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
+    :param impersonation_chain: Optional service account to impersonate using short-term
+        credentials, or chained list of accounts required to get the access_token
+        of the last account in the list, which will be impersonated in the request.
+        If set as a string, the account must grant the originating account
+        the Service Account Token Creator IAM role.
+        If set as a sequence, the identities from the list must grant
+        Service Account Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account (templated).
+    """
+
+    template_fields = (
+        "location",
+        "project_id",
+        "impersonation_chain",
+        "model_name",
+        "contents",
+        "system_instruction",
+    )
+
+    def __init__(
+        self,
+        *,
+        project_id: str,
+        location: str,
+        model_name: str,
+        system_instruction: str | None = None,
+        contents: list | None = None,
+        ttl_hours: float = 1,
+        display_name: str | None = None,
+        gcp_conn_id: str = "google_cloud_default",
+        impersonation_chain: str | Sequence[str] | None = None,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+
+        self.project_id = project_id
+        self.location = location
+        self.model_name = model_name
+        self.system_instruction = system_instruction
+        self.contents = contents
+        self.ttl_hours = ttl_hours
+        self.display_name = display_name
+        self.gcp_conn_id = gcp_conn_id
+        self.impersonation_chain = impersonation_chain
+
+    def execute(self, context: Context):
+        self.hook = GenerativeModelHook(
+            gcp_conn_id=self.gcp_conn_id,
+            impersonation_chain=self.impersonation_chain,
+        )
+
+        cached_content_name = self.hook.create_cached_content(
+            project_id=self.project_id,
+            location=self.location,
+            model_name=self.model_name,
+            system_instruction=self.system_instruction,
+            contents=self.contents,
+            ttl_hours=self.ttl_hours,
+            display_name=self.display_name,
+        )
+
+        self.log.info("Cached Content Name: %s", cached_content_name)
+
+        return cached_content_name
+
+
+class GenerateFromCachedContentOperator(GoogleCloudBaseOperator):
+    """
+    Generate a response from CachedContent.
+
+    :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
+    :param location: Required. The ID of the Google Cloud location that the service belongs to.
+    :param cached_content_name: Required. The name of the cached content resource.
+    :param contents: Required. The multi-part content of a message that a user or a program
+        gives to the generative model, in order to elicit a specific response.
+    :param generation_config: Optional. Generation configuration settings.
+    :param safety_settings: Optional. Per request settings for blocking unsafe content.
+    :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
+    :param impersonation_chain: Optional service account to impersonate using short-term
+        credentials, or chained list of accounts required to get the access_token
+        of the last account in the list, which will be impersonated in the request.
+        If set as a string, the account must grant the originating account
+        the Service Account Token Creator IAM role.
+        If set as a sequence, the identities from the list must grant
+        Service Account Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account (templated).
+    """
+
+    template_fields = (
+        "location",
+        "project_id",
+        "impersonation_chain",
+        "cached_content_name",
+        "contents",
+    )
+
+    def __init__(
+        self,
+        *,
+        project_id: str,
+        location: str,
+        cached_content_name: str,
+        contents: list,
+        generation_config: dict | None = None,
+        safety_settings: dict | None = None,
+        gcp_conn_id: str = "google_cloud_default",
+        impersonation_chain: str | Sequence[str] | None = None,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+
+        self.project_id = project_id
+        self.location = location
+        self.cached_content_name = cached_content_name
+        self.contents = contents
+        self.generation_config = generation_config
+        self.safety_settings = safety_settings
+        self.gcp_conn_id = gcp_conn_id
+        self.impersonation_chain = impersonation_chain
+
+    def execute(self, context: Context):
+        self.hook = GenerativeModelHook(
+            gcp_conn_id=self.gcp_conn_id,
+            impersonation_chain=self.impersonation_chain,
+        )
+        cached_content_text = self.hook.generate_from_cached_content(
+            project_id=self.project_id,
+            location=self.location,
+            cached_content_name=self.cached_content_name,
+            contents=self.contents,
+            generation_config=self.generation_config,
+            safety_settings=self.safety_settings,
+        )
+
+        self.log.info("Cached Content Response: %s", cached_content_text)
+
+        return cached_content_text

airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py

@@ -147,6 +147,7 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
         "region",
         "project_id",
         "impersonation_chain",
+        "display_name",
     ]
     operator_extra_links = (VertexAITrainingLink(),)
 

airflow/providers/google/cloud/sensors/dataform.py

@@ -103,3 +103,78 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
                 raise AirflowException(message)
 
         return workflow_status in self.expected_statuses
+
+
+class DataformWorkflowInvocationActionStateSensor(BaseSensorOperator):
+    """
+    Checks for the status of a Workflow Invocation Action in Google Cloud Dataform.
+
+    :param project_id: Required, the Google Cloud project ID in which to start a job.
+        If set to None or missing, the default project_id from the Google Cloud connection is used.
+    :param region: Required, The location of the Dataform workflow invocation (for example europe-west1).
+    :param repository_id: Required. The ID of the Dataform repository that the task belongs to.
+    :param workflow_invocation_id: Required, ID of the workflow invocation to be checked.
+    :param target_name: Required. The name of the target to be checked in the workflow.
+    :param expected_statuses: The expected state of the action.
+        See:
+        https://cloud.google.com/python/docs/reference/dataform/latest/google.cloud.dataform_v1beta1.types.WorkflowInvocationAction.State
+    :param failure_statuses: State that will terminate the sensor with an exception
+    :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
+    :param impersonation_chain: Optional service account to impersonate using short-term
+        credentials, or chained list of accounts required to get the access_token
+        of the last account in the list, which will be impersonated in the request.
+        If set as a string, the account must grant the originating account
+        the Service Account Token Creator IAM role.
+        If set as a sequence, the identities from the list must grant
+        Service Account Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account (templated).
+    """
+
+    template_fields: Sequence[str] = ("workflow_invocation_id",)
+
+    def __init__(
+        self,
+        *,
+        project_id: str,
+        region: str,
+        repository_id: str,
+        workflow_invocation_id: str,
+        target_name: str,
+        expected_statuses: Iterable[int],
+        failure_statuses: Iterable[int],
+        gcp_conn_id: str = "google_cloud_default",
+        impersonation_chain: str | Sequence[str] | None = None,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+        self.repository_id = repository_id
+        self.workflow_invocation_id = workflow_invocation_id
+        self.project_id = project_id
+        self.region = region
+        self.target_name = target_name
+        self.expected_statuses = expected_statuses
+        self.failure_statuses = failure_statuses
+        self.gcp_conn_id = gcp_conn_id
+        self.impersonation_chain = impersonation_chain
+        self.hook: DataformHook | None = None
+
+    def poke(self, context: Context) -> bool:
+        self.hook = DataformHook(gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain)
+
+        workflow_invocation_actions = self.hook.query_workflow_invocation_actions(
+            project_id=self.project_id,
+            region=self.region,
+            repository_id=self.repository_id,
+            workflow_invocation_id=self.workflow_invocation_id,
+        )
+
+        for workflow_invocation_action in workflow_invocation_actions:
+            if workflow_invocation_action.target.name == self.target_name:
+                state = workflow_invocation_action.state
+                if state in self.failure_statuses:
+                    raise AirflowException(
+                        f"Workflow Invocation Action target {self.target_name} state is: {state}."
+                    )
+                return state in self.expected_statuses
+
+        raise AirflowException(f"Workflow Invocation Action target {self.target_name} not found.")

airflow/providers/google/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1728485162,
+        "source-date-epoch": 1730012771,
         "versions": [
+            "10.25.0",
             "10.24.0",
             "10.23.0",
             "10.22.0",
@@ -95,7 +96,7 @@ def get_provider_info():
         ],
         "dependencies": [
             "apache-airflow>=2.8.0",
-            "apache-airflow-providers-common-compat>=1.1.0",
+            "apache-airflow-providers-common-compat>=1.2.1",
             "apache-airflow-providers-common-sql>=1.7.2",
             "asgiref>=3.5.2",
             "dill>=0.2.3",
@@ -109,7 +110,7 @@ def get_provider_info():
             "google-api-python-client>=2.0.2",
             "google-auth>=2.29.0",
             "google-auth-httplib2>=0.0.1",
-            "google-cloud-aiplatform>=1.63.0",
+            "google-cloud-aiplatform>=1.70.0",
             "google-cloud-automl>=2.12.0",
             "google-cloud-bigquery>=3.4.0,!=3.21.*,!=3.22.0,!=3.23.*",
             "google-cloud-bigquery-datatransfer>=3.13.0",
@@ -149,11 +150,12 @@ def get_provider_info():
             "grpcio-gcp>=0.2.2",
             "httpx>=0.25.0",
             "json-merge-patch>=0.2",
-            "looker-sdk>=22.4.0",
+            "looker-sdk>=22.4.0,!=24.18.0",
             "pandas-gbq>=0.7.0",
             'pandas>=2.1.2,<2.2;python_version>="3.9"',
             'pandas>=1.5.3,<2.2;python_version<"3.9"',
             "proto-plus>=1.19.6",
+            "pyarrow>=14.0.1",
             "python-slugify>=7.0.0",
             "PyOpenSSL>=23.0.0",
             "sqlalchemy-bigquery>=1.2.1",
@@ -164,7 +166,7 @@ def get_provider_info():
         "additional-extras": [
             {"name": "apache.beam", "dependencies": ["apache-beam[gcp]"]},
             {"name": "cncf.kubernetes", "dependencies": ["apache-airflow-providers-cncf-kubernetes>=7.2.0"]},
-            {"name": "leveldb", "dependencies": ["plyvel"]},
+            {"name": "leveldb", "dependencies": ["plyvel>=1.5.1"]},
             {"name": "oracle", "dependencies": ["apache-airflow-providers-oracle>=3.1.0"]},
             {"name": "facebook", "dependencies": ["apache-airflow-providers-facebook>=2.2.0"]},
             {"name": "amazon", "dependencies": ["apache-airflow-providers-amazon>=2.6.0"]},
@@ -924,11 +926,23 @@ def get_provider_info():
         "filesystems": ["airflow.providers.google.cloud.fs.gcs"],
         "asset-uris": [
             {"schemes": ["gcp"], "handler": None},
-            {"schemes": ["bigquery"], "handler": "airflow.providers.google.datasets.bigquery.sanitize_uri"},
+            {"schemes": ["bigquery"], "handler": "airflow.providers.google.assets.bigquery.sanitize_uri"},
+            {
+                "schemes": ["gs"],
+                "handler": "airflow.providers.google.assets.gcs.sanitize_uri",
+                "factory": "airflow.providers.google.assets.gcs.create_asset",
+                "to_openlineage_converter": "airflow.providers.google.assets.gcs.convert_asset_to_openlineage",
+            },
         ],
         "dataset-uris": [
             {"schemes": ["gcp"], "handler": None},
-            {"schemes": ["bigquery"], "handler": "airflow.providers.google.datasets.bigquery.sanitize_uri"},
+            {"schemes": ["bigquery"], "handler": "airflow.providers.google.assets.bigquery.sanitize_uri"},
+            {
+                "schemes": ["gs"],
+                "handler": "airflow.providers.google.assets.gcs.sanitize_uri",
+                "factory": "airflow.providers.google.assets.gcs.create_asset",
+                "to_openlineage_converter": "airflow.providers.google.assets.gcs.convert_asset_to_openlineage",
+            },
         ],
         "hooks": [
             {"integration-name": "Google Ads", "python-modules": ["airflow.providers.google.ads.hooks.ads"]},

airflow/providers/google/marketing_platform/example_dags/example_display_video.py

@@ -92,7 +92,7 @@ with DAG(
     "example_display_video_misc",
     start_date=START_DATE,
     catchup=False,
-) as dag2:
+) as dag_example_display_video_misc:
     # [START howto_google_display_video_upload_multiple_entity_read_files_to_big_query]
     upload_erf_to_bq = GCSToBigQueryOperator(
         task_id="upload_erf_to_bq",
@@ -125,7 +125,7 @@ with DAG(
     "example_display_video_sdf",
     start_date=START_DATE,
     catchup=False,
-) as dag3:
+) as dag_example_display_video_sdf:
     # [START howto_google_display_video_create_sdf_download_task_operator]
     create_sdf_download_task = GoogleDisplayVideo360CreateSDFDownloadTaskOperator(
         task_id="create_sdf_download_task", body_request=CREATE_SDF_DOWNLOAD_TASK_BODY_REQUEST

{apache_airflow_providers_google-10.24.0rc1.dist-info → apache_airflow_providers_google-10.25.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.24.0rc1
+Version: 10.25.0rc1
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,7 +21,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL>=23.0.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
+Requires-Dist: apache-airflow-providers-common-compat>=1.2.1rc0
 Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
 Requires-Dist: apache-airflow>=2.8.0rc0
 Requires-Dist: asgiref>=3.5.2
@@ -36,7 +36,7 @@ Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
 Requires-Dist: google-api-python-client>=2.0.2
 Requires-Dist: google-auth-httplib2>=0.0.1
 Requires-Dist: google-auth>=2.29.0
-Requires-Dist: google-cloud-aiplatform>=1.63.0
+Requires-Dist: google-cloud-aiplatform>=1.70.0
 Requires-Dist: google-cloud-automl>=2.12.0
 Requires-Dist: google-cloud-batch>=0.13.0
 Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
@@ -77,11 +77,12 @@ Requires-Dist: grpcio-gcp>=0.2.2
 Requires-Dist: httpx>=0.25.0
 Requires-Dist: immutabledict>=4.2.0
 Requires-Dist: json-merge-patch>=0.2
-Requires-Dist: looker-sdk>=22.4.0
+Requires-Dist: looker-sdk>=22.4.0,!=24.18.0
 Requires-Dist: pandas-gbq>=0.7.0
 Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
 Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
 Requires-Dist: proto-plus>=1.19.6
+Requires-Dist: pyarrow>=14.0.1
 Requires-Dist: python-slugify>=7.0.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
@@ -94,7 +95,7 @@ Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cn
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
-Requires-Dist: plyvel ; extra == "leveldb"
+Requires-Dist: plyvel>=1.5.1 ; extra == "leveldb"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
@@ -107,8 +108,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.25.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.25.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -177,7 +178,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.24.0.rc1``
+Release: ``10.25.0.rc1``
 
 
 Google services including:
@@ -197,7 +198,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.25.0/>`_.
 
 Installation
 ------------
@@ -215,7 +216,7 @@ Requirements
 PIP package                                 Version required
 ==========================================  =========================================
 ``apache-airflow``                          ``>=2.8.0``
-``apache-airflow-providers-common-compat``  ``>=1.1.0``
+``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``apache-airflow-providers-common-sql``     ``>=1.7.2``
 ``asgiref``                                 ``>=3.5.2``
 ``dill``                                    ``>=0.2.3``
@@ -229,7 +230,7 @@ PIP package                                 Version required
 ``google-api-python-client``                ``>=2.0.2``
 ``google-auth``                             ``>=2.29.0``
 ``google-auth-httplib2``                    ``>=0.0.1``
-``google-cloud-aiplatform``                 ``>=1.63.0``
+``google-cloud-aiplatform``                 ``>=1.70.0``
 ``google-cloud-automl``                     ``>=2.12.0``
 ``google-cloud-bigquery``                   ``!=3.21.*,!=3.22.0,!=3.23.*,>=3.4.0``
 ``google-cloud-bigquery-datatransfer``      ``>=3.13.0``
@@ -269,11 +270,12 @@ PIP package                                 Version required
 ``grpcio-gcp``                              ``>=0.2.2``
 ``httpx``                                   ``>=0.25.0``
 ``json-merge-patch``                        ``>=0.2``
-``looker-sdk``                              ``>=22.4.0``
+``looker-sdk``                              ``>=22.4.0,!=24.18.0``
 ``pandas-gbq``                              ``>=0.7.0``
 ``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
 ``pandas``                                  ``>=1.5.3,<2.2; python_version < "3.9"``
 ``proto-plus``                              ``>=1.19.6``
+``pyarrow``                                 ``>=14.0.1``
 ``python-slugify``                          ``>=7.0.0``
 ``PyOpenSSL``                               ``>=23.0.0``
 ``sqlalchemy-bigquery``                     ``>=1.2.1``
@@ -319,4 +321,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.24.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.25.0/changelog.html>`_.

{apache_airflow_providers_google-10.24.0rc1.dist-info → apache_airflow_providers_google-10.25.0rc1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/google/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/google/__init__.py,sha256=HCd-PmeEVd99eSEuOle0bVEuyyRdbC-TeYHy2An3dqw,1495
-airflow/providers/google/get_provider_info.py,sha256=gJcV9EN6FkM8I98xA3n0KHMLwDVJxonPO04qrwBVj_E,82205
+airflow/providers/google/__init__.py,sha256=1fXjRLgat4vzYE9ozVJL6esVXrJpvLQ4kiGHOxlcpbo,1495
+airflow/providers/google/get_provider_info.py,sha256=HcvMEqOWqotjMwtLemXVoLAmtFiX0YnyCEL6kRa_Zes,82940
 airflow/providers/google/go_module_utils.py,sha256=XVM-IGME6CPgJA8fgDgkusFc4fz3lEghZaZ4elBkv7s,1780
 airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
 airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -10,6 +10,9 @@ airflow/providers/google/ads/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39k
 airflow/providers/google/ads/operators/ads.py,sha256=OdUVaA0v2YGXlC3y1un5nDos0Ig1ixBYcrRMsddXJnc,4744
 airflow/providers/google/ads/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/ads/transfers/ads_to_gcs.py,sha256=1E8SP37NrSb98HwjhWqnxTmLmnbHgOhnJp_k5hHZJ_I,5225
+airflow/providers/google/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/google/assets/bigquery.py,sha256=MzEAmuDEA8Dv9vmxQYZBW1sdvL3HDOFIbtzBR-EMgEU,1258
+airflow/providers/google/assets/gcs.py,sha256=9tMphT_48kpmrRiyvswQeQYTjgXQ2nTgqoIbOVHWDPo,1848
 airflow/providers/google/cloud/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/_internal_client/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/_internal_client/secret_manager_client.py,sha256=iDoe0W_Wf_30uSJxnXMg4-DcXZIeljf_DooyFY4vg-E,3770
@@ -42,12 +45,12 @@ airflow/providers/google/cloud/hooks/datafusion.py,sha256=un_0r0fwiLPffNG-9tWN05
 airflow/providers/google/cloud/hooks/datapipeline.py,sha256=HPNO7tkQeb_N1JQZInZeO-YWZADcNLZZijjtVAKkWcE,2637
 airflow/providers/google/cloud/hooks/dataplex.py,sha256=hOAQ5gXBE0V6fw5Y_7Q8BymD6_GmFGsc8TPvd4SwJPM,38347
 airflow/providers/google/cloud/hooks/dataprep.py,sha256=GH46CoEMnc63RoMiJ7aKvsHlGFvsBl_QcRgbmWwJ5tU,12187
-airflow/providers/google/cloud/hooks/dataproc.py,sha256=q1kw1AJ1AjSFb2ylljJNHVryycOQMbhB_sxeZ6Yn0PU,84496
+airflow/providers/google/cloud/hooks/dataproc.py,sha256=CCTHAs4vmjrkX9WHDxEoi1vW0oBKW32KZWYiGdEJRbk,84548
 airflow/providers/google/cloud/hooks/dataproc_metastore.py,sha256=Oh6I6PbawdCb0hkfrFNU4BVbxWangCcjIJdOBAh7q2Q,32152
 airflow/providers/google/cloud/hooks/datastore.py,sha256=JuXTZqL-FAohbKBHQVYLCS3tY9pvMDjlg-dSphKiyPU,12158
 airflow/providers/google/cloud/hooks/dlp.py,sha256=U1mnUEIQBcvh0bxf9RgeKLK2gjWx09qGh-hvCDOL_8k,67586
 airflow/providers/google/cloud/hooks/functions.py,sha256=Zz1MCy_6j4oG-SXeeiVdqo4Ld68pVQg4rIuSm7RrPEo,9290
-airflow/providers/google/cloud/hooks/gcs.py,sha256=j7SO8bxDh_-sO0XdFvfhOA9RuAw325y-2ef3mnKXKwQ,59974
+airflow/providers/google/cloud/hooks/gcs.py,sha256=QXfCJcgeO260hqNVkuZ5SzLCVb5xv9a2uNQ3_xLbHfA,62468
 airflow/providers/google/cloud/hooks/gdm.py,sha256=fCTu6SXtyQ3sn56GfIdgj6Myj_cc8UWdFVbYDMRMhZY,4123
 airflow/providers/google/cloud/hooks/kms.py,sha256=CSIoyXgfZOujEPWOk2bn2bmwcKuDWXCu8eFSvi8MV9w,6574
 airflow/providers/google/cloud/hooks/kubernetes_engine.py,sha256=VzpGcO8sf7FsAkLniatmvjyRpH_x2DV9cVYsl0ICAt4,24204
@@ -73,7 +76,7 @@ airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py,sha256=zX
 airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py,sha256=S3N5Nqbv7dXbla06UhdZyde_7yQLBsRBB8_IgrPkjxk,197203
 airflow/providers/google/cloud/hooks/vertex_ai/dataset.py,sha256=hSkQL6d9j5tLCRR7LBDSAbGWWGrdwWBeIGnB21rjkCQ,18693
 airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py,sha256=_rO_E1EL75ZclFgm1JY78CtrOkB4XcLUkmEbk5qI-sQ,16109
-airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py,sha256=LBdiZ7p_Yby0PKxf4FezB9xFy2eay6X7r6ezj6LSapQ,23869
+airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py,sha256=2hU7pKYsTZzSTFh8ODFtIoGFxJd2ioLpbU4bCZB23as,27330
 airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py,sha256=mKEotG10-FjWsR21JmrlVut4bGyWrGmQZzRIpwba4Z8,25053
 airflow/providers/google/cloud/hooks/vertex_ai/model_service.py,sha256=3XXGY6zzJPzTI5gWafwN-plXgXNsY3kyTtMa0U9LOC0,18337
 airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py,sha256=ZKmSwmxEfDZoCbtB6zYxMGsjnKFNu33r-FDe7BbvdBY,29024
@@ -106,7 +109,7 @@ airflow/providers/google/cloud/links/mlengine.py,sha256=lvhRkVVExFvwoaSskckm31BW
 airflow/providers/google/cloud/links/pubsub.py,sha256=MqCg3vHUvPVT1nkEwnjhNf5mmF5zPGtqsyxE-qkRCIw,2423
 airflow/providers/google/cloud/links/spanner.py,sha256=L2j8b6VIrLta1zTM_hsoK5sYpGb3VPf6HQ92qYhQyWk,2510
 airflow/providers/google/cloud/links/stackdriver.py,sha256=WgO-KeX9guf5l4Z3TLPUD_Pns8UZzUfbRVL4kdec8z0,2413
-airflow/providers/google/cloud/links/translate.py,sha256=p0tHVr_CHPJswCmNheQAnpPreM8a30AT7EjD9xW4LJk,5467
+airflow/providers/google/cloud/links/translate.py,sha256=YE8St8dg4UOmWItylBU3oKTF2R0igVaCHwjTFsD-QL8,5472
 airflow/providers/google/cloud/links/vertex_ai.py,sha256=T5WGK77wKIPTiHtxKuQXvokArjVQYwZPjX5IgJX1dds,11138
 airflow/providers/google/cloud/links/workflows.py,sha256=Ux7bwq2fspvSoNT4X3xFXX2SSmp8EuwDyPQsTO-z7bI,3303
 airflow/providers/google/cloud/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -118,8 +121,8 @@ airflow/providers/google/cloud/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUf
 airflow/providers/google/cloud/openlineage/mixins.py,sha256=5blMJ1heK9rMYBWR5p-lBj1y_EA1qJyjfb-fwdBM31k,12908
 airflow/providers/google/cloud/openlineage/utils.py,sha256=iBeHh68qMumZ1pc-PWRBgQW8sycwmdtkJV-oCvYplPA,5781
 airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/automl.py,sha256=2S5gziRfU-3ptHNTHmRMXo9CfQcl8trNqPEqAVCRlZQ,63779
-airflow/providers/google/cloud/operators/bigquery.py,sha256=l8wLnRdCsH1IGWsxZrdb-YzHlyOssymQo19lnNgxdyA,131077
+airflow/providers/google/cloud/operators/automl.py,sha256=PNgilSmO2ujUz0aNZECKgL_EAyjzfmR26OECDLn8Aic,64255
+airflow/providers/google/cloud/operators/bigquery.py,sha256=sHdOHm9x-uiUN1MF9PLkbuuZLcuMVpNc1J21oKVFsCs,131128
 airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=6VJISM4HoMBQ3EQ5nz3zxFk8tfluGA1d2vcUNUlYLPc,17695
 airflow/providers/google/cloud/operators/bigtable.py,sha256=BnWHnTEscyPbsKWFaSreLr62W68fmHu5loQVZex7LPs,26921
 airflow/providers/google/cloud/operators/cloud_base.py,sha256=Xysh4znvIQIxbQqmfKoaL6O09FikndHrQuKKUnEV7KU,1483
@@ -127,7 +130,7 @@ airflow/providers/google/cloud/operators/cloud_batch.py,sha256=uH4II9f-dUtC7LskX
 airflow/providers/google/cloud/operators/cloud_build.py,sha256=7L3mBxls1r628o1XyC1vMOnRThWgfRx1x1z5zWXjx70,48481
 airflow/providers/google/cloud/operators/cloud_composer.py,sha256=MAmqS0FkbKfSk3-1lUyC5F3-76H5eVUBugmMeioEFFk,32679
 airflow/providers/google/cloud/operators/cloud_memorystore.py,sha256=0I4nmUIRsA2lcJlKh2uTnty9ONH40sTxAshsrVN81dY,70989
-airflow/providers/google/cloud/operators/cloud_run.py,sha256=SXpCgomERnXdyKymRC-djbTfY_Mscv-94h12uT8RRBQ,21872
+airflow/providers/google/cloud/operators/cloud_run.py,sha256=z5AnotHbi_Nq-BMehZkON01nfDQBE7uKOd3idbKo3yk,21752
 airflow/providers/google/cloud/operators/cloud_sql.py,sha256=VA_RRg_Zv3zo4cKmpEfhCIpMo5c6IIdDdkj7YkeiZLs,53374
 airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py,sha256=YQsVg8pDegEDvsWsZCbGrSqCln3iQyLQErZS_XZTnBo,48066
 airflow/providers/google/cloud/operators/compute.py,sha256=lFGCacevkKJvAszJhfSLAOfetlsbYrCoImTeWXS5bqw,74607
@@ -161,13 +164,13 @@ airflow/providers/google/cloud/operators/video_intelligence.py,sha256=NQvEueDegd
 airflow/providers/google/cloud/operators/vision.py,sha256=iKEEj33nVLrHUcJr2sE72NC1mAAZ7Gz-_XGdLgO4dqA,67720
 airflow/providers/google/cloud/operators/workflows.py,sha256=fnyWLqRHz0UYu6AnQKKZIMlfSIg_v5nNbZAt6ASe4fI,28977
 airflow/providers/google/cloud/operators/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=oL9hug_RLoe5h85wUJ7XrBe1pZivZzUOkNn9o0O9Gqs,32272
-airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha256=e0oFWmCRH3aQHNckjEf_YO5zP9LqiLVTzB1QTgv3iUo,28828
-airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=2RYk2fyv12Q0GPK0X9t2MTHQtdbpwVhdAk5T-T17e8w,98748
+airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=W5yIG5pWgc8OgmUyDO3ldW8_pl8g74lHV7a3ZdVHF5A,32527
+airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha256=mQs5kdo9Bepfd7p-dqSuuhflPzCYc1HYc0O-gqN1e4Q,28848
+airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=rO7St-vGhR-c_Ii3wIRFXwovRBZVQdN8jY4MCCRzClo,99426
 airflow/providers/google/cloud/operators/vertex_ai/dataset.py,sha256=u_iEOIJEoZj10bbiymvoAT7aJP50HyZMt7_2KxUKbxM,23051
 airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py,sha256=mtbgC2NrolxIxyxOmqlnokc22NtCspa8oXwuHo140EU,26739
-airflow/providers/google/cloud/operators/vertex_ai/generative_model.py,sha256=dv4qpN-QXYuc54tt0fLHb-4PZwazllwcoiAwGpT-9Qg,37911
-airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py,sha256=8mcAAABSVhZKNv1RYxrcAitzqpYpxxt1fP4ZGTre_VE,25479
+airflow/providers/google/cloud/operators/vertex_ai/generative_model.py,sha256=9CdLV04pjcn1CEDzWNI4eLykhi2cts0F9zJluA_Tk0g,43995
+airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py,sha256=3YcxwPyexYrzgakSr5vLbu2-zUV9myzTietF8_CafeE,25503
 airflow/providers/google/cloud/operators/vertex_ai/model_service.py,sha256=bPR82AcehPllV1IYk7nM0l6IsR489gQjPZyaiyTE94s,35170
 airflow/providers/google/cloud/operators/vertex_ai/pipeline_job.py,sha256=sOXfmnlyyAOg_LkAn0v1HlaZRbFVBy9vAXjKJlxPFzg,22968
 airflow/providers/google/cloud/secrets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -179,7 +182,7 @@ airflow/providers/google/cloud/sensors/bigtable.py,sha256=iVQDpUjZKcjvkFCI98Ea28
 airflow/providers/google/cloud/sensors/cloud_composer.py,sha256=BWP2eWG1ZY8avvSoOsO2NKnvEr6ORHE6IF3ZhhGk1G4,12623
 airflow/providers/google/cloud/sensors/cloud_storage_transfer_service.py,sha256=8oviMlDS7GKNPodALwZ0JxLAB1k7IPPaSPDBnXFk4uE,4878
 airflow/providers/google/cloud/sensors/dataflow.py,sha256=Buo9fg591XwM1ZX92HNJKmsPnFSwGcYckZXyV_skuiQ,23508
-airflow/providers/google/cloud/sensors/dataform.py,sha256=1C9f62XKADLN0oDgaheg2VeS_69IROrnPz7Z35Mig60,4753
+airflow/providers/google/cloud/sensors/dataform.py,sha256=Jg3eVQ39VUDCKGxnFDWzM4xZ_uEfAL6NYBiRP3OgKrU,8473
 airflow/providers/google/cloud/sensors/datafusion.py,sha256=flbL3RKKPdc5vjoI0zdbPdXq4CjYyhdb_UnSoAzZwAs,5532
 airflow/providers/google/cloud/sensors/dataplex.py,sha256=DrTTatKEsnuXtElehsX4_9E0OhZ5LtAw0qH9nIVhEX0,14940
 airflow/providers/google/cloud/sensors/dataprep.py,sha256=bpec49ybL8rLwddTYdc8mKja_Ol_f66j-IKJLeL53-Y,1913
@@ -264,8 +267,6 @@ airflow/providers/google/common/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kO
 airflow/providers/google/common/links/storage.py,sha256=24tb1xQ00gbGyOu26wryNkTYXlk_9H-ieUra9WmuPIY,2265
 airflow/providers/google/common/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/common/utils/id_token_credentials.py,sha256=dm4A38jK6W_9k5UEfOKk2-bwS0N3OpmfdqK7VMlUIX0,8992
-airflow/providers/google/datasets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/datasets/bigquery.py,sha256=MzEAmuDEA8Dv9vmxQYZBW1sdvL3HDOFIbtzBR-EMgEU,1258
 airflow/providers/google/firebase/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/firebase/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/firebase/hooks/firestore.py,sha256=pj5mLOLdi1Kz6GExshy9T9xa1rELPWRrifhTvoS43tg,5668
@@ -278,7 +279,7 @@ airflow/providers/google/leveldb/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUf
 airflow/providers/google/leveldb/operators/leveldb.py,sha256=eeoWiqD2RLW73gzM4NlsWSU8cu2psItuzy8eA5rbW4A,3788
 airflow/providers/google/marketing_platform/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/marketing_platform/example_dags/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/marketing_platform/example_dags/example_display_video.py,sha256=8DraOJVgfjULkgMKZukw_3Er6xuXQT-1G5C-SaZ7efc,8561
+airflow/providers/google/marketing_platform/example_dags/example_display_video.py,sha256=YyZKRsgSWDYlEPhJQeZed7mSP_Q8Xl9Ro_np37RmvxQ,8612
 airflow/providers/google/marketing_platform/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/marketing_platform/hooks/analytics.py,sha256=I2OawmcOpFXNEO0AeqVuWJlTc7pY3-BUGnjiM-kccus,8172
 airflow/providers/google/marketing_platform/hooks/analytics_admin.py,sha256=263rnO8n65ENzj2delmnb9_Iz8AvCFnoYIoU2ayv4eY,10024
@@ -310,7 +311,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=CxtVhp3wlEOBtjR
 airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=4nwXWkTySeBXNuThPxzO7uww_hH6PthpppTeuShn27Q,4363
 airflow/providers/google/suite/transfers/local_to_drive.py,sha256=ZSK0b1Rd6x_xsP2DVcUzeYu3qoo9Bsp3VmnKyBsFRH8,6105
 airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=sORkYSUDArRPnvi8WCiXP7YIXtpAgpEPhf8cqgpu644,5220
-apache_airflow_providers_google-10.24.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
-apache_airflow_providers_google-10.24.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_google-10.24.0rc1.dist-info/METADATA,sha256=SWU6q90s_5utuT5wOyuTPpK4QYezLyo-vmQVATREoZo,17219
-apache_airflow_providers_google-10.24.0rc1.dist-info/RECORD,,
+apache_airflow_providers_google-10.25.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
+apache_airflow_providers_google-10.25.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_google-10.25.0rc1.dist-info/METADATA,sha256=ISi-Egfyr1nu6OOfchXUSrauxNZJ8JbHTw4nKO_K6no,17334
+apache_airflow_providers_google-10.25.0rc1.dist-info/RECORD,,