apache-airflow-providers-google 10.21.0rc1__py3-none-any.whl → 10.21.1rc1__py3-none-any.whl

airflow/providers/google/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.21.0"
+__version__ = "10.21.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.7.0"

airflow/providers/google/cloud/hooks/cloud_sql.py

@@ -59,8 +59,6 @@ from airflow.providers.google.common.hooks.base_google import (
     GoogleBaseHook,
     get_field,
 )
-from airflow.providers.mysql.hooks.mysql import MySqlHook
-from airflow.providers.postgres.hooks.postgres import PostgresHook
 from airflow.utils.log.logging_mixin import LoggingMixin
 
 if TYPE_CHECKING:
@@ -856,7 +854,7 @@ class CloudSQLDatabaseHook(BaseHook):
         # Port and socket path and db_hook are automatically generated
         self.sql_proxy_tcp_port = None
         self.sql_proxy_unique_path: str | None = None
-        self.db_hook: PostgresHook | MySqlHook | None = None
+        self.db_hook: BaseHook | None = None
         self.reserved_tcp_socket: socket.socket | None = None
         # Generated based on clock + clock sequence. Unique per host (!).
         # This is important as different hosts share the database
@@ -1140,7 +1138,7 @@ class CloudSQLDatabaseHook(BaseHook):
             gcp_conn_id=self.gcp_conn_id,
         )
 
-    def get_database_hook(self, connection: Connection) -> PostgresHook | MySqlHook:
+    def get_database_hook(self, connection: Connection) -> BaseHook:
         """
         Retrieve database hook.
 
@@ -1148,14 +1146,20 @@ class CloudSQLDatabaseHook(BaseHook):
         connects directly to the Google Cloud SQL database.
         """
         if self.database_type == "postgres":
-            db_hook: PostgresHook | MySqlHook = PostgresHook(connection=connection, schema=self.database)
+            from airflow.providers.postgres.hooks.postgres import PostgresHook
+
+            db_hook: BaseHook = PostgresHook(connection=connection, database=self.database)
         else:
+            from airflow.providers.mysql.hooks.mysql import MySqlHook
+
             db_hook = MySqlHook(connection=connection, schema=self.database)
         self.db_hook = db_hook
         return db_hook
 
     def cleanup_database_hook(self) -> None:
         """Clean up database hook after it was used."""
+        from airflow.providers.postgres.hooks.postgres import PostgresHook
+
         if self.database_type == "postgres":
             if not self.db_hook:
                 raise ValueError("The db_hook should be set")

airflow/providers/google/cloud/hooks/dataproc.py

@@ -274,7 +274,7 @@ class DataprocHook(GoogleBaseHook):
         self,
         operation: Operation,
         timeout: float | None = None,
-        result_retry: AsyncRetry | _MethodDefault = DEFAULT,
+        result_retry: AsyncRetry | _MethodDefault | Retry = DEFAULT,
     ) -> Any:
         """Wait for a long-lasting operation to complete."""
         try:

airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py

@@ -262,7 +262,7 @@ class CustomJobHook(GoogleBaseHook):
 
     @staticmethod
     def extract_model_id_from_training_pipeline(training_pipeline: dict[str, Any]) -> str:
-        """Return a unique Model id from a serialized TrainingPipeline proto."""
+        """Return a unique Model ID from a serialized TrainingPipeline proto."""
         return training_pipeline["model_to_upload"]["name"].rpartition("/")[-1]
 
     @staticmethod

airflow/providers/google/cloud/openlineage/mixins.py

@@ -20,19 +20,23 @@ from __future__ import annotations
 import copy
 import json
 import traceback
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, cast
 
 if TYPE_CHECKING:
-    from openlineage.client.facet import (
-        BaseFacet,
+    from airflow.providers.common.compat.openlineage.facet import (
+        Dataset,
+        InputDataset,
+        OutputDataset,
         OutputStatisticsOutputDatasetFacet,
+        RunFacet,
         SchemaDatasetFacet,
     )
-    from openlineage.client.run import Dataset
-
     from airflow.providers.google.cloud.openlineage.utils import BigQueryJobRunFacet
 
 
+BIGQUERY_NAMESPACE = "bigquery"
+
+
 class _BigQueryOpenLineageMixin:
     def get_openlineage_facets_on_complete(self, _):
         """
@@ -61,8 +65,7 @@ class _BigQueryOpenLineageMixin:
             - SchemaDatasetFacet
             - OutputStatisticsOutputDatasetFacet
         """
-        from openlineage.client.facet import ExternalQueryRunFacet, SqlJobFacet
-
+        from airflow.providers.common.compat.openlineage.facet import ExternalQueryRunFacet, SQLJobFacet
         from airflow.providers.openlineage.extractors import OperatorLineage
         from airflow.providers.openlineage.sqlparser import SQLParser
 
@@ -79,11 +82,11 @@ class _BigQueryOpenLineageMixin:
                 impersonation_chain=self.impersonation_chain,
             )
 
-        run_facets: dict[str, BaseFacet] = {
+        run_facets: dict[str, RunFacet] = {
             "externalQuery": ExternalQueryRunFacet(externalQueryId=self.job_id, source="bigquery")
         }
 
-        job_facets = {"sql": SqlJobFacet(query=SQLParser.normalize_sql(self.sql))}
+        job_facets = {"sql": SQLJobFacet(query=SQLParser.normalize_sql(self.sql))}
 
         self.client = self.hook.get_client(project_id=self.hook.project_id)
         job_ids = self.job_id
@@ -104,8 +107,7 @@ class _BigQueryOpenLineageMixin:
         )
 
     def get_facets(self, job_id: str):
-        from openlineage.client.facet import ErrorMessageRunFacet
-
+        from airflow.providers.common.compat.openlineage.facet import ErrorMessageRunFacet
         from airflow.providers.google.cloud.openlineage.utils import (
             BigQueryErrorRunFacet,
             get_from_nullable_chain,
@@ -113,7 +115,7 @@ class _BigQueryOpenLineageMixin:
 
         inputs = []
         outputs = []
-        run_facets: dict[str, BaseFacet] = {}
+        run_facets: dict[str, RunFacet] = {}
         if hasattr(self, "log"):
             self.log.debug("Extracting data from bigquery job: `%s`", job_id)
         try:
@@ -158,7 +160,7 @@ class _BigQueryOpenLineageMixin:
         deduplicated_outputs = self._deduplicate_outputs(outputs)
         return inputs, deduplicated_outputs, run_facets
 
-    def _deduplicate_outputs(self, outputs: list[Dataset | None]) -> list[Dataset]:
+    def _deduplicate_outputs(self, outputs: list[OutputDataset | None]) -> list[OutputDataset]:
         # Sources are the same so we can compare only names
         final_outputs = {}
         for single_output in outputs:
@@ -171,22 +173,26 @@ class _BigQueryOpenLineageMixin:
 
             # No OutputStatisticsOutputDatasetFacet is added to duplicated outputs as we can not determine
             # if the rowCount or size can be summed together.
-            single_output.facets.pop("outputStatistics", None)
+            if single_output.outputFacets:
+                single_output.outputFacets.pop("outputStatistics", None)
             final_outputs[key] = single_output
 
         return list(final_outputs.values())
 
-    def _get_inputs_outputs_from_job(self, properties: dict) -> tuple[list[Dataset], Dataset | None]:
+    def _get_inputs_outputs_from_job(
+        self, properties: dict
+    ) -> tuple[list[InputDataset], OutputDataset | None]:
         from airflow.providers.google.cloud.openlineage.utils import get_from_nullable_chain
 
         input_tables = get_from_nullable_chain(properties, ["statistics", "query", "referencedTables"]) or []
         output_table = get_from_nullable_chain(properties, ["configuration", "query", "destinationTable"])
-        inputs = [self._get_dataset(input_table) for input_table in input_tables]
+        inputs = [(self._get_input_dataset(input_table)) for input_table in input_tables]
         if output_table:
-            output = self._get_dataset(output_table)
+            output = self._get_output_dataset(output_table)
             dataset_stat_facet = self._get_statistics_dataset_facet(properties)
+            output.outputFacets = output.outputFacets or {}
             if dataset_stat_facet:
-                output.facets.update({"outputStatistics": dataset_stat_facet})
+                output.outputFacets["outputStatistics"] = dataset_stat_facet
 
         return inputs, output
 
@@ -210,9 +216,10 @@ class _BigQueryOpenLineageMixin:
         )
 
     @staticmethod
-    def _get_statistics_dataset_facet(properties) -> OutputStatisticsOutputDatasetFacet | None:
-        from openlineage.client.facet import OutputStatisticsOutputDatasetFacet
-
+    def _get_statistics_dataset_facet(
+        properties,
+    ) -> OutputStatisticsOutputDatasetFacet | None:
+        from airflow.providers.common.compat.openlineage.facet import OutputStatisticsOutputDatasetFacet
         from airflow.providers.google.cloud.openlineage.utils import get_from_nullable_chain
 
         query_plan = get_from_nullable_chain(properties, chain=["statistics", "query", "queryPlan"])
@@ -226,10 +233,18 @@ class _BigQueryOpenLineageMixin:
             return OutputStatisticsOutputDatasetFacet(rowCount=int(out_rows), size=int(out_bytes))
         return None
 
-    def _get_dataset(self, table: dict) -> Dataset:
-        from openlineage.client.run import Dataset
+    def _get_input_dataset(self, table: dict) -> InputDataset:
+        from airflow.providers.common.compat.openlineage.facet import InputDataset
+
+        return cast(InputDataset, self._get_dataset(table, "input"))
+
+    def _get_output_dataset(self, table: dict) -> OutputDataset:
+        from airflow.providers.common.compat.openlineage.facet import OutputDataset
 
-        BIGQUERY_NAMESPACE = "bigquery"
+        return cast(OutputDataset, self._get_dataset(table, "output"))
+
+    def _get_dataset(self, table: dict, dataset_type: str) -> Dataset:
+        from airflow.providers.common.compat.openlineage.facet import InputDataset, OutputDataset
 
         project = table.get("projectId")
         dataset = table.get("datasetId")
@@ -237,15 +252,30 @@ class _BigQueryOpenLineageMixin:
         dataset_name = f"{project}.{dataset}.{table_name}"
 
         dataset_schema = self._get_table_schema_safely(dataset_name)
-        return Dataset(
-            namespace=BIGQUERY_NAMESPACE,
-            name=dataset_name,
-            facets={
-                "schema": dataset_schema,
-            }
-            if dataset_schema
-            else {},
-        )
+        if dataset_type == "input":
+            # Logic specific to creating InputDataset (if needed)
+            return InputDataset(
+                namespace=BIGQUERY_NAMESPACE,
+                name=dataset_name,
+                facets={
+                    "schema": dataset_schema,
+                }
+                if dataset_schema
+                else {},
+            )
+        elif dataset_type == "output":
+            # Logic specific to creating OutputDataset (if needed)
+            return OutputDataset(
+                namespace=BIGQUERY_NAMESPACE,
+                name=dataset_name,
+                facets={
+                    "schema": dataset_schema,
+                }
+                if dataset_schema
+                else {},
+            )
+        else:
+            raise ValueError("Invalid dataset_type. Must be 'input' or 'output'")
 
     def _get_table_schema_safely(self, table_name: str) -> SchemaDatasetFacet | None:
         try:
@@ -256,8 +286,10 @@ class _BigQueryOpenLineageMixin:
         return None
 
     def _get_table_schema(self, table: str) -> SchemaDatasetFacet | None:
-        from openlineage.client.facet import SchemaDatasetFacet, SchemaField
-
+        from airflow.providers.common.compat.openlineage.facet import (
+            SchemaDatasetFacet,
+            SchemaDatasetFacetFields,
+        )
         from airflow.providers.google.cloud.openlineage.utils import get_from_nullable_chain
 
         bq_table = self.client.get_table(table)
@@ -271,7 +303,7 @@ class _BigQueryOpenLineageMixin:
 
         return SchemaDatasetFacet(
             fields=[
-                SchemaField(
+                SchemaDatasetFacetFields(
                     name=field.get("name"),
                     type=field.get("type"),
                     description=field.get("description"),

airflow/providers/google/cloud/openlineage/utils.py

@@ -20,23 +20,23 @@ from __future__ import annotations
 from typing import TYPE_CHECKING, Any
 
 from attr import define, field
-from openlineage.client.facet import (
-    BaseFacet,
+
+if TYPE_CHECKING:
+    from google.cloud.bigquery.table import Table
+
+    from airflow.providers.common.compat.openlineage.facet import Dataset
+
+from airflow.providers.common.compat.openlineage.facet import (
     ColumnLineageDatasetFacet,
-    ColumnLineageDatasetFacetFieldsAdditional,
-    ColumnLineageDatasetFacetFieldsAdditionalInputFields,
     DocumentationDatasetFacet,
+    Fields,
+    InputField,
+    RunFacet,
     SchemaDatasetFacet,
-    SchemaField,
+    SchemaDatasetFacetFields,
 )
-
 from airflow.providers.google import __version__ as provider_version
 
-if TYPE_CHECKING:
-    from google.cloud.bigquery.table import Table
-    from openlineage.client.run import Dataset
-
-
 BIGQUERY_NAMESPACE = "bigquery"
 BIGQUERY_URI = "bigquery"
 
@@ -46,7 +46,9 @@ def get_facets_from_bq_table(table: Table) -> dict[Any, Any]:
     facets = {
         "schema": SchemaDatasetFacet(
             fields=[
-                SchemaField(name=field.name, type=field.field_type, description=field.description)
+                SchemaDatasetFacetFields(
+                    name=field.name, type=field.field_type, description=field.description
+                )
                 for field in table.schema
             ]
         ),
@@ -71,11 +73,9 @@ def get_identity_column_lineage_facet(
 
     column_lineage_facet = ColumnLineageDatasetFacet(
         fields={
-            field: ColumnLineageDatasetFacetFieldsAdditional(
+            field: Fields(
                 inputFields=[
-                    ColumnLineageDatasetFacetFieldsAdditionalInputFields(
-                        namespace=dataset.namespace, name=dataset.name, field=field
-                    )
+                    InputField(namespace=dataset.namespace, name=dataset.name, field=field)
                     for dataset in input_datasets
                 ],
                 transformationType="IDENTITY",
@@ -88,7 +88,7 @@ def get_identity_column_lineage_facet(
 
 
 @define
-class BigQueryJobRunFacet(BaseFacet):
+class BigQueryJobRunFacet(RunFacet):
     """
     Facet that represents relevant statistics of bigquery run.
 
@@ -114,7 +114,7 @@ class BigQueryJobRunFacet(BaseFacet):
 
 # TODO: remove BigQueryErrorRunFacet in next release
 @define
-class BigQueryErrorRunFacet(BaseFacet):
+class BigQueryErrorRunFacet(RunFacet):
     """
     Represents errors that can happen during execution of BigqueryExtractor.
 

airflow/providers/google/cloud/operators/bigquery.py

@@ -2955,6 +2955,7 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator, _BigQueryOpenLineageMix
 
         try:
             self.log.info("Executing: %s'", self.configuration)
+            # Create a job
             job: BigQueryJob | UnknownJob = self._submit_job(hook, self.job_id)
         except Conflict:
             # If the job already exists retrieve it
@@ -2963,18 +2964,24 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator, _BigQueryOpenLineageMix
                 location=self.location,
                 job_id=self.job_id,
             )
-            if job.state in self.reattach_states:
-                # We are reattaching to a job
-                job._begin()
-                self._handle_job_error(job)
-            else:
-                # Same job configuration so we need force_rerun
+
+            if job.state not in self.reattach_states:
+                # Same job configuration, so we need force_rerun
                 raise AirflowException(
                     f"Job with id: {self.job_id} already exists and is in {job.state} state. If you "
                     f"want to force rerun it consider setting `force_rerun=True`."
                     f"Or, if you want to reattach in this scenario add {job.state} to `reattach_states`"
                 )
 
+            else:
+                # Job already reached state DONE
+                if job.state == "DONE":
+                    raise AirflowException("Job is already in state DONE. Can not reattach to this job.")
+
+                # We are reattaching to a job
+                self.log.info("Reattaching to existing Job in state %s", job.state)
+                self._handle_job_error(job)
+
         job_types = {
             LoadJob._JOB_TYPE: ["sourceTable", "destinationTable"],
             CopyJob._JOB_TYPE: ["sourceTable", "destinationTable"],

airflow/providers/google/cloud/operators/dataflow.py

@@ -143,7 +143,7 @@ class DataflowConfiguration:
     def __init__(
         self,
         *,
-        job_name: str = "{{task.task_id}}",
+        job_name: str | None = None,
         append_job_name: bool = True,
         project_id: str = PROVIDE_PROJECT_ID,
         location: str | None = DEFAULT_DATAFLOW_LOCATION,

airflow/providers/google/cloud/operators/dataproc.py

@@ -2995,7 +2995,7 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
         metadata: Sequence[tuple[str, str]] = (),
         gcp_conn_id: str = "google_cloud_default",
         impersonation_chain: str | Sequence[str] | None = None,
-        result_retry: AsyncRetry | _MethodDefault = DEFAULT,
+        result_retry: AsyncRetry | _MethodDefault | Retry = DEFAULT,
         asynchronous: bool = False,
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         polling_interval_seconds: int = 5,

airflow/providers/google/cloud/operators/dataproc_metastore.py

@@ -22,12 +22,12 @@ from __future__ import annotations
 import time
 from typing import TYPE_CHECKING, Sequence
 
+from google.api_core.exceptions import AlreadyExists
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.api_core.retry import Retry, exponential_sleep_generator
 from google.cloud.metastore_v1 import MetadataExport, MetadataManagementActivity
 from google.cloud.metastore_v1.types import Backup, MetadataImport, Service
 from google.cloud.metastore_v1.types.metastore import DatabaseDumpSpec, Restore
-from googleapiclient.errors import HttpError
 
 from airflow.exceptions import AirflowException
 from airflow.models import BaseOperator, BaseOperatorLink
@@ -242,9 +242,7 @@ class DataprocMetastoreCreateBackupOperator(GoogleCloudBaseOperator):
             )
             backup = hook.wait_for_operation(self.timeout, operation)
             self.log.info("Backup %s created successfully", self.backup_id)
-        except HttpError as err:
-            if err.resp.status not in (409, "409"):
-                raise
+        except AlreadyExists:
             self.log.info("Backup %s already exists", self.backup_id)
             backup = hook.get_backup(
                 project_id=self.project_id,
@@ -448,9 +446,7 @@ class DataprocMetastoreCreateServiceOperator(GoogleCloudBaseOperator):
             )
             service = hook.wait_for_operation(self.timeout, operation)
             self.log.info("Service %s created successfully", self.service_id)
-        except HttpError as err:
-            if err.resp.status not in (409, "409"):
-                raise
+        except AlreadyExists:
             self.log.info("Instance %s already exists", self.service_id)
             service = hook.get_service(
                 region=self.region,

airflow/providers/google/cloud/operators/gcs.py

@@ -336,13 +336,12 @@ class GCSDeleteObjectsOperator(GoogleCloudBaseOperator):
             hook.delete(bucket_name=self.bucket_name, object_name=object_name)
 
     def get_openlineage_facets_on_start(self):
-        from openlineage.client.facet import (
+        from airflow.providers.common.compat.openlineage.facet import (
+            Dataset,
             LifecycleStateChange,
             LifecycleStateChangeDatasetFacet,
-            LifecycleStateChangeDatasetFacetPreviousIdentifier,
+            PreviousIdentifier,
         )
-        from openlineage.client.run import Dataset
-
         from airflow.providers.openlineage.extractors import OperatorLineage
 
         objects = []
@@ -365,7 +364,7 @@ class GCSDeleteObjectsOperator(GoogleCloudBaseOperator):
                 facets={
                     "lifecycleStateChange": LifecycleStateChangeDatasetFacet(
                         lifecycleStateChange=LifecycleStateChange.DROP.value,
-                        previousIdentifier=LifecycleStateChangeDatasetFacetPreviousIdentifier(
+                        previousIdentifier=PreviousIdentifier(
                             namespace=bucket_url,
                             name=object_name,
                         ),
@@ -645,8 +644,7 @@ class GCSFileTransformOperator(GoogleCloudBaseOperator):
             )
 
     def get_openlineage_facets_on_start(self):
-        from openlineage.client.run import Dataset
-
+        from airflow.providers.common.compat.openlineage.facet import Dataset
         from airflow.providers.openlineage.extractors import OperatorLineage
 
         input_dataset = Dataset(
@@ -921,8 +919,7 @@ class GCSTimeSpanFileTransformOperator(GoogleCloudBaseOperator):
 
     def get_openlineage_facets_on_complete(self, task_instance):
         """Implement on_complete as execute() resolves object prefixes."""
-        from openlineage.client.run import Dataset
-
+        from airflow.providers.common.compat.openlineage.facet import Dataset
         from airflow.providers.openlineage.extractors import OperatorLineage
 
         def _parse_prefix(pref):

airflow/providers/google/cloud/operators/vertex_ai/custom_job.py

@@ -180,6 +180,40 @@ class CustomTrainingJobBaseOperator(GoogleCloudBaseOperator):
             stacklevel=2,
         )
 
+    def execute_complete(self, context: Context, event: dict[str, Any]) -> dict[str, Any] | None:
+        if event["status"] == "error":
+            raise AirflowException(event["message"])
+        training_pipeline = event["job"]
+        custom_job_id = self.hook.extract_custom_job_id_from_training_pipeline(training_pipeline)
+        self.xcom_push(context, key="custom_job_id", value=custom_job_id)
+        try:
+            model = training_pipeline["model_to_upload"]
+            model_id = self.hook.extract_model_id(model)
+            self.xcom_push(context, key="model_id", value=model_id)
+            VertexAIModelLink.persist(context=context, task_instance=self, model_id=model_id)
+            return model
+        except KeyError:
+            self.log.warning(
+                "It is impossible to get the Model. "
+                "The Training Pipeline did not produce a Managed Model because it was not "
+                "configured to upload a Model. Please ensure that the 'model_serving_container_image_uri' "
+                "and 'model_display_name' parameters are passed in when creating a Training Pipeline, "
+                "and check that your training script saves the model to os.environ['AIP_MODEL_DIR']."
+            )
+            return None
+
+    @cached_property
+    def hook(self) -> CustomJobHook:
+        return CustomJobHook(
+            gcp_conn_id=self.gcp_conn_id,
+            impersonation_chain=self.impersonation_chain,
+        )
+
+    def on_kill(self) -> None:
+        """Act as a callback called when the operator is killed; cancel any running job."""
+        if self.hook:
+            self.hook.cancel_job()
+
 
 class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
     """
@@ -565,23 +599,6 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
         VertexAITrainingLink.persist(context=context, task_instance=self, training_id=training_id)
         return result
 
-    def on_kill(self) -> None:
-        """Act as a callback called when the operator is killed; cancel any running job."""
-        if self.hook:
-            self.hook.cancel_job()
-
-    def execute_complete(self, context: Context, event: dict[str, Any]) -> dict[str, Any] | None:
-        if event["status"] == "error":
-            raise AirflowException(event["message"])
-        result = event["job"]
-        model_id = self.hook.extract_model_id_from_training_pipeline(result)
-        custom_job_id = self.hook.extract_custom_job_id_from_training_pipeline(result)
-        self.xcom_push(context, key="model_id", value=model_id)
-        VertexAIModelLink.persist(context=context, task_instance=self, model_id=model_id)
-        # push custom_job_id to xcom so it could be pulled by other tasks
-        self.xcom_push(context, key="custom_job_id", value=custom_job_id)
-        return result
-
     def invoke_defer(self, context: Context) -> None:
         custom_container_training_job_obj: CustomContainerTrainingJob = self.hook.submit_custom_container_training_job(
             project_id=self.project_id,
@@ -651,13 +668,6 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
             method_name="execute_complete",
         )
 
-    @cached_property
-    def hook(self) -> CustomJobHook:
-        return CustomJobHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-
 
 class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator):
     """
@@ -1042,23 +1052,6 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
         VertexAITrainingLink.persist(context=context, task_instance=self, training_id=training_id)
         return result
 
-    def on_kill(self) -> None:
-        """Cancel any running job. Callback called when the operator is killed."""
-        if self.hook:
-            self.hook.cancel_job()
-
-    def execute_complete(self, context: Context, event: dict[str, Any]) -> dict[str, Any] | None:
-        if event["status"] == "error":
-            raise AirflowException(event["message"])
-        result = event["job"]
-        model_id = self.hook.extract_model_id_from_training_pipeline(result)
-        custom_job_id = self.hook.extract_custom_job_id_from_training_pipeline(result)
-        self.xcom_push(context, key="model_id", value=model_id)
-        VertexAIModelLink.persist(context=context, task_instance=self, model_id=model_id)
-        # push custom_job_id to xcom so it could be pulled by other tasks
-        self.xcom_push(context, key="custom_job_id", value=custom_job_id)
-        return result
-
     def invoke_defer(self, context: Context) -> None:
         custom_python_training_job_obj: CustomPythonPackageTrainingJob = self.hook.submit_custom_python_package_training_job(
             project_id=self.project_id,
@@ -1129,13 +1122,6 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
             method_name="execute_complete",
         )
 
-    @cached_property
-    def hook(self) -> CustomJobHook:
-        return CustomJobHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-
 
 class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
     """
@@ -1525,23 +1511,6 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
         VertexAITrainingLink.persist(context=context, task_instance=self, training_id=training_id)
         return result
 
-    def on_kill(self) -> None:
-        """Cancel any running job. Callback called when the operator is killed."""
-        if self.hook:
-            self.hook.cancel_job()
-
-    def execute_complete(self, context: Context, event: dict[str, Any]) -> dict[str, Any] | None:
-        if event["status"] == "error":
-            raise AirflowException(event["message"])
-        result = event["job"]
-        model_id = self.hook.extract_model_id_from_training_pipeline(result)
-        custom_job_id = self.hook.extract_custom_job_id_from_training_pipeline(result)
-        self.xcom_push(context, key="model_id", value=model_id)
-        VertexAIModelLink.persist(context=context, task_instance=self, model_id=model_id)
-        # push custom_job_id to xcom so it could be pulled by other tasks
-        self.xcom_push(context, key="custom_job_id", value=custom_job_id)
-        return result
-
     def invoke_defer(self, context: Context) -> None:
         custom_training_job_obj: CustomTrainingJob = self.hook.submit_custom_training_job(
             project_id=self.project_id,
@@ -1612,13 +1581,6 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
             method_name="execute_complete",
         )
 
-    @cached_property
-    def hook(self) -> CustomJobHook:
-        return CustomJobHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-
 
 class DeleteCustomTrainingJobOperator(GoogleCloudBaseOperator):
     """

airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py

@@ -124,8 +124,7 @@ class AzureBlobStorageToGCSOperator(BaseOperator):
         return f"gs://{self.bucket_name}/{self.object_name}"
 
     def get_openlineage_facets_on_start(self):
-        from openlineage.client.run import Dataset
-
+        from airflow.providers.common.compat.openlineage.facet import Dataset
         from airflow.providers.openlineage.extractors import OperatorLineage
 
         wasb_hook = WasbHook(wasb_conn_id=self.wasb_conn_id)

airflow/providers/google/cloud/transfers/bigquery_to_gcs.py

@@ -289,13 +289,12 @@ class BigQueryToGCSOperator(BaseOperator):
         """Implement on_complete as we will include final BQ job id."""
         from pathlib import Path
 
-        from openlineage.client.facet import (
+        from airflow.providers.common.compat.openlineage.facet import (
+            Dataset,
             ExternalQueryRunFacet,
+            Identifier,
             SymlinksDatasetFacet,
-            SymlinksDatasetFacetIdentifiers,
         )
-        from openlineage.client.run import Dataset
-
         from airflow.providers.google.cloud.hooks.gcs import _parse_gcs_url
         from airflow.providers.google.cloud.openlineage.utils import (
             get_facets_from_bq_table,
@@ -335,11 +334,7 @@ class BigQueryToGCSOperator(BaseOperator):
                 # but we create a symlink to the full object path with wildcard.
                 additional_facets = {
                     "symlink": SymlinksDatasetFacet(
-                        identifiers=[
-                            SymlinksDatasetFacetIdentifiers(
-                                namespace=f"gs://{bucket}", name=blob, type="file"
-                            )
-                        ]
+                        identifiers=[Identifier(namespace=f"gs://{bucket}", name=blob, type="file")]
                     ),
                 }
                 blob = Path(blob).parent.as_posix()

airflow/providers/google/cloud/transfers/gcs_to_bigquery.py

@@ -746,13 +746,12 @@ class GCSToBigQueryOperator(BaseOperator):
         """Implement on_complete as we will include final BQ job id."""
         from pathlib import Path
 
-        from openlineage.client.facet import (
+        from airflow.providers.common.compat.openlineage.facet import (
+            Dataset,
             ExternalQueryRunFacet,
+            Identifier,
             SymlinksDatasetFacet,
-            SymlinksDatasetFacetIdentifiers,
         )
-        from openlineage.client.run import Dataset
-
         from airflow.providers.google.cloud.openlineage.utils import (
             get_facets_from_bq_table,
             get_identity_column_lineage_facet,
@@ -786,11 +785,7 @@ class GCSToBigQueryOperator(BaseOperator):
                 # but we create a symlink to the full object path with wildcard.
                 additional_facets = {
                     "symlink": SymlinksDatasetFacet(
-                        identifiers=[
-                            SymlinksDatasetFacetIdentifiers(
-                                namespace=f"gs://{self.bucket}", name=blob, type="file"
-                            )
-                        ]
+                        identifiers=[Identifier(namespace=f"gs://{self.bucket}", name=blob, type="file")]
                     ),
                 }
                 blob = Path(blob).parent.as_posix()

airflow/providers/google/cloud/transfers/gcs_to_gcs.py

@@ -552,8 +552,7 @@ class GCSToGCSOperator(BaseOperator):
         """
         from pathlib import Path
 
-        from openlineage.client.run import Dataset
-
+        from airflow.providers.common.compat.openlineage.facet import Dataset
         from airflow.providers.openlineage.extractors import OperatorLineage
 
         def _process_prefix(pref):

airflow/providers/google/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1720423376,
+        "source-date-epoch": 1722145669,
         "versions": [
+            "10.21.1",
             "10.21.0",
             "10.20.0",
             "10.19.0",
@@ -91,6 +92,7 @@ def get_provider_info():
         ],
         "dependencies": [
             "apache-airflow>=2.7.0",
+            "apache-airflow-providers-common-compat>=1.1.0",
             "apache-airflow-providers-common-sql>=1.7.2",
             "asgiref>=3.5.2",
             "dill>=0.2.3",

airflow/providers/google/marketing_platform/operators/analytics_admin.py

@@ -530,6 +530,7 @@ class GoogleAnalyticsAdminGetGoogleAdsLinkOperator(GoogleCloudBaseOperator):
         "gcp_conn_id",
         "impersonation_chain",
         "google_ads_link_id",
+        "property_id",
     )
 
     def __init__(

{apache_airflow_providers_google-10.21.0rc1.dist-info → apache_airflow_providers_google-10.21.1rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.21.0rc1
+Version: 10.21.1rc1
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,6 +22,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL>=23.0.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
 Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
 Requires-Dist: apache-airflow>=2.7.0rc0
 Requires-Dist: asgiref>=3.5.2
@@ -90,6 +91,7 @@ Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
 Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
 Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
 Requires-Dist: plyvel ; extra == "leveldb"
@@ -105,8 +107,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -115,6 +117,7 @@ Provides-Extra: amazon
 Provides-Extra: apache.beam
 Provides-Extra: apache.cassandra
 Provides-Extra: cncf.kubernetes
+Provides-Extra: common.compat
 Provides-Extra: common.sql
 Provides-Extra: facebook
 Provides-Extra: leveldb
@@ -174,7 +177,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.21.0.rc1``
+Release: ``10.21.1.rc1``
 
 
 Google services including:
@@ -194,7 +197,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.1/>`_.
 
 Installation
 ------------
@@ -208,74 +211,75 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  =========================================
-PIP package                              Version required
-=======================================  =========================================
-``apache-airflow``                       ``>=2.7.0``
-``apache-airflow-providers-common-sql``  ``>=1.7.2``
-``asgiref``                              ``>=3.5.2``
-``dill``                                 ``>=0.2.3``
-``gcloud-aio-auth``                      ``>=4.0.0,<5.0.0``
-``gcloud-aio-bigquery``                  ``>=6.1.2``
-``gcloud-aio-storage``                   ``>=9.0.0``
-``gcsfs``                                ``>=2023.10.0``
-``google-ads``                           ``>=24.1.0``
-``google-analytics-admin``               ``>=0.9.0``
-``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
-``google-api-python-client``             ``>=2.0.2``
-``google-auth``                          ``>=2.29.0``
-``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.57.0``
-``google-cloud-automl``                  ``>=2.12.0``
-``google-cloud-bigquery``                ``<3.21.0,>=3.4.0``
-``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
-``google-cloud-bigtable``                ``>=2.17.0``
-``google-cloud-build``                   ``>=3.22.0``
-``google-cloud-compute``                 ``>=1.10.0``
-``google-cloud-container``               ``>=2.17.4``
-``google-cloud-datacatalog``             ``>=3.11.1``
-``google-cloud-dataflow-client``         ``>=0.8.6``
-``google-cloud-dataform``                ``>=0.5.0``
-``google-cloud-dataplex``                ``>=1.10.0``
-``google-cloud-dataproc``                ``>=5.8.0``
-``google-cloud-dataproc-metastore``      ``>=1.12.0``
-``google-cloud-dlp``                     ``>=3.12.0``
-``google-cloud-kms``                     ``>=2.15.0``
-``google-cloud-language``                ``>=2.9.0``
-``google-cloud-logging``                 ``>=3.5.0``
-``google-cloud-memcache``                ``>=1.7.0``
-``google-cloud-monitoring``              ``>=2.18.0``
-``google-cloud-orchestration-airflow``   ``>=1.10.0``
-``google-cloud-os-login``                ``>=2.9.1``
-``google-cloud-pubsub``                  ``>=2.19.0``
-``google-cloud-redis``                   ``>=2.12.0``
-``google-cloud-secret-manager``          ``>=2.16.0``
-``google-cloud-spanner``                 ``>=3.11.1``
-``google-cloud-speech``                  ``>=2.18.0``
-``google-cloud-storage``                 ``>=2.7.0``
-``google-cloud-storage-transfer``        ``>=1.4.1``
-``google-cloud-tasks``                   ``>=2.13.0``
-``google-cloud-texttospeech``            ``>=2.14.1``
-``google-cloud-translate``               ``>=3.11.0``
-``google-cloud-videointelligence``       ``>=2.11.0``
-``google-cloud-vision``                  ``>=3.4.0``
-``google-cloud-workflows``               ``>=1.10.0``
-``google-cloud-run``                     ``>=0.10.0``
-``google-cloud-batch``                   ``>=0.13.0``
-``grpcio-gcp``                           ``>=0.2.2``
-``httpx``                                ``>=0.25.0``
-``json-merge-patch``                     ``>=0.2``
-``looker-sdk``                           ``>=22.4.0``
-``pandas-gbq``                           ``>=0.7.0``
-``pandas``                               ``>=2.1.2,<2.2; python_version >= "3.9"``
-``pandas``                               ``>=1.5.3,<2.2; python_version < "3.9"``
-``proto-plus``                           ``>=1.19.6``
-``python-slugify``                       ``>=7.0.0``
-``PyOpenSSL``                            ``>=23.0.0``
-``sqlalchemy-bigquery``                  ``>=1.2.1``
-``sqlalchemy-spanner``                   ``>=1.6.2``
-``tenacity``                             ``>=8.1.0``
-=======================================  =========================================
+==========================================  =========================================
+PIP package                                 Version required
+==========================================  =========================================
+``apache-airflow``                          ``>=2.7.0``
+``apache-airflow-providers-common-compat``  ``>=1.1.0``
+``apache-airflow-providers-common-sql``     ``>=1.7.2``
+``asgiref``                                 ``>=3.5.2``
+``dill``                                    ``>=0.2.3``
+``gcloud-aio-auth``                         ``>=4.0.0,<5.0.0``
+``gcloud-aio-bigquery``                     ``>=6.1.2``
+``gcloud-aio-storage``                      ``>=9.0.0``
+``gcsfs``                                   ``>=2023.10.0``
+``google-ads``                              ``>=24.1.0``
+``google-analytics-admin``                  ``>=0.9.0``
+``google-api-core``                         ``>=2.11.0,!=2.16.0,!=2.18.0``
+``google-api-python-client``                ``>=2.0.2``
+``google-auth``                             ``>=2.29.0``
+``google-auth-httplib2``                    ``>=0.0.1``
+``google-cloud-aiplatform``                 ``>=1.57.0``
+``google-cloud-automl``                     ``>=2.12.0``
+``google-cloud-bigquery``                   ``<3.21.0,>=3.4.0``
+``google-cloud-bigquery-datatransfer``      ``>=3.13.0``
+``google-cloud-bigtable``                   ``>=2.17.0``
+``google-cloud-build``                      ``>=3.22.0``
+``google-cloud-compute``                    ``>=1.10.0``
+``google-cloud-container``                  ``>=2.17.4``
+``google-cloud-datacatalog``                ``>=3.11.1``
+``google-cloud-dataflow-client``            ``>=0.8.6``
+``google-cloud-dataform``                   ``>=0.5.0``
+``google-cloud-dataplex``                   ``>=1.10.0``
+``google-cloud-dataproc``                   ``>=5.8.0``
+``google-cloud-dataproc-metastore``         ``>=1.12.0``
+``google-cloud-dlp``                        ``>=3.12.0``
+``google-cloud-kms``                        ``>=2.15.0``
+``google-cloud-language``                   ``>=2.9.0``
+``google-cloud-logging``                    ``>=3.5.0``
+``google-cloud-memcache``                   ``>=1.7.0``
+``google-cloud-monitoring``                 ``>=2.18.0``
+``google-cloud-orchestration-airflow``      ``>=1.10.0``
+``google-cloud-os-login``                   ``>=2.9.1``
+``google-cloud-pubsub``                     ``>=2.19.0``
+``google-cloud-redis``                      ``>=2.12.0``
+``google-cloud-secret-manager``             ``>=2.16.0``
+``google-cloud-spanner``                    ``>=3.11.1``
+``google-cloud-speech``                     ``>=2.18.0``
+``google-cloud-storage``                    ``>=2.7.0``
+``google-cloud-storage-transfer``           ``>=1.4.1``
+``google-cloud-tasks``                      ``>=2.13.0``
+``google-cloud-texttospeech``               ``>=2.14.1``
+``google-cloud-translate``                  ``>=3.11.0``
+``google-cloud-videointelligence``          ``>=2.11.0``
+``google-cloud-vision``                     ``>=3.4.0``
+``google-cloud-workflows``                  ``>=1.10.0``
+``google-cloud-run``                        ``>=0.10.0``
+``google-cloud-batch``                      ``>=0.13.0``
+``grpcio-gcp``                              ``>=0.2.2``
+``httpx``                                   ``>=0.25.0``
+``json-merge-patch``                        ``>=0.2``
+``looker-sdk``                              ``>=22.4.0``
+``pandas-gbq``                              ``>=0.7.0``
+``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
+``pandas``                                  ``>=1.5.3,<2.2; python_version < "3.9"``
+``proto-plus``                              ``>=1.19.6``
+``python-slugify``                          ``>=7.0.0``
+``PyOpenSSL``                               ``>=23.0.0``
+``sqlalchemy-bigquery``                     ``>=1.2.1``
+``sqlalchemy-spanner``                      ``>=1.6.2``
+``tenacity``                                ``>=8.1.0``
+==========================================  =========================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -297,6 +301,7 @@ Dependent package
 `apache-airflow-providers-apache-beam <https://airflow.apache.org/docs/apache-airflow-providers-apache-beam>`_            ``apache.beam``
 `apache-airflow-providers-apache-cassandra <https://airflow.apache.org/docs/apache-airflow-providers-apache-cassandra>`_  ``apache.cassandra``
 `apache-airflow-providers-cncf-kubernetes <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes>`_    ``cncf.kubernetes``
+`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_        ``common.compat``
 `apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_              ``common.sql``
 `apache-airflow-providers-facebook <https://airflow.apache.org/docs/apache-airflow-providers-facebook>`_                  ``facebook``
 `apache-airflow-providers-microsoft-azure <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure>`_    ``microsoft.azure``
@@ -313,4 +318,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.1/changelog.html>`_.

{apache_airflow_providers_google-10.21.0rc1.dist-info → apache_airflow_providers_google-10.21.1rc1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/google/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/google/__init__.py,sha256=zhhAxgovJYVNn8nRMZ0kU4d6WZwvMfuu7g-Jo-8dztw,1495
-airflow/providers/google/get_provider_info.py,sha256=jUiiZJ81BUgAV92xxplh6iqz1O11CmzsBdGltx7Aego,81991
+airflow/providers/google/__init__.py,sha256=GHoF0_Dab1MavJJls-ic8buuO7ZKBAUC98uTOEffKNU,1495
+airflow/providers/google/get_provider_info.py,sha256=nRFCOZSoLWDT95bnj9UFHtI8j071DErhIZUnZ4gHpdA,82075
 airflow/providers/google/go_module_utils.py,sha256=XVM-IGME6CPgJA8fgDgkusFc4fz3lEghZaZ4elBkv7s,1780
 airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
 airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -31,7 +31,7 @@ airflow/providers/google/cloud/hooks/cloud_build.py,sha256=jqjvBxP1T4u-h7lDcmADg
 airflow/providers/google/cloud/hooks/cloud_composer.py,sha256=_GRmI4CHry6_J8-ABccsSy-xpQJ5hmHxzu9je4UGCSg,28716
 airflow/providers/google/cloud/hooks/cloud_memorystore.py,sha256=4hUbVhN-AphoOjQ5NB2Ge4Z2Ay6vd5gnyvlxE3ffzWQ,40442
 airflow/providers/google/cloud/hooks/cloud_run.py,sha256=VfcDtF1APloCiVn6Fu6vEiXrRvAFaPnkndq_I8bfIlk,7362
-airflow/providers/google/cloud/hooks/cloud_sql.py,sha256=eMcU8BAUbD5Z21BgvJkNUVuNBOUpfYgrbbesTNxe8Cs,53288
+airflow/providers/google/cloud/hooks/cloud_sql.py,sha256=4kEY5py-n-dvTKiQwgpFLYEDBe8MmBF6WqzrN4sfKcA,53344
 airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py,sha256=hn0M_lJ8l_FdSeax6UeLmynLXtYvTPDUIjDNQ5mARyk,22963
 airflow/providers/google/cloud/hooks/compute.py,sha256=sBpi7oZjJwV4JPkWm3iKw23l7cAjHDET2MU9S8FOc58,40673
 airflow/providers/google/cloud/hooks/compute_ssh.py,sha256=GTSiuhDFpeN-7n8ggrF-XBaPQ2hfk80tWChGImYGpTo,15689
@@ -42,7 +42,7 @@ airflow/providers/google/cloud/hooks/datafusion.py,sha256=un_0r0fwiLPffNG-9tWN05
 airflow/providers/google/cloud/hooks/datapipeline.py,sha256=PKbjlufsoT-rk0IbHBWzW8CjsLSJLYvttGSn5CTg3D0,2631
 airflow/providers/google/cloud/hooks/dataplex.py,sha256=hOAQ5gXBE0V6fw5Y_7Q8BymD6_GmFGsc8TPvd4SwJPM,38347
 airflow/providers/google/cloud/hooks/dataprep.py,sha256=GH46CoEMnc63RoMiJ7aKvsHlGFvsBl_QcRgbmWwJ5tU,12187
-airflow/providers/google/cloud/hooks/dataproc.py,sha256=6CaH3B3RosUCMkvCrh9KXCNvn___7NHPePgMvsdTfOg,83946
+airflow/providers/google/cloud/hooks/dataproc.py,sha256=L6NxhRIJpdAWUxrdwj9fi0vZ4MOkyMnF_BK90rwzumg,83954
 airflow/providers/google/cloud/hooks/dataproc_metastore.py,sha256=Oh6I6PbawdCb0hkfrFNU4BVbxWangCcjIJdOBAh7q2Q,32152
 airflow/providers/google/cloud/hooks/datastore.py,sha256=JuXTZqL-FAohbKBHQVYLCS3tY9pvMDjlg-dSphKiyPU,12158
 airflow/providers/google/cloud/hooks/dlp.py,sha256=U1mnUEIQBcvh0bxf9RgeKLK2gjWx09qGh-hvCDOL_8k,67586
@@ -70,7 +70,7 @@ airflow/providers/google/cloud/hooks/workflows.py,sha256=M9U_Sn_Dll7FBHZ2wKi0xaJ
 airflow/providers/google/cloud/hooks/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/hooks/vertex_ai/auto_ml.py,sha256=A0-dVLmM_UVuHDgGyyrjUN6kaGjeHfWbRX-HD-7sFJA,87298
 airflow/providers/google/cloud/hooks/vertex_ai/batch_prediction_job.py,sha256=zXxDwApchANkaP3_6j6MsSiiy8rC9ra7pN_A_9AmPFw,34759
-airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py,sha256=iR3LWZPZS_w8cNx6XewTo92f_2DjWpNmmnBpKPGZias,196976
+airflow/providers/google/cloud/hooks/vertex_ai/custom_job.py,sha256=zZVxLGblWCtr8nuxT_2aCNzuq4xd7tVvfADcqEji5Vk,196976
 airflow/providers/google/cloud/hooks/vertex_ai/dataset.py,sha256=hSkQL6d9j5tLCRR7LBDSAbGWWGrdwWBeIGnB21rjkCQ,18693
 airflow/providers/google/cloud/hooks/vertex_ai/endpoint_service.py,sha256=_rO_E1EL75ZclFgm1JY78CtrOkB4XcLUkmEbk5qI-sQ,16109
 airflow/providers/google/cloud/hooks/vertex_ai/generative_model.py,sha256=76dwagsiJmB4kYx6ISo7HEot56elu0817KWkAxDCc3w,15978
@@ -115,11 +115,11 @@ airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=5yh-Zgh2Me
 airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json,sha256=3whXAY38LjxmQTpCnExiIU1Q1-8dZGtWjiK0A4JQWTA,688
 airflow/providers/google/cloud/openlineage/BigQueryJobRunFacet.json,sha256=sWvE1o30bCqBBmB19n6wFZyL6BBcc22kCGWe0qcsYBc,850
 airflow/providers/google/cloud/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/openlineage/mixins.py,sha256=dNEO8JyorqRf8WDmwyuByAqlg3VEvOCHaYyt35P7Ggg,11409
-airflow/providers/google/cloud/openlineage/utils.py,sha256=CjuRb3b83aFR96vygj1uRT0-p8qPOXRfb_RXka-OhNg,5868
+airflow/providers/google/cloud/openlineage/mixins.py,sha256=5blMJ1heK9rMYBWR5p-lBj1y_EA1qJyjfb-fwdBM31k,12908
+airflow/providers/google/cloud/openlineage/utils.py,sha256=iBeHh68qMumZ1pc-PWRBgQW8sycwmdtkJV-oCvYplPA,5781
 airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/operators/automl.py,sha256=uZ-PSDqfBBviH0YWxh8gefr4DU5xiEkucYGRtSyDOG8,63479
-airflow/providers/google/cloud/operators/bigquery.py,sha256=ayHYDMTkOJIOUI9SB-9Y8lQXtM41gwtXk-SsT9Jcfq0,130716
+airflow/providers/google/cloud/operators/bigquery.py,sha256=ZzUjaqpc97Ez5Q6ONwKHzSD3lbkJZ_JcR-uZ-RvkjUQ,131001
 airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=6VJISM4HoMBQ3EQ5nz3zxFk8tfluGA1d2vcUNUlYLPc,17695
 airflow/providers/google/cloud/operators/bigtable.py,sha256=BnWHnTEscyPbsKWFaSreLr62W68fmHu5loQVZex7LPs,26921
 airflow/providers/google/cloud/operators/cloud_base.py,sha256=Xysh4znvIQIxbQqmfKoaL6O09FikndHrQuKKUnEV7KU,1483
@@ -132,18 +132,18 @@ airflow/providers/google/cloud/operators/cloud_sql.py,sha256=VA_RRg_Zv3zo4cKmpEf
 airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py,sha256=YQsVg8pDegEDvsWsZCbGrSqCln3iQyLQErZS_XZTnBo,48066
 airflow/providers/google/cloud/operators/compute.py,sha256=lFGCacevkKJvAszJhfSLAOfetlsbYrCoImTeWXS5bqw,74607
 airflow/providers/google/cloud/operators/datacatalog.py,sha256=TY0KZtphd28mNmZF4f3pV-G4-K61nwlOzBok1ZHqG_E,92962
-airflow/providers/google/cloud/operators/dataflow.py,sha256=L2cRrz2UsFSedYRIyXu49-DtFXoTSFeMjDtb_elLQNA,71507
+airflow/providers/google/cloud/operators/dataflow.py,sha256=oETS5PdE1RqXUPu82ej1Vsl5BgGHOOSubcu_jmS9yI4,71500
 airflow/providers/google/cloud/operators/dataform.py,sha256=MkRDkn12gm2PJHOIfCs61N8nTuF3bfrcbWT4zSCXOdI,48745
 airflow/providers/google/cloud/operators/datafusion.py,sha256=NZoR65aChdkPUG8bxEaXDvMLvyMOVBoLkkJO9_v-2u0,41495
 airflow/providers/google/cloud/operators/datapipeline.py,sha256=3Zk_v_wlCKRuqx5yeajNWGIJN09xGNWJAN0qwsWE56o,2403
 airflow/providers/google/cloud/operators/dataplex.py,sha256=IgGwt95uW72IeLi1oHpGk8V0fKyt9apsc4kUpBz_7YQ,91195
 airflow/providers/google/cloud/operators/dataprep.py,sha256=jTDDgRccd2zIUqGzJebZpbNTJsFdRi5RnMtldXHqiMs,10477
-airflow/providers/google/cloud/operators/dataproc.py,sha256=bcbJr2r_s8ZAwrSVg4TChApMTuLiTtvmT0PQR3ODk3Q,153062
-airflow/providers/google/cloud/operators/dataproc_metastore.py,sha256=Y9kBsYaMyADUXW5X8AVrMV4odILkEyOrXG8vtPN7584,50548
+airflow/providers/google/cloud/operators/dataproc.py,sha256=K_77TrB5P4Wr0R6KZ-yerO-pbF54rPGBZ1RfRVrkWDA,153070
+airflow/providers/google/cloud/operators/dataproc_metastore.py,sha256=mJOqDv4GEqQ7tx32ar-mMsPhIjYC_B1AZyiVDZBKOio,50402
 airflow/providers/google/cloud/operators/datastore.py,sha256=di00jFy3Z1v0GcmcQ0df8NJ32yxcseOqWuojC4TKdmY,24927
 airflow/providers/google/cloud/operators/dlp.py,sha256=SQCGml0RIKl0UrvXHIUiOskg5ayTj4F5_4k4rztClvM,120742
 airflow/providers/google/cloud/operators/functions.py,sha256=dL5uaYtAWujwvAID_kLsyEsQ-ThFXGrEsg5Tk277FMs,20155
-airflow/providers/google/cloud/operators/gcs.py,sha256=NVJdss3TfidDRjxe5huCjSbV45rRxwMI1HLI80O9IJs,46636
+airflow/providers/google/cloud/operators/gcs.py,sha256=kNnjfYeXkQEkUimTg0CinQ4h9oSxx8YJpupb-IliJJs,46618
 airflow/providers/google/cloud/operators/kubernetes_engine.py,sha256=FuvYcibtKb94HqzvV-Pmq_rLP7xo_NpGii-KVmtEQI4,69865
 airflow/providers/google/cloud/operators/life_sciences.py,sha256=cQzFWGdwh4yr44j7nfMXdGnPVRkeXwkrj_qdzlchD-w,4816
 airflow/providers/google/cloud/operators/looker.py,sha256=LCbN0vv8y0exwvfHbRXmUtNUZIOlSfljInNZK1zcfrs,4063
@@ -163,7 +163,7 @@ airflow/providers/google/cloud/operators/workflows.py,sha256=fnyWLqRHz0UYu6AnQKK
 airflow/providers/google/cloud/operators/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=t_gFLDOlg8ywWf5A985zcPFr9kzTLkYSgHApVD1qGhg,31763
 airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha256=e0oFWmCRH3aQHNckjEf_YO5zP9LqiLVTzB1QTgv3iUo,28828
-airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=Kv28Pru5HHX4SygT8bnDsIoUItGF7XT2K-ioBT5B4fg,100407
+airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=USHusi4XUWqRlem0k5lyUXFtXxKCstrifLmeMZcQp7Q,98809
 airflow/providers/google/cloud/operators/vertex_ai/dataset.py,sha256=u_iEOIJEoZj10bbiymvoAT7aJP50HyZMt7_2KxUKbxM,23051
 airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py,sha256=mtbgC2NrolxIxyxOmqlnokc22NtCspa8oXwuHo140EU,26739
 airflow/providers/google/cloud/operators/vertex_ai/generative_model.py,sha256=WYkTRLI7_EbGtvh59hCj1I7y7rjGfp6Znzw5E52p0n0,25200
@@ -192,10 +192,10 @@ airflow/providers/google/cloud/sensors/tasks.py,sha256=Y2t5OYIH98tsIN7G2LwSKnYZs
 airflow/providers/google/cloud/sensors/workflows.py,sha256=iJdPt5J-9nTNFIWRcQqzXleyzbasJRsF5uPtvVfIxLA,5332
 airflow/providers/google/cloud/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/transfers/adls_to_gcs.py,sha256=ona1WA9oNhozj_JPI28sFUOukMJehkvQyjB558vfp4Q,6739
-airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py,sha256=8qtdmy48RybXSAJxHovioRKKjB3pYzdagCFeIjKZ2YU,5354
+airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py,sha256=dIkxK_DlFOMjMdnGYNHW5bhl5LV5CcT4oFKtBDOKAko,5380
 airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py,sha256=JlPRkiDsUBbu4WWHw-rTE2efmMw3uI84LR7pz4jHn1o,8182
 airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py,sha256=jQzd_QtgGDAcfWvLgKPSQuH70t-GFFbzrV7vS6Y-Zd4,8180
-airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=x0h2TfhKl01XjvxDBIUbd4zz9NakI-1EBh6iFSBRc4c,15235
+airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=Vyvr1R7Kc44ZkUGDHAgdyokWsoRwH6CY1QHZV-fQj-A,15071
 airflow/providers/google/cloud/transfers/bigquery_to_mssql.py,sha256=24MKm3FeZ1HLVnNhxVUre4nr5KztYJKFgc-yO55sdAk,4056
 airflow/providers/google/cloud/transfers/bigquery_to_mysql.py,sha256=zMEadzSW-lXrxvSVHimNX9NQN2_6Q55dzrqHehQJKlA,3092
 airflow/providers/google/cloud/transfers/bigquery_to_postgres.py,sha256=8A3gJq-ZxO0Vw3UTyAIZU1dZC31bgFQAq5_-UUjbpP4,4661
@@ -203,8 +203,8 @@ airflow/providers/google/cloud/transfers/bigquery_to_sql.py,sha256=n9MdtPYPLTXQx
 airflow/providers/google/cloud/transfers/calendar_to_gcs.py,sha256=Yba_iwBxCFXW-jHcpB9fTd8bCgq5J4yJr764N1Xe7Ss,8399
 airflow/providers/google/cloud/transfers/cassandra_to_gcs.py,sha256=3f2Q6seMBXHbLOXYa3m5GDh6N8fY-IOQSn1lu6Jmnv4,15814
 airflow/providers/google/cloud/transfers/facebook_ads_to_gcs.py,sha256=QQinZNJhK8iKv-w_eBbNVzeAqfHLABqyL_Z6Fe2-z6I,10327
-airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=oahc01jvOKPBQVgccu7n_BRFnDIJ9egCk863h3-zaR8,37197
-airflow/providers/google/cloud/transfers/gcs_to_gcs.py,sha256=ItZBJZsIziOfRgCEAZ0-Z28K1afk-UcGD7cKDTGRVNA,26315
+airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=PBmmKoniMPOkcJK0_-ltyfkV0uAww6uVqcVRxQopByU,37033
+airflow/providers/google/cloud/transfers/gcs_to_gcs.py,sha256=3vQoTt95moWeRN1KDD90bONcQqaQhRmhvFe8uf5h6SA,26341
 airflow/providers/google/cloud/transfers/gcs_to_local.py,sha256=qWUR9TZrj3Z5WzvO7gBAbr_V8LNhVHCAnjdlVgyuZBY,5274
 airflow/providers/google/cloud/transfers/gcs_to_sftp.py,sha256=km9StbMCeVZc3Nupzkp9CJk9B2c_8dLmrbhwF1lTukU,8409
 airflow/providers/google/cloud/transfers/gdrive_to_gcs.py,sha256=mkpIzRJEPnrYwncWWmnKwBdbhvNFoYVyMcNiKwlLrz4,4149
@@ -288,7 +288,7 @@ airflow/providers/google/marketing_platform/links/__init__.py,sha256=9hdXHABrVpk
 airflow/providers/google/marketing_platform/links/analytics_admin.py,sha256=goKCFxRbYA-lJuHlo7nJInOmWizA_3oG8ccT4sQ9cS8,2118
 airflow/providers/google/marketing_platform/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/marketing_platform/operators/analytics.py,sha256=DVb46WF_LNBrmz2vgoTkd4Y6DDT25GGAJjxbCSyLMCg,23511
-airflow/providers/google/marketing_platform/operators/analytics_admin.py,sha256=rRAHWuOwpxJ11BrFgQnFQnERBvjvtd1fRTtSKN9vAV4,23805
+airflow/providers/google/marketing_platform/operators/analytics_admin.py,sha256=8IrQaAq2SEutNKCO-YqO92ZSLp-o7YjnvillPNyMrKE,23828
 airflow/providers/google/marketing_platform/operators/campaign_manager.py,sha256=BVKge_GPsiQEqhu5VJ7m8eyfiL_-q8OGJJ6iYpCs540,24935
 airflow/providers/google/marketing_platform/operators/display_video.py,sha256=nMSicrDzw4pbCHx6IYnGJwtI17kvsRkLPRreD0QmcUQ,28179
 airflow/providers/google/marketing_platform/operators/search_ads.py,sha256=LSVgUHvhX802lcDIAFwweijwGTAmN9NoAmyI-2UD-mM,9294
@@ -310,7 +310,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=CxtVhp3wlEOBtjR
 airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=4nwXWkTySeBXNuThPxzO7uww_hH6PthpppTeuShn27Q,4363
 airflow/providers/google/suite/transfers/local_to_drive.py,sha256=ZSK0b1Rd6x_xsP2DVcUzeYu3qoo9Bsp3VmnKyBsFRH8,6105
 airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=sORkYSUDArRPnvi8WCiXP7YIXtpAgpEPhf8cqgpu644,5220
-apache_airflow_providers_google-10.21.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
-apache_airflow_providers_google-10.21.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_google-10.21.0rc1.dist-info/METADATA,sha256=_wwAH4e8kRbeQ8yQff2zsjf3f71Uzvyvggv2lAH7mIU,16562
-apache_airflow_providers_google-10.21.0rc1.dist-info/RECORD,,
+apache_airflow_providers_google-10.21.1rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
+apache_airflow_providers_google-10.21.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_google-10.21.1rc1.dist-info/METADATA,sha256=m0U3M3YFSxrrCHr6O0bIdpqhui2Pm54pax_RmoFyYz8,17137
+apache_airflow_providers_google-10.21.1rc1.dist-info/RECORD,,