apache-airflow-providers-google 10.26.0rc1__py3-none-any.whl → 11.0.0rc1__py3-none-any.whl

airflow/providers/google/cloud/operators/translate_speech.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.protobuf.json_format import MessageToDict
 

airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py

@@ -20,7 +20,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
@@ -464,98 +465,6 @@ class CreateAutoMLTabularTrainingJobOperator(AutoMLTrainingJobBaseOperator):
         return result
 
 
-@deprecated(
-    planned_removal_date="September 15, 2024",
-    use_instead="SupervisedFineTuningTrainOperator",
-    instructions=(
-        "Please consider using Fine Tuning over the Gemini model. "
-        "More info: https://cloud.google.com/vertex-ai/docs/start/automl-gemini-comparison"
-    ),
-    category=AirflowProviderDeprecationWarning,
-)
-class CreateAutoMLTextTrainingJobOperator(AutoMLTrainingJobBaseOperator):
-    """
-    Create Auto ML Text Training job.
-
-    WARNING: Text creation API is deprecated since September 15, 2024
-        (https://cloud.google.com/vertex-ai/docs/tutorials/text-classification-automl/overview).
-    """
-
-    template_fields = [
-        "parent_model",
-        "dataset_id",
-        "region",
-        "impersonation_chain",
-    ]
-    operator_extra_links = (VertexAIModelLink(), VertexAITrainingLink())
-
-    def __init__(
-        self,
-        *,
-        dataset_id: str,
-        prediction_type: str,
-        multi_label: bool = False,
-        sentiment_max: int = 10,
-        validation_fraction_split: float | None = None,
-        training_filter_split: str | None = None,
-        validation_filter_split: str | None = None,
-        test_filter_split: str | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.dataset_id = dataset_id
-        self.prediction_type = prediction_type
-        self.multi_label = multi_label
-        self.sentiment_max = sentiment_max
-        self.validation_fraction_split = validation_fraction_split
-        self.training_filter_split = training_filter_split
-        self.validation_filter_split = validation_filter_split
-        self.test_filter_split = test_filter_split
-
-    def execute(self, context: Context):
-        self.hook = AutoMLHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-        self.parent_model = self.parent_model.split("@")[0] if self.parent_model else None
-        model, training_id = self.hook.create_auto_ml_text_training_job(
-            project_id=self.project_id,
-            region=self.region,
-            display_name=self.display_name,
-            dataset=datasets.TextDataset(dataset_name=self.dataset_id),
-            prediction_type=self.prediction_type,
-            multi_label=self.multi_label,
-            sentiment_max=self.sentiment_max,
-            labels=self.labels,
-            training_encryption_spec_key_name=self.training_encryption_spec_key_name,
-            model_encryption_spec_key_name=self.model_encryption_spec_key_name,
-            training_fraction_split=self.training_fraction_split,
-            validation_fraction_split=self.validation_fraction_split,
-            test_fraction_split=self.test_fraction_split,
-            training_filter_split=self.training_filter_split,
-            validation_filter_split=self.validation_filter_split,
-            test_filter_split=self.test_filter_split,
-            model_display_name=self.model_display_name,
-            model_labels=self.model_labels,
-            sync=self.sync,
-            parent_model=self.parent_model,
-            is_default_version=self.is_default_version,
-            model_version_aliases=self.model_version_aliases,
-            model_version_description=self.model_version_description,
-        )
-
-        if model:
-            result = Model.to_dict(model)
-            model_id = self.hook.extract_model_id(result)
-            self.xcom_push(context, key="model_id", value=model_id)
-            VertexAIModelLink.persist(context=context, task_instance=self, model_id=model_id)
-        else:
-            result = model  # type: ignore
-        self.xcom_push(context, key="training_id", value=training_id)
-        VertexAITrainingLink.persist(context=context, task_instance=self, training_id=training_id)
-        return result
-
-
 class CreateAutoMLVideoTrainingJobOperator(AutoMLTrainingJobBaseOperator):
     """Create Auto ML Video Training job."""
 

airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py

@@ -20,16 +20,16 @@
 
 from __future__ import annotations
 
-import warnings
+from collections.abc import Sequence
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.aiplatform_v1.types import BatchPredictionJob
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.vertex_ai.batch_prediction_job import BatchPredictionJobHook
 from airflow.providers.google.cloud.links.vertex_ai import (
     VertexAIBatchPredictionJobLink,
@@ -136,9 +136,6 @@ class CreateBatchPredictionJobOperator(GoogleCloudBaseOperator):
         If this is set, then all resources created by the BatchPredictionJob will be encrypted with the
         provided encryption key.
         Overrides encryption_spec_key_name set in aiplatform.init.
-    :param sync: (Deprecated) Whether to execute this method synchronously. If False, this method will be executed in
-        concurrent Future and any downstream object will be immediately returned and synced when the
-        Future has completed.
     :param create_request_timeout: Optional. The timeout for the create request in seconds.
     :param batch_size: Optional. The number of the records (e.g. instances)
         of the operation given in each batch
@@ -190,7 +187,6 @@ class CreateBatchPredictionJobOperator(GoogleCloudBaseOperator):
         explanation_parameters: explain.ExplanationParameters | None = None,
         labels: dict[str, str] | None = None,
         encryption_spec_key_name: str | None = None,
-        sync: bool = True,
         create_request_timeout: float | None = None,
         batch_size: int | None = None,
         gcp_conn_id: str = "google_cloud_default",
@@ -221,7 +217,6 @@ class CreateBatchPredictionJobOperator(GoogleCloudBaseOperator):
         self.explanation_parameters = explanation_parameters
         self.labels = labels
         self.encryption_spec_key_name = encryption_spec_key_name
-        self.sync = sync
         self.create_request_timeout = create_request_timeout
         self.batch_size = batch_size
         self.gcp_conn_id = gcp_conn_id
@@ -237,11 +232,6 @@ class CreateBatchPredictionJobOperator(GoogleCloudBaseOperator):
         )
 
     def execute(self, context: Context):
-        warnings.warn(
-            "The 'sync' parameter is deprecated and will be removed after 28.08.2024.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         self.log.info("Creating Batch prediction job")
         batch_prediction_job: BatchPredictionJobObject = self.hook.submit_batch_prediction_job(
             region=self.region,

airflow/providers/google/cloud/operators/vertex_ai/custom_job.py

@@ -19,9 +19,9 @@
 
 from __future__ import annotations
 
-import warnings
+from collections.abc import Sequence
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
@@ -111,7 +111,6 @@ class CustomTrainingJobBaseOperator(GoogleCloudBaseOperator):
         predefined_split_column_name: str | None = None,
         timestamp_split_column_name: str | None = None,
         tensorboard: str | None = None,
-        sync=True,
         gcp_conn_id: str = "google_cloud_default",
         impersonation_chain: str | Sequence[str] | None = None,
         **kwargs,
@@ -168,18 +167,10 @@ class CustomTrainingJobBaseOperator(GoogleCloudBaseOperator):
         self.predefined_split_column_name = predefined_split_column_name
         self.timestamp_split_column_name = timestamp_split_column_name
         self.tensorboard = tensorboard
-        self.sync = sync
         # END Run param
         self.gcp_conn_id = gcp_conn_id
         self.impersonation_chain = impersonation_chain
 
-    def execute(self, context: Context) -> None:
-        warnings.warn(
-            "The 'sync' parameter is deprecated and will be removed after 01.10.2024.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
-
     def execute_complete(self, context: Context, event: dict[str, Any]) -> dict[str, Any] | None:
         if event["status"] == "error":
             raise AirflowException(event["message"])
@@ -532,8 +523,6 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
         self.poll_interval = poll_interval
 
     def execute(self, context: Context):
-        super().execute(context)
-
         self.parent_model = self.parent_model.split("@")[0] if self.parent_model else None
 
         if self.deferrable:
@@ -990,8 +979,6 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
         self.poll_interval = poll_interval
 
     def execute(self, context: Context):
-        super().execute(context)
-
         self.parent_model = self.parent_model.split("@")[0] if self.parent_model else None
 
         if self.deferrable:
@@ -1455,8 +1442,6 @@ class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
         self.poll_interval = poll_interval
 
     def execute(self, context: Context):
-        super().execute(context)
-
         self.parent_model = self.parent_model.split("@")[0] if self.parent_model else None
 
         if self.deferrable:

airflow/providers/google/cloud/operators/vertex_ai/dataset.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault

airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py

@@ -20,7 +20,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault

airflow/providers/google/cloud/operators/vertex_ai/generative_model.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.hooks.vertex_ai.generative_model import GenerativeModelHook

airflow/providers/google/cloud/operators/vertex_ai/hyperparameter_tuning_job.py

@@ -20,15 +20,15 @@
 
 from __future__ import annotations
 
-import warnings
-from typing import TYPE_CHECKING, Any, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING, Any
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.aiplatform_v1 import types
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.vertex_ai.hyperparameter_tuning_job import (
     HyperparameterTuningJobHook,
 )
@@ -128,8 +128,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
         `service_account` is required with provided `tensorboard`. For more information on configuring
         your service account please visit:
         https://cloud.google.com/vertex-ai/docs/experiments/tensorboard-training
-    :param sync: (Deprecated) Whether to execute this method synchronously. If False, this method will
-        unblock, and it will be executed in a concurrent Future.
     :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
@@ -180,7 +178,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
         restart_job_on_worker_restart: bool = False,
         enable_web_access: bool = False,
         tensorboard: str | None = None,
-        sync: bool = True,
         # END: run param
         gcp_conn_id: str = "google_cloud_default",
         impersonation_chain: str | Sequence[str] | None = None,
@@ -214,7 +211,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
         self.restart_job_on_worker_restart = restart_job_on_worker_restart
         self.enable_web_access = enable_web_access
         self.tensorboard = tensorboard
-        self.sync = sync
         self.gcp_conn_id = gcp_conn_id
         self.impersonation_chain = impersonation_chain
         self.hook: HyperparameterTuningJobHook | None = None
@@ -222,12 +218,6 @@ class CreateHyperparameterTuningJobOperator(GoogleCloudBaseOperator):
         self.poll_interval = poll_interval
 
     def execute(self, context: Context):
-        warnings.warn(
-            "The 'sync' parameter is deprecated and will be removed after 01.09.2024.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
-
         self.log.info("Creating Hyperparameter Tuning job")
         self.hook = HyperparameterTuningJobHook(
             gcp_conn_id=self.gcp_conn_id,

airflow/providers/google/cloud/operators/vertex_ai/model_service.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault

airflow/providers/google/cloud/operators/vertex_ai/pipeline_job.py

@@ -19,8 +19,9 @@
 
 from __future__ import annotations
 
+from collections.abc import Sequence
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault

airflow/providers/google/cloud/operators/video_intelligence.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.videointelligence_v1 import Feature, VideoContext

airflow/providers/google/cloud/operators/vision.py

@@ -19,8 +19,9 @@
 
 from __future__ import annotations
 
+from collections.abc import Sequence
 from copy import deepcopy
-from typing import TYPE_CHECKING, Any, Sequence, Tuple
+from typing import TYPE_CHECKING, Any
 
 from google.api_core.exceptions import AlreadyExists
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
@@ -43,7 +44,7 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-MetaData = Sequence[Tuple[str, str]]
+MetaData = Sequence[tuple[str, str]]
 
 
 class CloudVisionCreateProductSetOperator(GoogleCloudBaseOperator):

airflow/providers/google/cloud/operators/workflows.py

@@ -20,7 +20,8 @@ import datetime
 import json
 import re
 import uuid
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import AlreadyExists
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
@@ -113,7 +114,7 @@ class WorkflowsCreateWorkflowOperator(GoogleCloudBaseOperator):
 
         # We are limited by allowed length of workflow_id so
         # we use hash of whole information
-        exec_date = context["execution_date"].isoformat()
+        exec_date = context["logical_date"].isoformat()
         base = f"airflow_{self.dag_id}_{self.task_id}_{exec_date}_{hash_base}"
         workflow_id = md5(base.encode()).hexdigest()
         return re.sub(r"[:\-+.]", "_", workflow_id)

airflow/providers/google/cloud/secrets/secret_manager.py

@@ -19,17 +19,16 @@
 from __future__ import annotations
 
 import logging
-from typing import Sequence
+from collections.abc import Sequence
 
 from google.auth.exceptions import DefaultCredentialsError
 
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud._internal_client.secret_manager_client import _SecretManagerClient
 from airflow.providers.google.cloud.utils.credentials_provider import (
     _get_target_principal_and_delegates,
     get_credentials_and_project_id,
 )
-from airflow.providers.google.common.deprecated import deprecated
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.secrets import BaseSecretsBackend
 from airflow.utils.log.logging_mixin import LoggingMixin
@@ -161,22 +160,6 @@ class CloudSecretManagerBackend(BaseSecretsBackend, LoggingMixin):
 
         return self._get_secret(self.connections_prefix, conn_id)
 
-    @deprecated(
-        planned_removal_date="November 01, 2024",
-        use_instead="get_conn_value",
-        category=AirflowProviderDeprecationWarning,
-    )
-    def get_conn_uri(self, conn_id: str) -> str | None:
-        """
-        Return URI representation of Connection conn_id.
-
-        As of Airflow version 2.3.0 this method is deprecated.
-
-        :param conn_id: the connection id
-        :return: deserialized Connection
-        """
-        return self.get_conn_value(conn_id)
-
     def get_variable(self, key: str) -> str | None:
         """
         Get Airflow Variable from Environment Variable.

airflow/providers/google/cloud/sensors/bigquery.py

@@ -20,8 +20,9 @@
 from __future__ import annotations
 
 import warnings
+from collections.abc import Sequence
 from datetime import timedelta
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
@@ -30,7 +31,6 @@ from airflow.providers.google.cloud.triggers.bigquery import (
     BigQueryTableExistenceTrigger,
     BigQueryTablePartitionExistenceTrigger,
 )
-from airflow.providers.google.common.deprecated import deprecated
 from airflow.sensors.base import BaseSensorOperator
 
 if TYPE_CHECKING:
@@ -257,82 +257,3 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
 
         message = "No event received in trigger callback"
         raise AirflowException(message)
-
-
-@deprecated(
-    planned_removal_date="November 01, 2024",
-    use_instead="BigQueryTableExistenceSensor",
-    instructions="Please use BigQueryTableExistenceSensor and set deferrable attribute to True.",
-    category=AirflowProviderDeprecationWarning,
-)
-class BigQueryTableExistenceAsyncSensor(BigQueryTableExistenceSensor):
-    """
-    Checks for the existence of a table in Google Big Query.
-
-    This class is deprecated and will be removed in a future release.
-
-    Please use :class:`airflow.providers.google.cloud.sensors.bigquery.BigQueryTableExistenceSensor`
-    and set *deferrable* attribute to *True* instead.
-
-    :param project_id: The Google cloud project in which to look for the table.
-       The connection supplied to the hook must provide
-       access to the specified project.
-    :param dataset_id: The name of the dataset in which to look for the table.
-       storage bucket.
-    :param table_id: The name of the table to check the existence of.
-    :param gcp_conn_id: The connection ID used to connect to Google Cloud.
-    :param bigquery_conn_id: (Deprecated) The connection ID used to connect to Google Cloud.
-       This parameter has been deprecated. You should pass the gcp_conn_id parameter instead.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-       credentials, or chained list of accounts required to get the access_token
-       of the last account in the list, which will be impersonated in the request.
-       If set as a string, the account must grant the originating account
-       the Service Account Token Creator IAM role.
-       If set as a sequence, the identities from the list must grant
-       Service Account Token Creator IAM role to the directly preceding identity, with first
-       account from the list granting this role to the originating account (templated).
-    :param polling_interval: The interval in seconds to wait between checks table existence.
-    """
-
-    def __init__(self, **kwargs):
-        super().__init__(deferrable=True, **kwargs)
-
-
-@deprecated(
-    planned_removal_date="November 01, 2024",
-    use_instead="BigQueryTablePartitionExistenceSensor",
-    instructions="Please use BigQueryTablePartitionExistenceSensor and set deferrable attribute to True.",
-    category=AirflowProviderDeprecationWarning,
-)
-class BigQueryTableExistencePartitionAsyncSensor(BigQueryTablePartitionExistenceSensor):
-    """
-    Checks for the existence of a partition within a table in Google BigQuery.
-
-    This class is deprecated and will be removed in a future release.
-
-    Please use :class:`airflow.providers.google.cloud.sensors.bigquery.BigQueryTablePartitionExistenceSensor`
-    and set *deferrable* attribute to *True* instead.
-
-    :param project_id: The Google cloud project in which to look for the table.
-       The connection supplied to the hook must provide
-       access to the specified project.
-    :param dataset_id: The name of the dataset in which to look for the table.
-       storage bucket.
-    :param partition_id: The name of the partition to check the existence of.
-    :param table_id: The name of the table to check the existence of.
-    :param gcp_conn_id: The connection ID used to connect to Google Cloud.
-    :param bigquery_conn_id: (Deprecated) The connection ID used to connect to Google Cloud.
-       This parameter has been deprecated. You should pass the gcp_conn_id parameter instead.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-       credentials, or chained list of accounts required to get the access_token
-       of the last account in the list, which will be impersonated in the request.
-       If set as a string, the account must grant the originating account
-       the Service Account Token Creator IAM role.
-       If set as a sequence, the identities from the list must grant
-       Service Account Token Creator IAM role to the directly preceding identity, with first
-       account from the list granting this role to the originating account (templated).
-    :param poke_interval: The interval in seconds to wait between checks table existence.
-    """
-
-    def __init__(self, **kwargs):
-        super().__init__(deferrable=True, **kwargs)

airflow/providers/google/cloud/sensors/bigquery_dts.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.bigquery_datatransfer_v1 import TransferState

airflow/providers/google/cloud/sensors/bigtable.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
 
 import google.api_core.exceptions
 from google.cloud.bigtable import enums