apache-airflow-providers-google 10.14.0rc1__py3-none-any.whl → 10.15.0rc1__py3-none-any.whl

airflow/providers/google/cloud/hooks/vertex_ai/hyperparameter_tuning_job.py

@@ -15,22 +15,32 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""This module contains a Google Cloud Vertex AI hook."""
+"""
+This module contains a Google Cloud Vertex AI hook.
+
+.. spelling:word-list::
+
+    JobServiceAsyncClient
+"""
 from __future__ import annotations
 
+import asyncio
+from functools import lru_cache
 from typing import TYPE_CHECKING, Sequence
 
 from google.api_core.client_options import ClientOptions
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.aiplatform import CustomJob, HyperparameterTuningJob, gapic, hyperparameter_tuning
-from google.cloud.aiplatform_v1 import JobServiceClient, types
+from google.cloud.aiplatform_v1 import JobServiceAsyncClient, JobServiceClient, JobState, types
 
 from airflow.exceptions import AirflowException
+from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 
 if TYPE_CHECKING:
     from google.api_core.operation import Operation
     from google.api_core.retry import Retry
+    from google.api_core.retry_async import AsyncRetry
     from google.cloud.aiplatform_v1.services.job_service.pagers import ListHyperparameterTuningJobsPager
 
 
@@ -55,7 +65,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         self._hyperparameter_tuning_job: HyperparameterTuningJob | None = None
 
     def get_job_service_client(self, region: str | None = None) -> JobServiceClient:
-        """Returns JobServiceClient."""
+        """Return JobServiceClient."""
         if region and region != "global":
             client_options = ClientOptions(api_endpoint=f"{region}-aiplatform.googleapis.com:443")
         else:
@@ -81,7 +91,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         labels: dict[str, str] | None = None,
         encryption_spec_key_name: str | None = None,
     ) -> HyperparameterTuningJob:
-        """Returns HyperparameterTuningJob object."""
+        """Return HyperparameterTuningJob object."""
         return HyperparameterTuningJob(
             display_name=display_name,
             custom_job=custom_job,
@@ -110,7 +120,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         encryption_spec_key_name: str | None = None,
         staging_bucket: str | None = None,
     ) -> CustomJob:
-        """Returns CustomJob object."""
+        """Return CustomJob object."""
         return CustomJob(
             display_name=display_name,
             worker_pool_specs=worker_pool_specs,
@@ -125,11 +135,11 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
 
     @staticmethod
     def extract_hyperparameter_tuning_job_id(obj: dict) -> str:
-        """Returns unique id of the hyperparameter_tuning_job."""
+        """Return unique id of the hyperparameter_tuning_job."""
         return obj["name"].rpartition("/")[-1]
 
     def wait_for_operation(self, operation: Operation, timeout: float | None = None):
-        """Waits for long-lasting operation to complete."""
+        """Wait for long-lasting operation to complete."""
         try:
             return operation.result(timeout=timeout)
         except Exception:
@@ -172,6 +182,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         tensorboard: str | None = None,
         sync: bool = True,
         # END: run param
+        wait_job_completed: bool = True,
     ) -> HyperparameterTuningJob:
         """
         Create a HyperparameterTuningJob.
@@ -256,6 +267,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
             https://cloud.google.com/vertex-ai/docs/experiments/tensorboard-training
         :param sync: Whether to execute this method synchronously. If False, this method will unblock and it
             will be executed in a concurrent Future.
+        :param wait_job_completed: Whether to wait for the job completed.
         """
         custom_job = self.get_custom_job_object(
             project=project_id,
@@ -292,7 +304,11 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
             tensorboard=tensorboard,
             sync=sync,
         )
-        self._hyperparameter_tuning_job.wait()
+
+        if wait_job_completed:
+            self._hyperparameter_tuning_job.wait()
+        else:
+            self._hyperparameter_tuning_job._wait_for_resource_creation()
         return self._hyperparameter_tuning_job
 
     @GoogleBaseHook.fallback_to_default_project_id
@@ -306,7 +322,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> types.HyperparameterTuningJob:
         """
-        Gets a HyperparameterTuningJob.
+        Get a HyperparameterTuningJob.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -342,7 +358,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListHyperparameterTuningJobsPager:
         """
-        Lists HyperparameterTuningJobs in a Location.
+        List HyperparameterTuningJobs in a Location.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -391,7 +407,7 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Deletes a HyperparameterTuningJob.
+        Delete a HyperparameterTuningJob.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -413,3 +429,104 @@ class HyperparameterTuningJobHook(GoogleBaseHook):
             metadata=metadata,
         )
         return result
+
+
+class HyperparameterTuningJobAsyncHook(GoogleBaseHook):
+    """Async hook for Google Cloud Vertex AI Hyperparameter Tuning Job APIs."""
+
+    def __init__(
+        self,
+        gcp_conn_id: str = "google_cloud_default",
+        impersonation_chain: str | Sequence[str] | None = None,
+        **kwargs,
+    ):
+        super().__init__(
+            gcp_conn_id=gcp_conn_id,
+            impersonation_chain=impersonation_chain,
+            **kwargs,
+        )
+
+    @lru_cache
+    def get_job_service_client(self, region: str | None = None) -> JobServiceAsyncClient:
+        """
+        Retrieve Vertex AI async client.
+
+        :return: Google Cloud Vertex AI client object.
+        """
+        endpoint = f"{region}-aiplatform.googleapis.com:443" if region and region != "global" else None
+        return JobServiceAsyncClient(
+            credentials=self.get_credentials(),
+            client_info=CLIENT_INFO,
+            client_options=ClientOptions(api_endpoint=endpoint),
+        )
+
+    async def get_hyperparameter_tuning_job(
+        self,
+        project_id: str,
+        location: str,
+        job_id: str,
+        retry: AsyncRetry | _MethodDefault = DEFAULT,
+        timeout: float | None = None,
+        metadata: Sequence[tuple[str, str]] = (),
+    ) -> types.HyperparameterTuningJob:
+        """
+        Retrieve a hyperparameter tuning job.
+
+        :param project_id: Required. The ID of the Google Cloud project that the job belongs to.
+        :param location: Required. The ID of the Google Cloud region that the job belongs to.
+        :param job_id: Required. The hyperparameter tuning job id.
+        :param retry: Designation of what errors, if any, should be retried.
+        :param timeout: The timeout for this request.
+        :param metadata: Strings which should be sent along with the request as metadata.
+        """
+        client: JobServiceAsyncClient = self.get_job_service_client(region=location)
+        job_name = client.hyperparameter_tuning_job_path(project_id, location, job_id)
+
+        result = await client.get_hyperparameter_tuning_job(
+            request={
+                "name": job_name,
+            },
+            retry=retry,
+            timeout=timeout,
+            metadata=metadata,
+        )
+
+        return result
+
+    async def wait_hyperparameter_tuning_job(
+        self,
+        project_id: str,
+        location: str,
+        job_id: str,
+        retry: AsyncRetry | _MethodDefault = DEFAULT,
+        timeout: float | None = None,
+        metadata: Sequence[tuple[str, str]] = (),
+        poll_interval: int = 10,
+    ) -> types.HyperparameterTuningJob:
+        statuses_complete = {
+            JobState.JOB_STATE_CANCELLED,
+            JobState.JOB_STATE_FAILED,
+            JobState.JOB_STATE_PAUSED,
+            JobState.JOB_STATE_SUCCEEDED,
+        }
+        while True:
+            try:
+                self.log.info("Requesting hyperparameter tuning job with id %s", job_id)
+                job: types.HyperparameterTuningJob = await self.get_hyperparameter_tuning_job(
+                    project_id=project_id,
+                    location=location,
+                    job_id=job_id,
+                    retry=retry,
+                    timeout=timeout,
+                    metadata=metadata,
+                )
+            except Exception as ex:
+                self.log.exception("Exception occurred while requesting job %s", job_id)
+                raise AirflowException(ex)
+
+            self.log.info("Status of the hyperparameter tuning job %s is %s", job.name, job.state.name)
+            if job.state in statuses_complete:
+                return job
+
+            self.log.info("Sleeping for %s seconds.", poll_interval)
+            await asyncio.sleep(poll_interval)

airflow/providers/google/cloud/hooks/vertex_ai/model_service.py

@@ -51,7 +51,7 @@ class ModelServiceHook(GoogleBaseHook):
         super().__init__(**kwargs)
 
     def get_model_service_client(self, region: str | None = None) -> ModelServiceClient:
-        """Returns ModelServiceClient."""
+        """Return ModelServiceClient object."""
         if region and region != "global":
             client_options = ClientOptions(api_endpoint=f"{region}-aiplatform.googleapis.com:443")
         else:
@@ -63,11 +63,11 @@ class ModelServiceHook(GoogleBaseHook):
 
     @staticmethod
     def extract_model_id(obj: dict) -> str:
-        """Returns unique id of the model."""
+        """Return unique id of the model."""
         return obj["model"].rpartition("/")[-1]
 
     def wait_for_operation(self, operation: Operation, timeout: float | None = None):
-        """Waits for long-lasting operation to complete."""
+        """Wait for long-lasting operation to complete."""
         try:
             return operation.result(timeout=timeout)
         except Exception:
@@ -85,7 +85,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Deletes a Model.
+        Delete a Model.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -119,7 +119,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Exports a trained, exportable Model to a location specified by the user.
+        Export a trained, exportable Model to a location specified by the user.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -158,7 +158,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListModelsPager:
         r"""
-        Lists Models in a Location.
+        List Models in a Location.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -213,7 +213,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Uploads a Model artifact into Vertex AI.
+        Upload a Model artifact into Vertex AI.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -247,7 +247,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListModelVersionsPager:
         """
-        Lists all versions of the existing Model.
+        List all versions of the existing Model.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -280,7 +280,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Deletes version of the Model. The version could not be deleted if this version is default.
+        Delete version of the Model. The version could not be deleted if this version is default.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -313,7 +313,7 @@ class ModelServiceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Model:
         """
-        Retrieves Model of specific name and version. If version is not specified, the default is retrieved.
+        Retrieve Model of specific name and version. If version is not specified, the default is retrieved.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.

airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py

@@ -60,7 +60,7 @@ class PipelineJobHook(GoogleBaseHook):
         self,
         region: str | None = None,
     ) -> PipelineServiceClient:
-        """Returns PipelineServiceClient."""
+        """Return PipelineServiceClient object."""
         if region and region != "global":
             client_options = ClientOptions(api_endpoint=f"{region}-aiplatform.googleapis.com:443")
         else:
@@ -84,7 +84,7 @@ class PipelineJobHook(GoogleBaseHook):
         location: str | None = None,
         failure_policy: str | None = None,
     ) -> PipelineJob:
-        """Returns PipelineJob object."""
+        """Return PipelineJob object."""
         return PipelineJob(
             display_name=display_name,
             template_path=template_path,
@@ -103,11 +103,11 @@ class PipelineJobHook(GoogleBaseHook):
 
     @staticmethod
     def extract_pipeline_job_id(obj: dict) -> str:
-        """Returns unique id of the pipeline_job."""
+        """Return unique id of the pipeline_job."""
         return obj["name"].rpartition("/")[-1]
 
     def wait_for_operation(self, operation: Operation, timeout: float | None = None):
-        """Waits for long-lasting operation to complete."""
+        """Wait for long-lasting operation to complete."""
         try:
             return operation.result(timeout=timeout)
         except Exception:
@@ -131,7 +131,7 @@ class PipelineJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> PipelineJob:
         """
-        Creates a PipelineJob. A PipelineJob will run immediately when created.
+        Create a PipelineJob. A PipelineJob will run immediately when created.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -265,7 +265,7 @@ class PipelineJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> PipelineJob:
         """
-        Gets a PipelineJob.
+        Get a PipelineJob.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -301,7 +301,7 @@ class PipelineJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListPipelineJobsPager:
         """
-        Lists PipelineJobs in a Location.
+        List PipelineJobs in a Location.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -386,7 +386,7 @@ class PipelineJobHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Deletes a PipelineJob.
+        Delete a PipelineJob.
 
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.

airflow/providers/google/cloud/hooks/video_intelligence.py

@@ -71,7 +71,7 @@ class CloudVideoIntelligenceHook(GoogleBaseHook):
         self._conn: VideoIntelligenceServiceClient | None = None
 
     def get_conn(self) -> VideoIntelligenceServiceClient:
-        """Returns Gcp Video Intelligence Service client."""
+        """Return Gcp Video Intelligence Service client."""
         if not self._conn:
             self._conn = VideoIntelligenceServiceClient(
                 credentials=self.get_credentials(), client_info=CLIENT_INFO
@@ -92,7 +92,7 @@ class CloudVideoIntelligenceHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Performs video annotation.
+        Perform video annotation.
 
         :param input_uri: Input video location. Currently, only Google Cloud Storage URIs are supported,
             which must be specified in the following format: ``gs://bucket-id/object-id``.

airflow/providers/google/cloud/hooks/vision.py

@@ -142,7 +142,7 @@ class CloudVisionHook(GoogleBaseHook):
 
     def get_conn(self) -> ProductSearchClient:
         """
-        Retrieves connection to Cloud Vision.
+        Retrieve a connection to Cloud Vision.
 
         :return: Google Cloud Vision client object.
         """

airflow/providers/google/cloud/hooks/workflows.py

@@ -50,11 +50,11 @@ class WorkflowsHook(GoogleBaseHook):
         super().__init__(**kwargs)
 
     def get_workflows_client(self) -> WorkflowsClient:
-        """Returns WorkflowsClient."""
+        """Return WorkflowsClient object."""
         return WorkflowsClient(credentials=self.get_credentials(), client_info=CLIENT_INFO)
 
     def get_executions_client(self) -> ExecutionsClient:
-        """Returns ExecutionsClient."""
+        """Return ExecutionsClient object."""
         return ExecutionsClient(credentials=self.get_credentials(), client_info=CLIENT_INFO)
 
     @GoogleBaseHook.fallback_to_default_project_id
@@ -69,7 +69,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Creates a new workflow.
+        Create a new workflow.
 
         If a workflow with the specified name already exists in the
         specified project and location, the long running operation will
@@ -106,7 +106,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Workflow:
         """
-        Gets details of a single Workflow.
+        Get details of a single Workflow.
 
         :param workflow_id: Required. The ID of the workflow to be created.
         :param project_id: Required. The ID of the Google Cloud project the cluster belongs to.
@@ -131,7 +131,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Operation:
         """
-        Updates an existing workflow.
+        Update an existing workflow.
 
         Running this method has no impact on already running
         executions of the workflow. A new revision of the
@@ -196,7 +196,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListWorkflowsPager:
         """
-        Lists Workflows in a given project and location; the default order is not specified.
+        List Workflows in a given project and location; the default order is not specified.
 
         :param filter_: Filter to restrict results to specific workflows.
         :param order_by: Comma-separated list of fields that
@@ -234,7 +234,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Execution:
         """
-        Creates a new execution using the latest revision of the given workflow.
+        Create a new execution using the latest revision of the given workflow.
 
         :param execution: Required. Input parameters of the execution represented as a dictionary.
         :param workflow_id: Required. The ID of the workflow.
@@ -269,7 +269,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Execution:
         """
-        Returns an execution for the given ``workflow_id`` and ``execution_id``.
+        Return an execution for the given ``workflow_id`` and ``execution_id``.
 
         :param workflow_id: Required. The ID of the workflow.
         :param execution_id: Required. The ID of the execution.
@@ -298,7 +298,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Execution:
         """
-        Cancels an execution using the given ``workflow_id`` and ``execution_id``.
+        Cancel an execution using the given ``workflow_id`` and ``execution_id``.
 
         :param workflow_id: Required. The ID of the workflow.
         :param execution_id: Required. The ID of the execution.
@@ -328,7 +328,7 @@ class WorkflowsHook(GoogleBaseHook):
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListExecutionsPager:
         """
-        Returns a list of executions which belong to the workflow with the given name.
+        Return a list of executions which belong to the workflow with the given name.
 
         The method returns executions of all workflow revisions. Returned
         executions are ordered by their start time (newest first).

airflow/providers/google/cloud/links/datafusion.py

@@ -15,7 +15,7 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""This module contains Google Compute Engine links."""
+"""This module contains Google Data Fusion links."""
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, ClassVar
@@ -30,8 +30,8 @@ if TYPE_CHECKING:
 
 BASE_LINK = "https://console.cloud.google.com/data-fusion"
 DATAFUSION_INSTANCE_LINK = BASE_LINK + "/locations/{region}/instances/{instance_name}?project={project_id}"
-DATAFUSION_PIPELINES_LINK = "{uri}/cdap/ns/default/pipelines"
-DATAFUSION_PIPELINE_LINK = "{uri}/pipelines/ns/default/view/{pipeline_name}"
+DATAFUSION_PIPELINES_LINK = "{uri}/cdap/ns/{namespace}/pipelines"
+DATAFUSION_PIPELINE_LINK = "{uri}/pipelines/ns/{namespace}/view/{pipeline_name}"
 
 
 class BaseGoogleLink(BaseOperatorLink):
@@ -52,10 +52,13 @@ class BaseGoogleLink(BaseOperatorLink):
         ti_key: TaskInstanceKey,
     ) -> str:
         conf = XCom.get_value(key=self.key, ti_key=ti_key)
+
         if not conf:
             return ""
-        if self.format_str.startswith("http"):
-            return self.format_str.format(**conf)
+
+        # Add a default value for the 'namespace' parameter for backward compatibility.
+        conf.setdefault("namespace", "default")
+
         return self.format_str.format(**conf)
 
 
@@ -98,6 +101,7 @@ class DataFusionPipelineLink(BaseGoogleLink):
         task_instance: BaseOperator,
         uri: str,
         pipeline_name: str,
+        namespace: str,
     ):
         task_instance.xcom_push(
             context=context,
@@ -105,6 +109,7 @@ class DataFusionPipelineLink(BaseGoogleLink):
             value={
                 "uri": uri,
                 "pipeline_name": pipeline_name,
+                "namespace": namespace,
             },
         )
 
@@ -121,11 +126,13 @@ class DataFusionPipelinesLink(BaseGoogleLink):
         context: Context,
         task_instance: BaseOperator,
         uri: str,
+        namespace: str,
     ):
         task_instance.xcom_push(
             context=context,
             key=DataFusionPipelinesLink.key,
             value={
                 "uri": uri,
+                "namespace": namespace,
             },
         )

airflow/providers/google/cloud/operators/bigquery.py

@@ -25,6 +25,7 @@ from functools import cached_property
 from typing import TYPE_CHECKING, Any, Iterable, Sequence, SupportsAbs
 
 import attr
+from deprecated import deprecated
 from google.api_core.exceptions import Conflict
 from google.cloud.bigquery import DEFAULT_RETRY, CopyJob, ExtractJob, LoadJob, QueryJob
 from google.cloud.bigquery.table import RowIterator
@@ -1069,6 +1070,7 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
                 project_id=self.job_project_id or hook.project_id,
                 poll_interval=self.poll_interval,
                 as_dict=self.as_dict,
+                impersonation_chain=self.impersonation_chain,
             ),
             method_name="execute_complete",
         )
@@ -1086,6 +1088,10 @@ class BigQueryGetDataOperator(GoogleCloudBaseOperator):
         return event["records"]
 
 
+@deprecated(
+    reason="This operator is deprecated. Please use `BigQueryInsertJobOperator`.",
+    category=AirflowProviderDeprecationWarning,
+)
 class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
     """Executes BigQuery SQL queries in a specific BigQuery database.
 
@@ -1210,12 +1216,6 @@ class BigQueryExecuteQueryOperator(GoogleCloudBaseOperator):
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
-        warnings.warn(
-            "This operator is deprecated. Please use `BigQueryInsertJobOperator`.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
-
         self.sql = sql
         self.destination_dataset_table = destination_dataset_table
         self.write_disposition = write_disposition
@@ -2170,6 +2170,10 @@ class BigQueryGetDatasetTablesOperator(GoogleCloudBaseOperator):
         )
 
 
+@deprecated(
+    reason="This operator is deprecated. Please use BigQueryUpdateDatasetOperator.",
+    category=AirflowProviderDeprecationWarning,
+)
 class BigQueryPatchDatasetOperator(GoogleCloudBaseOperator):
     """Patch a dataset for your Project in BigQuery.
 
@@ -2214,11 +2218,6 @@ class BigQueryPatchDatasetOperator(GoogleCloudBaseOperator):
         impersonation_chain: str | Sequence[str] | None = None,
         **kwargs,
     ) -> None:
-        warnings.warn(
-            "This operator is deprecated. Please use BigQueryUpdateDatasetOperator.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         self.dataset_id = dataset_id
         self.project_id = project_id
         self.gcp_conn_id = gcp_conn_id
@@ -2878,6 +2877,7 @@ class BigQueryInsertJobOperator(GoogleCloudBaseOperator, _BigQueryOpenLineageMix
                         job_id=self.job_id,
                         project_id=self.project_id,
                         poll_interval=self.poll_interval,
+                        impersonation_chain=self.impersonation_chain,
                     ),
                     method_name="execute_complete",
                 )

airflow/providers/google/cloud/operators/cloud_storage_transfer_service.py

@@ -236,7 +236,9 @@ class CloudDataTransferServiceCreateJobOperator(GoogleCloudBaseOperator):
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
-        self.body = deepcopy(body)
+        self.body = body
+        if isinstance(self.body, dict):
+            self.body = deepcopy(body)
         self.aws_conn_id = aws_conn_id
         self.gcp_conn_id = gcp_conn_id
         self.api_version = api_version