apache-airflow-providers-google 12.0.0rc2__py3-none-any.whl → 14.0.0rc1__py3-none-any.whl

airflow/providers/google/cloud/hooks/automl.py

@@ -29,6 +29,10 @@ from collections.abc import Sequence
 from functools import cached_property
 from typing import TYPE_CHECKING
 
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.deprecated import deprecated
+from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.automl_v1beta1 import (
     AutoMlClient,
@@ -43,10 +47,6 @@ from google.cloud.automl_v1beta1 import (
     PredictResponse,
 )
 
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core.operation import Operation
     from google.api_core.retry import Retry
@@ -58,6 +58,12 @@ if TYPE_CHECKING:
     from google.protobuf.field_mask_pb2 import FieldMask
 
 
+@deprecated(
+    planned_removal_date="September 30, 2025",
+    use_instead="airflow.providers.google.cloud.hooks.vertex_ai.auto_ml.AutoMLHook, "
+    "airflow.providers.google.cloud.hooks.translate.TranslateHook",
+    category=AirflowProviderDeprecationWarning,
+)
 class CloudAutoMLHook(GoogleBaseHook):
     """
     Google Cloud AutoML hook.

airflow/providers/google/cloud/hooks/bigquery.py

@@ -33,25 +33,6 @@ from typing import TYPE_CHECKING, Any, NoReturn, Union, cast
 
 from aiohttp import ClientSession as ClientSession
 from gcloud.aio.bigquery import Job, Table as Table_async
-from google.cloud.bigquery import (
-    DEFAULT_RETRY,
-    Client,
-    CopyJob,
-    ExtractJob,
-    LoadJob,
-    QueryJob,
-    SchemaField,
-    UnknownJob,
-)
-from google.cloud.bigquery.dataset import AccessEntry, Dataset, DatasetListItem, DatasetReference
-from google.cloud.bigquery.retry import DEFAULT_JOB_RETRY
-from google.cloud.bigquery.table import (
-    Row,
-    RowIterator,
-    Table,
-    TableReference,
-)
-from google.cloud.exceptions import NotFound
 from googleapiclient.discovery import build
 from pandas_gbq import read_gbq
 from pandas_gbq.gbq import GbqConnector  # noqa: F401 used in ``airflow.contrib.hooks.bigquery``
@@ -59,6 +40,7 @@ from requests import Session
 from sqlalchemy import create_engine
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.common.compat.lineage.hook import get_hook_lineage_collector
 from airflow.providers.common.sql.hooks.sql import DbApiHook
 from airflow.providers.google.cloud.utils.bigquery import bq_cast
 from airflow.providers.google.cloud.utils.credentials_provider import _get_scopes
@@ -73,9 +55,30 @@ from airflow.providers.google.common.hooks.base_google import (
 from airflow.utils.hashlib_wrapper import md5
 from airflow.utils.helpers import convert_camel_to_snake
 from airflow.utils.log.logging_mixin import LoggingMixin
+from google.cloud.bigquery import (
+    DEFAULT_RETRY,
+    Client,
+    CopyJob,
+    ExtractJob,
+    LoadJob,
+    QueryJob,
+    SchemaField,
+    UnknownJob,
+)
+from google.cloud.bigquery.dataset import AccessEntry, Dataset, DatasetListItem, DatasetReference
+from google.cloud.bigquery.retry import DEFAULT_JOB_RETRY
+from google.cloud.bigquery.table import (
+    Row,
+    RowIterator,
+    Table,
+    TableListItem,
+    TableReference,
+)
+from google.cloud.exceptions import NotFound
 
 if TYPE_CHECKING:
     import pandas as pd
+
     from google.api_core.page_iterator import HTTPIterator
     from google.api_core.retry import Retry
 
@@ -344,6 +347,11 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
         except NotFound:
             return False
 
+    @deprecated(
+        planned_removal_date="July 30, 2025",
+        use_instead="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_table",
+        category=AirflowProviderDeprecationWarning,
+    )
     @GoogleBaseHook.fallback_to_default_project_id
     def create_empty_table(
         self,
@@ -454,9 +462,85 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
             table_id=table_id,
         )
         table = Table.from_api_repr(table_resource)
-        return self.get_client(project_id=project_id, location=location).create_table(
+        result = self.get_client(project_id=project_id, location=location).create_table(
             table=table, exists_ok=exists_ok, retry=retry
         )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="bigquery",
+            asset_kwargs={
+                "project_id": result.project,
+                "dataset_id": result.dataset_id,
+                "table_id": result.table_id,
+            },
+        )
+        return result
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def create_table(
+        self,
+        dataset_id: str,
+        table_id: str,
+        table_resource: dict[str, Any] | Table | TableReference | TableListItem,
+        location: str | None = None,
+        project_id: str = PROVIDE_PROJECT_ID,
+        exists_ok: bool = True,
+        schema_fields: list | None = None,
+        retry: Retry = DEFAULT_RETRY,
+        timeout: float | None = None,
+    ) -> Table:
+        """
+        Create a new, empty table in the dataset.
+
+        :param project_id: Optional. The project to create the table into.
+        :param dataset_id: Required. The dataset to create the table into.
+        :param table_id: Required. The Name of the table to be created.
+        :param table_resource: Required. Table resource as described in documentation:
+            https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#Table
+            If ``table`` is a reference, an empty table is created with the specified ID. The dataset that
+            the table belongs to must already exist.
+        :param schema_fields: Optional. If set, the schema field list as defined here:
+            https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema
+
+            .. code-block:: python
+
+                schema_fields = [
+                    {"name": "emp_name", "type": "STRING", "mode": "REQUIRED"},
+                    {"name": "salary", "type": "INTEGER", "mode": "NULLABLE"},
+                ]
+        :param location: Optional. The location used for the operation.
+        :param exists_ok: Optional. If ``True``, ignore "already exists" errors when creating the table.
+        :param retry: Optional. A retry object used  to retry requests. If `None` is specified, requests
+            will not be retried.
+        :param timeout: Optional. The amount of time, in seconds, to wait for the request to complete.
+            Note that if `retry` is specified, the timeout applies to each individual attempt.
+        """
+        _table_resource: dict[str, Any] = {}
+        if isinstance(table_resource, Table):
+            _table_resource = Table.from_api_repr(table_resource)  # type: ignore
+        if schema_fields:
+            _table_resource["schema"] = {"fields": schema_fields}
+        table_resource_final = {**table_resource, **_table_resource}  # type: ignore
+        table_resource = self._resolve_table_reference(
+            table_resource=table_resource_final,
+            project_id=project_id,
+            dataset_id=dataset_id,
+            table_id=table_id,
+        )
+        table = Table.from_api_repr(table_resource)
+        result = self.get_client(project_id=project_id, location=location).create_table(
+            table=table, exists_ok=exists_ok, retry=retry, timeout=timeout
+        )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="bigquery",
+            asset_kwargs={
+                "project_id": result.project,
+                "dataset_id": result.dataset_id,
+                "table_id": result.table_id,
+            },
+        )
+        return result
 
     @GoogleBaseHook.fallback_to_default_project_id
     def create_empty_dataset(
@@ -617,6 +701,15 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
         self.log.info("Updating table: %s", table_resource["tableReference"])
         table_object = self.get_client(project_id=project_id).update_table(table=table, fields=fields)
         self.log.info("Table %s.%s.%s updated successfully", project_id, dataset_id, table_id)
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="bigquery",
+            asset_kwargs={
+                "project_id": table_object.project,
+                "dataset_id": table_object.dataset_id,
+                "table_id": table_object.table_id,
+            },
+        )
         return table_object.to_api_repr()
 
     @GoogleBaseHook.fallback_to_default_project_id
@@ -879,8 +972,8 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
             table = self.update_table(table_resource=table_resource)
         else:
             self.log.info("Table %s:%s.%s does not exist. creating.", project_id, dataset_id, table_id)
-            table = self.create_empty_table(
-                table_resource=table_resource, project_id=project_id
+            table = self.create_table(
+                dataset_id=dataset_id, table_id=table_id, table_resource=table_resource, project_id=project_id
             ).to_api_repr()
         return table
 
@@ -908,6 +1001,16 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
             not_found_ok=not_found_ok,
         )
         self.log.info("Deleted table %s", table_id)
+        table_ref = TableReference.from_string(table_id, default_project=project_id)
+        get_hook_lineage_collector().add_input_asset(
+            context=self,
+            scheme="bigquery",
+            asset_kwargs={
+                "project_id": table_ref.project,
+                "dataset_id": table_ref.dataset_id,
+                "table_id": table_ref.table_id,
+            },
+        )
 
     @GoogleBaseHook.fallback_to_default_project_id
     def list_rows(

airflow/providers/google/cloud/hooks/bigquery_dts.py

@@ -23,6 +23,12 @@ from collections.abc import Sequence
 from copy import copy
 from typing import TYPE_CHECKING
 
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import (
+    PROVIDE_PROJECT_ID,
+    GoogleBaseAsyncHook,
+    GoogleBaseHook,
+)
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.bigquery_datatransfer_v1 import DataTransferServiceAsyncClient, DataTransferServiceClient
 from google.cloud.bigquery_datatransfer_v1.types import (
@@ -31,17 +37,11 @@ from google.cloud.bigquery_datatransfer_v1.types import (
     TransferRun,
 )
 
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import (
-    PROVIDE_PROJECT_ID,
-    GoogleBaseAsyncHook,
-    GoogleBaseHook,
-)
-
 if TYPE_CHECKING:
+    from googleapiclient.discovery import Resource
+
     from google.api_core.retry import Retry
     from google.api_core.retry_async import AsyncRetry
-    from googleapiclient.discovery import Resource
 
 
 def get_object_id(obj: dict) -> str:

airflow/providers/google/cloud/hooks/bigtable.py

@@ -22,14 +22,13 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 from google.cloud.bigtable import Client, enums
 from google.cloud.bigtable.cluster import Cluster
 from google.cloud.bigtable.instance import Instance
 from google.cloud.bigtable.table import ClusterState, Table
 
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
-
 if TYPE_CHECKING:
     import enum
 

airflow/providers/google/cloud/hooks/cloud_batch.py

@@ -23,6 +23,9 @@ import time
 from collections.abc import Iterable, Sequence
 from typing import TYPE_CHECKING
 
+from airflow.exceptions import AirflowException
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 from google.cloud.batch import ListJobsRequest, ListTasksRequest
 from google.cloud.batch_v1 import (
     BatchServiceAsyncClient,
@@ -33,10 +36,6 @@ from google.cloud.batch_v1 import (
     Task,
 )
 
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core import operation
     from google.cloud.batch_v1.services.batch_service import pagers

airflow/providers/google/cloud/hooks/cloud_build.py

@@ -22,15 +22,14 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
-from google.api_core.client_options import ClientOptions
-from google.api_core.exceptions import AlreadyExists
-from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
-from google.cloud.devtools.cloudbuild_v1 import CloudBuildAsyncClient, CloudBuildClient, GetBuildRequest
-
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.deprecated import deprecated
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
+from google.api_core.client_options import ClientOptions
+from google.api_core.exceptions import AlreadyExists
+from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
+from google.cloud.devtools.cloudbuild_v1 import CloudBuildAsyncClient, CloudBuildClient, GetBuildRequest
 
 if TYPE_CHECKING:
     from google.api_core.operation import Operation

airflow/providers/google/cloud/hooks/cloud_composer.py

@@ -22,6 +22,9 @@ import time
 from collections.abc import MutableSequence, Sequence
 from typing import TYPE_CHECKING
 
+from airflow.exceptions import AirflowException
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 from google.api_core.client_options import ClientOptions
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.orchestration.airflow.service_v1 import (
@@ -31,10 +34,6 @@ from google.cloud.orchestration.airflow.service_v1 import (
     PollAirflowCommandResponse,
 )
 
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core.operation import Operation
     from google.api_core.operation_async import AsyncOperation

airflow/providers/google/cloud/hooks/cloud_memorystore.py

@@ -31,6 +31,9 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
+from airflow import version
+from airflow.exceptions import AirflowException
+from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 from google.api_core import path_template
 from google.api_core.exceptions import NotFound
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
@@ -44,10 +47,6 @@ from google.cloud.redis_v1 import (
     OutputConfig,
 )
 
-from airflow import version
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core.retry import Retry
     from google.protobuf.field_mask_pb2 import FieldMask

airflow/providers/google/cloud/hooks/cloud_run.py

@@ -21,6 +21,9 @@ import itertools
 from collections.abc import Iterable, Sequence
 from typing import TYPE_CHECKING, Any
 
+from airflow.exceptions import AirflowException
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 from google.cloud.run_v2 import (
     CreateJobRequest,
     CreateServiceRequest,
@@ -40,10 +43,6 @@ from google.cloud.run_v2 import (
 )
 from google.longrunning import operations_pb2  # type: ignore[attr-defined]
 
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core import operation
     from google.api_core.operation_async import AsyncOperation

airflow/providers/google/cloud/hooks/cloud_sql.py

@@ -64,9 +64,11 @@ from airflow.providers.google.common.hooks.base_google import (
 from airflow.utils.log.logging_mixin import LoggingMixin
 
 if TYPE_CHECKING:
-    from google.cloud.secretmanager_v1 import AccessSecretVersionResponse
     from requests import Session
 
+    from airflow.providers.common.sql.hooks.sql import DbApiHook
+    from google.cloud.secretmanager_v1 import AccessSecretVersionResponse
+
 UNIX_PATH_MAX = 108
 
 # Time to sleep between active checks of the operation results
@@ -573,6 +575,8 @@ class CloudSqlProxyRunner(LoggingMixin):
         processor = os.uname().machine
         if processor == "x86_64":
             processor = "amd64"
+        elif processor == "aarch64":
+            processor = "arm64"
         if not self.sql_proxy_version:
             download_url = CLOUD_SQL_PROXY_DOWNLOAD_URL.format(system, processor)
         else:
@@ -1146,7 +1150,7 @@ class CloudSQLDatabaseHook(BaseHook):
             gcp_conn_id=self.gcp_conn_id,
         )
 
-    def get_database_hook(self, connection: Connection) -> BaseHook:
+    def get_database_hook(self, connection: Connection) -> DbApiHook:
         """
         Retrieve database hook.
 
@@ -1156,7 +1160,7 @@ class CloudSQLDatabaseHook(BaseHook):
         if self.database_type == "postgres":
             from airflow.providers.postgres.hooks.postgres import PostgresHook
 
-            db_hook: BaseHook = PostgresHook(connection=connection, database=self.database)
+            db_hook: DbApiHook = PostgresHook(connection=connection, database=self.database)
         else:
             from airflow.providers.mysql.hooks.mysql import MySqlHook
 

airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py

@@ -36,12 +36,6 @@ from copy import deepcopy
 from datetime import timedelta
 from typing import TYPE_CHECKING, Any
 
-from google.cloud.storage_transfer_v1 import (
-    ListTransferJobsRequest,
-    StorageTransferServiceAsyncClient,
-    TransferJob,
-    TransferOperation,
-)
 from googleapiclient.discovery import Resource, build
 from googleapiclient.errors import HttpError
 
@@ -52,12 +46,21 @@ from airflow.providers.google.common.hooks.base_google import (
     GoogleBaseAsyncHook,
     GoogleBaseHook,
 )
+from google.api_core import protobuf_helpers
+from google.cloud.storage_transfer_v1 import (
+    ListTransferJobsRequest,
+    StorageTransferServiceAsyncClient,
+    TransferJob,
+    TransferOperation,
+)
 
 if TYPE_CHECKING:
+    from proto import Message
+
     from google.cloud.storage_transfer_v1.services.storage_transfer_service.pagers import (
         ListTransferJobsAsyncPager,
     )
-    from proto import Message
+    from google.longrunning import operations_pb2  # type: ignore[attr-defined]
 
 log = logging.getLogger(__name__)
 
@@ -596,3 +599,112 @@ class CloudDataTransferServiceAsyncHook(GoogleBaseAsyncHook):
             operation = TransferOperation.deserialize(response_operation.metadata.value)
             return operation
         return None
+
+    async def list_transfer_operations(
+        self,
+        request_filter: dict | None = None,
+        **kwargs,
+    ) -> list[TransferOperation]:
+        """
+        Get a transfer operation in Google Storage Transfer Service.
+
+        :param request_filter: (Required) A request filter, as described in
+            https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferJobs/list#body.QUERY_PARAMETERS.filter
+            With one additional improvement:
+        :return: transfer operation
+
+        The ``project_id`` parameter is optional if you have a project ID
+        defined in the connection. See: :doc:`/connections/gcp`
+        """
+        # To preserve backward compatibility
+        # TODO: remove one day
+        if request_filter is None:
+            if "filter" in kwargs:
+                request_filter = kwargs["filter"]
+                if not isinstance(request_filter, dict):
+                    raise ValueError(f"The request_filter should be dict and is {type(request_filter)}")
+                warnings.warn(
+                    "Use 'request_filter' instead of 'filter'",
+                    AirflowProviderDeprecationWarning,
+                    stacklevel=2,
+                )
+            else:
+                raise TypeError(
+                    "list_transfer_operations missing 1 required positional argument: 'request_filter'"
+                )
+
+        conn = await self.get_conn()
+
+        request_filter = await self._inject_project_id(request_filter, FILTER, FILTER_PROJECT_ID)
+
+        operations: list[operations_pb2.Operation] = []
+
+        response = await conn.list_operations(
+            request={
+                "name": TRANSFER_OPERATIONS,
+                "filter": json.dumps(request_filter),
+            }
+        )
+
+        while response is not None:
+            operations.extend(response.operations)
+            response = (
+                await conn.list_operations(
+                    request={
+                        "name": TRANSFER_OPERATIONS,
+                        "filter": json.dumps(request_filter),
+                        "page_token": response.next_page_token,
+                    }
+                )
+                if response.next_page_token
+                else None
+            )
+
+        transfer_operations = [
+            protobuf_helpers.from_any_pb(TransferOperation, op.metadata) for op in operations
+        ]
+
+        return transfer_operations
+
+    async def _inject_project_id(self, body: dict, param_name: str, target_key: str) -> dict:
+        body = deepcopy(body)
+        body[target_key] = body.get(target_key, self.project_id)
+        if not body.get(target_key):
+            raise AirflowException(
+                f"The project id must be passed either as `{target_key}` key in `{param_name}` "
+                f"parameter or as project_id extra in Google Cloud connection definition. Both are not set!"
+            )
+        return body
+
+    @staticmethod
+    async def operations_contain_expected_statuses(
+        operations: list[TransferOperation], expected_statuses: set[str] | str
+    ) -> bool:
+        """
+        Check whether an operation exists with the expected status.
+
+        :param operations: (Required) List of transfer operations to check.
+        :param expected_statuses: (Required) The expected status. See:
+            https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferOperations#Status
+        :return: If there is an operation with the expected state in the
+            operation list, returns true,
+        :raises AirflowException: If it encounters operations with state FAILED
+            or ABORTED in the list.
+        """
+        expected_statuses_set = (
+            {expected_statuses} if isinstance(expected_statuses, str) else set(expected_statuses)
+        )
+        if not operations:
+            return False
+
+        current_statuses = {operation.status.name for operation in operations}
+
+        if len(current_statuses - expected_statuses_set) != len(current_statuses):
+            return True
+
+        if len(NEGATIVE_STATUSES - current_statuses) != len(NEGATIVE_STATUSES):
+            raise AirflowException(
+                f"An unexpected operation status was encountered. "
+                f"Expected: {', '.join(expected_statuses_set)}"
+            )
+        return False

airflow/providers/google/cloud/hooks/compute.py

@@ -23,13 +23,13 @@ import time
 from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any
 
-from google.cloud.compute_v1.services.instance_group_managers import InstanceGroupManagersClient
-from google.cloud.compute_v1.services.instance_templates import InstanceTemplatesClient
-from google.cloud.compute_v1.services.instances import InstancesClient
 from googleapiclient.discovery import build
 
 from airflow.exceptions import AirflowException
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
+from google.cloud.compute_v1.services.instance_group_managers import InstanceGroupManagersClient
+from google.cloud.compute_v1.services.instance_templates import InstanceTemplatesClient
+from google.cloud.compute_v1.services.instances import InstancesClient
 
 if TYPE_CHECKING:
     from google.api_core.retry import Retry

airflow/providers/google/cloud/hooks/datacatalog.py

@@ -19,6 +19,9 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
+from airflow.exceptions import AirflowException
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud import datacatalog
 from google.cloud.datacatalog import (
@@ -32,10 +35,6 @@ from google.cloud.datacatalog import (
     TagTemplateField,
 )
 
-from airflow.exceptions import AirflowException
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
-
 if TYPE_CHECKING:
     from google.api_core.retry import Retry
     from google.protobuf.field_mask_pb2 import FieldMask

airflow/providers/google/cloud/hooks/dataflow.py

@@ -31,6 +31,18 @@ from collections.abc import Generator, Sequence
 from copy import deepcopy
 from typing import TYPE_CHECKING, Any, Callable, TypeVar, cast
 
+from googleapiclient.discovery import Resource, build
+
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.apache.beam.hooks.beam import BeamHook, BeamRunnerType, beam_options_to_args
+from airflow.providers.google.common.deprecated import deprecated
+from airflow.providers.google.common.hooks.base_google import (
+    PROVIDE_PROJECT_ID,
+    GoogleBaseAsyncHook,
+    GoogleBaseHook,
+)
+from airflow.utils.log.logging_mixin import LoggingMixin
+from airflow.utils.timeout import timeout
 from google.cloud.dataflow_v1beta3 import (
     GetJobRequest,
     Job,
@@ -47,18 +59,6 @@ from google.cloud.dataflow_v1beta3.types import (
     JobMetrics,
 )
 from google.cloud.dataflow_v1beta3.types.jobs import ListJobsRequest
-from googleapiclient.discovery import Resource, build
-
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
-from airflow.providers.apache.beam.hooks.beam import BeamHook, BeamRunnerType, beam_options_to_args
-from airflow.providers.google.common.deprecated import deprecated
-from airflow.providers.google.common.hooks.base_google import (
-    PROVIDE_PROJECT_ID,
-    GoogleBaseAsyncHook,
-    GoogleBaseHook,
-)
-from airflow.utils.log.logging_mixin import LoggingMixin
-from airflow.utils.timeout import timeout
 
 if TYPE_CHECKING:
     from google.cloud.dataflow_v1beta3.services.jobs_v1_beta3.pagers import ListJobsAsyncPager