apache-airflow-providers-google 15.1.0rc1__py3-none-any.whl → 19.3.0__py3-none-any.whl

airflow/providers/google/cloud/triggers/vertex_ai.py

@@ -28,7 +28,7 @@ from google.cloud.aiplatform_v1 import (
     types,
 )
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.providers.google.cloud.hooks.vertex_ai.batch_prediction_job import BatchPredictionJobAsyncHook
 from airflow.providers.google.cloud.hooks.vertex_ai.custom_job import CustomJobAsyncHook
 from airflow.providers.google.cloud.hooks.vertex_ai.hyperparameter_tuning_job import (

airflow/providers/google/cloud/utils/bigquery_get_data.py

@@ -23,9 +23,9 @@ from google.cloud.bigquery.table import Row, RowIterator
 
 if TYPE_CHECKING:
     from collections.abc import Iterator
-    from logging import Logger
 
     from airflow.providers.google.cloud.hooks.bigquery import BigQueryHook
+    from airflow.sdk.types import Logger
 
 
 def bigquery_get_data(

airflow/providers/google/cloud/utils/credentials_provider.py

@@ -29,11 +29,11 @@ from urllib.parse import urlencode
 
 import google.auth
 import google.oauth2.service_account
-from google.auth import impersonated_credentials  # type: ignore[attr-defined]
+from google.auth import impersonated_credentials
 from google.auth.credentials import AnonymousCredentials, Credentials
 from google.auth.environment_vars import CREDENTIALS, LEGACY_PROJECT, PROJECT
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.providers.google.cloud._internal_client.secret_manager_client import _SecretManagerClient
 from airflow.providers.google.cloud.utils.external_token_supplier import (
     ClientCredentialsGrantFlowTokenSupplier,

airflow/providers/google/cloud/utils/field_sanitizer.py

@@ -100,7 +100,7 @@ components in all elements of the array.
 
 from __future__ import annotations
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.utils.log.logging_mixin import LoggingMixin
 
 

airflow/providers/google/cloud/utils/field_validator.py

@@ -134,10 +134,9 @@ Here are the guidelines that you should follow to make validation forward-compat
 from __future__ import annotations
 
 import re
-from collections.abc import Sequence
-from typing import Callable
+from collections.abc import Callable, Sequence
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.utils.log.logging_mixin import LoggingMixin
 
 COMPOSITE_FIELD_TYPES = ["union", "dict", "list"]

airflow/providers/google/common/auth_backend/google_openid.py

@@ -20,15 +20,15 @@
 from __future__ import annotations
 
 import logging
+from collections.abc import Callable
 from functools import wraps
-from typing import Callable, TypeVar, cast
+from typing import TypeVar, cast
 
-import google
 import google.auth.transport.requests
 import google.oauth2.id_token
 
 try:
-    from flask import Response, current_app, request as flask_request  # type: ignore
+    from flask import Response, current_app, request as flask_request
 except ImportError:
     raise ImportError(
         "Google requires FAB provider to be installed in order to use this auth backend. "
@@ -121,7 +121,7 @@ def _lookup_user(user_email: str):
 
 
 def _set_current_user(user):
-    current_app.appbuilder.sm.lm._update_request_context_with_user(user=user)  # type: ignore[attr-defined]
+    current_app.appbuilder.sm.lm._update_request_context_with_user(user=user)
 
 
 T = TypeVar("T", bound=Callable)

airflow/providers/google/common/deprecated.py

@@ -18,8 +18,9 @@ from __future__ import annotations
 
 import inspect
 import re
+from collections.abc import Callable
 from datetime import date, datetime
-from typing import Any, Callable
+from typing import Any
 
 from deprecated import deprecated as standard_deprecated
 from deprecated.classic import ClassicAdapter

airflow/providers/google/common/hooks/base_google.py

@@ -26,20 +26,19 @@ import json
 import logging
 import os
 import tempfile
-from collections.abc import Generator, Sequence
+from collections.abc import Callable, Generator, Sequence
 from contextlib import ExitStack, contextmanager
 from subprocess import check_output
-from typing import TYPE_CHECKING, Any, Callable, TypeVar, cast
+from typing import TYPE_CHECKING, Any, TypeVar, cast
 
 import google.auth
-import google.oauth2.service_account
 import google_auth_httplib2
 import requests
 import tenacity
 from asgiref.sync import sync_to_async
 from gcloud.aio.auth.token import Token, TokenResponse
 from google.api_core.exceptions import Forbidden, ResourceExhausted, TooManyRequests
-from google.auth import _cloud_sdk, compute_engine  # type: ignore[attr-defined]
+from google.auth import _cloud_sdk, compute_engine
 from google.auth.environment_vars import CLOUD_SDK_CONFIG_DIR, CREDENTIALS
 from google.auth.exceptions import RefreshError
 from google.auth.transport import _http_client
@@ -49,8 +48,7 @@ from googleapiclient.http import MediaIoBaseDownload, build_http, set_user_agent
 from requests import Session
 
 from airflow import version
-from airflow.exceptions import AirflowException
-from airflow.hooks.base import BaseHook
+from airflow.providers.common.compat.sdk import AirflowException, BaseHook
 from airflow.providers.google.cloud.utils.credentials_provider import (
     _get_scopes,
     _get_target_principal_and_delegates,
@@ -155,6 +153,9 @@ PROVIDE_PROJECT_ID: str = cast("str", None)
 T = TypeVar("T", bound=Callable)
 RT = TypeVar("RT")
 
+# Sentinel value to distinguish "parameter not provided" from "parameter explicitly set to a value"
+_UNSET = object()
+
 
 def get_field(extras: dict, field_name: str) -> str | None:
     """Get field from extra, first checking short name, then for backcompat we check for prefixed name."""
@@ -164,9 +165,11 @@ def get_field(extras: dict, field_name: str) -> str | None:
             "when using this method."
         )
     if field_name in extras:
-        return extras[field_name] or None
+        value = extras[field_name]
+        return None if value == "" else value
     prefixed_name = f"extra__google_cloud_platform__{field_name}"
-    return extras.get(prefixed_name) or None
+    value = extras.get(prefixed_name)
+    return None if value == "" else value
 
 
 class GoogleBaseHook(BaseHook):
@@ -406,7 +409,22 @@ class GoogleBaseHook(BaseHook):
         custom UI elements to the hook page, which allow admins to specify
         service_account, key_path, etc. They get formatted as shown below.
         """
-        return hasattr(self, "extras") and get_field(self.extras, f) or default
+        # New behavior: If default is _UNSET, parameter was not provided
+        # Check connection extras first, return None if not found (caller handles default)
+        if default is _UNSET:
+            if hasattr(self, "extras"):
+                value = get_field(self.extras, f)
+                if value is not None:
+                    return value
+            return None
+
+        # Old behavior (for backward compatibility):
+        # Check connection extras, but properly handle False values
+        if hasattr(self, "extras"):
+            value = get_field(self.extras, f)
+            if value is not None:
+                return value
+        return default
 
     @property
     def project_id(self) -> str:

airflow/providers/google/common/hooks/operation_helpers.py

@@ -23,7 +23,7 @@ from typing import TYPE_CHECKING
 
 from google.api_core.exceptions import GoogleAPICallError
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 
 if TYPE_CHECKING:
     from google.api_core.operation import Operation

airflow/providers/google/common/links/storage.py

@@ -18,18 +18,12 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
 BASE_LINK = "https://console.cloud.google.com"
 GCS_STORAGE_LINK = BASE_LINK + "/storage/browser/{uri};tab=objects?project={project_id}"
 GCS_FILE_DETAILS_LINK = BASE_LINK + "/storage/browser/_details/{uri};tab=live_object?project={project_id}"
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
 
 class StorageLink(BaseGoogleLink):
     """Helper class for constructing GCS Storage link."""
@@ -38,14 +32,6 @@ class StorageLink(BaseGoogleLink):
     key = "storage_conf"
     format_str = GCS_STORAGE_LINK
 
-    @staticmethod
-    def persist(context: Context, task_instance, uri: str, project_id: str | None):
-        task_instance.xcom_push(
-            context=context,
-            key=StorageLink.key,
-            value={"uri": uri, "project_id": project_id},
-        )
-
 
 class FileDetailsLink(BaseGoogleLink):
     """Helper class for constructing GCS file details link."""
@@ -53,11 +39,3 @@ class FileDetailsLink(BaseGoogleLink):
     name = "GCS File Details"
     key = "file_details"
     format_str = GCS_FILE_DETAILS_LINK
-
-    @staticmethod
-    def persist(context: Context, task_instance: BaseOperator, uri: str, project_id: str | None):
-        task_instance.xcom_push(
-            context=context,
-            key=FileDetailsLink.key,
-            value={"uri": uri, "project_id": project_id},
-        )

airflow/providers/google/common/utils/get_secret.py

@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from google.cloud.exceptions import NotFound
+
+from airflow.providers.google.cloud.hooks.secret_manager import (
+    GoogleCloudSecretManagerHook,
+)
+
+
+def get_secret(secret_id: str) -> str:
+    hook = GoogleCloudSecretManagerHook()
+    if hook.secret_exists(secret_id=secret_id):
+        return hook.access_secret(secret_id=secret_id).payload.data.decode()
+    raise NotFound("The secret '%s' not found", secret_id)

airflow/providers/google/common/utils/id_token_credentials.py

@@ -35,12 +35,11 @@ import json
 import os
 from typing import TYPE_CHECKING
 
-import google.auth.transport
 from google.auth import credentials as google_auth_credentials, environment_vars, exceptions
-from google.oauth2 import credentials as oauth2_credentials, service_account  # type: ignore[attr-defined]
+from google.oauth2 import credentials as oauth2_credentials, service_account
 
 if TYPE_CHECKING:
-    import google.oauth2
+    import google.auth.transport
 
 # Valid types accepted for file-based credentials.
 # They are taken  from "google.auth._default" and since they are all "protected" and the imports might
@@ -147,7 +146,7 @@ def _get_gcloud_sdk_credentials(
     target_audience: str | None,
 ) -> google_auth_credentials.Credentials | None:
     """Get the credentials and project ID from the Cloud SDK."""
-    from google.auth import _cloud_sdk  # type: ignore[attr-defined]
+    from google.auth import _cloud_sdk
 
     # Check if application default credentials exist.
     credentials_filename = _cloud_sdk.get_application_default_credentials_path()

airflow/providers/google/firebase/hooks/firestore.py

@@ -24,7 +24,7 @@ from collections.abc import Sequence
 
 from googleapiclient.discovery import build, build_from_document
 
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID, GoogleBaseHook
 
 # Time to sleep between active checks of the operation results

airflow/providers/google/firebase/operators/firestore.py

@@ -19,13 +19,13 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
-from airflow.exceptions import AirflowException
-from airflow.models import BaseOperator
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.providers.google.firebase.hooks.firestore import CloudFirestoreHook
+from airflow.providers.google.version_compat import BaseOperator
 
 if TYPE_CHECKING:
-    from airflow.utils.context import Context
+    from airflow.providers.common.compat.sdk import Context
 
 
 class CloudFirestoreExportDatabaseOperator(BaseOperator):

airflow/providers/google/get_provider_info.py

@@ -43,13 +43,6 @@ def get_provider_info():
                 "how-to-guide": ["/docs/apache-airflow-providers-google/operators/ads.rst"],
                 "tags": ["gmp"],
             },
-            {
-                "integration-name": "Google AutoML",
-                "external-doc-url": "https://cloud.google.com/automl/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/automl.rst"],
-                "logo": "/docs/integration-logos/Cloud-AutoML.png",
-                "tags": ["gcp"],
-            },
             {
                 "integration-name": "Google BigQuery Data Transfer Service",
                 "external-doc-url": "https://cloud.google.com/bigquery/transfer/",
@@ -143,13 +136,6 @@ def get_provider_info():
                 "logo": "/docs/integration-logos/Key-Management-Service.png",
                 "tags": ["gcp"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "external-doc-url": "https://cloud.google.com/life-sciences/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/life_sciences.rst"],
-                "logo": "/docs/integration-logos/Google-Cloud-Life-Sciences.png",
-                "tags": ["gcp"],
-            },
             {
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "external-doc-url": "https://cloud.google.com/managed-service-for-apache-kafka/docs/",
@@ -226,7 +212,10 @@ def get_provider_info():
             {
                 "integration-name": "Google Cloud Tasks",
                 "external-doc-url": "https://cloud.google.com/tasks/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/tasks.rst"],
+                "how-to-guide": [
+                    "/docs/apache-airflow-providers-google/operators/cloud/tasks.rst",
+                    "/docs/apache-airflow-providers-google/sensors/google-cloud-tasks.rst",
+                ],
                 "logo": "/docs/integration-logos/Cloud-Tasks.png",
                 "tags": ["gcp"],
             },
@@ -470,6 +459,21 @@ def get_provider_info():
                 "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/looker.rst"],
                 "tags": ["gcp"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "external-doc-url": "https://cloud.google.com/logging",
+                "logo": "/docs/integration-logos/Cloud-Logging-Sink.png",
+                "how-to-guide": [
+                    "/docs/apache-airflow-providers-google/operators/cloud/cloud_logging_sink.rst"
+                ],
+                "tags": ["gcp"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "external-doc-url": "https://cloud.google.com/generative-ai-studio",
+                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/gen_ai.rst"],
+                "tags": ["gcp"],
+            },
         ],
         "operators": [
             {
@@ -484,10 +488,6 @@ def get_provider_info():
                 "integration-name": "Google Cloud AlloyDB",
                 "python-modules": ["airflow.providers.google.cloud.operators.alloy_db"],
             },
-            {
-                "integration-name": "Google AutoML",
-                "python-modules": ["airflow.providers.google.cloud.operators.automl"],
-            },
             {
                 "integration-name": "Google BigQuery",
                 "python-modules": ["airflow.providers.google.cloud.operators.bigquery"],
@@ -528,10 +528,6 @@ def get_provider_info():
                 "integration-name": "Google Compute Engine",
                 "python-modules": ["airflow.providers.google.cloud.operators.compute"],
             },
-            {
-                "integration-name": "Google Data Catalog",
-                "python-modules": ["airflow.providers.google.cloud.operators.datacatalog"],
-            },
             {
                 "integration-name": "Google Dataflow",
                 "python-modules": ["airflow.providers.google.cloud.operators.dataflow"],
@@ -576,14 +572,6 @@ def get_provider_info():
                 "integration-name": "Google Kubernetes Engine",
                 "python-modules": ["airflow.providers.google.cloud.operators.kubernetes_engine"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "python-modules": ["airflow.providers.google.cloud.operators.life_sciences"],
-            },
-            {
-                "integration-name": "Google Machine Learning Engine",
-                "python-modules": ["airflow.providers.google.cloud.operators.mlengine"],
-            },
             {
                 "integration-name": "Google Cloud Natural Language",
                 "python-modules": ["airflow.providers.google.cloud.operators.natural_language"],
@@ -670,11 +658,13 @@ def get_provider_info():
                     "airflow.providers.google.cloud.operators.vertex_ai.auto_ml",
                     "airflow.providers.google.cloud.operators.vertex_ai.batch_prediction_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.endpoint_service",
+                    "airflow.providers.google.cloud.operators.vertex_ai.experiment_service",
                     "airflow.providers.google.cloud.operators.vertex_ai.hyperparameter_tuning_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.model_service",
                     "airflow.providers.google.cloud.operators.vertex_ai.pipeline_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.generative_model",
                     "airflow.providers.google.cloud.operators.vertex_ai.feature_store",
+                    "airflow.providers.google.cloud.operators.vertex_ai.ray",
                 ],
             },
             {
@@ -693,6 +683,14 @@ def get_provider_info():
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "python-modules": ["airflow.providers.google.cloud.operators.managed_kafka"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "python-modules": ["airflow.providers.google.cloud.operators.cloud_logging_sink"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "python-modules": ["airflow.providers.google.cloud.operators.gen_ai"],
+            },
         ],
         "sensors": [
             {
@@ -813,10 +811,6 @@ def get_provider_info():
         ],
         "hooks": [
             {"integration-name": "Google Ads", "python-modules": ["airflow.providers.google.ads.hooks.ads"]},
-            {
-                "integration-name": "Google AutoML",
-                "python-modules": ["airflow.providers.google.cloud.hooks.automl"],
-            },
             {
                 "integration-name": "Google BigQuery",
                 "python-modules": ["airflow.providers.google.cloud.hooks.bigquery"],
@@ -864,10 +858,6 @@ def get_provider_info():
                     "airflow.providers.google.cloud.hooks.compute_ssh",
                 ],
             },
-            {
-                "integration-name": "Google Data Catalog",
-                "python-modules": ["airflow.providers.google.cloud.hooks.datacatalog"],
-            },
             {
                 "integration-name": "Google Dataflow",
                 "python-modules": ["airflow.providers.google.cloud.hooks.dataflow"],
@@ -920,10 +910,6 @@ def get_provider_info():
                 "integration-name": "Google Kubernetes Engine",
                 "python-modules": ["airflow.providers.google.cloud.hooks.kubernetes_engine"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "python-modules": ["airflow.providers.google.cloud.hooks.life_sciences"],
-            },
             {
                 "integration-name": "Google Machine Learning Engine",
                 "python-modules": ["airflow.providers.google.cloud.hooks.mlengine"],
@@ -1035,12 +1021,14 @@ def get_provider_info():
                     "airflow.providers.google.cloud.hooks.vertex_ai.auto_ml",
                     "airflow.providers.google.cloud.hooks.vertex_ai.batch_prediction_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.endpoint_service",
+                    "airflow.providers.google.cloud.hooks.vertex_ai.experiment_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.hyperparameter_tuning_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.model_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.pipeline_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.generative_model",
                     "airflow.providers.google.cloud.hooks.vertex_ai.prediction_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.feature_store",
+                    "airflow.providers.google.cloud.hooks.vertex_ai.ray",
                 ],
             },
             {
@@ -1059,6 +1047,14 @@ def get_provider_info():
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "python-modules": ["airflow.providers.google.cloud.hooks.managed_kafka"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "python-modules": ["airflow.providers.google.cloud.hooks.cloud_logging"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "python-modules": ["airflow.providers.google.cloud.hooks.gen_ai"],
+            },
         ],
         "triggers": [
             {
@@ -1336,6 +1332,12 @@ def get_provider_info():
                 "python-module": "airflow.providers.google.cloud.transfers.azure_blob_to_gcs",
                 "how-to-guide": "/docs/apache-airflow-providers-google/operators/transfer/azure_blob_to_gcs.rst",
             },
+            {
+                "source-integration-name": "Hypertext Transfer Protocol (HTTP)",
+                "target-integration-name": "Google Cloud Storage (GCS)",
+                "python-module": "airflow.providers.google.cloud.transfers.http_to_gcs",
+                "how-to-guide": "/docs/apache-airflow-providers-google/operators/transfer/http_to_gcs.rst",
+            },
         ],
         "connection-types": [
             {
@@ -1366,6 +1368,14 @@ def get_provider_info():
                 "hook-class-name": "airflow.providers.google.leveldb.hooks.leveldb.LevelDBHook",
                 "connection-type": "leveldb",
             },
+            {
+                "hook-class-name": "airflow.providers.google.ads.hooks.ads.GoogleAdsHook",
+                "connection-type": "google_ads",
+            },
+            {
+                "hook-class-name": "airflow.providers.google.cloud.hooks.looker.LookerHook",
+                "connection-type": "gcp_looker",
+            },
         ],
         "extra-links": [
             "airflow.providers.google.cloud.links.alloy_db.AlloyDBBackupsLink",
@@ -1396,11 +1406,9 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.compute.ComputeInstanceDetailsLink",
             "airflow.providers.google.cloud.links.compute.ComputeInstanceTemplateDetailsLink",
             "airflow.providers.google.cloud.links.compute.ComputeInstanceGroupManagerDetailsLink",
+            "airflow.providers.google.cloud.links.cloud_run.CloudRunJobLoggingLink",
             "airflow.providers.google.cloud.links.cloud_tasks.CloudTasksQueueLink",
             "airflow.providers.google.cloud.links.cloud_tasks.CloudTasksLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogEntryGroupLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogEntryLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogTagTemplateLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocListLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocClusterLink",
@@ -1427,6 +1435,8 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIEndpointListLink",
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIPipelineJobLink",
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIPipelineJobListLink",
+            "airflow.providers.google.cloud.links.vertex_ai.VertexAIRayClusterLink",
+            "airflow.providers.google.cloud.links.vertex_ai.VertexAIRayClusterListLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsWorkflowDetailsLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsListOfWorkflowsLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsExecutionLink",
@@ -1457,12 +1467,6 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildListLink",
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildTriggersListLink",
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildTriggerDetailsLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLDatasetLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLDatasetListLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelTrainLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelPredictLink",
-            "airflow.providers.google.cloud.links.life_sciences.LifeSciencesLink",
             "airflow.providers.google.cloud.links.cloud_functions.CloudFunctionsDetailsLink",
             "airflow.providers.google.cloud.links.cloud_functions.CloudFunctionsListLink",
             "airflow.providers.google.cloud.links.cloud_storage_transfer.CloudStorageTransferListLink",

airflow/providers/google/go_module_utils.py

@@ -19,9 +19,41 @@
 
 from __future__ import annotations
 
+import logging
 import os
+import shlex
+import subprocess
 
-from airflow.utils.process_utils import execute_in_subprocess
+
+def _execute_in_subprocess(cmd: list[str], cwd: str | None = None, env: dict[str, str] | None = None) -> None:
+    """
+    Execute a process and stream output to logger.
+
+    :param cmd: command and arguments to run
+    :param cwd: Current working directory passed to the Popen constructor
+    :param env: Additional environment variables to set for the subprocess.
+    """
+    log = logging.getLogger(__name__)
+
+    log.info("Executing cmd: %s", " ".join(shlex.quote(c) for c in cmd))
+    with subprocess.Popen(
+        cmd,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
+        bufsize=0,
+        close_fds=True,
+        cwd=cwd,
+        env=env,
+    ) as proc:
+        log.info("Output:")
+        if proc.stdout:
+            with proc.stdout:
+                for line in iter(proc.stdout.readline, b""):
+                    log.info("%s", line.decode().rstrip())
+
+        exit_code = proc.wait()
+    if exit_code != 0:
+        raise subprocess.CalledProcessError(exit_code, cmd)
 
 
 def init_module(go_module_name: str, go_module_path: str) -> None:
@@ -36,7 +68,7 @@ def init_module(go_module_name: str, go_module_path: str) -> None:
     if os.path.isfile(os.path.join(go_module_path, "go.mod")):
         return
     go_mod_init_cmd = ["go", "mod", "init", go_module_name]
-    execute_in_subprocess(go_mod_init_cmd, cwd=go_module_path)
+    _execute_in_subprocess(go_mod_init_cmd, cwd=go_module_path)
 
 
 def install_dependencies(go_module_path: str) -> None:
@@ -46,4 +78,4 @@ def install_dependencies(go_module_path: str) -> None:
     :param go_module_path: The path to the directory containing the Go module.
     """
     go_mod_tidy = ["go", "mod", "tidy"]
-    execute_in_subprocess(go_mod_tidy, cwd=go_module_path)
+    _execute_in_subprocess(go_mod_tidy, cwd=go_module_path)