apache-airflow-providers-google 14.0.0__py3-none-any.whl → 19.1.0rc1__py3-none-any.whl

airflow/providers/google/common/utils/id_token_credentials.py

@@ -35,12 +35,11 @@ import json
 import os
 from typing import TYPE_CHECKING
 
-import google.auth.transport
 from google.auth import credentials as google_auth_credentials, environment_vars, exceptions
-from google.oauth2 import credentials as oauth2_credentials, service_account  # type: ignore[attr-defined]
+from google.oauth2 import credentials as oauth2_credentials, service_account
 
 if TYPE_CHECKING:
-    import google.oauth2
+    import google.auth.transport
 
 # Valid types accepted for file-based credentials.
 # They are taken  from "google.auth._default" and since they are all "protected" and the imports might
@@ -111,7 +110,7 @@ def _load_credentials_from_file(
 
         return current_credentials
 
-    elif credential_type == _SERVICE_ACCOUNT_TYPE:
+    if credential_type == _SERVICE_ACCOUNT_TYPE:
         try:
             return service_account.IDTokenCredentials.from_service_account_info(
                 info, target_audience=target_audience
@@ -147,7 +146,7 @@ def _get_gcloud_sdk_credentials(
     target_audience: str | None,
 ) -> google_auth_credentials.Credentials | None:
     """Get the credentials and project ID from the Cloud SDK."""
-    from google.auth import _cloud_sdk  # type: ignore[attr-defined]
+    from google.auth import _cloud_sdk
 
     # Check if application default credentials exist.
     credentials_filename = _cloud_sdk.get_application_default_credentials_path()

airflow/providers/google/firebase/operators/firestore.py

@@ -20,12 +20,12 @@ from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
 from airflow.exceptions import AirflowException
-from airflow.models import BaseOperator
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.providers.google.firebase.hooks.firestore import CloudFirestoreHook
+from airflow.providers.google.version_compat import BaseOperator
 
 if TYPE_CHECKING:
-    from airflow.utils.context import Context
+    from airflow.providers.common.compat.sdk import Context
 
 
 class CloudFirestoreExportDatabaseOperator(BaseOperator):

airflow/providers/google/get_provider_info.py

@@ -26,77 +26,6 @@ def get_provider_info():
         "package-name": "apache-airflow-providers-google",
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
-        "state": "ready",
-        "source-date-epoch": 1739963477,
-        "versions": [
-            "14.0.0",
-            "12.0.0",
-            "11.0.0",
-            "10.26.0",
-            "10.25.0",
-            "10.24.0",
-            "10.23.0",
-            "10.22.0",
-            "10.21.1",
-            "10.21.0",
-            "10.20.0",
-            "10.19.0",
-            "10.18.0",
-            "10.17.0",
-            "10.16.0",
-            "10.15.0",
-            "10.14.0",
-            "10.13.1",
-            "10.13.0",
-            "10.12.0",
-            "10.11.1",
-            "10.11.0",
-            "10.10.1",
-            "10.10.0",
-            "10.9.0",
-            "10.8.0",
-            "10.7.0",
-            "10.6.0",
-            "10.5.0",
-            "10.4.0",
-            "10.3.0",
-            "10.2.0",
-            "10.1.1",
-            "10.1.0",
-            "10.0.0",
-            "9.0.0",
-            "8.12.0",
-            "8.11.0",
-            "8.10.0",
-            "8.9.0",
-            "8.8.0",
-            "8.7.0",
-            "8.6.0",
-            "8.5.0",
-            "8.4.0",
-            "8.3.0",
-            "8.2.0",
-            "8.1.0",
-            "8.0.0",
-            "7.0.0",
-            "6.8.0",
-            "6.7.0",
-            "6.6.0",
-            "6.5.0",
-            "6.4.0",
-            "6.3.0",
-            "6.2.0",
-            "6.1.0",
-            "6.0.0",
-            "5.1.0",
-            "5.0.0",
-            "4.0.0",
-            "3.0.0",
-            "2.2.0",
-            "2.1.0",
-            "2.0.0",
-            "1.0.0",
-        ],
         "integrations": [
             {
                 "integration-name": "Google Analytics (GA4)",
@@ -114,13 +43,6 @@ def get_provider_info():
                 "how-to-guide": ["/docs/apache-airflow-providers-google/operators/ads.rst"],
                 "tags": ["gmp"],
             },
-            {
-                "integration-name": "Google AutoML",
-                "external-doc-url": "https://cloud.google.com/automl/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/automl.rst"],
-                "logo": "/docs/integration-logos/Cloud-AutoML.png",
-                "tags": ["gcp"],
-            },
             {
                 "integration-name": "Google BigQuery Data Transfer Service",
                 "external-doc-url": "https://cloud.google.com/bigquery/transfer/",
@@ -214,13 +136,6 @@ def get_provider_info():
                 "logo": "/docs/integration-logos/Key-Management-Service.png",
                 "tags": ["gcp"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "external-doc-url": "https://cloud.google.com/life-sciences/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/life_sciences.rst"],
-                "logo": "/docs/integration-logos/Google-Cloud-Life-Sciences.png",
-                "tags": ["gcp"],
-            },
             {
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "external-doc-url": "https://cloud.google.com/managed-service-for-apache-kafka/docs/",
@@ -297,7 +212,10 @@ def get_provider_info():
             {
                 "integration-name": "Google Cloud Tasks",
                 "external-doc-url": "https://cloud.google.com/tasks/",
-                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/tasks.rst"],
+                "how-to-guide": [
+                    "/docs/apache-airflow-providers-google/operators/cloud/tasks.rst",
+                    "/docs/apache-airflow-providers-google/sensors/google-cloud-tasks.rst",
+                ],
                 "logo": "/docs/integration-logos/Cloud-Tasks.png",
                 "tags": ["gcp"],
             },
@@ -541,6 +459,21 @@ def get_provider_info():
                 "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/looker.rst"],
                 "tags": ["gcp"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "external-doc-url": "https://cloud.google.com/logging",
+                "logo": "/docs/integration-logos/Cloud-Logging-Sink.png",
+                "how-to-guide": [
+                    "/docs/apache-airflow-providers-google/operators/cloud/cloud_logging_sink.rst"
+                ],
+                "tags": ["gcp"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "external-doc-url": "https://cloud.google.com/generative-ai-studio",
+                "how-to-guide": ["/docs/apache-airflow-providers-google/operators/cloud/gen_ai.rst"],
+                "tags": ["gcp"],
+            },
         ],
         "operators": [
             {
@@ -555,10 +488,6 @@ def get_provider_info():
                 "integration-name": "Google Cloud AlloyDB",
                 "python-modules": ["airflow.providers.google.cloud.operators.alloy_db"],
             },
-            {
-                "integration-name": "Google AutoML",
-                "python-modules": ["airflow.providers.google.cloud.operators.automl"],
-            },
             {
                 "integration-name": "Google BigQuery",
                 "python-modules": ["airflow.providers.google.cloud.operators.bigquery"],
@@ -599,10 +528,6 @@ def get_provider_info():
                 "integration-name": "Google Compute Engine",
                 "python-modules": ["airflow.providers.google.cloud.operators.compute"],
             },
-            {
-                "integration-name": "Google Data Catalog",
-                "python-modules": ["airflow.providers.google.cloud.operators.datacatalog"],
-            },
             {
                 "integration-name": "Google Dataflow",
                 "python-modules": ["airflow.providers.google.cloud.operators.dataflow"],
@@ -647,14 +572,6 @@ def get_provider_info():
                 "integration-name": "Google Kubernetes Engine",
                 "python-modules": ["airflow.providers.google.cloud.operators.kubernetes_engine"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "python-modules": ["airflow.providers.google.cloud.operators.life_sciences"],
-            },
-            {
-                "integration-name": "Google Machine Learning Engine",
-                "python-modules": ["airflow.providers.google.cloud.operators.mlengine"],
-            },
             {
                 "integration-name": "Google Cloud Natural Language",
                 "python-modules": ["airflow.providers.google.cloud.operators.natural_language"],
@@ -741,11 +658,13 @@ def get_provider_info():
                     "airflow.providers.google.cloud.operators.vertex_ai.auto_ml",
                     "airflow.providers.google.cloud.operators.vertex_ai.batch_prediction_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.endpoint_service",
+                    "airflow.providers.google.cloud.operators.vertex_ai.experiment_service",
                     "airflow.providers.google.cloud.operators.vertex_ai.hyperparameter_tuning_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.model_service",
                     "airflow.providers.google.cloud.operators.vertex_ai.pipeline_job",
                     "airflow.providers.google.cloud.operators.vertex_ai.generative_model",
                     "airflow.providers.google.cloud.operators.vertex_ai.feature_store",
+                    "airflow.providers.google.cloud.operators.vertex_ai.ray",
                 ],
             },
             {
@@ -764,6 +683,14 @@ def get_provider_info():
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "python-modules": ["airflow.providers.google.cloud.operators.managed_kafka"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "python-modules": ["airflow.providers.google.cloud.operators.cloud_logging_sink"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "python-modules": ["airflow.providers.google.cloud.operators.gen_ai"],
+            },
         ],
         "sensors": [
             {
@@ -884,10 +811,6 @@ def get_provider_info():
         ],
         "hooks": [
             {"integration-name": "Google Ads", "python-modules": ["airflow.providers.google.ads.hooks.ads"]},
-            {
-                "integration-name": "Google AutoML",
-                "python-modules": ["airflow.providers.google.cloud.hooks.automl"],
-            },
             {
                 "integration-name": "Google BigQuery",
                 "python-modules": ["airflow.providers.google.cloud.hooks.bigquery"],
@@ -935,10 +858,6 @@ def get_provider_info():
                     "airflow.providers.google.cloud.hooks.compute_ssh",
                 ],
             },
-            {
-                "integration-name": "Google Data Catalog",
-                "python-modules": ["airflow.providers.google.cloud.hooks.datacatalog"],
-            },
             {
                 "integration-name": "Google Dataflow",
                 "python-modules": ["airflow.providers.google.cloud.hooks.dataflow"],
@@ -991,10 +910,6 @@ def get_provider_info():
                 "integration-name": "Google Kubernetes Engine",
                 "python-modules": ["airflow.providers.google.cloud.hooks.kubernetes_engine"],
             },
-            {
-                "integration-name": "Google Cloud Life Sciences",
-                "python-modules": ["airflow.providers.google.cloud.hooks.life_sciences"],
-            },
             {
                 "integration-name": "Google Machine Learning Engine",
                 "python-modules": ["airflow.providers.google.cloud.hooks.mlengine"],
@@ -1053,7 +968,10 @@ def get_provider_info():
             },
             {
                 "integration-name": "Google",
-                "python-modules": ["airflow.providers.google.common.hooks.base_google"],
+                "python-modules": [
+                    "airflow.providers.google.common.hooks.base_google",
+                    "airflow.providers.google.common.hooks.operation_helpers",
+                ],
             },
             {
                 "integration-name": "Google Discovery API",
@@ -1103,12 +1021,14 @@ def get_provider_info():
                     "airflow.providers.google.cloud.hooks.vertex_ai.auto_ml",
                     "airflow.providers.google.cloud.hooks.vertex_ai.batch_prediction_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.endpoint_service",
+                    "airflow.providers.google.cloud.hooks.vertex_ai.experiment_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.hyperparameter_tuning_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.model_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.pipeline_job",
                     "airflow.providers.google.cloud.hooks.vertex_ai.generative_model",
                     "airflow.providers.google.cloud.hooks.vertex_ai.prediction_service",
                     "airflow.providers.google.cloud.hooks.vertex_ai.feature_store",
+                    "airflow.providers.google.cloud.hooks.vertex_ai.ray",
                 ],
             },
             {
@@ -1127,6 +1047,14 @@ def get_provider_info():
                 "integration-name": "Google Cloud Managed Service for Apache Kafka",
                 "python-modules": ["airflow.providers.google.cloud.hooks.managed_kafka"],
             },
+            {
+                "integration-name": "Google Cloud Logging Sink",
+                "python-modules": ["airflow.providers.google.cloud.hooks.cloud_logging"],
+            },
+            {
+                "integration-name": "Google Cloud Generative AI",
+                "python-modules": ["airflow.providers.google.cloud.hooks.gen_ai"],
+            },
         ],
         "triggers": [
             {
@@ -1404,6 +1332,12 @@ def get_provider_info():
                 "python-module": "airflow.providers.google.cloud.transfers.azure_blob_to_gcs",
                 "how-to-guide": "/docs/apache-airflow-providers-google/operators/transfer/azure_blob_to_gcs.rst",
             },
+            {
+                "source-integration-name": "Hypertext Transfer Protocol (HTTP)",
+                "target-integration-name": "Google Cloud Storage (GCS)",
+                "python-module": "airflow.providers.google.cloud.transfers.http_to_gcs",
+                "how-to-guide": "/docs/apache-airflow-providers-google/operators/transfer/http_to_gcs.rst",
+            },
         ],
         "connection-types": [
             {
@@ -1434,6 +1368,14 @@ def get_provider_info():
                 "hook-class-name": "airflow.providers.google.leveldb.hooks.leveldb.LevelDBHook",
                 "connection-type": "leveldb",
             },
+            {
+                "hook-class-name": "airflow.providers.google.ads.hooks.ads.GoogleAdsHook",
+                "connection-type": "google_ads",
+            },
+            {
+                "hook-class-name": "airflow.providers.google.cloud.hooks.looker.LookerHook",
+                "connection-type": "gcp_looker",
+            },
         ],
         "extra-links": [
             "airflow.providers.google.cloud.links.alloy_db.AlloyDBBackupsLink",
@@ -1464,11 +1406,9 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.compute.ComputeInstanceDetailsLink",
             "airflow.providers.google.cloud.links.compute.ComputeInstanceTemplateDetailsLink",
             "airflow.providers.google.cloud.links.compute.ComputeInstanceGroupManagerDetailsLink",
+            "airflow.providers.google.cloud.links.cloud_run.CloudRunJobLoggingLink",
             "airflow.providers.google.cloud.links.cloud_tasks.CloudTasksQueueLink",
             "airflow.providers.google.cloud.links.cloud_tasks.CloudTasksLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogEntryGroupLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogEntryLink",
-            "airflow.providers.google.cloud.links.datacatalog.DataCatalogTagTemplateLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocListLink",
             "airflow.providers.google.cloud.links.dataproc.DataprocClusterLink",
@@ -1495,6 +1435,8 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIEndpointListLink",
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIPipelineJobLink",
             "airflow.providers.google.cloud.links.vertex_ai.VertexAIPipelineJobListLink",
+            "airflow.providers.google.cloud.links.vertex_ai.VertexAIRayClusterLink",
+            "airflow.providers.google.cloud.links.vertex_ai.VertexAIRayClusterListLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsWorkflowDetailsLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsListOfWorkflowsLink",
             "airflow.providers.google.cloud.links.workflows.WorkflowsExecutionLink",
@@ -1525,12 +1467,6 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildListLink",
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildTriggersListLink",
             "airflow.providers.google.cloud.links.cloud_build.CloudBuildTriggerDetailsLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLDatasetLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLDatasetListLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelTrainLink",
-            "airflow.providers.google.cloud.links.automl.AutoMLModelPredictLink",
-            "airflow.providers.google.cloud.links.life_sciences.LifeSciencesLink",
             "airflow.providers.google.cloud.links.cloud_functions.CloudFunctionsDetailsLink",
             "airflow.providers.google.cloud.links.cloud_functions.CloudFunctionsListLink",
             "airflow.providers.google.cloud.links.cloud_storage_transfer.CloudStorageTransferListLink",
@@ -1570,6 +1506,7 @@ def get_provider_info():
             "airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaClusterLink",
             "airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaClusterListLink",
             "airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaTopicLink",
+            "airflow.providers.google.cloud.links.managed_kafka.ApacheKafkaConsumerGroupLink",
         ],
         "secrets-backends": [
             "airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend"
@@ -1579,96 +1516,4 @@ def get_provider_info():
             "airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler",
             "airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler",
         ],
-        "dependencies": [
-            "apache-airflow>=2.9.0",
-            "apache-airflow-providers-common-compat>=1.4.0",
-            "apache-airflow-providers-common-sql>=1.20.0",
-            "asgiref>=3.5.2",
-            "dill>=0.2.3",
-            "gcloud-aio-auth>=5.2.0",
-            "gcloud-aio-bigquery>=6.1.2",
-            "gcloud-aio-storage>=9.0.0",
-            "gcsfs>=2023.10.0",
-            "google-ads>=25.1.0",
-            "google-analytics-admin>=0.9.0",
-            "google-api-core>=2.11.0,!=2.16.0,!=2.18.0",
-            "google-api-python-client>=2.0.2",
-            "google-auth>=2.29.0",
-            "google-auth-httplib2>=0.0.1",
-            "google-cloud-aiplatform[evaluation]>=1.73.0",
-            "google-cloud-alloydb>=0.4.0",
-            "google-cloud-automl>=2.12.0",
-            "google-cloud-bigquery>=3.4.0,!=3.21.*,!=3.22.0,!=3.23.*",
-            "google-cloud-bigquery-datatransfer>=3.13.0",
-            "google-cloud-bigtable>=2.17.0",
-            "google-cloud-build>=3.31.0",
-            "google-cloud-compute>=1.10.0",
-            "google-cloud-container>=2.17.4",
-            "google-cloud-datacatalog>=3.23.0",
-            "google-cloud-dataflow-client>=0.8.6",
-            "google-cloud-dataform>=0.5.0",
-            "google-cloud-dataplex>=2.6.0",
-            "google-cloud-dataproc>=5.12.0",
-            "google-cloud-dataproc-metastore>=1.12.0",
-            "google-cloud-dlp>=3.12.0",
-            "google-cloud-kms>=2.15.0",
-            "google-cloud-language>=2.9.0",
-            "google-cloud-logging>=3.5.0",
-            "google-cloud-managedkafka>=0.1.6",
-            "google-cloud-memcache>=1.7.0",
-            "google-cloud-monitoring>=2.18.0",
-            "google-cloud-orchestration-airflow>=1.10.0",
-            "google-cloud-os-login>=2.9.1",
-            "google-cloud-pubsub>=2.19.0",
-            "google-cloud-redis>=2.12.0",
-            "google-cloud-secret-manager>=2.16.0",
-            "google-cloud-spanner>=3.11.1,!=3.49.0",
-            "google-cloud-speech>=2.18.0",
-            "google-cloud-storage>=2.7.0",
-            "google-cloud-storage-transfer>=1.4.1",
-            "google-cloud-tasks>=2.13.0",
-            "google-cloud-texttospeech>=2.14.1",
-            "google-cloud-translate>=3.16.0",
-            "google-cloud-videointelligence>=2.11.0",
-            "google-cloud-vision>=3.4.0",
-            "google-cloud-workflows>=1.10.0",
-            "google-cloud-run>=0.10.0",
-            "google-cloud-batch>=0.13.0",
-            "grpcio-gcp>=0.2.2",
-            "httpx>=0.25.0",
-            "json-merge-patch>=0.2",
-            "looker-sdk>=22.4.0,!=24.18.0",
-            "pandas-gbq>=0.7.0",
-            "pandas>=2.1.2,<2.2",
-            "proto-plus>=1.19.6",
-            "pyarrow>=14.0.1",
-            "python-slugify>=7.0.0",
-            "PyOpenSSL>=23.0.0",
-            "sqlalchemy-bigquery>=1.2.1",
-            "sqlalchemy-spanner>=1.6.2",
-            "tenacity>=8.1.0",
-            "immutabledict>=4.2.0",
-        ],
-        "optional-dependencies": {
-            "apache.beam": [
-                'apache-beam[gcp]>=2.53.0; python_version < "3.12"',
-                'apache-beam[gcp]>=2.57.0; python_version >= "3.12"',
-            ],
-            "cncf.kubernetes": ["apache-airflow-providers-cncf-kubernetes>=10.1.0"],
-            "leveldb": ["plyvel>=1.5.1"],
-            "oracle": ["apache-airflow-providers-oracle>=3.1.0"],
-            "facebook": ["apache-airflow-providers-facebook>=2.2.0"],
-            "amazon": ["apache-airflow-providers-amazon>=2.6.0"],
-            "apache.cassandra": ["apache-airflow-providers-apache-cassandra"],
-            "microsoft.azure": ["apache-airflow-providers-microsoft-azure"],
-            "microsoft.mssql": ["apache-airflow-providers-microsoft-mssql"],
-            "mysql": ["apache-airflow-providers-mysql"],
-            "openlineage": ["apache-airflow-providers-openlineage"],
-            "postgres": ["apache-airflow-providers-postgres"],
-            "presto": ["apache-airflow-providers-presto"],
-            "salesforce": ["apache-airflow-providers-salesforce"],
-            "sftp": ["apache-airflow-providers-sftp"],
-            "ssh": ["apache-airflow-providers-ssh"],
-            "trino": ["apache-airflow-providers-trino"],
-        },
     }

airflow/providers/google/go_module_utils.py

@@ -19,9 +19,41 @@
 
 from __future__ import annotations
 
+import logging
 import os
+import shlex
+import subprocess
 
-from airflow.utils.process_utils import execute_in_subprocess
+
+def _execute_in_subprocess(cmd: list[str], cwd: str | None = None, env: dict[str, str] | None = None) -> None:
+    """
+    Execute a process and stream output to logger.
+
+    :param cmd: command and arguments to run
+    :param cwd: Current working directory passed to the Popen constructor
+    :param env: Additional environment variables to set for the subprocess.
+    """
+    log = logging.getLogger(__name__)
+
+    log.info("Executing cmd: %s", " ".join(shlex.quote(c) for c in cmd))
+    with subprocess.Popen(
+        cmd,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
+        bufsize=0,
+        close_fds=True,
+        cwd=cwd,
+        env=env,
+    ) as proc:
+        log.info("Output:")
+        if proc.stdout:
+            with proc.stdout:
+                for line in iter(proc.stdout.readline, b""):
+                    log.info("%s", line.decode().rstrip())
+
+        exit_code = proc.wait()
+    if exit_code != 0:
+        raise subprocess.CalledProcessError(exit_code, cmd)
 
 
 def init_module(go_module_name: str, go_module_path: str) -> None:
@@ -36,7 +68,7 @@ def init_module(go_module_name: str, go_module_path: str) -> None:
     if os.path.isfile(os.path.join(go_module_path, "go.mod")):
         return
     go_mod_init_cmd = ["go", "mod", "init", go_module_name]
-    execute_in_subprocess(go_mod_init_cmd, cwd=go_module_path)
+    _execute_in_subprocess(go_mod_init_cmd, cwd=go_module_path)
 
 
 def install_dependencies(go_module_path: str) -> None:
@@ -46,4 +78,4 @@ def install_dependencies(go_module_path: str) -> None:
     :param go_module_path: The path to the directory containing the Go module.
     """
     go_mod_tidy = ["go", "mod", "tidy"]
-    execute_in_subprocess(go_mod_tidy, cwd=go_module_path)
+    _execute_in_subprocess(go_mod_tidy, cwd=go_module_path)

airflow/providers/google/leveldb/hooks/leveldb.py

@@ -18,8 +18,10 @@
 
 from __future__ import annotations
 
+from typing import Any
+
 from airflow.exceptions import AirflowException, AirflowOptionalProviderFeatureException
-from airflow.hooks.base import BaseHook
+from airflow.providers.common.compat.sdk import BaseHook
 
 try:
     import plyvel
@@ -46,6 +48,29 @@ class LevelDBHook(BaseHook):
     conn_type = "leveldb"
     hook_name = "LevelDB"
 
+    @classmethod
+    def get_connection_form_widgets(cls) -> dict[str, Any]:
+        """Return connection widgets to add to LevelDB connection form."""
+        from flask_babel import lazy_gettext
+        from wtforms import BooleanField
+
+        return {
+            "create_if_missing": BooleanField(
+                lazy_gettext("Create a database if it does not exist"), default=False
+            ),
+            "error_if_exists": BooleanField(
+                lazy_gettext("Raise an exception if the database already exists"), default=False
+            ),
+        }
+
+    @classmethod
+    def get_ui_field_behaviour(cls) -> dict[str, Any]:
+        """Return custom UI field behaviour for LevelDB connection."""
+        return {
+            "hidden_fields": ["login", "password", "schema", "port"],
+            "relabeling": {},
+        }
+
     def __init__(self, leveldb_conn_id: str = default_conn_name):
         super().__init__()
         self.leveldb_conn_id = leveldb_conn_id
@@ -96,18 +121,17 @@ class LevelDBHook(BaseHook):
             if not value:
                 raise ValueError("Please provide `value`!")
             return self.put(key, value)
-        elif command == "get":
+        if command == "get":
             return self.get(key)
-        elif command == "delete":
+        if command == "delete":
             return self.delete(key)
-        elif command == "write_batch":
+        if command == "write_batch":
             if not keys:
                 raise ValueError("Please provide `keys`!")
             if not values:
                 raise ValueError("Please provide `values`!")
             return self.write_batch(keys, values)
-        else:
-            raise LevelDBHookException("Unknown command for LevelDB hook")
+        raise LevelDBHookException("Unknown command for LevelDB hook")
 
     def put(self, key: bytes, value: bytes):
         """

airflow/providers/google/leveldb/operators/leveldb.py

@@ -18,11 +18,11 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any
 
-from airflow.models import BaseOperator
 from airflow.providers.google.leveldb.hooks.leveldb import LevelDBHook
+from airflow.providers.google.version_compat import BaseOperator
 
 if TYPE_CHECKING:
-    from airflow.utils.context import Context
+    from airflow.providers.common.compat.sdk import Context
 
 
 class LevelDBOperator(BaseOperator):

airflow/providers/google/marketing_platform/hooks/analytics_admin.py

@@ -30,8 +30,6 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 from google.analytics.admin_v1beta import (
     AnalyticsAdminServiceClient,
     DataStream,
@@ -39,6 +37,9 @@ from google.analytics.admin_v1beta import (
 )
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
+
 if TYPE_CHECKING:
     from google.analytics.admin_v1beta.services.analytics_admin_service.pagers import (
         ListAccountsPager,