apache-airflow-providers-google 12.0.0rc2__py3-none-any.whl → 13.0.0__py3-none-any.whl

airflow/providers/google/cloud/links/managed_kafka.py

@@ -0,0 +1,104 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.google.cloud.links.base import BaseGoogleLink
+
+if TYPE_CHECKING:
+    from airflow.utils.context import Context
+
+MANAGED_KAFKA_BASE_LINK = "/managedkafka"
+MANAGED_KAFKA_CLUSTER_LINK = (
+    MANAGED_KAFKA_BASE_LINK + "/{location}/clusters/{cluster_id}?project={project_id}"
+)
+MANAGED_KAFKA_CLUSTER_LIST_LINK = MANAGED_KAFKA_BASE_LINK + "/clusters?project={project_id}"
+MANAGED_KAFKA_TOPIC_LINK = (
+    MANAGED_KAFKA_BASE_LINK + "/{location}/clusters/{cluster_id}/topics/{topic_id}?project={project_id}"
+)
+
+
+class ApacheKafkaClusterLink(BaseGoogleLink):
+    """Helper class for constructing Apache Kafka Cluster link."""
+
+    name = "Apache Kafka Cluster"
+    key = "cluster_conf"
+    format_str = MANAGED_KAFKA_CLUSTER_LINK
+
+    @staticmethod
+    def persist(
+        context: Context,
+        task_instance,
+        cluster_id: str,
+    ):
+        task_instance.xcom_push(
+            context=context,
+            key=ApacheKafkaClusterLink.key,
+            value={
+                "location": task_instance.location,
+                "cluster_id": cluster_id,
+                "project_id": task_instance.project_id,
+            },
+        )
+
+
+class ApacheKafkaClusterListLink(BaseGoogleLink):
+    """Helper class for constructing Apache Kafka Clusters link."""
+
+    name = "Apache Kafka Cluster List"
+    key = "cluster_list_conf"
+    format_str = MANAGED_KAFKA_CLUSTER_LIST_LINK
+
+    @staticmethod
+    def persist(
+        context: Context,
+        task_instance,
+    ):
+        task_instance.xcom_push(
+            context=context,
+            key=ApacheKafkaClusterListLink.key,
+            value={
+                "project_id": task_instance.project_id,
+            },
+        )
+
+
+class ApacheKafkaTopicLink(BaseGoogleLink):
+    """Helper class for constructing Apache Kafka Topic link."""
+
+    name = "Apache Kafka Topic"
+    key = "topic_conf"
+    format_str = MANAGED_KAFKA_TOPIC_LINK
+
+    @staticmethod
+    def persist(
+        context: Context,
+        task_instance,
+        cluster_id: str,
+        topic_id: str,
+    ):
+        task_instance.xcom_push(
+            context=context,
+            key=ApacheKafkaTopicLink.key,
+            value={
+                "location": task_instance.location,
+                "cluster_id": cluster_id,
+                "topic_id": topic_id,
+                "project_id": task_instance.project_id,
+            },
+        )

airflow/providers/google/cloud/links/translate.py

@@ -56,6 +56,8 @@ TRANSLATION_NATIVE_MODEL_LINK = (
 )
 TRANSLATION_MODELS_LIST_LINK = TRANSLATION_BASE_LINK + "/models/list?project={project_id}"
 
+TRANSLATION_HUB_RESOURCES_LIST_LINK = TRANSLATION_BASE_LINK + "/hub/resources?project={project_id}"
+
 
 class TranslationLegacyDatasetLink(BaseGoogleLink):
     """
@@ -368,3 +370,29 @@ class TranslateResultByOutputConfigLink(BaseGoogleLink):
                 ),
             },
         )
+
+
+class TranslationGlossariesListLink(BaseGoogleLink):
+    """
+    Helper class for constructing Translation Glossaries List link.
+
+    Link for the list of available glossaries.
+    """
+
+    name = "Translation Glossaries List"
+    key = "translation_glossaries_list"
+    format_str = TRANSLATION_HUB_RESOURCES_LIST_LINK
+
+    @staticmethod
+    def persist(
+        context: Context,
+        task_instance,
+        project_id: str,
+    ):
+        task_instance.xcom_push(
+            context,
+            key=TranslationGlossariesListLink.key,
+            value={
+                "project_id": project_id,
+            },
+        )

airflow/providers/google/cloud/log/gcs_task_handler.py

@@ -25,9 +25,6 @@ from functools import cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING
 
-# not sure why but mypy complains on missing `storage` but it is clearly there and is importable
-from google.cloud import storage  # type: ignore[attr-defined]
-
 from airflow.configuration import conf
 from airflow.exceptions import AirflowNotFoundException
 from airflow.providers.google.cloud.hooks.gcs import GCSHook, _parse_gcs_url
@@ -37,6 +34,9 @@ from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.utils.log.file_task_handler import FileTaskHandler
 from airflow.utils.log.logging_mixin import LoggingMixin
 
+# not sure why but mypy complains on missing `storage` but it is clearly there and is importable
+from google.cloud import storage  # type: ignore[attr-defined]
+
 if TYPE_CHECKING:
     from airflow.models.taskinstance import TaskInstance
 

airflow/providers/google/cloud/log/stackdriver_task_handler.py

@@ -25,23 +25,24 @@ from functools import cached_property
 from typing import TYPE_CHECKING
 from urllib.parse import urlencode
 
+from airflow.exceptions import AirflowProviderDeprecationWarning
+from airflow.providers.google.cloud.utils.credentials_provider import get_credentials_and_project_id
+from airflow.providers.google.common.consts import CLIENT_INFO
+from airflow.providers.google.version_compat import AIRFLOW_V_3_0_PLUS
+from airflow.utils.types import NOTSET, ArgNotSet
 from google.cloud import logging as gcp_logging
 from google.cloud.logging import Resource
 from google.cloud.logging.handlers.transports import BackgroundThreadTransport, Transport
 from google.cloud.logging_v2.services.logging_service_v2 import LoggingServiceV2Client
 from google.cloud.logging_v2.types import ListLogEntriesRequest, ListLogEntriesResponse
 
-from airflow.exceptions import RemovedInAirflow3Warning
-from airflow.providers.google.cloud.utils.credentials_provider import get_credentials_and_project_id
-from airflow.providers.google.common.consts import CLIENT_INFO
-from airflow.providers.google.version_compat import AIRFLOW_V_3_0_PLUS
-from airflow.utils.log.trigger_handler import ctx_indiv_trigger
-from airflow.utils.types import NOTSET, ArgNotSet
-
 if TYPE_CHECKING:
+    from airflow.models import TaskInstance
     from google.auth.credentials import Credentials
 
-    from airflow.models import TaskInstance
+
+if not AIRFLOW_V_3_0_PLUS:
+    from airflow.utils.log.trigger_handler import ctx_indiv_trigger
 
 DEFAULT_LOGGER_NAME = "airflow"
 _GLOBAL_RESOURCE = Resource(type="global", labels={})
@@ -108,7 +109,7 @@ class StackdriverTaskHandler(logging.Handler):
             warnings.warn(
                 "Param `name` is deprecated and will be removed in a future release. "
                 "Please use `gcp_log_name` instead. ",
-                RemovedInAirflow3Warning,
+                AirflowProviderDeprecationWarning,
                 stacklevel=2,
             )
             gcp_log_name = str(name)
@@ -184,7 +185,7 @@ class StackdriverTaskHandler(logging.Handler):
         """
         message = self.format(record)
         ti = None
-        if getattr(record, ctx_indiv_trigger.name, None):
+        if not AIRFLOW_V_3_0_PLUS and getattr(record, ctx_indiv_trigger.name, None):
             ti = getattr(record, "task_instance", None)  # trigger context
         labels = self._get_labels(ti)
         self._transport.send(record, message, resource=self.resource, labels=labels)

airflow/providers/google/cloud/openlineage/facets.py

@@ -0,0 +1,67 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from attr import define, field
+
+from airflow.providers.google import __version__ as provider_version
+
+if TYPE_CHECKING:
+    from openlineage.client.generated.base import RunFacet
+else:
+    try:
+        try:
+            from openlineage.client.generated.base import RunFacet
+        except ImportError:  # Old OpenLineage client is used
+            from openlineage.client.facet import BaseFacet as RunFacet
+
+        @define
+        class BigQueryJobRunFacet(RunFacet):
+            """
+            Facet that represents relevant statistics of bigquery run.
+
+            :param cached: BigQuery caches query results. Rest of the statistics will not be provided for cached queries.
+            :param billedBytes: How many bytes BigQuery bills for.
+            :param properties: Full property tree of BigQUery run.
+            """
+
+            cached: bool
+            billedBytes: int | None = field(default=None)
+            properties: str | None = field(default=None)
+
+            @staticmethod
+            def _get_schema() -> str:
+                return (
+                    "https://raw.githubusercontent.com/apache/airflow/"
+                    f"providers-google/{provider_version}/airflow/providers/google/"
+                    "openlineage/BigQueryJobRunFacet.json"
+                )
+    except ImportError:  # OpenLineage is not available
+
+        def create_no_op(*_, **__) -> None:
+            """
+            Create a no-op placeholder.
+
+            This function creates and returns a None value, used as a placeholder when the OpenLineage client
+            library is available. It represents an action that has no effect.
+            """
+            return None
+
+        BigQueryJobRunFacet = create_no_op