apache-airflow-providers-google 10.7.0__py3-none-any.whl → 10.8.0__py3-none-any.whl

airflow/providers/google/cloud/utils/field_validator.py

@@ -158,20 +158,20 @@ def _int_greater_than_zero(value):
 
 
 EXAMPLE_VALIDATION_SPECIFICATION = [
-    dict(name="name", allow_empty=False),
-    dict(name="description", allow_empty=False, optional=True),
-    dict(name="availableMemoryMb", custom_validation=_int_greater_than_zero, optional=True),
-    dict(name="labels", optional=True, type="dict"),
-    dict(
-        name="an_union",
-        type="union",
-        fields=[
-            dict(name="variant_1", regexp=r"^.+$"),
-            dict(name="variant_2", regexp=r"^.+$", api_version="v1beta2"),
-            dict(name="variant_3", type="dict", fields=[dict(name="url", regexp=r"^.+$")]),
-            dict(name="variant_4"),
+    {"name": "name", "allow_empty": False},
+    {"name": "description", "allow_empty": False, "optional": True},
+    {"name": "availableMemoryMb", "custom_validation": _int_greater_than_zero, "optional": True},
+    {"name": "labels", "optional": True, "type": "dict"},
+    {
+        "name": "an_union",
+        "type": "union",
+        "fields": [
+            {"name": "variant_1", "regexp": r"^.+$"},
+            {"name": "variant_2", "regexp": r"^.+$", "api_version": "v1beta2"},
+            {"name": "variant_3", "type": "dict", "fields": [{"name": "url", "regexp": r"^.+$"}]},
+            {"name": "variant_4"},
         ],
-    ),
+    },
 ]
 
 

airflow/providers/google/cloud/utils/mlengine_operator_utils.py

@@ -21,12 +21,11 @@ import base64
 import json
 import os
 import re
-from typing import Callable, Iterable, TypeVar
+from typing import TYPE_CHECKING, Callable, Iterable, TypeVar
 from urllib.parse import urlsplit
 
 import dill
 
-from airflow import DAG
 from airflow.exceptions import AirflowException
 from airflow.operators.python import PythonOperator
 from airflow.providers.apache.beam.hooks.beam import BeamRunnerType
@@ -34,6 +33,9 @@ from airflow.providers.apache.beam.operators.beam import BeamRunPythonPipelineOp
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 from airflow.providers.google.cloud.operators.mlengine import MLEngineStartBatchPredictionJobOperator
 
+if TYPE_CHECKING:
+    from airflow import DAG
+
 T = TypeVar("T", bound=Callable)
 
 
@@ -191,7 +193,7 @@ def create_evaluate_ops(
 
     # Verify that task_prefix doesn't have any special characters except hyphen
     # '-', which is the only allowed non-alphanumeric character by Dataflow.
-    if not re.match(r"^[a-zA-Z][-A-Za-z0-9]*$", task_prefix):
+    if not re.fullmatch(r"[a-zA-Z][-A-Za-z0-9]*", task_prefix):
         raise AirflowException(
             "Malformed task_id for DataFlowPythonOperator (only alphanumeric "
             "and hyphens are allowed but got: " + task_prefix

airflow/providers/google/cloud/utils/mlengine_prediction_summary.py

@@ -139,7 +139,7 @@ def MakeSummary(pcoll, metric_fn, metric_keys):
     return (
         pcoll
         | "ApplyMetricFnPerInstance" >> beam.Map(metric_fn)
-        | "PairWith1" >> beam.Map(lambda tup: tup + (1,))
+        | "PairWith1" >> beam.Map(lambda tup: (*tup, 1))
         | "SumTuple" >> beam.CombineGlobally(beam.combiners.TupleCombineFn(*([sum] * (len(metric_keys) + 1))))
         | "AverageAndMakeDict"
         >> beam.Map(

airflow/providers/google/common/hooks/base_google.py

@@ -26,7 +26,7 @@ import tempfile
 import warnings
 from contextlib import ExitStack, contextmanager
 from subprocess import check_output
-from typing import Any, Callable, Generator, Sequence, TypeVar, cast
+from typing import TYPE_CHECKING, Any, Callable, Generator, Sequence, TypeVar, cast
 
 import google.auth
 import google.auth.credentials
@@ -36,7 +36,6 @@ import requests
 import tenacity
 from asgiref.sync import sync_to_async
 from google.api_core.exceptions import Forbidden, ResourceExhausted, TooManyRequests
-from google.api_core.gapic_v1.client_info import ClientInfo
 from google.auth import _cloud_sdk, compute_engine
 from google.auth.environment_vars import CLOUD_SDK_CONFIG_DIR, CREDENTIALS
 from google.auth.exceptions import RefreshError
@@ -56,6 +55,9 @@ from airflow.providers.google.cloud.utils.credentials_provider import (
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.utils.process_utils import patch_environ
 
+if TYPE_CHECKING:
+    from google.api_core.gapic_v1.client_info import ClientInfo
+
 log = logging.getLogger(__name__)
 
 # Constants used by the mechanism of repeating requests in reaction to exceeding the temporary quota.
@@ -214,6 +216,9 @@ class GoogleBaseHook(BaseHook):
                 widget=BS3TextFieldWidget(),
                 default=5,
             ),
+            "impersonation_chain": StringField(
+                lazy_gettext("Impersonation Chain"), widget=BS3TextFieldWidget()
+            ),
         }
 
     @staticmethod
@@ -260,6 +265,9 @@ class GoogleBaseHook(BaseHook):
 
         credential_config_file: str | None = self._get_field("credential_config_file", None)
 
+        if not self.impersonation_chain:
+            self.impersonation_chain = self._get_field("impersonation_chain", None)
+
         target_principal, delegates = _get_target_principal_and_delegates(self.impersonation_chain)
 
         credentials, project_id = get_credentials_and_project_id(

airflow/providers/google/common/links/storage.py

@@ -19,7 +19,6 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from airflow.models import BaseOperator
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
 BASE_LINK = "https://console.cloud.google.com"
@@ -27,6 +26,7 @@ GCS_STORAGE_LINK = BASE_LINK + "/storage/browser/{uri};tab=objects?project={proj
 GCS_FILE_DETAILS_LINK = BASE_LINK + "/storage/browser/_details/{uri};tab=live_object?project={project_id}"
 
 if TYPE_CHECKING:
+    from airflow.models import BaseOperator
     from airflow.utils.context import Context
 
 

airflow/providers/google/common/utils/id_token_credentials.py

@@ -32,12 +32,15 @@ from __future__ import annotations
 
 import json
 import os
+from typing import TYPE_CHECKING
 
 import google.auth.transport
-import google.oauth2
 from google.auth import credentials as google_auth_credentials, environment_vars, exceptions
 from google.oauth2 import credentials as oauth2_credentials, service_account
 
+if TYPE_CHECKING:
+    import google.oauth2
+
 # Valid types accepted for file-based credentials.
 # They are taken  from "google.auth._default" and since they are all "protected" and the imports might
 # change any time and fail the whole Google provider functionality - we should inline them

airflow/providers/google/get_provider_info.py

@@ -29,6 +29,7 @@ def get_provider_info():
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "suspended": False,
         "versions": [
+            "10.8.0",
             "10.7.0",
             "10.6.0",
             "10.5.0",
@@ -1146,6 +1147,10 @@ def get_provider_info():
                 "integration-name": "Google Data Fusion",
                 "python-modules": ["airflow.providers.google.cloud.triggers.datafusion"],
             },
+            {
+                "integration-name": "Google Dataplex",
+                "python-modules": ["airflow.providers.google.cloud.triggers.dataplex"],
+            },
             {
                 "integration-name": "Google Dataproc",
                 "python-modules": ["airflow.providers.google.cloud.triggers.dataproc"],

airflow/providers/google/marketing_platform/hooks/campaign_manager.py

@@ -18,14 +18,16 @@
 """This module contains Google Campaign Manager hook."""
 from __future__ import annotations
 
-from typing import Any, Sequence
+from typing import TYPE_CHECKING, Any, Sequence
 
-from googleapiclient import http
 from googleapiclient.discovery import Resource, build
 
 from airflow.exceptions import AirflowException
 from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 
+if TYPE_CHECKING:
+    from googleapiclient import http
+
 
 class GoogleCampaignManagerHook(GoogleBaseHook):
     """Hook for Google Campaign Manager."""

airflow/providers/google/marketing_platform/sensors/display_video.py

@@ -19,7 +19,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence
 
-from airflow import AirflowException
+from airflow.exceptions import AirflowException, AirflowSkipException
 from airflow.providers.google.marketing_platform.hooks.display_video import GoogleDisplayVideo360Hook
 from airflow.sensors.base import BaseSensorOperator
 
@@ -86,9 +86,12 @@ class GoogleDisplayVideo360GetSDFDownloadOperationSensor(BaseSensorOperator):
             impersonation_chain=self.impersonation_chain,
         )
         operation = hook.get_sdf_download_operation(operation_name=self.operation_name)
-
         if "error" in operation:
-            raise AirflowException(f'The operation finished in error with {operation["error"]}')
+            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
+            message = f'The operation finished in error with {operation["error"]}'
+            if self.soft_fail:
+                raise AirflowSkipException(message)
+            raise AirflowException(message)
         if operation and operation.get("done"):
             return True
         return False

airflow/providers/google/suite/hooks/calendar.py

@@ -18,14 +18,16 @@
 """This module contains a Google Calendar API hook."""
 from __future__ import annotations
 
-from datetime import datetime
-from typing import Any, Sequence
+from typing import TYPE_CHECKING, Any, Sequence
 
 from googleapiclient.discovery import build
 
 from airflow.exceptions import AirflowException
 from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
 
+if TYPE_CHECKING:
+    from datetime import datetime
+
 
 class GoogleCalendarHook(GoogleBaseHook):
     """

{apache_airflow_providers_google-10.7.0.dist-info → apache_airflow_providers_google-10.8.0.dist-info}/METADATA

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.7.0
+Version: 10.8.0
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-google package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.7.0/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.7.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.8.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.8.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -164,7 +164,7 @@ Requires-Dist: apache-airflow-providers-trino ; extra == 'trino'
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.7.0``
+Release: ``10.8.0``
 
 
 Google services including:
@@ -184,7 +184,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.7.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.8.0/>`_.
 
 
 Installation
@@ -297,4 +297,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.7.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.8.0/changelog.html>`_.