apache-airflow-providers-google 10.18.0rc2__py3-none-any.whl → 10.19.0rc1__py3-none-any.whl

airflow/providers/google/cloud/utils/credentials_provider.py

@@ -28,9 +28,9 @@ from typing import Collection, Generator, Sequence
 from urllib.parse import urlencode
 
 import google.auth
-import google.auth.credentials
 import google.oauth2.service_account
 from google.auth import impersonated_credentials  # type: ignore[attr-defined]
+from google.auth.credentials import AnonymousCredentials, Credentials
 from google.auth.environment_vars import CREDENTIALS, LEGACY_PROJECT, PROJECT
 
 from airflow.exceptions import AirflowException
@@ -178,6 +178,7 @@ class _CredentialProvider(LoggingMixin):
     :param key_secret_name: Keyfile Secret Name in GCP Secret Manager.
     :param key_secret_project_id: Project ID to read the secrets from. If not passed, the project ID from
         default credentials will be used.
+    :param credential_config_file: File path to or content of a GCP credential configuration file.
     :param scopes:  OAuth scopes for the connection
     :param delegate_to: The account to impersonate using domain-wide delegation of authority,
         if any. For this to work, the service account making the request must have
@@ -192,6 +193,8 @@ class _CredentialProvider(LoggingMixin):
         Service Account Token Creator IAM role to the directly preceding identity, with first
         account from the list granting this role to the originating account and target_principal
         granting the role to the last account from the list.
+    :param is_anonymous: Provides an anonymous set of credentials,
+        which is useful for APIs which do not require authentication.
     """
 
     def __init__(
@@ -206,13 +209,14 @@ class _CredentialProvider(LoggingMixin):
         disable_logging: bool = False,
         target_principal: str | None = None,
         delegates: Sequence[str] | None = None,
+        is_anonymous: bool | None = None,
     ) -> None:
         super().__init__()
-        key_options = [key_path, key_secret_name, keyfile_dict]
+        key_options = [key_path, keyfile_dict, credential_config_file, key_secret_name, is_anonymous]
         if len([x for x in key_options if x]) > 1:
             raise AirflowException(
-                "The `keyfile_dict`, `key_path`, and `key_secret_name` fields "
-                "are all mutually exclusive. Please provide only one value."
+                "The `keyfile_dict`, `key_path`, `credential_config_file`, `is_anonymous` and"
+                " `key_secret_name` fields are all mutually exclusive. Please provide only one value."
             )
         self.key_path = key_path
         self.keyfile_dict = keyfile_dict
@@ -224,43 +228,48 @@ class _CredentialProvider(LoggingMixin):
         self.disable_logging = disable_logging
         self.target_principal = target_principal
         self.delegates = delegates
+        self.is_anonymous = is_anonymous
 
-    def get_credentials_and_project(self) -> tuple[google.auth.credentials.Credentials, str]:
+    def get_credentials_and_project(self) -> tuple[Credentials, str]:
         """
         Get current credentials and project ID.
 
+        Project ID is an empty string when using anonymous credentials.
+
         :return: Google Auth Credentials
         """
-        if self.key_path:
-            credentials, project_id = self._get_credentials_using_key_path()
-        elif self.key_secret_name:
-            credentials, project_id = self._get_credentials_using_key_secret_name()
-        elif self.keyfile_dict:
-            credentials, project_id = self._get_credentials_using_keyfile_dict()
-        elif self.credential_config_file:
-            credentials, project_id = self._get_credentials_using_credential_config_file()
+        if self.is_anonymous:
+            credentials, project_id = AnonymousCredentials(), ""
         else:
-            credentials, project_id = self._get_credentials_using_adc()
-
-        if self.delegate_to:
-            if hasattr(credentials, "with_subject"):
-                credentials = credentials.with_subject(self.delegate_to)
+            if self.key_path:
+                credentials, project_id = self._get_credentials_using_key_path()
+            elif self.key_secret_name:
+                credentials, project_id = self._get_credentials_using_key_secret_name()
+            elif self.keyfile_dict:
+                credentials, project_id = self._get_credentials_using_keyfile_dict()
+            elif self.credential_config_file:
+                credentials, project_id = self._get_credentials_using_credential_config_file()
             else:
-                raise AirflowException(
-                    "The `delegate_to` parameter cannot be used here as the current "
-                    "authentication method does not support account impersonate. "
-                    "Please use service-account for authorization."
+                credentials, project_id = self._get_credentials_using_adc()
+            if self.delegate_to:
+                if hasattr(credentials, "with_subject"):
+                    credentials = credentials.with_subject(self.delegate_to)
+                else:
+                    raise AirflowException(
+                        "The `delegate_to` parameter cannot be used here as the current "
+                        "authentication method does not support account impersonate. "
+                        "Please use service-account for authorization."
+                    )
+
+            if self.target_principal:
+                credentials = impersonated_credentials.Credentials(
+                    source_credentials=credentials,
+                    target_principal=self.target_principal,
+                    delegates=self.delegates,
+                    target_scopes=self.scopes,
                 )
 
-        if self.target_principal:
-            credentials = impersonated_credentials.Credentials(
-                source_credentials=credentials,
-                target_principal=self.target_principal,
-                delegates=self.delegates,
-                target_scopes=self.scopes,
-            )
-
-            project_id = _get_project_id_from_service_account_email(self.target_principal)
+                project_id = _get_project_id_from_service_account_email(self.target_principal)
 
         return credentials, project_id
 
@@ -357,7 +366,7 @@ class _CredentialProvider(LoggingMixin):
             self.log.debug(*args, **kwargs)
 
 
-def get_credentials_and_project_id(*args, **kwargs) -> tuple[google.auth.credentials.Credentials, str]:
+def get_credentials_and_project_id(*args, **kwargs) -> tuple[Credentials, str]:
     """Return the Credentials object for Google API and the associated project_id."""
     return _CredentialProvider(*args, **kwargs).get_credentials_and_project()
 

airflow/providers/google/common/hooks/base_google.py

@@ -30,7 +30,6 @@ from subprocess import check_output
 from typing import TYPE_CHECKING, Any, Callable, Generator, Sequence, TypeVar, cast
 
 import google.auth
-import google.auth.credentials
 import google.oauth2.service_account
 import google_auth_httplib2
 import requests
@@ -223,7 +222,7 @@ class GoogleBaseHook(BaseHook):
         """Return connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3PasswordFieldWidget, BS3TextFieldWidget
         from flask_babel import lazy_gettext
-        from wtforms import IntegerField, PasswordField, StringField
+        from wtforms import BooleanField, IntegerField, PasswordField, StringField
         from wtforms.validators import NumberRange
 
         return {
@@ -249,6 +248,9 @@ class GoogleBaseHook(BaseHook):
             "impersonation_chain": StringField(
                 lazy_gettext("Impersonation Chain"), widget=BS3TextFieldWidget()
             ),
+            "is_anonymous": BooleanField(
+                lazy_gettext("Anonymous credentials (ignores all other settings)"), default=False
+            ),
         }
 
     @classmethod
@@ -270,10 +272,10 @@ class GoogleBaseHook(BaseHook):
         self.delegate_to = delegate_to
         self.impersonation_chain = impersonation_chain
         self.extras: dict = self.get_connection(self.gcp_conn_id).extra_dejson
-        self._cached_credentials: google.auth.credentials.Credentials | None = None
+        self._cached_credentials: Credentials | None = None
         self._cached_project_id: str | None = None
 
-    def get_credentials_and_project_id(self) -> tuple[google.auth.credentials.Credentials, str | None]:
+    def get_credentials_and_project_id(self) -> tuple[Credentials, str | None]:
         """Return the Credentials object for Google API and the associated project_id."""
         if self._cached_credentials is not None:
             return self._cached_credentials, self._cached_project_id
@@ -301,6 +303,7 @@ class GoogleBaseHook(BaseHook):
                 self.impersonation_chain = [s.strip() for s in self.impersonation_chain.split(",")]
 
         target_principal, delegates = _get_target_principal_and_delegates(self.impersonation_chain)
+        is_anonymous = self._get_field("is_anonymous")
 
         credentials, project_id = get_credentials_and_project_id(
             key_path=key_path,
@@ -312,6 +315,7 @@ class GoogleBaseHook(BaseHook):
             delegate_to=self.delegate_to,
             target_principal=target_principal,
             delegates=delegates,
+            is_anonymous=is_anonymous,
         )
 
         overridden_project_id = self._get_field("project")
@@ -323,7 +327,7 @@ class GoogleBaseHook(BaseHook):
 
         return credentials, project_id
 
-    def get_credentials(self) -> google.auth.credentials.Credentials:
+    def get_credentials(self) -> Credentials:
         """Return the Credentials object for Google API."""
         credentials, _ = self.get_credentials_and_project_id()
         return credentials
@@ -655,6 +659,8 @@ class GoogleBaseHook(BaseHook):
     def test_connection(self):
         """Test the Google cloud connectivity from UI."""
         status, message = False, ""
+        if self._get_field("is_anonymous"):
+            return True, "Credentials are anonymous"
         try:
             token = self._get_access_token()
             url = f"https://www.googleapis.com/oauth2/v3/tokeninfo?access_token={token}"

airflow/providers/google/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1715384437,
+        "source-date-epoch": 1716287849,
         "versions": [
+            "10.19.0",
             "10.18.0",
             "10.17.0",
             "10.16.0",
@@ -102,7 +103,7 @@ def get_provider_info():
             "google-auth-httplib2>=0.0.1",
             "google-cloud-aiplatform>=1.42.1",
             "google-cloud-automl>=2.12.0",
-            "google-cloud-bigquery>=3.0.1",
+            "google-cloud-bigquery<3.21.0,>=3.0.1",
             "google-cloud-bigquery-datatransfer>=3.13.0",
             "google-cloud-bigtable>=2.17.0",
             "google-cloud-build>=3.22.0",
@@ -1580,6 +1581,11 @@ def get_provider_info():
             "airflow.providers.google.common.links.storage.StorageLink",
             "airflow.providers.google.common.links.storage.FileDetailsLink",
             "airflow.providers.google.marketing_platform.links.analytics_admin.GoogleAnalyticsPropertyLink",
+            "airflow.providers.google.cloud.links.translate.TranslationLegacyDatasetLink",
+            "airflow.providers.google.cloud.links.translate.TranslationDatasetListLink",
+            "airflow.providers.google.cloud.links.translate.TranslationLegacyModelLink",
+            "airflow.providers.google.cloud.links.translate.TranslationLegacyModelTrainLink",
+            "airflow.providers.google.cloud.links.translate.TranslationLegacyModelPredictLink",
         ],
         "secrets-backends": [
             "airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend"

{apache_airflow_providers_google-10.18.0rc2.dist-info → apache_airflow_providers_google-10.19.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.18.0rc2
+Version: 10.19.0rc1
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -39,7 +39,7 @@ Requires-Dist: google-cloud-aiplatform>=1.42.1
 Requires-Dist: google-cloud-automl>=2.12.0
 Requires-Dist: google-cloud-batch>=0.13.0
 Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
-Requires-Dist: google-cloud-bigquery>=3.0.1
+Requires-Dist: google-cloud-bigquery<3.21.0,>=3.0.1
 Requires-Dist: google-cloud-bigtable>=2.17.0
 Requires-Dist: google-cloud-build>=3.22.0
 Requires-Dist: google-cloud-compute>=1.10.0
@@ -102,8 +102,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -171,7 +171,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.18.0.rc2``
+Release: ``10.19.0.rc1``
 
 
 Google services including:
@@ -191,7 +191,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/>`_.
 
 Installation
 ------------
@@ -223,7 +223,7 @@ PIP package                              Version required
 ``google-auth-httplib2``                 ``>=0.0.1``
 ``google-cloud-aiplatform``              ``>=1.42.1``
 ``google-cloud-automl``                  ``>=2.12.0``
-``google-cloud-bigquery``                ``>=3.0.1``
+``google-cloud-bigquery``                ``>=3.0.1,<3.21.0``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
 ``google-cloud-bigtable``                ``>=2.17.0``
 ``google-cloud-build``                   ``>=3.22.0``
@@ -307,4 +307,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.18.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html>`_.

{apache_airflow_providers_google-10.18.0rc2.dist-info → apache_airflow_providers_google-10.19.0rc1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/google/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/google/__init__.py,sha256=-STVmWYvzAtQZziT5ntqECeACWw8HYuYxEWguvYiPuI,1495
-airflow/providers/google/get_provider_info.py,sha256=5EIhNOVNxiPbvIwu-Rqa-FoQV-Gzg_R3S2ZxXtSV9pk,81204
+airflow/providers/google/__init__.py,sha256=HUAzlPMwd7ZcKlpNWvIEzhsb03w5fHEZL1TUuffqeB4,1495
+airflow/providers/google/get_provider_info.py,sha256=0Yt7U4KS6kyRqOy9webKBMT6SdgdXmlEAzwnZAVcuxk,81694
 airflow/providers/google/go_module_utils.py,sha256=QZcIY0BAsy_GlwJpaCDcSRWHueZvkqDCj2ecICn_-gY,1770
 airflow/providers/google/ads/.gitignore,sha256=z_qaKzblF2LuVvP-06iDord9JBeyzIlNeJ4bx3LbtGc,167
 airflow/providers/google/ads/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -23,7 +23,7 @@ airflow/providers/google/cloud/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2x
 airflow/providers/google/cloud/fs/gcs.py,sha256=fJBGhHEE46_U5Rmbs1W0uenvGhECv13CtVSh3z7pM60,2457
 airflow/providers/google/cloud/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/hooks/automl.py,sha256=5fp8vZ96at8jH-a4yYipu4FI3J809b2E6XLCOQVhzmY,28959
-airflow/providers/google/cloud/hooks/bigquery.py,sha256=ivglJpV5jL2la6UhEXC_ABa1q-SyP2-Jbf3aSU8NimE,155228
+airflow/providers/google/cloud/hooks/bigquery.py,sha256=Z-oOfzrM2vxN2BpOP-pdiaZ_I1Pdf87H3up8wgYRF6Y,155305
 airflow/providers/google/cloud/hooks/bigquery_dts.py,sha256=3wLKj-6tQwWphjwKBLGg1rjoXAAknv0WLh6T3MqsNWA,15228
 airflow/providers/google/cloud/hooks/bigtable.py,sha256=wReDIbDyQGP8oZIzg0vsfgD6zrLmY-oYghBNCPVPorw,12580
 airflow/providers/google/cloud/hooks/cloud_batch.py,sha256=FjpR_Av7z8oMnB4Q7S-aPTMO8HZMxAo_1akdHpE7iA8,7809
@@ -79,7 +79,7 @@ airflow/providers/google/cloud/hooks/vertex_ai/model_service.py,sha256=KCqCyxjsx
 airflow/providers/google/cloud/hooks/vertex_ai/pipeline_job.py,sha256=b4PlBV0MqrOUIwR6heuPwiFGFnEHaaduPTV3iibbs_Y,29023
 airflow/providers/google/cloud/hooks/vertex_ai/prediction_service.py,sha256=Q-EzmMtE4hjEg_tH-vnE-PcrXTvoQY2QFh77reVH840,4263
 airflow/providers/google/cloud/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/links/automl.py,sha256=tJ0tIYFicB4urFltg4uTp_Yk7ZeaD0SA8Q3GWyeMw4Y,4781
+airflow/providers/google/cloud/links/automl.py,sha256=_NtdMn9WG0PQMegzVB3Tnb_QYcnsqHW7HHjcNCNok6E,6375
 airflow/providers/google/cloud/links/base.py,sha256=6Y96NArcm-f4Yw1YYqaoRdXfLLWwMH01XDAzIA-a3NA,1660
 airflow/providers/google/cloud/links/bigquery.py,sha256=VUUKpzqVd0GWXQUne3xFtwpQrIoauebQqzIypGSqByY,2532
 airflow/providers/google/cloud/links/bigquery_dts.py,sha256=0zRXjws8jmWLs-4GxoQAvnQv7V_AZnTMhw1YkYJZ3ec,1876
@@ -106,14 +106,19 @@ airflow/providers/google/cloud/links/mlengine.py,sha256=lvhRkVVExFvwoaSskckm31BW
 airflow/providers/google/cloud/links/pubsub.py,sha256=MqCg3vHUvPVT1nkEwnjhNf5mmF5zPGtqsyxE-qkRCIw,2423
 airflow/providers/google/cloud/links/spanner.py,sha256=L2j8b6VIrLta1zTM_hsoK5sYpGb3VPf6HQ92qYhQyWk,2510
 airflow/providers/google/cloud/links/stackdriver.py,sha256=WgO-KeX9guf5l4Z3TLPUD_Pns8UZzUfbRVL4kdec8z0,2413
+airflow/providers/google/cloud/links/translate.py,sha256=p0tHVr_CHPJswCmNheQAnpPreM8a30AT7EjD9xW4LJk,5467
 airflow/providers/google/cloud/links/vertex_ai.py,sha256=T5WGK77wKIPTiHtxKuQXvokArjVQYwZPjX5IgJX1dds,11138
 airflow/providers/google/cloud/links/workflows.py,sha256=Ux7bwq2fspvSoNT4X3xFXX2SSmp8EuwDyPQsTO-z7bI,3303
 airflow/providers/google/cloud/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/log/gcs_task_handler.py,sha256=d2zTPtoQHwdFIXuWbHu0xniA2oor9BEBYBNgJaWeF-0,10386
-airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=Z_aHF0_hjGwoDxk4VVtZ1sWTeqOdpSsRqg4yg6eOL80,15637
+airflow/providers/google/cloud/log/stackdriver_task_handler.py,sha256=mOpGUHR1vCyge2ysf7m3Jv02VSDkUXq5IfJCu0qvyk8,15512
+airflow/providers/google/cloud/openlineage/BigQueryErrorRunFacet.json,sha256=3whXAY38LjxmQTpCnExiIU1Q1-8dZGtWjiK0A4JQWTA,688
+airflow/providers/google/cloud/openlineage/BigQueryJobRunFacet.json,sha256=sWvE1o30bCqBBmB19n6wFZyL6BBcc22kCGWe0qcsYBc,850
+airflow/providers/google/cloud/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/google/cloud/openlineage/utils.py,sha256=VmYxUSj_Vg36rj9F8d3M7gO5BHUO9V0UC6Hj6u-NNpM,14699
 airflow/providers/google/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/automl.py,sha256=fBwkwLcKr9sAPCacjdHHQcQrh3KD65oxm1PUIQsbKuI,61727
-airflow/providers/google/cloud/operators/bigquery.py,sha256=dfTzs1ouMYEoC7SXfRIZMeHCoVut17OFl_GbNM2nO1U,129660
+airflow/providers/google/cloud/operators/automl.py,sha256=uZ-PSDqfBBviH0YWxh8gefr4DU5xiEkucYGRtSyDOG8,63479
+airflow/providers/google/cloud/operators/bigquery.py,sha256=xCc5j4U7KNJ4Lq_asI7s1H0bZeeVZEUnOTavtL5VNy8,127444
 airflow/providers/google/cloud/operators/bigquery_dts.py,sha256=6VJISM4HoMBQ3EQ5nz3zxFk8tfluGA1d2vcUNUlYLPc,17695
 airflow/providers/google/cloud/operators/bigtable.py,sha256=BnWHnTEscyPbsKWFaSreLr62W68fmHu5loQVZex7LPs,26921
 airflow/providers/google/cloud/operators/cloud_base.py,sha256=Xysh4znvIQIxbQqmfKoaL6O09FikndHrQuKKUnEV7KU,1483
@@ -155,9 +160,9 @@ airflow/providers/google/cloud/operators/video_intelligence.py,sha256=NQvEueDegd
 airflow/providers/google/cloud/operators/vision.py,sha256=RQrf9-dgRfgYxDceR--WMvc03d2a1zZaOQWzZxjrJYo,67630
 airflow/providers/google/cloud/operators/workflows.py,sha256=fnyWLqRHz0UYu6AnQKKZIMlfSIg_v5nNbZAt6ASe4fI,28977
 airflow/providers/google/cloud/operators/vertex_ai/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=Txeaul_QFrAKvEBGUa-AwcDEDtxhKWLNhbXSaBldTQE,30987
+airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py,sha256=gkJ94t0IMFVbpWNwbBL8_KhL6S6gYLNlwK-Qvb2kVa0,31442
 airflow/providers/google/cloud/operators/vertex_ai/batch_prediction_job.py,sha256=e0oFWmCRH3aQHNckjEf_YO5zP9LqiLVTzB1QTgv3iUo,28828
-airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=lPo4lCT273V_LlGqDiu9lAPcMSdlN3quAOQi1xglRMQ,100098
+airflow/providers/google/cloud/operators/vertex_ai/custom_job.py,sha256=LGCdbHyaXd8I0z8CBq2JOmc6WN4NZkoO0hhMP3KKAvA,100374
 airflow/providers/google/cloud/operators/vertex_ai/dataset.py,sha256=u_iEOIJEoZj10bbiymvoAT7aJP50HyZMt7_2KxUKbxM,23051
 airflow/providers/google/cloud/operators/vertex_ai/endpoint_service.py,sha256=mtbgC2NrolxIxyxOmqlnokc22NtCspa8oXwuHo140EU,26739
 airflow/providers/google/cloud/operators/vertex_ai/generative_model.py,sha256=k86sTqmDNWVcESuyAUxY1neeifASrusCo5MbKff6EWU,13634
@@ -187,9 +192,9 @@ airflow/providers/google/cloud/sensors/workflows.py,sha256=iJdPt5J-9nTNFIWRcQqzX
 airflow/providers/google/cloud/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/cloud/transfers/adls_to_gcs.py,sha256=ona1WA9oNhozj_JPI28sFUOukMJehkvQyjB558vfp4Q,6739
 airflow/providers/google/cloud/transfers/azure_blob_to_gcs.py,sha256=kizj9bNJp_wBgWT2Ytk4Dsj1O0EpWssMKkA_n7PquUM,4813
-airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py,sha256=scvWzZ-98bNSLmfEQj4Q9G_EERCA3tsPjF_Jwp_18Tw,7931
+airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs.py,sha256=JlPRkiDsUBbu4WWHw-rTE2efmMw3uI84LR7pz4jHn1o,8182
 airflow/providers/google/cloud/transfers/bigquery_to_bigquery.py,sha256=jQzd_QtgGDAcfWvLgKPSQuH70t-GFFbzrV7vS6Y-Zd4,8180
-airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=Hj4fMLxXuxdlnYvSjhnzbBPWmAii3oDYn80jkvyX2XE,14854
+airflow/providers/google/cloud/transfers/bigquery_to_gcs.py,sha256=tmcQ1T6Lr6k2a-0WWGdUE8x3lTxHPFNTk6F7EQIrLdU,14854
 airflow/providers/google/cloud/transfers/bigquery_to_mssql.py,sha256=24MKm3FeZ1HLVnNhxVUre4nr5KztYJKFgc-yO55sdAk,4056
 airflow/providers/google/cloud/transfers/bigquery_to_mysql.py,sha256=zMEadzSW-lXrxvSVHimNX9NQN2_6Q55dzrqHehQJKlA,3092
 airflow/providers/google/cloud/transfers/bigquery_to_postgres.py,sha256=4vmVgmZlBzBJOPMnuW4nUiTee6l3QDyvVL8AqhD4YPA,1984
@@ -197,7 +202,7 @@ airflow/providers/google/cloud/transfers/bigquery_to_sql.py,sha256=n9MdtPYPLTXQx
 airflow/providers/google/cloud/transfers/calendar_to_gcs.py,sha256=Yba_iwBxCFXW-jHcpB9fTd8bCgq5J4yJr764N1Xe7Ss,8399
 airflow/providers/google/cloud/transfers/cassandra_to_gcs.py,sha256=3f2Q6seMBXHbLOXYa3m5GDh6N8fY-IOQSn1lu6Jmnv4,15814
 airflow/providers/google/cloud/transfers/facebook_ads_to_gcs.py,sha256=FFUOMx6S4DRgFbIBIkRZKcHfwDICawSKSc16260PPuo,10322
-airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=uCryybqvvXVbRZHO77OYi3K5tT7rvybPtBKR5PLNesQ,36690
+airflow/providers/google/cloud/transfers/gcs_to_bigquery.py,sha256=o6Jn8AfVPQBmt1O6rKxYy_IEGU7gmrqMjW2A3czAFGo,36690
 airflow/providers/google/cloud/transfers/gcs_to_gcs.py,sha256=ItZBJZsIziOfRgCEAZ0-Z28K1afk-UcGD7cKDTGRVNA,26315
 airflow/providers/google/cloud/transfers/gcs_to_local.py,sha256=qWUR9TZrj3Z5WzvO7gBAbr_V8LNhVHCAnjdlVgyuZBY,5274
 airflow/providers/google/cloud/transfers/gcs_to_sftp.py,sha256=km9StbMCeVZc3Nupzkp9CJk9B2c_8dLmrbhwF1lTukU,8409
@@ -231,12 +236,12 @@ airflow/providers/google/cloud/triggers/dataproc.py,sha256=5eCSAkjg6FDL56P_7gvXu
 airflow/providers/google/cloud/triggers/gcs.py,sha256=pMjeNOkWHkOyiAxeK-JoyDInUf2VNtefOZxp8K-aNjw,18973
 airflow/providers/google/cloud/triggers/kubernetes_engine.py,sha256=XnCnGtHaZUEaYS1Yra0PTMovE06d2fcSUCNhIRsuCGc,12328
 airflow/providers/google/cloud/triggers/mlengine.py,sha256=qpOa9Gz8FmHDxXvPWrXO3M7snGbRTq92gy6kGafCUiY,5265
-airflow/providers/google/cloud/triggers/pubsub.py,sha256=LbKGL-g6WfeiRhmkItWwl8hRgI3Lr6B3Ib2GNChL4mg,5724
+airflow/providers/google/cloud/triggers/pubsub.py,sha256=3t6foghoMpa_I_al8IQMkmxktqpcZbcuIhMIOe1MvZo,5604
 airflow/providers/google/cloud/triggers/vertex_ai.py,sha256=99ah7Rcc_kYBihDXGcekZvkUz7ZNyXKv7j6R3vddcCE,9927
 airflow/providers/google/cloud/utils/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/google/cloud/utils/bigquery.py,sha256=nMPUMpfsf-7QQEJG3wo1QqKuPGPwDUwKLGhE9SBjCaI,2145
 airflow/providers/google/cloud/utils/bigquery_get_data.py,sha256=srSJSckp8ljprQ5Z_zqUAgdaEJlrFedccwe9ISlJkPQ,2092
-airflow/providers/google/cloud/utils/credentials_provider.py,sha256=AGy1mMh1qd9M2kDw7upupoaR1oxwjHoh3InUzB15wLA,17577
+airflow/providers/google/cloud/utils/credentials_provider.py,sha256=CWNy9iJZ066fr7VJfbIg_0JTyIPI1586VTIOZ8H-6Wc,18255
 airflow/providers/google/cloud/utils/dataform.py,sha256=3ZrADuvqnhUdE-iaNN12X2k-2SZyoRfwzdmvZg_NQD8,7117
 airflow/providers/google/cloud/utils/datafusion.py,sha256=IArDPasSlUjJykrAbU0uTSZXSAoGdJttZ0TA21cvrP0,1307
 airflow/providers/google/cloud/utils/dataproc.py,sha256=2oyNiVlUKcHLt6e_yg76a856RYh78V5MDd_-F2YyLTs,960
@@ -245,13 +250,12 @@ airflow/providers/google/cloud/utils/field_validator.py,sha256=VUUDA8jKdl_Ct9lZh
 airflow/providers/google/cloud/utils/helpers.py,sha256=h_stPmyWOProJhuDGc2tTX9GP4bDqses9hWHQUptp-Q,1899
 airflow/providers/google/cloud/utils/mlengine_operator_utils.py,sha256=_dkQdytcnpK5-SJ_i8udzqsd1eMFyBTeeykedq7cfrM,11688
 airflow/providers/google/cloud/utils/mlengine_prediction_summary.py,sha256=U3UKIraP01g14VByj1tVJRH0cqOR_S9RKmBifzYWOo0,7667
-airflow/providers/google/cloud/utils/openlineage.py,sha256=dG-GMF_qDAzq91Rp-7iJa-csen6JbtuQbPMKiPlROKs,2885
 airflow/providers/google/common/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/common/consts.py,sha256=KKjQX0FO6HP4MuzS8DDfWPoQNk0mhdOrYe5CzDUx2e4,1050
 airflow/providers/google/common/auth_backend/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/common/auth_backend/google_openid.py,sha256=HvUAoHfpuK8gZiss0DCgB7R3wk2c1aDjAhwc7GknV4c,4525
 airflow/providers/google/common/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/google/common/hooks/base_google.py,sha256=eTwHZVpl0pZgB9C6sfNADx5iDOTcrlz9G1rVoxxJtuY,31453
+airflow/providers/google/common/hooks/base_google.py,sha256=i-woTvSJbzrnsCiXehuY99r70p9ssUmNwBhkneZzMDs,31710
 airflow/providers/google/common/hooks/discovery_api.py,sha256=dHA3AHwsY7ETWM1fRoNknZZgz4cMnWw4q0PTQt0TiNA,6767
 airflow/providers/google/common/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/google/common/links/storage.py,sha256=24tb1xQ00gbGyOu26wryNkTYXlk_9H-ieUra9WmuPIY,2265
@@ -304,7 +308,7 @@ airflow/providers/google/suite/transfers/gcs_to_gdrive.py,sha256=CxtVhp3wlEOBtjR
 airflow/providers/google/suite/transfers/gcs_to_sheets.py,sha256=4nwXWkTySeBXNuThPxzO7uww_hH6PthpppTeuShn27Q,4363
 airflow/providers/google/suite/transfers/local_to_drive.py,sha256=eYCJghA0Ou2vUUvN_wfBQvpt2yzR9RmmeNdPgh2Cbjo,6100
 airflow/providers/google/suite/transfers/sql_to_sheets.py,sha256=sORkYSUDArRPnvi8WCiXP7YIXtpAgpEPhf8cqgpu644,5220
-apache_airflow_providers_google-10.18.0rc2.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
-apache_airflow_providers_google-10.18.0rc2.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_google-10.18.0rc2.dist-info/METADATA,sha256=PekTdpC6hyG7aBZeQIeJBjBliPVeQoWoRDNmlJbXBgw,15979
-apache_airflow_providers_google-10.18.0rc2.dist-info/RECORD,,
+apache_airflow_providers_google-10.19.0rc1.dist-info/entry_points.txt,sha256=Ay1Uo7uHxdXCxWew3CyBHumZ44Ld-iR7AcSR2fY-PLw,102
+apache_airflow_providers_google-10.19.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_google-10.19.0rc1.dist-info/METADATA,sha256=TEL1HiGTymPKt43Emg4NAlWhXKBDlUGKVF7GtvIQeUc,15995
+apache_airflow_providers_google-10.19.0rc1.dist-info/RECORD,,

airflow/providers/google/cloud/utils/openlineage.py

@@ -1,81 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""This module contains code related to OpenLineage and lineage extraction."""
-
-from __future__ import annotations
-
-from typing import TYPE_CHECKING, Any
-
-from openlineage.client.facet import (
-    ColumnLineageDatasetFacet,
-    ColumnLineageDatasetFacetFieldsAdditional,
-    ColumnLineageDatasetFacetFieldsAdditionalInputFields,
-    DocumentationDatasetFacet,
-    SchemaDatasetFacet,
-    SchemaField,
-)
-
-if TYPE_CHECKING:
-    from google.cloud.bigquery.table import Table
-    from openlineage.client.run import Dataset
-
-
-def get_facets_from_bq_table(table: Table) -> dict[Any, Any]:
-    """Get facets from BigQuery table object."""
-    facets = {
-        "schema": SchemaDatasetFacet(
-            fields=[
-                SchemaField(name=field.name, type=field.field_type, description=field.description)
-                for field in table.schema
-            ]
-        ),
-        "documentation": DocumentationDatasetFacet(description=table.description or ""),
-    }
-
-    return facets
-
-
-def get_identity_column_lineage_facet(
-    field_names: list[str],
-    input_datasets: list[Dataset],
-) -> ColumnLineageDatasetFacet:
-    """
-    Get column lineage facet.
-
-    Simple lineage will be created, where each source column corresponds to single destination column
-    in each input dataset and there are no transformations made.
-    """
-    if field_names and not input_datasets:
-        raise ValueError("When providing `field_names` You must provide at least one `input_dataset`.")
-
-    column_lineage_facet = ColumnLineageDatasetFacet(
-        fields={
-            field: ColumnLineageDatasetFacetFieldsAdditional(
-                inputFields=[
-                    ColumnLineageDatasetFacetFieldsAdditionalInputFields(
-                        namespace=dataset.namespace, name=dataset.name, field=field
-                    )
-                    for dataset in input_datasets
-                ],
-                transformationType="IDENTITY",
-                transformationDescription="identical",
-            )
-            for field in field_names
-        }
-    )
-    return column_lineage_facet