apache-airflow-providers-google 10.16.0rc1__tar.gz → 10.17.0__tar.gz

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.16.0rc1
+Version: 10.17.0
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -19,25 +19,27 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL
-Requires-Dist: apache-airflow-providers-common-sql>=1.7.2.dev0
-Requires-Dist: apache-airflow>=2.6.0.dev0
+Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
+Requires-Dist: apache-airflow>=2.6.0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
 Requires-Dist: gcloud-aio-bigquery>=6.1.2
 Requires-Dist: gcloud-aio-storage>=9.0.0
 Requires-Dist: gcsfs>=2023.10.0
-Requires-Dist: google-ads>=22.1.0
+Requires-Dist: google-ads>=23.1.0
 Requires-Dist: google-analytics-admin
 Requires-Dist: google-api-core>=2.11.0,!=2.16.0
 Requires-Dist: google-api-python-client>=1.6.0
 Requires-Dist: google-auth-httplib2>=0.0.1
 Requires-Dist: google-auth>=1.0.0
-Requires-Dist: google-cloud-aiplatform>=1.22.1
+Requires-Dist: google-cloud-aiplatform>=1.42.1
 Requires-Dist: google-cloud-automl>=2.12.0
 Requires-Dist: google-cloud-batch>=0.13.0
 Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
+Requires-Dist: google-cloud-bigquery>=3.0.1
 Requires-Dist: google-cloud-bigtable>=2.17.0
 Requires-Dist: google-cloud-build>=3.22.0
 Requires-Dist: google-cloud-compute>=1.10.0
@@ -77,6 +79,7 @@ Requires-Dist: looker-sdk>=22.2.0
 Requires-Dist: pandas-gbq
 Requires-Dist: pandas>=1.2.5,<2.2
 Requires-Dist: proto-plus>=1.19.6
+Requires-Dist: python-slugify>=5.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
 Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
@@ -99,8 +102,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -168,7 +171,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.16.0.rc1``
+Release: ``10.17.0``
 
 
 Google services including:
@@ -188,7 +191,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0/>`_.
 
 Installation
 ------------
@@ -197,7 +200,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-google``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11
+The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -212,14 +215,15 @@ PIP package                              Version required
 ``gcloud-aio-bigquery``                  ``>=6.1.2``
 ``gcloud-aio-storage``                   ``>=9.0.0``
 ``gcsfs``                                ``>=2023.10.0``
-``google-ads``                           ``>=22.1.0``
+``google-ads``                           ``>=23.1.0``
 ``google-analytics-admin``
 ``google-api-core``                      ``>=2.11.0,!=2.16.0``
 ``google-api-python-client``             ``>=1.6.0``
 ``google-auth``                          ``>=1.0.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.22.1``
+``google-cloud-aiplatform``              ``>=1.42.1``
 ``google-cloud-automl``                  ``>=2.12.0``
+``google-cloud-bigquery``                ``>=3.0.1``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
 ``google-cloud-bigtable``                ``>=2.17.0``
 ``google-cloud-build``                   ``>=3.22.0``
@@ -264,6 +268,7 @@ PIP package                              Version required
 ``PyOpenSSL``
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
+``python-slugify``                       ``>=5.0``
 =======================================  =====================
 
 Cross provider package dependencies
@@ -302,4 +307,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0/changelog.html>`_.

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.16.0.rc1``
+Release: ``10.17.0``
 
 
 Google services including:
@@ -62,7 +62,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0/>`_.
 
 Installation
 ------------
@@ -71,7 +71,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-google``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11
+The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -86,14 +86,15 @@ PIP package                              Version required
 ``gcloud-aio-bigquery``                  ``>=6.1.2``
 ``gcloud-aio-storage``                   ``>=9.0.0``
 ``gcsfs``                                ``>=2023.10.0``
-``google-ads``                           ``>=22.1.0``
+``google-ads``                           ``>=23.1.0``
 ``google-analytics-admin``
 ``google-api-core``                      ``>=2.11.0,!=2.16.0``
 ``google-api-python-client``             ``>=1.6.0``
 ``google-auth``                          ``>=1.0.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.22.1``
+``google-cloud-aiplatform``              ``>=1.42.1``
 ``google-cloud-automl``                  ``>=2.12.0``
+``google-cloud-bigquery``                ``>=3.0.1``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
 ``google-cloud-bigtable``                ``>=2.17.0``
 ``google-cloud-build``                   ``>=3.22.0``
@@ -138,6 +139,7 @@ PIP package                              Version required
 ``PyOpenSSL``
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
+``python-slugify``                       ``>=5.0``
 =======================================  =====================
 
 Cross provider package dependencies
@@ -176,4 +178,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.16.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.17.0/changelog.html>`_.

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/__init__.py

@@ -27,7 +27,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "10.16.0"
+__version__ = "10.17.0"
 
 try:
     from airflow import __version__ as airflow_version

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/ads/hooks/ads.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains Google Ad hook."""
+
 from __future__ import annotations
 
 from functools import cached_property
@@ -31,9 +32,9 @@ from airflow.hooks.base import BaseHook
 from airflow.providers.google.common.hooks.base_google import get_field
 
 if TYPE_CHECKING:
-    from google.ads.googleads.v15.services.services.customer_service import CustomerServiceClient
-    from google.ads.googleads.v15.services.services.google_ads_service import GoogleAdsServiceClient
-    from google.ads.googleads.v15.services.types.google_ads_service import GoogleAdsRow
+    from google.ads.googleads.v16.services.services.customer_service import CustomerServiceClient
+    from google.ads.googleads.v16.services.services.google_ads_service import GoogleAdsServiceClient
+    from google.ads.googleads.v16.services.types.google_ads_service import GoogleAdsRow
     from google.api_core.page_iterator import GRPCIterator
 
 
@@ -99,7 +100,7 @@ class GoogleAdsHook(BaseHook):
     :param api_version: The Google Ads API version to use.
     """
 
-    default_api_version = "v15"
+    default_api_version = "v16"
 
     def __init__(
         self,

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/ads/operators/ads.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains Google Ad to GCS operators."""
+
 from __future__ import annotations
 
 import csv

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_cloud_sql_query.py

@@ -35,6 +35,7 @@ This DAG relies on the following OS environment variables
 * GCSQL_MYSQL_PUBLIC_IP - Public IP of the mysql database
 * GCSQL_MYSQL_PUBLIC_PORT - Port of the mysql database
 """
+
 from __future__ import annotations
 
 import os

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_cloud_task.py

@@ -24,6 +24,7 @@ This DAG relies on the following OS environment variables
 * GCP_ZONE - Google Cloud zone where the cloud task queue exists.
 * QUEUE_NAME - Name of the cloud task queue.
 """
+
 from __future__ import annotations
 
 import os

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_facebook_ads_to_gcs.py

@@ -18,6 +18,7 @@
 """
 Example Airflow DAG that shows how to use FacebookAdsReportToGcsOperator.
 """
+
 from __future__ import annotations
 
 import os

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_looker.py

@@ -19,6 +19,7 @@
 Example Airflow DAG that show how to use various Looker
 operators to submit PDT materialization job and manage it.
 """
+
 from __future__ import annotations
 
 from datetime import datetime

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_presto_to_gcs.py

@@ -18,6 +18,7 @@
 """
 Example DAG using PrestoToGCSOperator.
 """
+
 from __future__ import annotations
 
 import os

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py

@@ -17,6 +17,7 @@
 """
 Example Airflow DAG that shows how to use SalesforceToGcsOperator.
 """
+
 from __future__ import annotations
 
 import os

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/fs/gcs.py

@@ -47,12 +47,11 @@ def get_fs(conn_id: str | None, storage_options: dict[str, str] | None = None) -
         return GCSFileSystem()
 
     g = GoogleBaseHook(gcp_conn_id=conn_id)
-    creds = g.get_credentials()
 
     options = {
         "project": g.project_id,
         "access": g.extras.get(GCS_ACCESS, "full_control"),
-        "token": creds.token,
+        "token": g._get_access_token(),
         "consistency": g.extras.get(GCS_CONSISTENCY, "none"),
         "cache_timeout": g.extras.get(GCS_CACHE_TIMEOUT),
         "requester_pays": g.extras.get(GCS_REQUESTER_PAYS, False),

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/automl.py

@@ -22,6 +22,7 @@ This module contains a Google AutoML hook.
 
     PredictResponse
 """
+
 from __future__ import annotations
 
 from functools import cached_property

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/bigquery.py

@@ -28,6 +28,7 @@ import time
 import uuid
 from copy import deepcopy
 from datetime import datetime, timedelta
+from functools import cached_property
 from typing import TYPE_CHECKING, Any, Iterable, Mapping, NoReturn, Sequence, Union, cast
 
 from aiohttp import ClientSession as ClientSession
@@ -56,6 +57,7 @@ from sqlalchemy import create_engine
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.common.sql.hooks.sql import DbApiHook
 from airflow.providers.google.cloud.utils.bigquery import bq_cast
+from airflow.providers.google.cloud.utils.credentials_provider import _get_scopes
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import GoogleBaseAsyncHook, GoogleBaseHook, get_field
 
@@ -92,6 +94,8 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
         Google BigQuery jobs.
     :param impersonation_chain: This is the optional service account to
         impersonate using short term credentials.
+    :param impersonation_scopes: Optional list of scopes for impersonated account.
+        Will override scopes from connection.
     :param labels: The BigQuery resource label.
     """
 
@@ -100,14 +104,50 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
     conn_type = "gcpbigquery"
     hook_name = "Google Bigquery"
 
+    @classmethod
+    def get_connection_form_widgets(cls) -> dict[str, Any]:
+        """Return connection widgets to add to connection form."""
+        from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
+        from flask_babel import lazy_gettext
+        from wtforms import validators
+        from wtforms.fields.simple import BooleanField, StringField
+
+        from airflow.www.validators import ValidJson
+
+        connection_form_widgets = super().get_connection_form_widgets()
+        connection_form_widgets["use_legacy_sql"] = BooleanField(lazy_gettext("Use Legacy SQL"), default=True)
+        connection_form_widgets["location"] = StringField(
+            lazy_gettext("Location"), widget=BS3TextFieldWidget()
+        )
+        connection_form_widgets["priority"] = StringField(
+            lazy_gettext("Priority"),
+            default="INTERACTIVE",
+            widget=BS3TextFieldWidget(),
+            validators=[validators.AnyOf(["INTERACTIVE", "BATCH"])],
+        )
+        connection_form_widgets["api_resource_configs"] = StringField(
+            lazy_gettext("API Resource Configs"), widget=BS3TextFieldWidget(), validators=[ValidJson()]
+        )
+        connection_form_widgets["labels"] = StringField(
+            lazy_gettext("Labels"), widget=BS3TextFieldWidget(), validators=[ValidJson()]
+        )
+        connection_form_widgets["labels"] = StringField(
+            lazy_gettext("Labels"), widget=BS3TextFieldWidget(), validators=[ValidJson()]
+        )
+        return connection_form_widgets
+
+    @classmethod
+    def get_ui_field_behaviour(cls) -> dict[str, Any]:
+        """Return custom field behaviour."""
+        return super().get_ui_field_behaviour()
+
     def __init__(
         self,
-        gcp_conn_id: str = GoogleBaseHook.default_conn_name,
         use_legacy_sql: bool = True,
         location: str | None = None,
         priority: str = "INTERACTIVE",
         api_resource_configs: dict | None = None,
-        impersonation_chain: str | Sequence[str] | None = None,
+        impersonation_scopes: str | Sequence[str] | None = None,
         labels: dict | None = None,
         **kwargs,
     ) -> None:
@@ -116,17 +156,25 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
                 "The `delegate_to` parameter has been deprecated before and finally removed in this version"
                 " of Google Provider. You MUST convert it to `impersonate_chain`"
             )
-        super().__init__(
-            gcp_conn_id=gcp_conn_id,
-            impersonation_chain=impersonation_chain,
-        )
-        self.use_legacy_sql = use_legacy_sql
-        self.location = location
-        self.priority = priority
+        super().__init__(**kwargs)
+        self.use_legacy_sql: bool = self._get_field("use_legacy_sql", use_legacy_sql)
+        self.location: str | None = self._get_field("location", location)
+        self.priority: str = self._get_field("priority", priority)
         self.running_job_id: str | None = None
-        self.api_resource_configs: dict = api_resource_configs or {}
-        self.labels = labels
-        self.credentials_path = "bigquery_hook_credentials.json"
+        self.api_resource_configs: dict = self._get_field("api_resource_configs", api_resource_configs or {})
+        self.labels = self._get_field("labels", labels or {})
+        self.impersonation_scopes: str | Sequence[str] | None = impersonation_scopes
+
+    @cached_property
+    @deprecated(
+        reason=(
+            "`BigQueryHook.credentials_path` property is deprecated and will be removed in the future. "
+            "This property used for obtaining credentials path but no longer in actual use. "
+        ),
+        category=AirflowProviderDeprecationWarning,
+    )
+    def credentials_path(self) -> str:
+        return "bigquery_hook_credentials.json"
 
     def get_conn(self) -> BigQueryConnection:
         """Get a BigQuery PEP 249 connection object."""
@@ -167,18 +215,17 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
         """Override from ``DbApiHook`` for ``get_sqlalchemy_engine()``."""
         return f"bigquery://{self.project_id}"
 
-    def get_sqlalchemy_engine(self, engine_kwargs=None):
+    def get_sqlalchemy_engine(self, engine_kwargs: dict | None = None):
         """Create an SQLAlchemy engine object.
 
         :param engine_kwargs: Kwargs used in :func:`~sqlalchemy.create_engine`.
         """
         if engine_kwargs is None:
             engine_kwargs = {}
-        extras = self.get_connection(self.gcp_conn_id).extra_dejson
-        credentials_path = get_field(extras, "key_path")
+        credentials_path = get_field(self.extras, "key_path")
         if credentials_path:
             return create_engine(self.get_uri(), credentials_path=credentials_path, **engine_kwargs)
-        keyfile_dict = get_field(extras, "keyfile_dict")
+        keyfile_dict = get_field(self.extras, "keyfile_dict")
         if keyfile_dict:
             keyfile_content = keyfile_dict if isinstance(keyfile_dict, dict) else json.loads(keyfile_dict)
             return create_engine(self.get_uri(), credentials_info=keyfile_content, **engine_kwargs)
@@ -2290,7 +2337,7 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
                 return f"Format exception for {var_name}: "
 
         if table_input.count(".") + table_input.count(":") > 3:
-            raise Exception(f"{var_print(var_name)}Use either : or . to specify project got {table_input}")
+            raise ValueError(f"{var_print(var_name)}Use either : or . to specify project got {table_input}")
         cmpt = table_input.rsplit(":", 1)
         project_id = None
         rest = table_input
@@ -2302,7 +2349,7 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
                 project_id = cmpt[0]
                 rest = cmpt[1]
         else:
-            raise Exception(
+            raise ValueError(
                 f"{var_print(var_name)}Expect format of (<project:)<dataset>.<table>, got {table_input}"
             )
 
@@ -2318,7 +2365,7 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
             dataset_id = cmpt[0]
             table_id = cmpt[1]
         else:
-            raise Exception(
+            raise ValueError(
                 f"{var_print(var_name)} Expect format of (<project.|<project:)<dataset>.<table>, "
                 f"got {table_input}"
             )
@@ -2335,6 +2382,20 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
 
         return project_id, dataset_id, table_id
 
+    @property
+    def scopes(self) -> Sequence[str]:
+        """
+        Return OAuth 2.0 scopes.
+
+        :return: Returns the scope defined in impersonation_scopes, the connection configuration, or the default scope
+        """
+        scope_value: str | None
+        if self.impersonation_chain and self.impersonation_scopes:
+            scope_value = ",".join(self.impersonation_scopes)
+        else:
+            scope_value = self._get_field("scope", None)
+        return _get_scopes(scope_value)
+
 
 class BigQueryConnection:
     """BigQuery connection.
@@ -3088,7 +3149,7 @@ def split_tablename(
             return f"Format exception for {var_name}: "
 
     if table_input.count(".") + table_input.count(":") > 3:
-        raise Exception(f"{var_print(var_name)}Use either : or . to specify project got {table_input}")
+        raise ValueError(f"{var_print(var_name)}Use either : or . to specify project got {table_input}")
     cmpt = table_input.rsplit(":", 1)
     project_id = None
     rest = table_input
@@ -3100,7 +3161,7 @@ def split_tablename(
             project_id = cmpt[0]
             rest = cmpt[1]
     else:
-        raise Exception(
+        raise ValueError(
             f"{var_print(var_name)}Expect format of (<project:)<dataset>.<table>, got {table_input}"
         )
 
@@ -3116,7 +3177,7 @@ def split_tablename(
         dataset_id = cmpt[0]
         table_id = cmpt[1]
     else:
-        raise Exception(
+        raise ValueError(
             f"{var_print(var_name)}Expect format of (<project.|<project:)<dataset>.<table>, got {table_input}"
         )
 
@@ -3185,7 +3246,7 @@ def _validate_src_fmt_configs(
         if k not in src_fmt_configs and k in valid_configs:
             src_fmt_configs[k] = v
 
-    for k, v in src_fmt_configs.items():
+    for k in src_fmt_configs:
         if k not in valid_configs:
             raise ValueError(f"{k} is not a valid src_fmt_configs for type {source_format}.")
 
@@ -3311,6 +3372,7 @@ class BigQueryAsyncHook(GoogleBaseAsyncHook):
     async def create_job_for_partition_get(
         self,
         dataset_id: str | None,
+        table_id: str | None = None,
         project_id: str | None = None,
     ):
         """Create a new job and get the job_id using gcloud-aio."""
@@ -3320,7 +3382,8 @@ class BigQueryAsyncHook(GoogleBaseAsyncHook):
 
             query_request = {
                 "query": "SELECT partition_id "
-                f"FROM `{project_id}.{dataset_id}.INFORMATION_SCHEMA.PARTITIONS`",
+                f"FROM `{project_id}.{dataset_id}.INFORMATION_SCHEMA.PARTITIONS`"
+                + (f" WHERE table_id={table_id}" if table_id else ""),
                 "useLegacySql": False,
             }
             job_query_resp = await job_client.query(query_request, cast(Session, session))

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/bigquery_dts.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains a BigQuery Hook."""
+
 from __future__ import annotations
 
 from copy import copy

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/bigtable.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains a Google Cloud Bigtable Hook."""
+
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/cloud_build.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """Hook for Google Cloud Build service."""
+
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/cloud_memorystore.py

@@ -25,6 +25,7 @@ Hooks for Cloud Memorystore service.
     pb
     memcache
 """
+
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/cloud_sql.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains a Google Cloud SQL Hook."""
+
 from __future__ import annotations
 
 import errno

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py

@@ -45,6 +45,7 @@ from googleapiclient.discovery import Resource, build
 from googleapiclient.errors import HttpError
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import GoogleBaseAsyncHook, GoogleBaseHook
 
 if TYPE_CHECKING:
@@ -508,14 +509,18 @@ class CloudDataTransferServiceAsyncHook(GoogleBaseAsyncHook):
         self.project_id = project_id
         self._client: StorageTransferServiceAsyncClient | None = None
 
-    def get_conn(self) -> StorageTransferServiceAsyncClient:
+    async def get_conn(self) -> StorageTransferServiceAsyncClient:
         """
         Return async connection to the Storage Transfer Service.
 
         :return: Google Storage Transfer asynchronous client.
         """
         if not self._client:
-            self._client = StorageTransferServiceAsyncClient()
+            credentials = (await self.get_sync_hook()).get_credentials()
+            self._client = StorageTransferServiceAsyncClient(
+                credentials=credentials,
+                client_info=CLIENT_INFO,
+            )
         return self._client
 
     async def get_jobs(self, job_names: list[str]) -> ListTransferJobsAsyncPager:
@@ -525,7 +530,7 @@ class CloudDataTransferServiceAsyncHook(GoogleBaseAsyncHook):
         :param job_names: (Required) List of names of the jobs to be fetched.
         :return: Object that yields Transfer jobs.
         """
-        client = self.get_conn()
+        client = await self.get_conn()
         jobs_list_request = ListTransferJobsRequest(
             filter=json.dumps({"project_id": self.project_id, "job_names": job_names})
         )
@@ -540,7 +545,7 @@ class CloudDataTransferServiceAsyncHook(GoogleBaseAsyncHook):
         """
         latest_operation_name = job.latest_operation_name
         if latest_operation_name:
-            client = self.get_conn()
+            client = await self.get_conn()
             response_operation = await client.transport.operations_client.get_operation(latest_operation_name)
             operation = TransferOperation.deserialize(response_operation.metadata.value)
             return operation

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/compute.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains a Google Compute Engine Hook."""
+
 from __future__ import annotations
 
 import time

{apache_airflow_providers_google-10.16.0rc1 → apache_airflow_providers_google-10.17.0}/airflow/providers/google/cloud/hooks/compute_ssh.py

@@ -281,7 +281,7 @@ class ComputeEngineSSHHook(SSHHook):
                 if retry == self.max_retries:
                     raise AirflowException("Maximum retries exceeded. Aborting operation.")
                 delay = random.randint(0, max_delay)
-                self.log.info(f"Failed establish SSH connection, waiting {delay} seconds to retry...")
+                self.log.info("Failed establish SSH connection, waiting %s seconds to retry...", delay)
                 time.sleep(delay)
         if not sshclient:
             raise AirflowException("Unable to establish SSH connection.")
@@ -334,7 +334,7 @@ class ComputeEngineSSHHook(SSHHook):
         )
 
     def _authorize_os_login(self, pubkey):
-        username = self._oslogin_hook._get_credentials_email()
+        username = self._oslogin_hook._get_credentials_email
         self.log.info("Importing SSH public key using OSLogin: user=%s", username)
         expiration = int((time.time() + self.expire_time) * 1000000)
         ssh_public_key = {"key": pubkey, "expiration_time_usec": expiration}