apache-airflow-providers-google 12.0.0rc2__py3-none-any.whl → 13.0.0__py3-none-any.whl

airflow/providers/google/LICENSE

@@ -199,55 +199,3 @@ distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
-
-============================================================================
-   APACHE AIRFLOW SUBCOMPONENTS:
-
-   The Apache Airflow project contains subcomponents with separate copyright
-   notices and license terms. Your use of the source code for the these
-   subcomponents is subject to the terms and conditions of the following
-   licenses.
-
-
-========================================================================
-Third party Apache 2.0 licenses
-========================================================================
-
-The following components are provided under the Apache 2.0 License.
-See project link for details. The text of each license is also included
-at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
-    (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
-    (ALv2 License) bootstrap3-typeahead v4.0.2 (https://github.com/bassjobsen/Bootstrap-3-Typeahead)
-    (ALv2 License) connexion v2.7.0 (https://github.com/zalando/connexion)
-
-========================================================================
-MIT licenses
-========================================================================
-
-The following components are provided under the MIT License. See project link for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (MIT License) jquery v3.5.1 (https://jquery.org/license/)
-    (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
-    (MIT License) bootstrap v3.4.1 (https://github.com/twbs/bootstrap/)
-    (MIT License) d3-tip v0.9.1 (https://github.com/Caged/d3-tip)
-    (MIT License) dataTables v1.10.25 (https://datatables.net)
-    (MIT License) normalize.css v3.0.2 (http://necolas.github.io/normalize.css/)
-    (MIT License) ElasticMock v1.3.2 (https://github.com/vrcmarcos/elasticmock)
-    (MIT License) MomentJS v2.24.0 (http://momentjs.com/)
-    (MIT License) eonasdan-bootstrap-datetimepicker v4.17.49 (https://github.com/eonasdan/bootstrap-datetimepicker/)
-
-========================================================================
-BSD 3-Clause licenses
-========================================================================
-The following components are provided under the BSD 3-Clause license. See project links for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (BSD 3 License) d3 v5.16.0 (https://d3js.org)
-    (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
-    (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
-
-========================================================================
-See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`

airflow/providers/google/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "12.0.0"
+__version__ = "13.0.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

airflow/providers/google/ads/hooks/ads.py

@@ -19,18 +19,18 @@
 
 from __future__ import annotations
 
+import warnings
 from functools import cached_property
 from tempfile import NamedTemporaryFile
 from typing import IO, TYPE_CHECKING, Any, Literal
 
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.hooks.base import BaseHook
+from airflow.providers.google.common.hooks.base_google import get_field
 from google.ads.googleads.client import GoogleAdsClient
 from google.ads.googleads.errors import GoogleAdsException
 from google.auth.exceptions import GoogleAuthError
 
-from airflow.exceptions import AirflowException
-from airflow.hooks.base import BaseHook
-from airflow.providers.google.common.hooks.base_google import get_field
-
 if TYPE_CHECKING:
     from google.ads.googleads.v18.services.services.customer_service import CustomerServiceClient
     from google.ads.googleads.v18.services.services.google_ads_service import GoogleAdsServiceClient
@@ -116,7 +116,7 @@ class GoogleAdsHook(BaseHook):
         self.authentication_method: Literal["service_account", "developer_token"] = "service_account"
 
     def search(
-        self, client_ids: list[str], query: str, page_size: int = 10000, **kwargs
+        self, client_ids: list[str], query: str, page_size: int | None = None, **kwargs
     ) -> list[GoogleAdsRow]:
         """
         Pull data from the Google Ads API.
@@ -133,7 +133,8 @@ class GoogleAdsHook(BaseHook):
 
         :param client_ids: Google Ads client ID(s) to query the API for.
         :param query: Google Ads Query Language query.
-        :param page_size: Number of results to return per page. Max 10000.
+        :param page_size: Number of results to return per page. Max 10000 (for version 16 and 16.1)
+            This parameter deprecated. After February 05, 2025, it will be removed.
         :return: Google Ads API response, converted to Google Ads Row objects.
         """
         data_proto_plus = self._search(client_ids, query, page_size, **kwargs)
@@ -142,7 +143,7 @@ class GoogleAdsHook(BaseHook):
         return data_native_pb
 
     def search_proto_plus(
-        self, client_ids: list[str], query: str, page_size: int = 10000, **kwargs
+        self, client_ids: list[str], query: str, page_size: int | None = None, **kwargs
     ) -> list[GoogleAdsRow]:
         """
         Pull data from the Google Ads API.
@@ -152,7 +153,8 @@ class GoogleAdsHook(BaseHook):
 
         :param client_ids: Google Ads client ID(s) to query the API for.
         :param query: Google Ads Query Language query.
-        :param page_size: Number of results to return per page. Max 10000.
+        :param page_size: Number of results to return per page. Max 10000 (for version 16 and 16.1)
+            This parameter is deprecated. After February 05, 2025, it will be removed.
         :return: Google Ads API response, converted to Google Ads Row objects
         """
         return self._search(client_ids, query, page_size, **kwargs)
@@ -267,24 +269,36 @@ class GoogleAdsHook(BaseHook):
         self.google_ads_config["json_key_file_path"] = secrets_temp.name
 
     def _search(
-        self, client_ids: list[str], query: str, page_size: int = 10000, **kwargs
+        self, client_ids: list[str], query: str, page_size: int | None = None, **kwargs
     ) -> list[GoogleAdsRow]:
         """
         Pull data from the Google Ads API.
 
         :param client_ids: Google Ads client ID(s) to query the API for.
         :param query: Google Ads Query Language query.
-        :param page_size: Number of results to return per page. Max 10000.
+        :param page_size: Number of results to return per page. Max 10000 (for version 16 and 16.1)
+            This parameter is deprecated. After February 05, 2025, it will be removed.
 
         :return: Google Ads API response, converted to Google Ads Row objects
         """
         service = self._get_service
 
+        extra_req_params = {}
+        if self.api_version == "v16":  # TODO: remove this after deprecation removal for page_size parameter
+            extra_req_params["page_size"] = page_size or 10000
+        else:
+            if page_size:
+                warnings.warn(
+                    "page_size parameter for the GoogleAdsHook.search and "
+                    "GoogleAdsHook.search_proto_plus method is deprecated and will be removed "
+                    "after February 05, 2025.",
+                    AirflowProviderDeprecationWarning,
+                    stacklevel=2,
+                )
+
         iterators = []
         for client_id in client_ids:
-            iterator = service.search(
-                request={"customer_id": client_id, "query": query, "page_size": page_size}
-            )
+            iterator = service.search(request={"customer_id": client_id, "query": query, **extra_req_params})
             iterators.append(iterator)
 
         self.log.info("Fetched Google Ads Iterators")

airflow/providers/google/ads/transfers/ads_to_gcs.py

@@ -17,11 +17,13 @@
 from __future__ import annotations
 
 import csv
+import warnings
 from collections.abc import Sequence
 from operator import attrgetter
 from tempfile import NamedTemporaryFile
 from typing import TYPE_CHECKING
 
+from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.models import BaseOperator
 from airflow.providers.google.ads.hooks.ads import GoogleAdsHook
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
@@ -52,7 +54,8 @@ class GoogleAdsToGcsOperator(BaseOperator):
     :param obj: GCS path to save the object. Must be the full file path (ex. `path/to/file.txt`)
     :param gcp_conn_id: Airflow Google Cloud connection ID
     :param google_ads_conn_id: Airflow Google Ads connection ID
-    :param page_size: The number of results per API page request. Max 10,000
+    :param page_size: The number of results per API page request. Max 10,000 (for version 16 and 16.1)
+        This parameter deprecated. After March 01, 2025, it will be removed.
     :param gzip: Option to compress local file or file data for upload
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
@@ -84,7 +87,7 @@ class GoogleAdsToGcsOperator(BaseOperator):
         obj: str,
         gcp_conn_id: str = "google_cloud_default",
         google_ads_conn_id: str = "google_ads_default",
-        page_size: int = 10000,
+        page_size: int | None = None,
         gzip: bool = False,
         impersonation_chain: str | Sequence[str] | None = None,
         api_version: str | None = None,
@@ -98,7 +101,8 @@ class GoogleAdsToGcsOperator(BaseOperator):
         self.obj = obj
         self.gcp_conn_id = gcp_conn_id
         self.google_ads_conn_id = google_ads_conn_id
-        self.page_size = page_size
+        # TODO: remove this after deprecation removal for page_size parameter
+        self.page_size = page_size or 10000 if api_version == "v16" else None
         self.gzip = gzip
         self.impersonation_chain = impersonation_chain
         self.api_version = api_version
@@ -109,7 +113,17 @@ class GoogleAdsToGcsOperator(BaseOperator):
             google_ads_conn_id=self.google_ads_conn_id,
             api_version=self.api_version,
         )
-        rows = service.search(client_ids=self.client_ids, query=self.query, page_size=self.page_size)
+
+        if self.api_version != "v16" and self.page_size:
+            warnings.warn(
+                "page_size parameter for the GoogleAdsToGcsOperator is deprecated and will be removed "
+                "after March 01, 2025.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+            rows = service.search(client_ids=self.client_ids, query=self.query)
+        else:
+            rows = service.search(client_ids=self.client_ids, query=self.query, page_size=self.page_size)
 
         try:
             getter = attrgetter(*self.attributes)

airflow/providers/google/assets/bigquery.py

@@ -19,9 +19,13 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
+from airflow.providers.common.compat.assets import Asset
+
 if TYPE_CHECKING:
     from urllib.parse import SplitResult
 
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
 
 def sanitize_uri(uri: SplitResult) -> SplitResult:
     if not uri.netloc:
@@ -29,3 +33,16 @@ def sanitize_uri(uri: SplitResult) -> SplitResult:
     if len(uri.path.split("/")) != 3:  # Leading slash, database name, and table name.
         raise ValueError("URI format bigquery:// must contain dataset and table names")
     return uri
+
+
+def create_asset(*, project_id: str, dataset_id: str, table_id: str, extra: dict | None = None) -> Asset:
+    return Asset(uri=f"bigquery://{project_id}/{dataset_id}/{table_id}", extra=extra)
+
+
+def convert_asset_to_openlineage(asset: Asset, lineage_context) -> OpenLineageDataset:
+    """Translate Asset with valid AIP-60 uri to OpenLineage with assistance from the hook."""
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
+    # Expecting valid URI in format: "bigquery://{project_id}/{dataset_id}/{table_id}"
+    project, dataset, table = asset.uri.split("/")[-3:]
+    return OpenLineageDataset(namespace="bigquery", name=f"{project}.{dataset}.{table}")

airflow/providers/google/cloud/_internal_client/secret_manager_client.py

@@ -20,11 +20,10 @@ import re
 from functools import cached_property
 from typing import TYPE_CHECKING
 
-from google.api_core.exceptions import InvalidArgument, NotFound, PermissionDenied
-from google.cloud.secretmanager_v1 import SecretManagerServiceClient
-
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.utils.log.logging_mixin import LoggingMixin
+from google.api_core.exceptions import InvalidArgument, NotFound, PermissionDenied
+from google.cloud.secretmanager_v1 import SecretManagerServiceClient
 
 if TYPE_CHECKING:
     import google