apache-airflow-providers-google 10.18.0__tar.gz → 10.18.0rc1__tar.gz

{apache_airflow_providers_google-10.18.0 → apache_airflow_providers_google-10.18.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.18.0
+Version: 10.18.0rc1
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL
-Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
-Requires-Dist: apache-airflow>=2.7.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
+Requires-Dist: apache-airflow>=2.7.0rc0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
 Requires-Dist: gcloud-aio-bigquery>=6.1.2
@@ -31,7 +31,7 @@ Requires-Dist: gcloud-aio-storage>=9.0.0
 Requires-Dist: gcsfs>=2023.10.0
 Requires-Dist: google-ads>=23.1.0
 Requires-Dist: google-analytics-admin
-Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
+Requires-Dist: google-api-core>=2.11.0,!=2.16.0
 Requires-Dist: google-api-python-client>=1.6.0
 Requires-Dist: google-auth-httplib2>=0.0.1
 Requires-Dist: google-auth>=1.0.0
@@ -82,19 +82,19 @@ Requires-Dist: proto-plus>=1.19.6
 Requires-Dist: python-slugify>=5.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
-Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
+Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
 Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
-Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
+Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
 Requires-Dist: plyvel ; extra == "leveldb"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
-Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
+Requires-Dist: apache-airflow-providers-oracle>=3.1.0rc0 ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
 Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -171,7 +171,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.18.0``
+Release: ``10.18.0.rc1``
 
 
 Google services including:
@@ -205,9 +205,9 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  ==============================
+=======================================  =====================
 PIP package                              Version required
-=======================================  ==============================
+=======================================  =====================
 ``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.7.2``
 ``asgiref``                              ``>=3.5.2``
@@ -217,7 +217,7 @@ PIP package                              Version required
 ``gcsfs``                                ``>=2023.10.0``
 ``google-ads``                           ``>=23.1.0``
 ``google-analytics-admin``
-``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
+``google-api-core``                      ``>=2.11.0,!=2.16.0``
 ``google-api-python-client``             ``>=1.6.0``
 ``google-auth``                          ``>=1.0.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
@@ -269,7 +269,7 @@ PIP package                              Version required
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
 ``python-slugify``                       ``>=5.0``
-=======================================  ==============================
+=======================================  =====================
 
 Cross provider package dependencies
 -----------------------------------

{apache_airflow_providers_google-10.18.0 → apache_airflow_providers_google-10.18.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.18.0``
+Release: ``10.18.0.rc1``
 
 
 Google services including:
@@ -76,9 +76,9 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  ==============================
+=======================================  =====================
 PIP package                              Version required
-=======================================  ==============================
+=======================================  =====================
 ``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.7.2``
 ``asgiref``                              ``>=3.5.2``
@@ -88,7 +88,7 @@ PIP package                              Version required
 ``gcsfs``                                ``>=2023.10.0``
 ``google-ads``                           ``>=23.1.0``
 ``google-analytics-admin``
-``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
+``google-api-core``                      ``>=2.11.0,!=2.16.0``
 ``google-api-python-client``             ``>=1.6.0``
 ``google-auth``                          ``>=1.0.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
@@ -140,7 +140,7 @@ PIP package                              Version required
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
 ``python-slugify``                       ``>=5.0``
-=======================================  ==============================
+=======================================  =====================
 
 Cross provider package dependencies
 -----------------------------------

{apache_airflow_providers_google-10.18.0 → apache_airflow_providers_google-10.18.0rc1}/airflow/providers/google/__init__.py

@@ -25,12 +25,15 @@ from __future__ import annotations
 
 import packaging.version
 
-from airflow import __version__ as airflow_version
-
 __all__ = ["__version__"]
 
 __version__ = "10.18.0"
 
+try:
+    from airflow import __version__ as airflow_version
+except ImportError:
+    from airflow.version import version as airflow_version
+
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.7.0"
 ):

{apache_airflow_providers_google-10.18.0 → apache_airflow_providers_google-10.18.0rc1}/airflow/providers/google/cloud/hooks/automl.py

@@ -640,37 +640,3 @@ class CloudAutoMLHook(GoogleBaseHook):
             metadata=metadata,
         )
         return result
-
-    @GoogleBaseHook.fallback_to_default_project_id
-    def get_dataset(
-        self,
-        dataset_id: str,
-        location: str,
-        project_id: str,
-        retry: Retry | _MethodDefault = DEFAULT,
-        timeout: float | None = None,
-        metadata: Sequence[tuple[str, str]] = (),
-    ) -> Dataset:
-        """
-        Retrieve the dataset for the given dataset_id.
-
-        :param dataset_id: ID of dataset to be retrieved.
-        :param location: The location of the project.
-        :param project_id: ID of the Google Cloud project where dataset is located if None then
-            default project_id is used.
-        :param retry: A retry object used to retry requests. If `None` is specified, requests will not be
-            retried.
-        :param timeout: The amount of time, in seconds, to wait for the request to complete. Note that if
-            `retry` is specified, the timeout applies to each individual attempt.
-        :param metadata: Additional metadata that is provided to the method.
-
-        :return: `google.cloud.automl_v1beta1.types.dataset.Dataset` instance.
-        """
-        client = self.get_conn()
-        name = f"projects/{project_id}/locations/{location}/datasets/{dataset_id}"
-        return client.get_dataset(
-            request={"name": name},
-            retry=retry,
-            timeout=timeout,
-            metadata=metadata,
-        )

{apache_airflow_providers_google-10.18.0 → apache_airflow_providers_google-10.18.0rc1}/airflow/providers/google/cloud/hooks/bigquery.py

@@ -46,14 +46,7 @@ from google.cloud.bigquery import (
     UnknownJob,
 )
 from google.cloud.bigquery.dataset import AccessEntry, Dataset, DatasetListItem, DatasetReference
-from google.cloud.bigquery.retry import DEFAULT_JOB_RETRY
-from google.cloud.bigquery.table import (
-    EncryptionConfiguration,
-    Row,
-    RowIterator,
-    Table,
-    TableReference,
-)
+from google.cloud.bigquery.table import EncryptionConfiguration, Row, RowIterator, Table, TableReference
 from google.cloud.exceptions import NotFound
 from googleapiclient.discovery import Resource, build
 from pandas_gbq import read_gbq
@@ -72,7 +65,12 @@ from airflow.providers.google.common.hooks.base_google import (
     GoogleBaseHook,
     get_field,
 )
-from airflow.utils.hashlib_wrapper import md5
+
+try:
+    from airflow.utils.hashlib_wrapper import md5
+except ModuleNotFoundError:
+    # Remove when Airflow providers min Airflow version is "2.7.0"
+    from hashlib import md5
 from airflow.utils.helpers import convert_camel_to_snake
 from airflow.utils.log.logging_mixin import LoggingMixin
 
@@ -2392,48 +2390,6 @@ class BigQueryHook(GoogleBaseHook, DbApiHook):
 
         return project_id, dataset_id, table_id
 
-    @GoogleBaseHook.fallback_to_default_project_id
-    def get_query_results(
-        self,
-        job_id: str,
-        location: str,
-        max_results: int | None = None,
-        selected_fields: list[str] | str | None = None,
-        project_id: str = PROVIDE_PROJECT_ID,
-        retry: Retry = DEFAULT_RETRY,
-        job_retry: Retry = DEFAULT_JOB_RETRY,
-    ) -> list[dict[str, Any]]:
-        """
-        Get query results given a job_id.
-
-        :param job_id: The ID of the job.
-            The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or
-            dashes (-). The maximum length is 1,024 characters.
-        :param location: The location used for the operation.
-        :param selected_fields: List of fields to return (comma-separated). If
-            unspecified, all fields are returned.
-        :param max_results: The maximum number of records (rows) to be fetched
-            from the table.
-        :param project_id: Google Cloud Project where the job ran.
-        :param retry: How to retry the RPC.
-        :param job_retry: How to retry failed jobs.
-
-        :return: List of rows where columns are filtered by selected fields, when given
-
-        :raises: AirflowException
-        """
-        if isinstance(selected_fields, str):
-            selected_fields = selected_fields.split(",")
-        job = self.get_job(job_id=job_id, project_id=project_id, location=location)
-        if not isinstance(job, QueryJob):
-            raise AirflowException(f"Job '{job_id}' is not a query job")
-
-        if job.state != "DONE":
-            raise AirflowException(f"Job '{job_id}' is not in DONE state")
-
-        rows = [dict(row) for row in job.result(max_results=max_results, retry=retry, job_retry=job_retry)]
-        return [{k: row[k] for k in row if k in selected_fields} for row in rows] if selected_fields else rows
-
     @property
     def scopes(self) -> Sequence[str]:
         """
@@ -3465,25 +3421,15 @@ class BigQueryAsyncHook(GoogleBaseAsyncHook):
                 self.log.error("Failed to cancel BigQuery job %s: %s", job_id, str(e))
                 raise
 
-    # TODO: Convert get_records into an async method
-    def get_records(
-        self,
-        query_results: dict[str, Any],
-        as_dict: bool = False,
-        selected_fields: str | list[str] | None = None,
-    ) -> list[Any]:
+    def get_records(self, query_results: dict[str, Any], as_dict: bool = False) -> list[Any]:
         """Convert a response from BigQuery to records.
 
         :param query_results: the results from a SQL query
         :param as_dict: if True returns the result as a list of dictionaries, otherwise as list of lists.
-        :param selected_fields:
         """
-        if isinstance(selected_fields, str):
-            selected_fields = selected_fields.split(",")
         buffer: list[Any] = []
         if rows := query_results.get("rows"):
             fields = query_results["schema"]["fields"]
-            fields = [field for field in fields if not selected_fields or field["name"] in selected_fields]
             fields_names = [field["name"] for field in fields]
             col_types = [field["type"] for field in fields]
             for dict_row in rows: