apache-airflow-providers-google 10.19.0__tar.gz → 10.20.0__tar.gz

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.19.0
+Version: 10.20.0
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,25 +21,26 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: PyOpenSSL
+Requires-Dist: PyOpenSSL>=23.0.0
 Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
 Requires-Dist: apache-airflow>=2.7.0
 Requires-Dist: asgiref>=3.5.2
+Requires-Dist: dill>=0.2.3
 Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
 Requires-Dist: gcloud-aio-bigquery>=6.1.2
 Requires-Dist: gcloud-aio-storage>=9.0.0
 Requires-Dist: gcsfs>=2023.10.0
-Requires-Dist: google-ads>=23.1.0
-Requires-Dist: google-analytics-admin
+Requires-Dist: google-ads>=24.1.0
+Requires-Dist: google-analytics-admin>=0.9.0
 Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
-Requires-Dist: google-api-python-client>=1.6.0
+Requires-Dist: google-api-python-client>=2.0.2
 Requires-Dist: google-auth-httplib2>=0.0.1
-Requires-Dist: google-auth>=1.0.0
-Requires-Dist: google-cloud-aiplatform>=1.42.1
+Requires-Dist: google-auth>=2.29.0
+Requires-Dist: google-cloud-aiplatform>=1.54.0
 Requires-Dist: google-cloud-automl>=2.12.0
 Requires-Dist: google-cloud-batch>=0.13.0
 Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
-Requires-Dist: google-cloud-bigquery<3.21.0,>=3.0.1
+Requires-Dist: google-cloud-bigquery<3.21.0,>=3.4.0
 Requires-Dist: google-cloud-bigtable>=2.17.0
 Requires-Dist: google-cloud-build>=3.22.0
 Requires-Dist: google-cloud-compute>=1.10.0
@@ -60,7 +61,7 @@ Requires-Dist: google-cloud-orchestration-airflow>=1.10.0
 Requires-Dist: google-cloud-os-login>=2.9.1
 Requires-Dist: google-cloud-pubsub>=2.19.0
 Requires-Dist: google-cloud-redis>=2.12.0
-Requires-Dist: google-cloud-run>=0.9.0
+Requires-Dist: google-cloud-run>=0.10.0
 Requires-Dist: google-cloud-secret-manager>=2.16.0
 Requires-Dist: google-cloud-spanner>=3.11.1
 Requires-Dist: google-cloud-speech>=2.18.0
@@ -73,15 +74,17 @@ Requires-Dist: google-cloud-videointelligence>=2.11.0
 Requires-Dist: google-cloud-vision>=3.4.0
 Requires-Dist: google-cloud-workflows>=1.10.0
 Requires-Dist: grpcio-gcp>=0.2.2
-Requires-Dist: httpx
+Requires-Dist: httpx>=0.25.0
 Requires-Dist: json-merge-patch>=0.2
-Requires-Dist: looker-sdk>=22.2.0
-Requires-Dist: pandas-gbq
-Requires-Dist: pandas>=1.2.5,<2.2
+Requires-Dist: looker-sdk>=22.4.0
+Requires-Dist: pandas-gbq>=0.7.0
+Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
+Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
 Requires-Dist: proto-plus>=1.19.6
-Requires-Dist: python-slugify>=5.0
+Requires-Dist: python-slugify>=7.0.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
+Requires-Dist: tenacity>=8.1.0
 Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
@@ -102,8 +105,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -171,7 +174,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.19.0``
+Release: ``10.20.0``
 
 
 Google services including:
@@ -191,7 +194,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/>`_.
 
 Installation
 ------------
@@ -205,25 +208,26 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  ==============================
+=======================================  =========================================
 PIP package                              Version required
-=======================================  ==============================
+=======================================  =========================================
 ``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.7.2``
 ``asgiref``                              ``>=3.5.2``
+``dill``                                 ``>=0.2.3``
 ``gcloud-aio-auth``                      ``>=4.0.0,<5.0.0``
 ``gcloud-aio-bigquery``                  ``>=6.1.2``
 ``gcloud-aio-storage``                   ``>=9.0.0``
 ``gcsfs``                                ``>=2023.10.0``
-``google-ads``                           ``>=23.1.0``
-``google-analytics-admin``
+``google-ads``                           ``>=24.1.0``
+``google-analytics-admin``               ``>=0.9.0``
 ``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
-``google-api-python-client``             ``>=1.6.0``
-``google-auth``                          ``>=1.0.0``
+``google-api-python-client``             ``>=2.0.2``
+``google-auth``                          ``>=2.29.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.42.1``
+``google-cloud-aiplatform``              ``>=1.54.0``
 ``google-cloud-automl``                  ``>=2.12.0``
-``google-cloud-bigquery``                ``>=3.0.1,<3.21.0``
+``google-cloud-bigquery``                ``<3.21.0,>=3.4.0``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
 ``google-cloud-bigtable``                ``>=2.17.0``
 ``google-cloud-build``                   ``>=3.22.0``
@@ -256,20 +260,22 @@ PIP package                              Version required
 ``google-cloud-videointelligence``       ``>=2.11.0``
 ``google-cloud-vision``                  ``>=3.4.0``
 ``google-cloud-workflows``               ``>=1.10.0``
-``google-cloud-run``                     ``>=0.9.0``
+``google-cloud-run``                     ``>=0.10.0``
 ``google-cloud-batch``                   ``>=0.13.0``
 ``grpcio-gcp``                           ``>=0.2.2``
-``httpx``
+``httpx``                                ``>=0.25.0``
 ``json-merge-patch``                     ``>=0.2``
-``looker-sdk``                           ``>=22.2.0``
-``pandas-gbq``
-``pandas``                               ``>=1.2.5,<2.2``
+``looker-sdk``                           ``>=22.4.0``
+``pandas-gbq``                           ``>=0.7.0``
+``pandas``                               ``>=2.1.2,<2.2; python_version >= "3.9"``
+``pandas``                               ``>=1.5.3,<2.2; python_version < "3.9"``
 ``proto-plus``                           ``>=1.19.6``
-``PyOpenSSL``
+``python-slugify``                       ``>=7.0.0``
+``PyOpenSSL``                            ``>=23.0.0``
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
-``python-slugify``                       ``>=5.0``
-=======================================  ==============================
+``tenacity``                             ``>=8.1.0``
+=======================================  =========================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -307,4 +313,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/changelog.html>`_.

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.19.0``
+Release: ``10.20.0``
 
 
 Google services including:
@@ -62,7 +62,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/>`_.
 
 Installation
 ------------
@@ -76,25 +76,26 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-=======================================  ==============================
+=======================================  =========================================
 PIP package                              Version required
-=======================================  ==============================
+=======================================  =========================================
 ``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.7.2``
 ``asgiref``                              ``>=3.5.2``
+``dill``                                 ``>=0.2.3``
 ``gcloud-aio-auth``                      ``>=4.0.0,<5.0.0``
 ``gcloud-aio-bigquery``                  ``>=6.1.2``
 ``gcloud-aio-storage``                   ``>=9.0.0``
 ``gcsfs``                                ``>=2023.10.0``
-``google-ads``                           ``>=23.1.0``
-``google-analytics-admin``
+``google-ads``                           ``>=24.1.0``
+``google-analytics-admin``               ``>=0.9.0``
 ``google-api-core``                      ``>=2.11.0,!=2.16.0,!=2.18.0``
-``google-api-python-client``             ``>=1.6.0``
-``google-auth``                          ``>=1.0.0``
+``google-api-python-client``             ``>=2.0.2``
+``google-auth``                          ``>=2.29.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.42.1``
+``google-cloud-aiplatform``              ``>=1.54.0``
 ``google-cloud-automl``                  ``>=2.12.0``
-``google-cloud-bigquery``                ``>=3.0.1,<3.21.0``
+``google-cloud-bigquery``                ``<3.21.0,>=3.4.0``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
 ``google-cloud-bigtable``                ``>=2.17.0``
 ``google-cloud-build``                   ``>=3.22.0``
@@ -127,20 +128,22 @@ PIP package                              Version required
 ``google-cloud-videointelligence``       ``>=2.11.0``
 ``google-cloud-vision``                  ``>=3.4.0``
 ``google-cloud-workflows``               ``>=1.10.0``
-``google-cloud-run``                     ``>=0.9.0``
+``google-cloud-run``                     ``>=0.10.0``
 ``google-cloud-batch``                   ``>=0.13.0``
 ``grpcio-gcp``                           ``>=0.2.2``
-``httpx``
+``httpx``                                ``>=0.25.0``
 ``json-merge-patch``                     ``>=0.2``
-``looker-sdk``                           ``>=22.2.0``
-``pandas-gbq``
-``pandas``                               ``>=1.2.5,<2.2``
+``looker-sdk``                           ``>=22.4.0``
+``pandas-gbq``                           ``>=0.7.0``
+``pandas``                               ``>=2.1.2,<2.2; python_version >= "3.9"``
+``pandas``                               ``>=1.5.3,<2.2; python_version < "3.9"``
 ``proto-plus``                           ``>=1.19.6``
-``PyOpenSSL``
+``python-slugify``                       ``>=7.0.0``
+``PyOpenSSL``                            ``>=23.0.0``
 ``sqlalchemy-bigquery``                  ``>=1.2.1``
 ``sqlalchemy-spanner``                   ``>=1.6.2``
-``python-slugify``                       ``>=5.0``
-=======================================  ==============================
+``tenacity``                             ``>=8.1.0``
+=======================================  =========================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -178,4 +181,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.19.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/changelog.html>`_.

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/LICENSE

@@ -215,7 +215,7 @@ Third party Apache 2.0 licenses
 
 The following components are provided under the Apache 2.0 License.
 See project link for details. The text of each license is also included
-at licenses/LICENSE-[project].txt.
+at 3rd-party-licenses/LICENSE-[project].txt.
 
     (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
     (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
@@ -227,7 +227,7 @@ MIT licenses
 ========================================================================
 
 The following components are provided under the MIT License. See project link for details.
-The text of each license is also included at licenses/LICENSE-[project].txt.
+The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
 
     (MIT License) jquery v3.5.1 (https://jquery.org/license/)
     (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
@@ -243,11 +243,11 @@ The text of each license is also included at licenses/LICENSE-[project].txt.
 BSD 3-Clause licenses
 ========================================================================
 The following components are provided under the BSD 3-Clause license. See project links for details.
-The text of each license is also included at licenses/LICENSE-[project].txt.
+The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
 
     (BSD 3 License) d3 v5.16.0 (https://d3js.org)
     (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
     (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
 
 ========================================================================
-See licenses/LICENSES-ui.txt for packages used in `/airflow/www`
+See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.19.0"
+__version__ = "10.20.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.7.0"

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/ads/hooks/ads.py

@@ -32,9 +32,9 @@ from airflow.hooks.base import BaseHook
 from airflow.providers.google.common.hooks.base_google import get_field
 
 if TYPE_CHECKING:
-    from google.ads.googleads.v16.services.services.customer_service import CustomerServiceClient
-    from google.ads.googleads.v16.services.services.google_ads_service import GoogleAdsServiceClient
-    from google.ads.googleads.v16.services.types.google_ads_service import GoogleAdsRow
+    from google.ads.googleads.v17.services.services.customer_service import CustomerServiceClient
+    from google.ads.googleads.v17.services.services.google_ads_service import GoogleAdsServiceClient
+    from google.ads.googleads.v17.services.types.google_ads_service import GoogleAdsRow
     from google.api_core.page_iterator import GRPCIterator
 
 
@@ -100,7 +100,7 @@ class GoogleAdsHook(BaseHook):
     :param api_version: The Google Ads API version to use.
     """
 
-    default_api_version = "v16"
+    default_api_version = "v17"
 
     def __init__(
         self,

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/cloud/hooks/cloud_storage_transfer_service.py

@@ -344,6 +344,32 @@ class CloudDataTransferServiceHook(GoogleBaseHook):
             .execute(num_retries=self.num_retries)
         )
 
+    @GoogleBaseHook.fallback_to_default_project_id
+    def run_transfer_job(self, job_name: str, project_id: str) -> dict:
+        """Run Google Storage Transfer Service job.
+
+        :param job_name: (Required) Name of the job to be fetched
+        :param project_id: (Optional) the ID of the project that owns the Transfer
+            Job. If set to None or missing, the default project_id from the Google Cloud
+            connection is used.
+        :return: If successful, Operation. See:
+            https://cloud.google.com/storage-transfer/docs/reference/rest/v1/Operation
+
+        .. seealso:: https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferJobs/run
+
+        """
+        return (
+            self.get_conn()
+            .transferJobs()
+            .run(
+                jobName=job_name,
+                body={
+                    PROJECT_ID: project_id,
+                },
+            )
+            .execute(num_retries=self.num_retries)
+        )
+
     def cancel_transfer_operation(self, operation_name: str) -> None:
         """Cancel a transfer operation in Google Storage Transfer Service.
 

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/cloud/hooks/dataflow.py

@@ -71,7 +71,7 @@ DEFAULT_DATAFLOW_LOCATION = "us-central1"
 
 
 JOB_ID_PATTERN = re.compile(
-    r"Submitted job: (?P<job_id_java>.*)|Created job with id: \[(?P<job_id_python>.*)\]"
+    r"Submitted job: (?P<job_id_java>[^\"\n]*)|Created job with id: \[(?P<job_id_python>[^\"\n]*)\]"
 )
 
 T = TypeVar("T", bound=Callable)
@@ -582,6 +582,11 @@ class DataflowHook(GoogleBaseHook):
         http_authorized = self._authorize()
         return build("dataflow", "v1b3", http=http_authorized, cache_discovery=False)
 
+    def get_pipelines_conn(self) -> build:
+        """Return a Google Cloud Data Pipelines service object."""
+        http_authorized = self._authorize()
+        return build("datapipelines", "v1", http=http_authorized, cache_discovery=False)
+
     @_fallback_to_location_from_variables
     @_fallback_to_project_id_from_variables
     @GoogleBaseHook.fallback_to_default_project_id
@@ -1351,6 +1356,132 @@ class DataflowHook(GoogleBaseHook):
 
         return job_controller._check_dataflow_job_state(job)
 
+    @GoogleBaseHook.fallback_to_default_project_id
+    def create_data_pipeline(
+        self,
+        body: dict,
+        project_id: str,
+        location: str = DEFAULT_DATAFLOW_LOCATION,
+    ):
+        """
+        Create a new Dataflow Data Pipelines instance.
+
+        :param body: The request body (contains instance of Pipeline). See:
+            https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines/create#request-body
+        :param project_id: The ID of the GCP project that owns the job.
+        :param location: The location to direct the Data Pipelines instance to (for example us-central1).
+
+        Returns the created Data Pipelines instance in JSON representation.
+        """
+        parent = self.build_parent_name(project_id, location)
+        service = self.get_pipelines_conn()
+        request = (
+            service.projects()
+            .locations()
+            .pipelines()
+            .create(
+                parent=parent,
+                body=body,
+            )
+        )
+        response = request.execute(num_retries=self.num_retries)
+        return response
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def get_data_pipeline(
+        self,
+        pipeline_name: str,
+        project_id: str,
+        location: str = DEFAULT_DATAFLOW_LOCATION,
+    ) -> dict:
+        """
+        Retrieve a new Dataflow Data Pipelines instance.
+
+        :param pipeline_name: The display name of the pipeline. In example
+            projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID it would be the PIPELINE_ID.
+        :param project_id: The ID of the GCP project that owns the job.
+        :param location: The location to direct the Data Pipelines instance to (for example us-central1).
+
+        Returns the created Data Pipelines instance in JSON representation.
+        """
+        parent = self.build_parent_name(project_id, location)
+        service = self.get_pipelines_conn()
+        request = (
+            service.projects()
+            .locations()
+            .pipelines()
+            .get(
+                name=f"{parent}/pipelines/{pipeline_name}",
+            )
+        )
+        response = request.execute(num_retries=self.num_retries)
+        return response
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def run_data_pipeline(
+        self,
+        pipeline_name: str,
+        project_id: str,
+        location: str = DEFAULT_DATAFLOW_LOCATION,
+    ) -> dict:
+        """
+        Run a Dataflow Data Pipeline Instance.
+
+        :param pipeline_name: The display name of the pipeline. In example
+            projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID it would be the PIPELINE_ID.
+        :param project_id: The ID of the GCP project that owns the job.
+        :param location: The location to direct the Data Pipelines instance to (for example us-central1).
+
+        Returns the created Job in JSON representation.
+        """
+        parent = self.build_parent_name(project_id, location)
+        service = self.get_pipelines_conn()
+        request = (
+            service.projects()
+            .locations()
+            .pipelines()
+            .run(
+                name=f"{parent}/pipelines/{pipeline_name}",
+                body={},
+            )
+        )
+        response = request.execute(num_retries=self.num_retries)
+        return response
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def delete_data_pipeline(
+        self,
+        pipeline_name: str,
+        project_id: str,
+        location: str = DEFAULT_DATAFLOW_LOCATION,
+    ) -> dict | None:
+        """
+        Delete a Dataflow Data Pipelines Instance.
+
+        :param pipeline_name: The display name of the pipeline. In example
+            projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID it would be the PIPELINE_ID.
+        :param project_id: The ID of the GCP project that owns the job.
+        :param location: The location to direct the Data Pipelines instance to (for example us-central1).
+
+        Returns the created Job in JSON representation.
+        """
+        parent = self.build_parent_name(project_id, location)
+        service = self.get_pipelines_conn()
+        request = (
+            service.projects()
+            .locations()
+            .pipelines()
+            .delete(
+                name=f"{parent}/pipelines/{pipeline_name}",
+            )
+        )
+        response = request.execute(num_retries=self.num_retries)
+        return response
+
+    @staticmethod
+    def build_parent_name(project_id: str, location: str):
+        return f"projects/{project_id}/locations/{location}"
+
 
 class AsyncDataflowHook(GoogleBaseAsyncHook):
     """Async hook class for dataflow service."""

apache_airflow_providers_google-10.20.0/airflow/providers/google/cloud/hooks/datapipeline.py

@@ -0,0 +1,71 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""This module contains a Google Data Pipelines Hook."""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from deprecated import deprecated
+
+from airflow.exceptions import AirflowProviderDeprecationWarning
+from airflow.providers.google.cloud.hooks.dataflow import DataflowHook
+from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
+
+if TYPE_CHECKING:
+    from googleapiclient.discovery import build
+
+DEFAULT_DATAPIPELINE_LOCATION = "us-central1"
+
+
+@deprecated(
+    reason="This hook is deprecated and will be removed after 01.12.2024. Please use `DataflowHook`.",
+    category=AirflowProviderDeprecationWarning,
+)
+class DataPipelineHook(DataflowHook):
+    """Hook for Google Data Pipelines."""
+
+    def get_conn(self) -> build:
+        """Return a Google Cloud Data Pipelines service object."""
+        return super().get_pipelines_conn()
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def create_data_pipeline(
+        self,
+        body: dict,
+        project_id: str,
+        location: str = DEFAULT_DATAPIPELINE_LOCATION,
+    ) -> dict:
+        """Create a new Data Pipelines instance from the Data Pipelines API."""
+        return super().create_data_pipeline(body=body, project_id=project_id, location=location)
+
+    @GoogleBaseHook.fallback_to_default_project_id
+    def run_data_pipeline(
+        self,
+        data_pipeline_name: str,
+        project_id: str,
+        location: str = DEFAULT_DATAPIPELINE_LOCATION,
+    ) -> dict:
+        """Run a Data Pipelines Instance using the Data Pipelines API."""
+        return super().run_data_pipeline(
+            pipeline_name=data_pipeline_name, project_id=project_id, location=location
+        )
+
+    @staticmethod
+    def build_parent_name(project_id: str, location: str):
+        return f"projects/{project_id}/locations/{location}"

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/cloud/hooks/gcs.py

@@ -1010,6 +1010,27 @@ class GCSHook(GoogleBaseHook):
         self.log.info("The md5Hash of %s is %s", object_name, blob_md5hash)
         return blob_md5hash
 
+    def get_metadata(self, bucket_name: str, object_name: str) -> dict | None:
+        """
+        Get the metadata of an object in Google Cloud Storage.
+
+        :param bucket_name: Name of the Google Cloud Storage bucket where the object is.
+        :param object_name: The name of the object containing the desired metadata
+        :return: The metadata associated with the object
+        """
+        self.log.info("Retrieving the metadata dict of object (%s) in bucket (%s)", object_name, bucket_name)
+        client = self.get_conn()
+        bucket = client.bucket(bucket_name)
+        blob = bucket.get_blob(blob_name=object_name)
+        if blob is None:
+            raise ValueError("Object (%s) not found in bucket (%s)", object_name, bucket_name)
+        blob_metadata = blob.metadata
+        if blob_metadata:
+            self.log.info("Retrieved metadata of object (%s) with %s fields", object_name, len(blob_metadata))
+        else:
+            self.log.info("Metadata of object (%s) is empty or it does not exist", object_name)
+        return blob_metadata
+
     @GoogleBaseHook.fallback_to_default_project_id
     def create_bucket(
         self,

{apache_airflow_providers_google-10.19.0 → apache_airflow_providers_google-10.20.0}/airflow/providers/google/cloud/hooks/pubsub.py

@@ -36,6 +36,7 @@ from google.api_core.exceptions import AlreadyExists, GoogleAPICallError
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.exceptions import NotFound
 from google.cloud.pubsub_v1 import PublisherClient, SubscriberClient
+from google.cloud.pubsub_v1.types import PublisherOptions
 from google.pubsub_v1.services.subscriber.async_client import SubscriberAsyncClient
 from googleapiclient.errors import HttpError
 
@@ -79,6 +80,7 @@ class PubSubHook(GoogleBaseHook):
         self,
         gcp_conn_id: str = "google_cloud_default",
         impersonation_chain: str | Sequence[str] | None = None,
+        enable_message_ordering: bool = False,
         **kwargs,
     ) -> None:
         if kwargs.get("delegate_to") is not None:
@@ -90,6 +92,7 @@ class PubSubHook(GoogleBaseHook):
             gcp_conn_id=gcp_conn_id,
             impersonation_chain=impersonation_chain,
         )
+        self.enable_message_ordering = enable_message_ordering
         self._client = None
 
     def get_conn(self) -> PublisherClient:
@@ -99,7 +102,13 @@ class PubSubHook(GoogleBaseHook):
         :return: Google Cloud Pub/Sub client object.
         """
         if not self._client:
-            self._client = PublisherClient(credentials=self.get_credentials(), client_info=CLIENT_INFO)
+            self._client = PublisherClient(
+                credentials=self.get_credentials(),
+                client_info=CLIENT_INFO,
+                publisher_options=PublisherOptions(
+                    enable_message_ordering=self.enable_message_ordering,
+                ),
+            )
         return self._client
 
     @cached_property