apache-airflow-providers-dbt-cloud 3.2.3rc1__tar.gz → 3.3.0rc2__tar.gz

{apache-airflow-providers-dbt-cloud-3.2.3rc1/apache_airflow_providers_dbt_cloud.egg-info → apache-airflow-providers-dbt-cloud-3.3.0rc2}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-dbt-cloud
-Version: 3.2.3rc1
+Version: 3.3.0rc2
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-dbt-cloud package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -30,6 +30,7 @@ Classifier: Topic :: System :: Monitoring
 Requires-Python: ~=3.8
 Description-Content-Type: text/x-rst
 Provides-Extra: http
+Provides-Extra: openlineage
 License-File: LICENSE
 License-File: NOTICE
 
@@ -71,7 +72,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-dbt-cloud``
 
-Release: ``3.2.3rc1``
+Release: ``3.3.0rc2``
 
 
 `dbt Cloud <https://www.getdbt.com/product/what-is-dbt/>`__
@@ -84,7 +85,7 @@ This is a provider package for ``dbt.cloud`` provider. All classes for this prov
 are in ``airflow.providers.dbt.cloud`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/>`_.
 
 
 Installation
@@ -121,11 +122,12 @@ You can install such cross-provider dependencies when installing from PyPI. For
     pip install apache-airflow-providers-dbt-cloud[http]
 
 
-================================================================================================  ========
-Dependent package                                                                                 Extra
-================================================================================================  ========
-`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_  ``http``
-================================================================================================  ========
+==============================================================================================================  ===============
+Dependent package                                                                                               Extra
+==============================================================================================================  ===============
+`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_                ``http``
+`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_  ``openlineage``
+==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html>`_.

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/README.rst

@@ -36,7 +36,7 @@
 
 Package ``apache-airflow-providers-dbt-cloud``
 
-Release: ``3.2.3rc1``
+Release: ``3.3.0rc2``
 
 
 `dbt Cloud <https://www.getdbt.com/product/what-is-dbt/>`__
@@ -49,7 +49,7 @@ This is a provider package for ``dbt.cloud`` provider. All classes for this prov
 are in ``airflow.providers.dbt.cloud`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/>`_.
 
 
 Installation
@@ -86,11 +86,12 @@ You can install such cross-provider dependencies when installing from PyPI. For
     pip install apache-airflow-providers-dbt-cloud[http]
 
 
-================================================================================================  ========
-Dependent package                                                                                 Extra
-================================================================================================  ========
-`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_  ``http``
-================================================================================================  ========
+==============================================================================================================  ===============
+Dependent package                                                                                               Extra
+==============================================================================================================  ===============
+`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_                ``http``
+`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_  ``openlineage``
+==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html>`_.

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/airflow/providers/dbt/cloud/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "3.2.3"
+__version__ = "3.3.0"
 
 try:
     from airflow import __version__ as airflow_version

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/airflow/providers/dbt/cloud/get_provider_info.py

@@ -29,6 +29,7 @@ def get_provider_info():
         "description": "`dbt Cloud <https://www.getdbt.com/product/what-is-dbt/>`__\n",
         "suspended": False,
         "versions": [
+            "3.3.0",
             "3.2.3",
             "3.2.2",
             "3.2.1",

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/airflow/providers/dbt/cloud/hooks/dbt.py

@@ -16,6 +16,7 @@
 # under the License.
 from __future__ import annotations
 
+import asyncio
 import json
 import time
 from enum import Enum
@@ -211,12 +212,11 @@ class DbtCloudHook(HttpHook):
     async def get_headers_tenants_from_connection(self) -> tuple[dict[str, Any], str]:
         """Get Headers, tenants from the connection details."""
         headers: dict[str, Any] = {}
-        connection: Connection = await sync_to_async(self.get_connection)(self.dbt_cloud_conn_id)
-        tenant = self._get_tenant_domain(connection)
+        tenant = self._get_tenant_domain(self.connection)
         package_name, provider_version = _get_provider_info()
         headers["User-Agent"] = f"{package_name}-v{provider_version}"
         headers["Content-Type"] = "application/json"
-        headers["Authorization"] = f"Token {connection.password}"
+        headers["Authorization"] = f"Token {self.connection.password}"
         return headers, tenant
 
     @provide_account_id
@@ -234,13 +234,14 @@ class DbtCloudHook(HttpHook):
         endpoint = f"{account_id}/runs/{run_id}/"
         headers, tenant = await self.get_headers_tenants_from_connection()
         url, params = self.get_request_url_params(tenant, endpoint, include_related)
-        async with aiohttp.ClientSession(headers=headers) as session:
-            async with session.get(url, params=params) as response:
-                try:
-                    response.raise_for_status()
-                    return await response.json()
-                except ClientResponseError as e:
-                    raise AirflowException(str(e.status) + ":" + e.message)
+        async with aiohttp.ClientSession(headers=headers) as session, session.get(
+            url, params=params
+        ) as response:
+            try:
+                response.raise_for_status()
+                return await response.json()
+            except ClientResponseError as e:
+                raise AirflowException(f"{e.status}:{e.message}")
 
     async def get_job_status(
         self, run_id: int, account_id: int | None = None, include_related: list[str] | None = None
@@ -253,15 +254,10 @@ class DbtCloudHook(HttpHook):
         :param include_related: Optional. List of related fields to pull with the run.
             Valid values are "trigger", "job", "repository", and "environment".
         """
-        try:
-            self.log.info("Getting the status of job run %s.", run_id)
-            response = await self.get_job_details(
-                run_id, account_id=account_id, include_related=include_related
-            )
-            job_run_status: int = response["data"]["status"]
-            return job_run_status
-        except Exception as e:
-            raise e
+        self.log.info("Getting the status of job run %s.", run_id)
+        response = await self.get_job_details(run_id, account_id=account_id, include_related=include_related)
+        job_run_status: int = response["data"]["status"]
+        return job_run_status
 
     @cached_property
     def connection(self) -> Connection:
@@ -599,6 +595,43 @@ class DbtCloudHook(HttpHook):
             endpoint=f"{account_id}/runs/{run_id}/artifacts/{path}", payload={"step": step}
         )
 
+    @fallback_to_default_account
+    async def get_job_run_artifacts_concurrently(
+        self,
+        run_id: int,
+        artifacts: list[str],
+        account_id: int | None = None,
+        step: int | None = None,
+    ):
+        """
+        Retrieves a list of chosen artifact files generated for a step in completed run of a dbt Cloud job.
+
+        By default, this returns artifacts from the last step in the run.
+        This takes advantage of the asynchronous calls to speed up the retrieval.
+
+        :param run_id: The ID of a dbt Cloud job run.
+        :param step: The index of the Step in the Run to query for artifacts. The first step in the
+            run has the index 1. If the step parameter is omitted, artifacts for the last step in the run will
+            be returned.
+        :param path: The file path related to the artifact file. Paths are rooted at the target/ directory.
+            Use "manifest.json", "catalog.json", or "run_results.json" to download dbt-generated artifacts
+            for the run.
+        :param account_id: Optional. The ID of a dbt Cloud account.
+
+        :return: The request response.
+        """
+        tasks = {
+            artifact: sync_to_async(self.get_job_run_artifact)(
+                run_id,
+                path=artifact,
+                account_id=account_id,
+                step=step,
+            )
+            for artifact in artifacts
+        }
+        results = await asyncio.gather(*tasks.values())
+        return {filename: result.json() for filename, result in zip(tasks.keys(), results)}
+
     def test_connection(self) -> tuple[bool, str]:
         """Test dbt Cloud connection."""
         try:

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/airflow/providers/dbt/cloud/operators/dbt.py

@@ -19,6 +19,7 @@ from __future__ import annotations
 import json
 import time
 import warnings
+from functools import cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING, Any
 
@@ -32,8 +33,10 @@ from airflow.providers.dbt.cloud.hooks.dbt import (
     JobRunInfo,
 )
 from airflow.providers.dbt.cloud.triggers.dbt import DbtCloudRunJobTrigger
+from airflow.providers.dbt.cloud.utils.openlineage import generate_openlineage_events_from_dbt_cloud_run
 
 if TYPE_CHECKING:
+    from airflow.providers.openlineage.extractors import OperatorLineage
     from airflow.utils.context import Context
 
 
@@ -114,8 +117,7 @@ class DbtCloudRunJobOperator(BaseOperator):
         self.timeout = timeout
         self.check_interval = check_interval
         self.additional_run_config = additional_run_config or {}
-        self.hook: DbtCloudHook
-        self.run_id: int
+        self.run_id: int | None = None
         self.deferrable = deferrable
 
     def execute(self, context: Context):
@@ -124,7 +126,6 @@ class DbtCloudRunJobOperator(BaseOperator):
                 f"Triggered via Apache Airflow by task {self.task_id!r} in the {self.dag.dag_id} DAG."
             )
 
-        self.hook = DbtCloudHook(self.dbt_cloud_conn_id)
         trigger_job_response = self.hook.trigger_job_run(
             account_id=self.account_id,
             job_id=self.job_id,
@@ -134,12 +135,13 @@ class DbtCloudRunJobOperator(BaseOperator):
             additional_run_config=self.additional_run_config,
         )
         self.run_id = trigger_job_response.json()["data"]["id"]
+        print(self.run_id)
         job_run_url = trigger_job_response.json()["data"]["href"]
         # Push the ``job_run_url`` value to XCom regardless of what happens during execution so that the job
         # run can be monitored via the operator link.
         context["ti"].xcom_push(key="job_run_url", value=job_run_url)
 
-        if self.wait_for_termination:
+        if self.wait_for_termination and isinstance(self.run_id, int):
             if self.deferrable is False:
                 self.log.info("Waiting for job run %s to terminate.", str(self.run_id))
 
@@ -196,6 +198,7 @@ class DbtCloudRunJobOperator(BaseOperator):
         if event["status"] == "error":
             raise AirflowException(event["message"])
         self.log.info(event["message"])
+        self.run_id = event["run_id"]
         return int(event["run_id"])
 
     def on_kill(self) -> None:
@@ -211,6 +214,23 @@ class DbtCloudRunJobOperator(BaseOperator):
             ):
                 self.log.info("Job run %s has been cancelled successfully.", str(self.run_id))
 
+    @cached_property
+    def hook(self):
+        """Returns DBT Cloud hook."""
+        return DbtCloudHook(self.dbt_cloud_conn_id)
+
+    def get_openlineage_facets_on_complete(self, task_instance) -> OperatorLineage:
+        """
+        Implementing _on_complete because job_run needs to be triggered first in execute method.
+
+        This should send additional events only if operator `wait_for_termination` is set to True.
+        """
+        from airflow.providers.openlineage.extractors import OperatorLineage
+
+        if isinstance(self.run_id, int) and self.wait_for_termination is True:
+            return generate_openlineage_events_from_dbt_cloud_run(operator=self, task_instance=task_instance)
+        return OperatorLineage()
+
 
 class DbtCloudGetJobRunArtifactOperator(BaseOperator):
     """

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/airflow/providers/dbt/cloud/sensors/dbt.py

@@ -18,15 +18,18 @@ from __future__ import annotations
 
 import time
 import warnings
+from functools import cached_property
 from typing import TYPE_CHECKING, Any
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.providers.dbt.cloud.hooks.dbt import DbtCloudHook, DbtCloudJobRunException, DbtCloudJobRunStatus
 from airflow.providers.dbt.cloud.triggers.dbt import DbtCloudRunJobTrigger
+from airflow.providers.dbt.cloud.utils.openlineage import generate_openlineage_events_from_dbt_cloud_run
 from airflow.sensors.base import BaseSensorOperator
 
 if TYPE_CHECKING:
+    from airflow.providers.openlineage.extractors import OperatorLineage
     from airflow.utils.context import Context
 
 
@@ -78,15 +81,27 @@ class DbtCloudJobRunSensor(BaseSensorOperator):
 
         self.deferrable = deferrable
 
+    @cached_property
+    def hook(self):
+        """Returns DBT Cloud hook."""
+        return DbtCloudHook(self.dbt_cloud_conn_id)
+
     def poke(self, context: Context) -> bool:
-        hook = DbtCloudHook(self.dbt_cloud_conn_id)
-        job_run_status = hook.get_job_run_status(run_id=self.run_id, account_id=self.account_id)
+        job_run_status = self.hook.get_job_run_status(run_id=self.run_id, account_id=self.account_id)
 
         if job_run_status == DbtCloudJobRunStatus.ERROR.value:
-            raise DbtCloudJobRunException(f"Job run {self.run_id} has failed.")
+            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
+            message = f"Job run {self.run_id} has failed."
+            if self.soft_fail:
+                raise AirflowSkipException(message)
+            raise DbtCloudJobRunException(message)
 
         if job_run_status == DbtCloudJobRunStatus.CANCELLED.value:
-            raise DbtCloudJobRunException(f"Job run {self.run_id} has been cancelled.")
+            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
+            message = f"Job run {self.run_id} has been cancelled."
+            if self.soft_fail:
+                raise AirflowSkipException(message)
+            raise DbtCloudJobRunException(message)
 
         return job_run_status == DbtCloudJobRunStatus.SUCCESS.value
 
@@ -121,10 +136,17 @@ class DbtCloudJobRunSensor(BaseSensorOperator):
         execution was successful.
         """
         if event["status"] in ["error", "cancelled"]:
-            raise AirflowException("Error in dbt: " + event["message"])
+            message = f"Error in dbt: {event['message']}"
+            if self.soft_fail:
+                raise AirflowSkipException(message)
+            raise AirflowException()
         self.log.info(event["message"])
         return int(event["run_id"])
 
+    def get_openlineage_facets_on_complete(self, task_instance) -> OperatorLineage:
+        """Implementing _on_complete because job_run needs to be triggered first in execute method."""
+        return generate_openlineage_events_from_dbt_cloud_run(operator=self, task_instance=task_instance)
+
 
 class DbtCloudJobRunAsyncSensor(DbtCloudJobRunSensor):
     """This class is deprecated.

apache-airflow-providers-dbt-cloud-3.3.0rc2/airflow/providers/dbt/cloud/utils/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.

apache-airflow-providers-dbt-cloud-3.3.0rc2/airflow/providers/dbt/cloud/utils/openlineage.py

@@ -0,0 +1,140 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import asyncio
+import re
+from contextlib import suppress
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from airflow.models.taskinstance import TaskInstance
+    from airflow.providers.dbt.cloud.operators.dbt import DbtCloudRunJobOperator
+    from airflow.providers.dbt.cloud.sensors.dbt import DbtCloudJobRunSensor
+    from airflow.providers.openlineage.extractors.base import OperatorLineage
+
+
+def generate_openlineage_events_from_dbt_cloud_run(
+    operator: DbtCloudRunJobOperator | DbtCloudJobRunSensor, task_instance: TaskInstance
+) -> OperatorLineage:
+    """
+    Common method generating OpenLineage events from the DBT Cloud run.
+
+    This function retrieves information about a DBT Cloud run, including the associated job,
+    project, and execution details. It processes the run's artifacts, such as the manifest and run results,
+    in parallel for many steps.
+    Then it generates and emits OpenLineage events based on the executed DBT tasks.
+
+    :param operator: Instance of DBT Cloud operator that executed DBT tasks.
+        It already should have run_id and dbt cloud hook.
+    :param task_instance: Currently executed task instance
+
+    :return: An empty OperatorLineage object indicating the completion of events generation.
+    """
+    from openlineage.common.provider.dbt import DbtCloudArtifactProcessor, ParentRunMetadata
+
+    from airflow.providers.openlineage.extractors import OperatorLineage
+    from airflow.providers.openlineage.plugins.adapter import (
+        _DAG_NAMESPACE,
+        _PRODUCER,
+        OpenLineageAdapter,
+    )
+    from airflow.providers.openlineage.plugins.listener import get_openlineage_listener
+
+    # if no account_id set this will fallback
+    job_run = operator.hook.get_job_run(
+        run_id=operator.run_id, account_id=operator.account_id, include_related=["run_steps,job"]
+    ).json()["data"]
+    job = job_run["job"]
+    # retrieve account_id from job and use that starting from this line
+    account_id = job["account_id"]
+    project = operator.hook.get_project(project_id=job["project_id"], account_id=account_id).json()["data"]
+    connection = project["connection"]
+    execute_steps = job["execute_steps"]
+    run_steps = job_run["run_steps"]
+
+    # filter only dbt invocation steps
+    steps = []
+    for run_step in run_steps:
+        name = run_step["name"]
+        if name.startswith("Invoke dbt with `"):
+            regex_pattern = "Invoke dbt with `([^`.]*)`"
+            m = re.search(regex_pattern, name)
+            if m and m.group(1) in execute_steps:
+                steps.append(run_step["index"])
+
+    # catalog is available only if docs are generated
+    catalog = None
+    with suppress(Exception):
+        catalog = operator.hook.get_job_run_artifact(operator.run_id, path="catalog.json").json()["data"]
+
+    async def get_artifacts_for_steps(steps, artifacts):
+        """Gets artifacts for a list of steps concurrently."""
+        tasks = [
+            operator.hook.get_job_run_artifacts_concurrently(
+                run_id=operator.run_id,
+                account_id=account_id,
+                step=step,
+                artifacts=artifacts,
+            )
+            for step in steps
+        ]
+        return await asyncio.gather(*tasks)
+
+    # get artifacts for steps concurrently
+    step_artifacts = asyncio.run(
+        get_artifacts_for_steps(steps=steps, artifacts=["manifest.json", "run_results.json"])
+    )
+
+    # process each step in loop, sending generated events in the same order as steps
+    for artifacts in step_artifacts:
+        # process manifest
+        manifest = artifacts["manifest.json"]
+
+        if not artifacts.get("run_results.json", None):
+            continue
+
+        processor = DbtCloudArtifactProcessor(
+            producer=_PRODUCER,
+            job_namespace=_DAG_NAMESPACE,
+            skip_errors=False,
+            logger=operator.log,
+            manifest=manifest,
+            run_result=artifacts["run_results.json"],
+            profile=connection,
+            catalog=catalog,
+        )
+
+        # generate same run id of current task instance
+        parent_run_id = OpenLineageAdapter.build_task_instance_run_id(
+            operator.task_id, task_instance.execution_date, task_instance.try_number - 1
+        )
+
+        parent_job = ParentRunMetadata(
+            run_id=parent_run_id,
+            job_name=f"{task_instance.dag_id}.{task_instance.task_id}",
+            job_namespace=_DAG_NAMESPACE,
+        )
+        processor.dbt_run_metadata = parent_job
+
+        events = processor.parse().events()
+
+        client = get_openlineage_listener().adapter.get_or_create_openlineage_client()
+
+        for event in events:
+            client.emit(event=event)
+    return OperatorLineage()

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2/apache_airflow_providers_dbt_cloud.egg-info}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-dbt-cloud
-Version: 3.2.3rc1
+Version: 3.3.0rc2
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-dbt-cloud package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -30,6 +30,7 @@ Classifier: Topic :: System :: Monitoring
 Requires-Python: ~=3.8
 Description-Content-Type: text/x-rst
 Provides-Extra: http
+Provides-Extra: openlineage
 License-File: LICENSE
 License-File: NOTICE
 
@@ -71,7 +72,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-dbt-cloud``
 
-Release: ``3.2.3rc1``
+Release: ``3.3.0rc2``
 
 
 `dbt Cloud <https://www.getdbt.com/product/what-is-dbt/>`__
@@ -84,7 +85,7 @@ This is a provider package for ``dbt.cloud`` provider. All classes for this prov
 are in ``airflow.providers.dbt.cloud`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/>`_.
 
 
 Installation
@@ -121,11 +122,12 @@ You can install such cross-provider dependencies when installing from PyPI. For
     pip install apache-airflow-providers-dbt-cloud[http]
 
 
-================================================================================================  ========
-Dependent package                                                                                 Extra
-================================================================================================  ========
-`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_  ``http``
-================================================================================================  ========
+==============================================================================================================  ===============
+Dependent package                                                                                               Extra
+==============================================================================================================  ===============
+`apache-airflow-providers-http <https://airflow.apache.org/docs/apache-airflow-providers-http>`_                ``http``
+`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_  ``openlineage``
+==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html>`_.

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/apache_airflow_providers_dbt_cloud.egg-info/SOURCES.txt

@@ -15,6 +15,8 @@ airflow/providers/dbt/cloud/sensors/__init__.py
 airflow/providers/dbt/cloud/sensors/dbt.py
 airflow/providers/dbt/cloud/triggers/__init__.py
 airflow/providers/dbt/cloud/triggers/dbt.py
+airflow/providers/dbt/cloud/utils/__init__.py
+airflow/providers/dbt/cloud/utils/openlineage.py
 apache_airflow_providers_dbt_cloud.egg-info/PKG-INFO
 apache_airflow_providers_dbt_cloud.egg-info/SOURCES.txt
 apache_airflow_providers_dbt_cloud.egg-info/dependency_links.txt

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/apache_airflow_providers_dbt_cloud.egg-info/requires.txt

@@ -5,3 +5,6 @@ asgiref
 
 [http]
 apache-airflow-providers-http
+
+[openlineage]
+apache-airflow-providers-openlineage

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/pyproject.toml

@@ -16,7 +16,7 @@
 # under the License.
 [tool.black]
 line-length = 110
-target-version = ['py37', 'py38', 'py39', 'py310']
+target-version = ['py38', 'py39', 'py310', 'py311']
 
 # Editable installs are currently broken using setuptools 64.0.0 and above. The problem is tracked in
 # https://github.com/pypa/setuptools/issues/3548. We're also discussing how we could potentially fix
@@ -28,10 +28,8 @@ target-version = ['py37', 'py38', 'py39', 'py310']
 requires = ['setuptools==67.2.0']
 build-backend = "setuptools.build_meta"
 
-[project]
-requires-python = ">=3.8"
-
 [tool.ruff]
+target-version = "py38"
 typing-modules = ["airflow.typing_compat"]
 line-length = 110
 extend-exclude = [
@@ -62,7 +60,9 @@ extend-select = [
     "D402",
     "D403",
     "D412",
-    "D419"
+    "D419",
+    "TCH001",  # typing-only-first-party-import
+    "TCH002",  # typing-only-third-party-import
 ]
 extend-ignore = [
     "D203",
@@ -169,3 +169,5 @@ exclude_also = [
     "@(typing(_extensions)?\\.)?overload",
     "if TYPE_CHECKING:"
 ]
+[tool.ruff.flake8-type-checking]
+exempt-modules = ["typing", "typing_extensions"]

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/setup.cfg

@@ -27,8 +27,8 @@ classifiers =
 	Programming Language :: Python :: 3.11
 	Topic :: System :: Monitoring
 project_urls = 
-	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/
-	Changelog=https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.2.3/changelog.html
+	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/
+	Changelog=https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.3.0/changelog.html
 	Bug Tracker=https://github.com/apache/airflow/issues
 	Source Code=https://github.com/apache/airflow
 	Slack Chat=https://s.apache.org/airflow-slack
@@ -60,6 +60,6 @@ apache_airflow_provider =
 packages = airflow.providers.dbt.cloud
 
 [egg_info]
-tag_build = rc1
+tag_build = rc2
 tag_date = 0
 

{apache-airflow-providers-dbt-cloud-3.2.3rc1 → apache-airflow-providers-dbt-cloud-3.3.0rc2}/setup.py

@@ -26,14 +26,17 @@
 
 from setuptools import find_namespace_packages, setup
 
-version = "3.2.3"
+version = "3.3.0"
 
 
 def do_setup():
     """Perform the package apache-airflow-providers-dbt-cloud setup."""
     setup(
         version=version,
-        extras_require={"http": ["apache-airflow-providers-http"]},
+        extras_require={
+            "http": ["apache-airflow-providers-http"],
+            "openlineage": ["apache-airflow-providers-openlineage"],
+        },
         packages=find_namespace_packages(
             include=[
                 "airflow.providers.dbt.cloud",