apache-airflow-providers-dbt-cloud 3.8.0rc1__py3-none-any.whl → 3.8.1rc1__py3-none-any.whl

airflow/providers/dbt/cloud/__init__.py

@@ -25,14 +25,11 @@ from __future__ import annotations
 
 import packaging.version
 
-__all__ = ["__version__"]
+from airflow import __version__ as airflow_version
 
-__version__ = "3.8.0"
+__all__ = ["__version__"]
 
-try:
-    from airflow import __version__ as airflow_version
-except ImportError:
-    from airflow.version import version as airflow_version
+__version__ = "3.8.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.7.0"

airflow/providers/dbt/cloud/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "dbt Cloud",
         "description": "`dbt Cloud <https://www.getdbt.com/product/dbt-cloud/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1714476223,
+        "source-date-epoch": 1716287366,
         "versions": [
+            "3.8.1",
             "3.8.0",
             "3.7.1",
             "3.7.0",
@@ -62,6 +63,13 @@ def get_provider_info():
             "asgiref",
             "aiohttp>=3.9.2",
         ],
+        "additional-extras": [
+            {
+                "name": "openlineage",
+                "description": "Install compatible OpenLineage dependencies",
+                "dependencies": ["apache-airflow-providers-openlineage>=1.7.0"],
+            }
+        ],
         "integrations": [
             {
                 "integration-name": "dbt Cloud",

airflow/providers/dbt/cloud/hooks/dbt.py

@@ -19,6 +19,7 @@ from __future__ import annotations
 import asyncio
 import json
 import time
+import warnings
 from enum import Enum
 from functools import cached_property, wraps
 from inspect import signature
@@ -39,6 +40,8 @@ if TYPE_CHECKING:
 
     from airflow.models import Connection
 
+DBT_CAUSE_MAX_LENGTH = 255
+
 
 def fallback_to_default_account(func: Callable) -> Callable:
     """
@@ -420,6 +423,15 @@ class DbtCloudHook(HttpHook):
         if additional_run_config is None:
             additional_run_config = {}
 
+        if cause is not None and len(cause) > DBT_CAUSE_MAX_LENGTH:
+            warnings.warn(
+                f"Cause `{cause}` exceeds limit of {DBT_CAUSE_MAX_LENGTH}"
+                f" characters and will be truncated.",
+                UserWarning,
+                stacklevel=2,
+            )
+            cause = cause[:DBT_CAUSE_MAX_LENGTH]
+
         payload = {
             "cause": cause,
             "steps_override": steps_override,

airflow/providers/dbt/cloud/utils/openlineage.py

@@ -21,6 +21,8 @@ import re
 from contextlib import suppress
 from typing import TYPE_CHECKING
 
+from airflow import __version__ as airflow_version
+
 if TYPE_CHECKING:
     from airflow.models.taskinstance import TaskInstance
     from airflow.providers.dbt.cloud.operators.dbt import DbtCloudRunJobOperator
@@ -28,6 +30,16 @@ if TYPE_CHECKING:
     from airflow.providers.openlineage.extractors.base import OperatorLineage
 
 
+def _get_try_number(val):
+    # todo: remove when min airflow version >= 2.10.0
+    from packaging.version import parse
+
+    if parse(parse(airflow_version).base_version) < parse("2.10.0"):
+        return val.try_number - 1
+    else:
+        return val.try_number
+
+
 def generate_openlineage_events_from_dbt_cloud_run(
     operator: DbtCloudRunJobOperator | DbtCloudJobRunSensor, task_instance: TaskInstance
 ) -> OperatorLineage:
@@ -47,7 +59,14 @@ def generate_openlineage_events_from_dbt_cloud_run(
     """
     from openlineage.common.provider.dbt import DbtCloudArtifactProcessor, ParentRunMetadata
 
-    from airflow.providers.openlineage.conf import namespace
+    try:
+        from airflow.providers.openlineage.conf import namespace
+    except ModuleNotFoundError as e:
+        from airflow.exceptions import AirflowOptionalProviderFeatureException
+
+        msg = "Please install `apache-airflow-providers-openlineage>=1.7.0`"
+        raise AirflowOptionalProviderFeatureException(e, msg)
+
     from airflow.providers.openlineage.extractors import OperatorLineage
     from airflow.providers.openlineage.plugins.adapter import (
         _PRODUCER,
@@ -124,7 +143,7 @@ def generate_openlineage_events_from_dbt_cloud_run(
             dag_id=task_instance.dag_id,
             task_id=operator.task_id,
             execution_date=task_instance.execution_date,
-            try_number=task_instance.try_number - 1,
+            try_number=_get_try_number(task_instance),
         )
 
         parent_job = ParentRunMetadata(

{apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info → apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-dbt-cloud
-Version: 3.8.0rc1
+Version: 3.8.1rc1
 Summary: Provider package apache-airflow-providers-dbt-cloud for Apache Airflow
 Keywords: airflow-provider,dbt.cloud,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -26,10 +26,10 @@ Requires-Dist: apache-airflow-providers-http
 Requires-Dist: apache-airflow>=2.7.0rc0
 Requires-Dist: asgiref
 Requires-Dist: apache-airflow-providers-http ; extra == "http"
-Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
+Requires-Dist: apache-airflow-providers-openlineage>=1.7.0rc0 ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -81,7 +81,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-dbt-cloud``
 
-Release: ``3.8.0.rc1``
+Release: ``3.8.1.rc1``
 
 
 `dbt Cloud <https://www.getdbt.com/product/dbt-cloud/>`__
@@ -94,7 +94,7 @@ This is a provider package for ``dbt.cloud`` provider. All classes for this prov
 are in ``airflow.providers.dbt.cloud`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.1/>`_.
 
 Installation
 ------------
@@ -138,4 +138,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-dbt-cloud/3.8.1/changelog.html>`_.

{apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info → apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info}/RECORD

@@ -1,8 +1,8 @@
 airflow/providers/dbt/cloud/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/dbt/cloud/__init__.py,sha256=DT9jyekBWhbypsfVRXU_S0MOw1olXQDGm97g2BmRucQ,1584
-airflow/providers/dbt/cloud/get_provider_info.py,sha256=RM3t64XWAmgADWrZKsRvq-RGwqnmfC1mCy8CODzO0xg,3329
+airflow/providers/dbt/cloud/__init__.py,sha256=vwQJnG4ktwAPQDHDZs--H4co4vcGjqTNmD73G9nl8mA,1496
+airflow/providers/dbt/cloud/get_provider_info.py,sha256=MiVkDAEHjbt6hHYkTMn10UVKyLMNE7ffO9dJtxcpfrI,3618
 airflow/providers/dbt/cloud/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/dbt/cloud/hooks/dbt.py,sha256=CleiIF1sfY7lY-r-5x3GzpWAciAHSNSy-A4ce4uMM2M,26284
+airflow/providers/dbt/cloud/hooks/dbt.py,sha256=vRwNw-vhdGVERqFURHrASJd3OcmiC6EZNpmkV5zNl7g,26676
 airflow/providers/dbt/cloud/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/dbt/cloud/operators/dbt.py,sha256=7tNFqg4S9YYxvua8KE84keM3CM9UTcw-_m2lP7M_eYY,15634
 airflow/providers/dbt/cloud/sensors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
@@ -10,8 +10,8 @@ airflow/providers/dbt/cloud/sensors/dbt.py,sha256=X8Q1YLj76qwj3nAy6a_aF4edID-oJW
 airflow/providers/dbt/cloud/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/dbt/cloud/triggers/dbt.py,sha256=pd7b6SF4IEQrZHb8xNIPHIsIbaKwom2h9eMUU-THMM4,4675
 airflow/providers/dbt/cloud/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/dbt/cloud/utils/openlineage.py,sha256=mLqqhJfH9W_dn_XME0T1JORCtUX7I7LaCgPUHf8-hsc,5675
-apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info/entry_points.txt,sha256=c18L1WEEK18WQeEGrm9kMVqutiYJHiWGH5jU1JqnToE,105
-apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info/METADATA,sha256=_BPtwiMa5C4DCPRnYcALFg6fkktSjks6pkL_Iy5HB_g,6353
-apache_airflow_providers_dbt_cloud-3.8.0rc1.dist-info/RECORD,,
+airflow/providers/dbt/cloud/utils/openlineage.py,sha256=tLHfM6L9cOy4ZvpnJFjJAI3qxAztn073GbLHsXpjvFQ,6265
+apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info/entry_points.txt,sha256=c18L1WEEK18WQeEGrm9kMVqutiYJHiWGH5jU1JqnToE,105
+apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info/METADATA,sha256=JIHOQ4HJwP-z5EIwPSQR8YJmVNSa47znMGACbkOyY_E,6363
+apache_airflow_providers_dbt_cloud-3.8.1rc1.dist-info/RECORD,,