airflow-dbt-python 3.0.4__tar.gz → 3.2.0__tar.gz

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.4
+Version: 3.2.0
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT
@@ -8,14 +8,16 @@ Project-URL: repository, https://github.com/tomasfarias/airflow-dbt-python
 Project-URL: documentation, https://airflow-dbt-python.readthedocs.io
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Python: <3.13,>=3.9
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: <3.14,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: apache-airflow>=2.8
+Requires-Dist: apache-airflow<4.0,>=2.8; python_version < "3.12"
+Requires-Dist: apache-airflow<4.0,>=3.0; python_version >= "3.12" and python_version < "3.13"
+Requires-Dist: apache-airflow<4.0,>=3.1; python_version >= "3.13"
 Requires-Dist: contextlib-chdir==1.0.2; python_version < "3.11"
 Requires-Dist: dbt-core<2.0.0,>=1.8.0
 Provides-Extra: airflow-providers
@@ -34,7 +36,7 @@ Provides-Extra: gcs
 Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "gcs"
 Provides-Extra: git
 Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "git"
-Requires-Dist: dulwich>=0.21; extra == "git"
+Requires-Dist: dulwich>=0.24.3; extra == "git"
 Provides-Extra: postgres
 Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "postgres"
 Provides-Extra: redshift
@@ -51,7 +53,7 @@ Dynamic: license-file
 
 [![PyPI version](https://img.shields.io/pypi/v/airflow-dbt-python?style=plastic)](https://pypi.org/project/airflow-dbt-python/)
 [![CI testing](https://github.com/tomasfarias/airflow-dbt-python/actions/workflows/ci.yaml/badge.svg)](https://github.com/tomasfarias/airflow-dbt-python/actions)
-[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![Code style: Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
 [![Test coverage](https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/tomasfarias/81ef37701aa088d18db8a58ce07c79c7/raw/covbadge.json)](https://github.com/tomasfarias/airflow-dbt-python/actions)
 [![Documentation](https://readthedocs.org/projects/airflow-dbt-python/badge/?version=latest)](https://airflow-dbt-python.readthedocs.io/en/latest/?badge=latest)
 

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/README.md

@@ -2,7 +2,7 @@
 
 [![PyPI version](https://img.shields.io/pypi/v/airflow-dbt-python?style=plastic)](https://pypi.org/project/airflow-dbt-python/)
 [![CI testing](https://github.com/tomasfarias/airflow-dbt-python/actions/workflows/ci.yaml/badge.svg)](https://github.com/tomasfarias/airflow-dbt-python/actions)
-[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![Code style: Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
 [![Test coverage](https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/tomasfarias/81ef37701aa088d18db8a58ce07c79c7/raw/covbadge.json)](https://github.com/tomasfarias/airflow-dbt-python/actions)
 [![Documentation](https://readthedocs.org/projects/airflow-dbt-python/badge/?version=latest)](https://airflow-dbt-python.readthedocs.io/en/latest/?badge=latest)
 

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/__version__.py

@@ -3,4 +3,4 @@
 __author__ = "Tomás Farías Santana"
 __copyright__ = "Copyright 2021 Tomás Farías Santana"
 __title__ = "airflow-dbt-python"
-__version__ = "3.0.4"
+__version__ = "3.2.0"

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/hooks/fs/git.py

@@ -127,9 +127,9 @@ class DbtGitFSHook(SSHHook, DbtFSHook):
             return new_refs
 
         client.send_pack(
-            path,
+            path.encode("utf-8"),
             update_refs,
-            generate_pack_data=repo.generate_pack_data,
+            generate_pack_data=repo.generate_pack_data,  # type: ignore
         )
 
     def _download(
@@ -160,8 +160,7 @@ class DbtGitFSHook(SSHHook, DbtFSHook):
             path,
             str(destination),
             mkdir=not destination.exists(),
-            # NOTE: Dulwich expects branch to be bytes if defined.
-            branch=branch.encode("utf-8") if isinstance(branch, str) else branch,
+            branch=branch,
         )
 
     def get_git_client_path(self, url: URL) -> Tuple[GitClients, str, Optional[str]]:
@@ -191,7 +190,7 @@ class DbtGitFSHook(SSHHook, DbtFSHook):
                 host=url.hostname,
                 port=self.port,
                 username=url.username or self.username,
-                vendor=vendor,
+                vendor=vendor,  # type: ignore
             )
             path = f"{url.netloc.split(':')[1]}/{str(url.path)}"
 
@@ -211,7 +210,7 @@ class DbtGitFSHook(SSHHook, DbtFSHook):
             elif url.authentication.username:
                 base_url = f"{url.scheme}://{url.authentication.username}@{base_url}"
 
-            client = HttpGitClient(base_url, **auth_params)
+            client = HttpGitClient(base_url, **auth_params)  # type: ignore
 
             path = str(url.path)
 

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/hooks/fs/local.py

@@ -10,7 +10,12 @@ from functools import partial
 from pathlib import Path
 from typing import Optional
 
-from airflow.hooks.filesystem import FSHook
+from airflow_dbt_python.utils.version import AIRFLOW_V_3_0_PLUS
+
+if AIRFLOW_V_3_0_PLUS:
+    from airflow.providers.standard.hooks.filesystem import FSHook
+else:
+    from airflow.hooks.filesystem import FSHook  # type: ignore
 
 from airflow_dbt_python.hooks.fs import DbtFSHook
 from airflow_dbt_python.utils.url import URL

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/hooks/target.py

@@ -24,8 +24,7 @@ from typing import (
     Union,
 )
 
-from airflow.hooks.base import BaseHook
-from airflow.models.connection import Connection
+from airflow.providers.common.compat.sdk import BaseHook, Connection
 
 
 def try_decode_base64(s: str) -> str:
@@ -260,7 +259,7 @@ class DbtConnectionHook(BaseHook, ABC, metaclass=DbtConnectionHookMeta):
                 key = param
                 value = getattr(conn, key, None)
 
-            if value is None:
+            if value is None or value == "":
                 continue
 
             dbt_details[key] = value
@@ -492,3 +491,38 @@ class DbtSparkHook(DbtConnectionHook):
         ),
     ]
     conn_extra_params = []
+
+
+class DbtTrinoHook(DbtConnectionHook):
+    """A hook to interact with dbt using a Trino connection."""
+
+    conn_type = "trino"
+    hook_name = "dbt Trino Hook"
+    airflow_conn_types = (conn_type,)
+
+    conn_params = [
+        "host",
+        DbtConnectionParam("schema", default="public"),
+        DbtConnectionParam("login", "user"),
+        "password",
+        DbtConnectionParam("port", default=443),
+    ]
+
+    conn_extra_params = [
+        DbtConnectionParam("type", default="trino"),
+        DbtConnectionParam("method", default="none"),
+        DbtConnectionParam("http_scheme", default="https"),
+        DbtConnectionParam("verify", default=True),
+        DbtConnectionParam("database", "catalog", "hive"),
+        "catalog",
+        "host",
+        "port",
+        DbtConnectionParam("user", "user"),
+        "password",
+        "schema",
+        "session_properties",
+        "http_headers",
+        "role",
+        "client_tags",
+        "source",
+    ]

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/operators/dbt.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import datetime as dt
+import functools
 import os
 from abc import ABC, abstractmethod
 from dataclasses import asdict, is_dataclass
@@ -10,10 +11,11 @@ from pathlib import Path
 from typing import TYPE_CHECKING, Any, Dict, Optional, Union
 
 from airflow.exceptions import AirflowException
-from airflow.models.baseoperator import BaseOperator
 from airflow.models.xcom import XCOM_RETURN_KEY
+from airflow.providers.common.compat.sdk import BaseOperator
 
 from airflow_dbt_python.utils.enums import LogFormat
+from airflow_dbt_python.utils.version import AIRFLOW_V_3_0_PLUS
 
 if TYPE_CHECKING:
     from dbt.contracts.results import RunResult
@@ -344,10 +346,14 @@ class DbtBaseOperator(BaseOperator):
         serializable_result = self.make_run_results_serializable(
             dbt_results.run_results
         )
-        self.xcom_push(context, key=XCOM_RETURN_KEY, value=serializable_result)
+        if AIRFLOW_V_3_0_PLUS:
+            xcom_push = context["ti"].xcom_push
+        else:
+            xcom_push = functools.partial(self.xcom_push, context)  # type: ignore
 
+        xcom_push(key=XCOM_RETURN_KEY, value=serializable_result)
         for key, artifact in dbt_results.artifacts.items():
-            self.xcom_push(context, key=key, value=artifact)
+            xcom_push(key=key, value=artifact)
 
     def make_run_results_serializable(
         self, result: Optional[RunResult]

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/utils/configs.py

@@ -368,7 +368,7 @@ class BaseConfig:
             and runtime_config
             and not DBT_INSTALLED_GTE_1_10_7
         ):
-            manifest = parse_manifest(
+            manifest = parse_manifest(  # type: ignore
                 runtime_config,
                 write_perf_info=write_perf_info,
                 write=False,

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python/utils/version.py

@@ -28,3 +28,16 @@ DBT_INSTALLED_GTE_1_10_7 = installed.compare(DBT_1_10_7) == 1
 
 DBT_INSTALLED_1_8 = DBT_1_8 < installed < DBT_1_9
 DBT_INSTALLED_1_9 = DBT_1_9 < installed < DBT_2_0
+
+
+def _get_base_airflow_version_tuple() -> tuple[int, int, int]:
+    from airflow import __version__
+    from packaging.version import Version
+
+    airflow_version = Version(__version__)
+    return airflow_version.major, airflow_version.minor, airflow_version.micro
+
+
+AIRFLOW_V_3_0_PLUS = _get_base_airflow_version_tuple() >= (3, 0, 0)
+AIRFLOW_V_3_1_PLUS = _get_base_airflow_version_tuple() >= (3, 1, 0)
+AIRFLOW_V_3_0 = AIRFLOW_V_3_0_PLUS and not AIRFLOW_V_3_1_PLUS

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.4
+Version: 3.2.0
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT
@@ -8,14 +8,16 @@ Project-URL: repository, https://github.com/tomasfarias/airflow-dbt-python
 Project-URL: documentation, https://airflow-dbt-python.readthedocs.io
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Python: <3.13,>=3.9
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: <3.14,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: apache-airflow>=2.8
+Requires-Dist: apache-airflow<4.0,>=2.8; python_version < "3.12"
+Requires-Dist: apache-airflow<4.0,>=3.0; python_version >= "3.12" and python_version < "3.13"
+Requires-Dist: apache-airflow<4.0,>=3.1; python_version >= "3.13"
 Requires-Dist: contextlib-chdir==1.0.2; python_version < "3.11"
 Requires-Dist: dbt-core<2.0.0,>=1.8.0
 Provides-Extra: airflow-providers
@@ -34,7 +36,7 @@ Provides-Extra: gcs
 Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "gcs"
 Provides-Extra: git
 Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "git"
-Requires-Dist: dulwich>=0.21; extra == "git"
+Requires-Dist: dulwich>=0.24.3; extra == "git"
 Provides-Extra: postgres
 Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "postgres"
 Provides-Extra: redshift
@@ -51,7 +53,7 @@ Dynamic: license-file
 
 [![PyPI version](https://img.shields.io/pypi/v/airflow-dbt-python?style=plastic)](https://pypi.org/project/airflow-dbt-python/)
 [![CI testing](https://github.com/tomasfarias/airflow-dbt-python/actions/workflows/ci.yaml/badge.svg)](https://github.com/tomasfarias/airflow-dbt-python/actions)
-[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![Code style: Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
 [![Test coverage](https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/tomasfarias/81ef37701aa088d18db8a58ce07c79c7/raw/covbadge.json)](https://github.com/tomasfarias/airflow-dbt-python/actions)
 [![Documentation](https://readthedocs.org/projects/airflow-dbt-python/badge/?version=latest)](https://airflow-dbt-python.readthedocs.io/en/latest/?badge=latest)
 

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/airflow_dbt_python.egg-info/requires.txt

@@ -1,9 +1,17 @@
-apache-airflow>=2.8
 dbt-core<2.0.0,>=1.8.0
 
 [:python_version < "3.11"]
 contextlib-chdir==1.0.2
 
+[:python_version < "3.12"]
+apache-airflow<4.0,>=2.8
+
+[:python_version >= "3.12" and python_version < "3.13"]
+apache-airflow<4.0,>=3.0
+
+[:python_version >= "3.13"]
+apache-airflow<4.0,>=3.1
+
 [adapters]
 dbt-bigquery<2.0.0,>=1.8.0
 dbt-redshift<2.0.0,>=1.8.0
@@ -24,7 +32,7 @@ apache-airflow-providers-google>=11.0.0
 
 [git]
 apache-airflow-providers-ssh>=3.0.0
-dulwich>=0.21
+dulwich>=0.24.3
 
 [postgres]
 dbt-postgres<2.0.0,>=1.8.0

{airflow_dbt_python-3.0.4 → airflow_dbt_python-3.2.0}/pyproject.toml

@@ -1,24 +1,27 @@
 [project]
 name = "airflow-dbt-python"
-version = "3.0.4"
+version = "3.2.0"
 description = "A collection of Airflow operators, hooks, and utilities to execute dbt commands"
 authors = [{ name = "Tomás Farías Santana", email = "tomas@tomasfarias.dev" }]
 license = "MIT"
 readme = "README.md"
-requires-python = ">=3.9,<3.13"
+requires-python = ">=3.10,<3.14"
 classifiers = [
     "Development Status :: 5 - Production/Stable",
 
     "Intended Audience :: Developers",
 
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+
 ]
 
 dependencies = [
-    "apache-airflow>=2.8",
+    "apache-airflow>=2.8,<4.0; python_version<'3.12'",
+    "apache-airflow>=3.0,<4.0; python_version>='3.12' and python_version<'3.13'",
+    "apache-airflow>=3.1,<4.0; python_version>='3.13'",
     "contextlib-chdir==1.0.2;python_version<'3.11'",
     "dbt-core>=1.8.0,<2.0.0",
 ]
@@ -48,7 +51,7 @@ gcs = [
 ]
 git = [
     "apache-airflow-providers-ssh>=3.0.0",
-    "dulwich>=0.21",
+    "dulwich>=0.24.3",
 ]
 postgres = [
     "dbt-postgres>=1.8.0,<2.0.0",
@@ -85,6 +88,8 @@ dev = [
     "pytest-mock>=3.14.0",
     "pytest-postgresql>=5",
     "ruff>=0.0.254",
+    # Pinned as Airflow crashes: https://github.com/apache/airflow/issues/57426.
+    "structlog<=25.4",
     "types-PyYAML>=6.0.7",
     "types-freezegun>=1.1.6",
 ]