airflow-dbt-python 3.0.1__tar.gz → 3.0.3__tar.gz

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/PKG-INFO

@@ -1,49 +1,51 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.1
+Version: 3.0.3
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
-License: MIT
-Author: Tomás Farías Santana
-Author-email: tomas@tomasfarias.dev
-Requires-Python: >=3.9,<3.13
+Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
+License-Expression: MIT
+Project-URL: repository, https://github.com/tomasfarias/airflow-dbt-python
+Project-URL: documentation, https://airflow-dbt-python.readthedocs.io
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: adapters
+Requires-Python: <3.13,>=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: apache-airflow>=2.8
+Requires-Dist: contextlib-chdir==1.0.2; python_version < "3.11"
+Requires-Dist: dbt-core<2.0.0,>=1.8.0
 Provides-Extra: airflow-providers
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "airflow-providers"
+Provides-Extra: adapters
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-spark[all]<2.0.0,>=1.8.0; extra == "adapters"
 Provides-Extra: bigquery
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "bigquery"
 Provides-Extra: gcs
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "gcs"
 Provides-Extra: git
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "git"
+Requires-Dist: dulwich>=0.21; extra == "git"
 Provides-Extra: postgres
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "postgres"
 Provides-Extra: redshift
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "redshift"
 Provides-Extra: s3
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "s3"
 Provides-Extra: snowflake
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "snowflake"
 Provides-Extra: spark
-Requires-Dist: apache-airflow (>=2.8)
-Requires-Dist: apache-airflow-providers-amazon (>=3.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-amazon (>=3.0.0) ; extra == "s3"
-Requires-Dist: apache-airflow-providers-google (>=11.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-google (>=11.0.0) ; extra == "gcs"
-Requires-Dist: apache-airflow-providers-ssh (>=3.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-ssh (>=3.0.0) ; extra == "git"
-Requires-Dist: contextlib-chdir (==1.0.2) ; python_version < "3.11"
-Requires-Dist: dbt-bigquery (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-bigquery (>=1.8.0,<2.0.0) ; extra == "bigquery"
-Requires-Dist: dbt-core (>=1.8.0,<2.0.0)
-Requires-Dist: dbt-postgres (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-postgres (>=1.8.0,<2.0.0) ; extra == "postgres"
-Requires-Dist: dbt-redshift (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-redshift (>=1.8.0,<2.0.0) ; extra == "redshift"
-Requires-Dist: dbt-snowflake (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-snowflake (>=1.8.0,<2.0.0) ; extra == "snowflake"
-Requires-Dist: dbt-spark (>=1.8.0,<2.0.0) ; extra == "spark"
-Requires-Dist: dbt-spark[all] (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dulwich (>=0.21) ; extra == "git"
-Description-Content-Type: text/markdown
+Requires-Dist: dbt-spark<2.0.0,>=1.8.0; extra == "spark"
+Dynamic: license-file
 
 # airflow-dbt-python
 
@@ -101,17 +103,17 @@ git clone https://github.com/tomasfarias/airflow-dbt-python.git
 cd airflow-dbt-python
 ```
 
-And installing with *Poetry*:
+And installing with *uv*:
 
 ``` shell
-poetry install
+uv pip install .
 ```
 
 ## In AWS MWAA
 
 Add *airflow-dbt-python* to your `requirements.txt` file and edit your Airflow environment to use this new `requirements.txt` file, or upload it as a plugin.
 
-Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started.html#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
+Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started/#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
 
 ## In GCP Cloud Composer
 
@@ -245,7 +247,7 @@ with DAG(
 ) as dag:
     dbt_test = DbtTestOperator(
         task_id="dbt_test",
-        selector_name="pre-run-tests",
+        selector="pre-run-tests",
     )
 
     dbt_seed = DbtSeedOperator(
@@ -268,17 +270,16 @@ More examples can be found in the [`examples/`](examples/) directory and the [do
 
 # Development
 
-See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development.html) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
+See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development/) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
 
 ## Testing
 
-Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *Poetry*:
+Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *uv*:
 
 ``` shell
-poetry run pytest tests/ -vv
+uv run pytest tests/ -vv
 ```
 
 # License
 
 This project is licensed under the MIT license. See [LICENSE](LICENSE).
-

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/README.md

@@ -54,17 +54,17 @@ git clone https://github.com/tomasfarias/airflow-dbt-python.git
 cd airflow-dbt-python
 ```
 
-And installing with *Poetry*:
+And installing with *uv*:
 
 ``` shell
-poetry install
+uv pip install .
 ```
 
 ## In AWS MWAA
 
 Add *airflow-dbt-python* to your `requirements.txt` file and edit your Airflow environment to use this new `requirements.txt` file, or upload it as a plugin.
 
-Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started.html#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
+Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started/#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
 
 ## In GCP Cloud Composer
 
@@ -198,7 +198,7 @@ with DAG(
 ) as dag:
     dbt_test = DbtTestOperator(
         task_id="dbt_test",
-        selector_name="pre-run-tests",
+        selector="pre-run-tests",
     )
 
     dbt_seed = DbtSeedOperator(
@@ -221,14 +221,14 @@ More examples can be found in the [`examples/`](examples/) directory and the [do
 
 # Development
 
-See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development.html) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
+See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development/) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
 
 ## Testing
 
-Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *Poetry*:
+Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *uv*:
 
 ``` shell
-poetry run pytest tests/ -vv
+uv run pytest tests/ -vv
 ```
 
 # License

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/__version__.py

@@ -3,4 +3,4 @@
 __author__ = "Tomás Farías Santana"
 __copyright__ = "Copyright 2021 Tomás Farías Santana"
 __title__ = "airflow-dbt-python"
-__version__ = "3.0.0"
+__version__ = "3.0.3"

airflow_dbt_python-3.0.3/airflow_dbt_python/hooks/__init__.py

@@ -0,0 +1 @@
+"""The hooks module provides Airflow hooks used to interact with dbt."""

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/hooks/dbt.py

@@ -1,4 +1,8 @@
-"""Provides a hook to interact with a dbt project."""
+"""Provides a hook to interact with dbt.
+
+Interacting with dbt mainly means setting up a dbt project and running a dbt
+task.
+"""
 
 from __future__ import annotations
 

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/hooks/fs/__init__.py

@@ -1,8 +1,7 @@
-"""The DbtFSHook interface includes methods for downloading and uploading files.
+"""A ``DbtFSHook`` can download and upload dbt project files to a filesystem.
 
-Internally, DbtFSHooks can use Airflow hooks to execute the actual operations.
-
-Currently, only AWS S3 and the local filesystem are supported as remotes.
+By filesystem we understand any storage that can hold dbt project files, like an
+S3 bucket or a git repository.
 """
 
 from abc import ABC, abstractmethod

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/hooks/target.py

@@ -1,7 +1,14 @@
-"""Provides a hook to get a dbt profile based on the Airflow connection."""
+"""Provides hooks to establish a dbt connection with supported targets.
+
+The connection details will be extracted from an Airflow connection, and each
+target can interpret connection information differently according to its
+specific connection requirements.
+"""
 
 from __future__ import annotations
 
+import base64
+import binascii
 import json
 import operator
 import re
@@ -21,6 +28,24 @@ from airflow.hooks.base import BaseHook
 from airflow.models.connection import Connection
 
 
+def try_decode_base64(s: str) -> str:
+    """Attempt to decode a string from base64.
+
+    If the string is not valid base64, returns the original value.
+
+    Args:
+        s: The string to decode.
+
+    Returns:
+        The decoded string, or the original value if decoding fails.
+    """
+    try:
+        s = base64.b64decode(s, validate=True).decode("utf-8")
+    except binascii.Error:
+        pass
+    return s
+
+
 class DbtConnectionParam(NamedTuple):
     """A tuple indicating connection parameters relevant to dbt.
 
@@ -35,6 +60,7 @@ class DbtConnectionParam(NamedTuple):
     name: str
     store_override_name: Optional[str] = None
     default: Optional[Any] = None
+    converter: Callable[[Any], Any] | None = None
 
     @property
     def override_name(self):
@@ -225,6 +251,8 @@ class DbtConnectionHook(BaseHook, ABC, metaclass=DbtConnectionHookMeta):
             if isinstance(param, DbtConnectionParam):
                 key = param.override_name
                 value = getattr(conn, param.name, param.default)
+                if param.converter:
+                    value = param.converter(value)
             elif isinstance(param, DbtConnectionConditionParam):
                 key, default = param.resolve(conn)
                 value = getattr(conn, param.name, default)
@@ -394,7 +422,9 @@ class DbtSnowflakeHook(DbtConnectionHook):
         "database",
         DbtConnectionParam("refresh_token", "token"),
         DbtConnectionParam("private_key_file", "private_key_path"),
-        DbtConnectionParam("private_key_content", "private_key"),
+        DbtConnectionParam(
+            "private_key_content", "private_key", converter=try_decode_base64
+        ),
     ]
 
 

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/operators/dbt.py

@@ -400,14 +400,15 @@ class DbtRunOperator(DbtBaseOperator):
         full_refresh: Optional[bool] = None,
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
-        selector_name: Optional[list[str]] = None,
+        selector: Optional[str] = None,
+        selector_name: Optional[str] = None,
         exclude: Optional[list[str]] = None,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
         self.full_refresh = full_refresh
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
 
     @property
@@ -432,6 +433,7 @@ class DbtSeedOperator(DbtBaseOperator):
         select: Optional[list[str]] = None,
         show: Optional[bool] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         **kwargs,
     ) -> None:
@@ -440,7 +442,7 @@ class DbtSeedOperator(DbtBaseOperator):
         self.select = select
         self.show = show
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
 
     @property
     def command(self) -> str:
@@ -465,6 +467,7 @@ class DbtTestOperator(DbtBaseOperator):
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         indirect_selection: Optional[str] = None,
         **kwargs,
@@ -473,7 +476,7 @@ class DbtTestOperator(DbtBaseOperator):
         self.singular = singular
         self.generic = generic
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
         self.indirect_selection = indirect_selection
 
@@ -500,6 +503,7 @@ class DbtCompileOperator(_GraphRunnableOperator):
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         upload_dbt_project: bool = True,
         **kwargs,
@@ -508,7 +512,7 @@ class DbtCompileOperator(_GraphRunnableOperator):
         self.parse_only = parse_only
         self.full_refresh = full_refresh
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
         self.upload_dbt_project = upload_dbt_project
 
@@ -614,13 +618,14 @@ class DbtSnapshotOperator(DbtBaseOperator):
         self,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
 
     @property
     def command(self) -> str:
@@ -644,6 +649,7 @@ class DbtLsOperator(_GraphRunnableOperator):
         resource_types: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         dbt_output: Optional[Output] = None,
         output_keys: Optional[list[str]] = None,
@@ -654,7 +660,7 @@ class DbtLsOperator(_GraphRunnableOperator):
         self.resource_types = resource_types
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.dbt_output = dbt_output
         self.output_keys = output_keys
         self.indirect_selection = indirect_selection
@@ -727,6 +733,7 @@ class DbtSourceFreshnessOperator(DbtBaseOperator):
         select: Optional[list[str]] = None,
         dbt_output: Optional[Union[str, Path]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         upload_dbt_project: bool = True,
         **kwargs,
@@ -734,7 +741,7 @@ class DbtSourceFreshnessOperator(DbtBaseOperator):
         super().__init__(**kwargs)
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.dbt_output = dbt_output
         self.upload_dbt_project = upload_dbt_project
 
@@ -759,6 +766,7 @@ class DbtBuildOperator(DbtBaseOperator):
         full_refresh: Optional[bool] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         singular: Optional[bool] = None,
         generic: Optional[bool] = None,
@@ -770,7 +778,7 @@ class DbtBuildOperator(DbtBaseOperator):
         self.full_refresh = full_refresh
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.singular = singular
         self.generic = generic
         self.show = show

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/airflow_dbt_python/utils/configs.py

@@ -181,14 +181,18 @@ class BaseConfig:
 
     # legacy behaviors - https://github.com/dbt-labs/dbt-core/blob/main/docs/guides/behavior-change-flags.md
     require_batched_execution_for_custom_microbatch_strategy: bool = False
+    require_event_names_in_deprecations: bool = False
     require_explicit_package_overrides_for_builtin_materializations: bool = True
-    require_resource_names_without_spaces: bool = False
-    source_freshness_run_project_hooks: bool = False
+    require_resource_names_without_spaces: bool = True
+    source_freshness_run_project_hooks: bool = True
     skip_nodes_if_on_run_start_fails: bool = False
     state_modified_compare_more_unrendered_values: bool = False
     state_modified_compare_vars: bool = False
     require_yaml_configuration_for_mf_time_spines: bool = False
     require_nested_cumulative_type_params: bool = False
+    validate_macro_args: bool = False
+    require_all_warnings_handled_by_warn_error: bool = False
+    require_generic_test_arguments_property: bool = False
 
     def __post_init__(self):
         """Post initialization actions for a dbt configuration."""
@@ -518,11 +522,13 @@ class SelectionConfig(BaseConfig):
 
     exclude: Optional[list[str]] = None
     select: Optional[list[str]] = None
-    selector_name: Optional[list[str]] = None
     selector: Optional[str] = None
     state: Optional[Union[Path, str]] = None
     defer_state: Optional[Union[Path, str]] = None
 
+    # Kept for compatibility with dbt versions < 1.5
+    selector_name: Optional[str] = None
+
     # Kept for compatibility with dbt versions < 0.21
     models: Optional[list[str]] = None
 

airflow_dbt_python-3.0.3/airflow_dbt_python.egg-info/PKG-INFO

@@ -0,0 +1,285 @@
+Metadata-Version: 2.4
+Name: airflow-dbt-python
+Version: 3.0.3
+Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
+Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
+License-Expression: MIT
+Project-URL: repository, https://github.com/tomasfarias/airflow-dbt-python
+Project-URL: documentation, https://airflow-dbt-python.readthedocs.io
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: <3.13,>=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: apache-airflow>=2.8
+Requires-Dist: contextlib-chdir==1.0.2; python_version < "3.11"
+Requires-Dist: dbt-core<2.0.0,>=1.8.0
+Provides-Extra: airflow-providers
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "airflow-providers"
+Provides-Extra: adapters
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-spark[all]<2.0.0,>=1.8.0; extra == "adapters"
+Provides-Extra: bigquery
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "bigquery"
+Provides-Extra: gcs
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "gcs"
+Provides-Extra: git
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "git"
+Requires-Dist: dulwich>=0.21; extra == "git"
+Provides-Extra: postgres
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "postgres"
+Provides-Extra: redshift
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "redshift"
+Provides-Extra: s3
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "s3"
+Provides-Extra: snowflake
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "snowflake"
+Provides-Extra: spark
+Requires-Dist: dbt-spark<2.0.0,>=1.8.0; extra == "spark"
+Dynamic: license-file
+
+# airflow-dbt-python
+
+[![PyPI version](https://img.shields.io/pypi/v/airflow-dbt-python?style=plastic)](https://pypi.org/project/airflow-dbt-python/)
+[![CI testing](https://github.com/tomasfarias/airflow-dbt-python/actions/workflows/ci.yaml/badge.svg)](https://github.com/tomasfarias/airflow-dbt-python/actions)
+[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![Test coverage](https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/tomasfarias/81ef37701aa088d18db8a58ce07c79c7/raw/covbadge.json)](https://github.com/tomasfarias/airflow-dbt-python/actions)
+[![Documentation](https://readthedocs.org/projects/airflow-dbt-python/badge/?version=latest)](https://airflow-dbt-python.readthedocs.io/en/latest/?badge=latest)
+
+A collection of [Airflow](https://airflow.apache.org/) operators, hooks, and utilities to execute [`dbt`](https://pypi.org/project/dbt-core/) commands.
+
+Read the [documentation](https://airflow-dbt-python.readthedocs.io) for examples, installation instructions, and more details.
+
+# Installation
+
+## Requirements
+
+Before using *airflow-dbt-python*, ensure you meet the following requirements:
+* A *dbt* project using [dbt-core](https://pypi.org/project/dbt-core/) version 1.8 or later.
+* An Airflow environment using version 2.8 or later.
+
+  * If using any managed service, like AWS MWAA or GCP Cloud Composer 2/3, ensure your environment is created with a supported version of Airflow.
+  * If self-hosting, Airflow installation instructions can be found in their [official documentation](https://airflow.apache.org/docs/apache-airflow/stable/installation/index.html).
+
+* Running Python 3.9 or later in your Airflow environment.
+
+> **Warning**
+>
+> Even though we don't impose any upper limits on versions of Airflow and *dbt*, it's possible that new versions are not supported immediately after release, particularly for *dbt*. We recommend testing the latest versions before upgrading and [reporting any issues](https://github.com/tomasfarias/airflow-dbt-python/issues/new/choose).
+
+> **Note**
+>
+> Older versions of Airflow and *dbt* may work with *airflow-dbt-python*, although we cannot guarantee this. Our testing pipeline runs the latest *dbt-core* with the latest Airflow release, and the latest version supported by [AWS MWAA](https://aws.amazon.com/managed-workflows-for-apache-airflow/) and [GCP Cloud Composer 2/3](https://aws.amazon.com/managed-workflows-for-apache-airflow/).
+
+## From PyPI
+
+*airflow-dbt-python* is available in [PyPI](https://pypi.org/project/airflow-dbt-python/) and can be installed with *pip*:
+
+``` shell
+pip install airflow-dbt-python
+```
+
+As a convenience, some *dbt* adapters can be installed by specifying extras. For example, if requiring the *dbt-redshift* adapter:
+
+``` shell
+pip install airflow-dbt-python[redshift]
+```
+
+## From this repo
+
+*airflow-dbt-python* can also be built from source by cloning this GitHub repository:
+
+``` shell
+git clone https://github.com/tomasfarias/airflow-dbt-python.git
+cd airflow-dbt-python
+```
+
+And installing with *uv*:
+
+``` shell
+uv pip install .
+```
+
+## In AWS MWAA
+
+Add *airflow-dbt-python* to your `requirements.txt` file and edit your Airflow environment to use this new `requirements.txt` file, or upload it as a plugin.
+
+Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started/#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
+
+## In GCP Cloud Composer
+
+Add *airflow-dbt-python* to your PyPI packages list.
+
+Read the [documentation](https://cloud.google.com/composer/docs/composer-2/install-python-dependencies#install-pypi) for more a more detailed GCP Cloud Composer 2 installation breakdown.
+
+## In other managed services
+
+*airflow-dbt-python* should be compatible with most or all Airflow managed services. Consult the documentation specific to your provider.
+
+If you notice an issue when installing *airflow-dbt-python* in a specific managed service, please open an [issue](https://github.com/tomasfarias/airflow-dbt-python/issues/new/choose).
+
+# Features
+
+*airflow-dbt-python* aims to make dbt a **first-class citizen** of Airflow by supporting additional features that integrate both tools. As you would expect, *airflow-dbt-python* can run all your dbt workflows in Airflow with the same interface you are used to from the CLI, but without being a mere wrapper: *airflow-dbt-python* directly communicates with internal *dbt-core* classes, bridging the gap between them and Airflow's operator interface. Essentially, we are attempting to use *dbt* **as a library**.
+
+As this integration was completed, several features were developed to **extend the capabilities of dbt** to leverage Airflow as much as possible. Can you think of a way *dbt* could leverage Airflow that is not currently supported? Let us know in a [GitHub issue](https://github.com/tomasfarias/airflow-dbt-python/issues/new/choose)!
+
+## Independent task execution
+
+Airflow executes [Tasks](https://airflow.apache.org/docs/apache-airflow/stable/concepts/tasks.html) independent of one another: even though downstream and upstream dependencies between tasks exist, the execution of an individual task happens entirely independently of any other task execution (see: [Tasks Relationships](https://airflow.apache.org/docs/apache-airflow/stable/concepts/tasks.html#relationships)).
+
+In order to work with this constraint, *airflow-dbt-python* runs each dbt command in a **temporary and isolated directory**. Before execution, all the relevant dbt files are copied from supported backends, and after executing the command any artifacts are exported. This ensures dbt can work with any Airflow deployment, including most production deployments as they are usually running [Remote Executors](https://airflow.apache.org/docs/apache-airflow/stable/executor/index.html#executor-types) and do not guarantee any files will be shared by default between tasks, since each task may run in a completely different environment.
+
+
+## Download dbt files from a remote storage
+
+The dbt parameters `profiles_dir` and `project_dir` would normally point to a directory containing a `profiles.yml` file and a dbt project in the local environment respectively (defined by the presence of a *dbt_project.yml* file). *airflow-dbt-python* extends these parameters to also accept an URL pointing to a remote storage.
+
+Currently, we support the following remote storages:
+
+* [AWS S3](https://aws.amazon.com/s3/) (identified by a *s3* scheme).
+* Remote git repositories, like those stored in GitHub (both *https* and *ssh* schemes are supported).
+
+* If a remote URL is used for `project_dir`, then this URL must point to a location in your remote storage containing a *dbt* project to run. A *dbt* project is identified by the prescence of a *dbt_project.yml*, and contains all your [resources](https://docs.getdbt.com/docs/build/projects). All of the contents of this remote location will be downloaded and made available for the operator. The URL may also point to an archived file containing all the files of a dbt project, which will be downloaded, uncompressed, and made available for the operator.
+* If a remote URL is used for `profiles_dir`, then this URL must point to a location in your remote storage that contains a *profiles.yml* file. The *profiles.yml* file will be downloaded and made available for the operator to use when running. The *profiles.yml* may be part of your *dbt* project, in which case this argument may be ommitted.
+
+This feature is intended to work in line with Airflow's [description of the task concept](https://airflow.apache.org/docs/apache-airflow/stable/concepts/tasks.html#relationships):
+
+> Tasks don’t pass information to each other by default, and run entirely independently.
+
+We interpret this as meaning a task should be responsible of fetching all the *dbt* related files it needs in order to run independently, as already described in [Independent Task Execution](#independent-task-execution).
+
+## Push dbt artifacts to XCom
+
+Each dbt execution produces one or more [JSON artifacts](https://docs.getdbt.com/reference/artifacts/dbt-artifacts/) that are valuable to produce meta-metrics, build conditional workflows, for reporting purposes, and other uses. *airflow-dbt-python* can push these artifacts to [XCom](https://airflow.apache.org/docs/apache-airflow/stable/concepts/xcoms.html) as requested via the `do_xcom_push_artifacts` parameter, which takes a list of artifacts to push.
+
+## Use Airflow connections as dbt targets (without a profiles.yml)
+
+[Airflow connections](https://airflow.apache.org/docs/apache-airflow/stable/howto/connection.html) allow users to manage and store connection information, such as hostname, port, username, and password, for operators to use when accessing certain applications, like databases. Similarly, a *dbt* `profiles.yml` file stores connection information under each target key. *airflow-dbt-python* bridges the gap between the two and allows you to use connection information stored as an Airflow connection by specifying the connection id as the `target` parameter of any of the *dbt* operators it provides. What's more, if using an Airflow connection, the `profiles.yml` file may be entirely omitted (although keep in mind a `profiles.yml` file contains a configuration block besides target connection information).
+
+See an example DAG [here](examples/airflow_connection_target_dag.py).
+
+# Motivation
+
+## Airflow running in a managed environment
+
+Although [`dbt`](https://docs.getdbt.com/) is meant to be installed and used as a CLI, we may not have control of the environment where Airflow is running, disallowing us the option of using *dbt* as a CLI.
+
+This is exactly what happens when using [Amazon's Managed Workflows for Apache Airflow](https://aws.amazon.com/managed-workflows-for-apache-airflow/) (aka MWAA): although a list of Python requirements can be passed, the CLI cannot be found in the worker's PATH.
+
+There is a workaround which involves using Airflow's `BashOperator` and running Python from the command line:
+
+``` python
+from airflow.operators.bash import BashOperator
+
+BASH_COMMAND = "python -c 'from dbt.main import main; main()' run"
+operator = BashOperator(
+    task_id="dbt_run",
+    bash_command=BASH_COMMAND,
+)
+```
+
+But it can get cumbersome when appending all potential arguments a `dbt run` command (or other subcommand) can take.
+
+That's where *airflow-dbt-python* comes in: it abstracts the complexity of interfacing with *dbt-core* and exposes one operator for each *dbt* subcommand that can be instantiated with all the corresponding arguments that the *dbt* CLI would take.
+
+## An alternative to *airflow-dbt* that works without the *dbt* CLI
+
+The alternative [`airflow-dbt`](https://pypi.org/project/airflow-dbt/) package, by default, would not work if the *dbt* CLI is not in PATH, which means it would not be usable in MWAA. There is a workaround via the `dbt_bin` argument, which can be set to `"python -c 'from dbt.main import main; main()' run"`, in similar fashion as the `BashOperator` example. Yet this approach is not without its limitations:
+* *airflow-dbt* works by wrapping the *dbt* CLI, which makes our code dependent on the environment in which it runs.
+* *airflow-dbt* does not support the full range of arguments a command can take. For example, `DbtRunOperator` does not have an attribute for `fail_fast`.
+* *airflow-dbt* does not offer access to *dbt* artifacts created during execution. *airflow-dbt-python* does so by pushing any artifacts to [XCom](https://airflow.apache.org/docs/apache-airflow/stable/concepts/xcoms.html).
+
+# Usage
+
+Currently, the following *dbt* commands are supported:
+
+* `clean`
+* `compile`
+* `debug`
+* `deps`
+* `docs generate`
+* `ls`
+* `parse`
+* `run`
+* `run-operation`
+* `seed`
+* `snapshot`
+* `source`
+* `test`
+
+## Examples
+
+All example DAGs are tested against the latest Airflow version. Some changes, like modifying `import` statements or changing types, may be required for them to work in other versions.
+
+``` python
+import datetime as dt
+
+import pendulum
+from airflow import DAG
+
+from airflow_dbt_python.operators.dbt import (
+    DbtRunOperator,
+    DbtSeedOperator,
+    DbtTestOperator,
+)
+
+args = {
+    "owner": "airflow",
+}
+
+with DAG(
+    dag_id="example_dbt_operator",
+    default_args=args,
+    schedule="0 0 * * *",
+    start_date=pendulum.today("UTC").add(days=-1),
+    dagrun_timeout=dt.timedelta(minutes=60),
+    tags=["example", "example2"],
+) as dag:
+    dbt_test = DbtTestOperator(
+        task_id="dbt_test",
+        selector="pre-run-tests",
+    )
+
+    dbt_seed = DbtSeedOperator(
+        task_id="dbt_seed",
+        select=["/path/to/first.csv", "/path/to/second.csv"],
+        full_refresh=True,
+    )
+
+    dbt_run = DbtRunOperator(
+        task_id="dbt_run",
+        select=["/path/to/models"],
+        full_refresh=True,
+        fail_fast=True,
+    )
+
+    dbt_test >> dbt_seed >> dbt_run
+```
+
+More examples can be found in the [`examples/`](examples/) directory and the [documentation](https://airflow-dbt-python.readthedocs.io).
+
+# Development
+
+See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development/) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
+
+## Testing
+
+Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *uv*:
+
+``` shell
+uv run pytest tests/ -vv
+```
+
+# License
+
+This project is licensed under the MIT license. See [LICENSE](LICENSE).

airflow_dbt_python-3.0.3/airflow_dbt_python.egg-info/SOURCES.txt

@@ -0,0 +1,26 @@
+LICENSE
+README.md
+pyproject.toml
+airflow_dbt_python/__init__.py
+airflow_dbt_python/__version__.py
+airflow_dbt_python.egg-info/PKG-INFO
+airflow_dbt_python.egg-info/SOURCES.txt
+airflow_dbt_python.egg-info/dependency_links.txt
+airflow_dbt_python.egg-info/requires.txt
+airflow_dbt_python.egg-info/top_level.txt
+airflow_dbt_python/hooks/__init__.py
+airflow_dbt_python/hooks/dbt.py
+airflow_dbt_python/hooks/target.py
+airflow_dbt_python/hooks/fs/__init__.py
+airflow_dbt_python/hooks/fs/gcs.py
+airflow_dbt_python/hooks/fs/git.py
+airflow_dbt_python/hooks/fs/local.py
+airflow_dbt_python/hooks/fs/s3.py
+airflow_dbt_python/operators/__init__.py
+airflow_dbt_python/operators/dbt.py
+airflow_dbt_python/utils/__init__.py
+airflow_dbt_python/utils/configs.py
+airflow_dbt_python/utils/enums.py
+airflow_dbt_python/utils/env.py
+airflow_dbt_python/utils/url.py
+airflow_dbt_python/utils/version.py

airflow_dbt_python-3.0.3/airflow_dbt_python.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

airflow_dbt_python-3.0.3/airflow_dbt_python.egg-info/requires.txt

@@ -0,0 +1,42 @@
+apache-airflow>=2.8
+dbt-core<2.0.0,>=1.8.0
+
+[:python_version < "3.11"]
+contextlib-chdir==1.0.2
+
+[adapters]
+dbt-bigquery<2.0.0,>=1.8.0
+dbt-redshift<2.0.0,>=1.8.0
+dbt-postgres<2.0.0,>=1.8.0
+dbt-snowflake<2.0.0,>=1.8.0
+dbt-spark[all]<2.0.0,>=1.8.0
+
+[airflow-providers]
+apache-airflow-providers-amazon>=3.0.0
+apache-airflow-providers-google>=11.0.0
+apache-airflow-providers-ssh>=3.0.0
+
+[bigquery]
+dbt-bigquery<2.0.0,>=1.8.0
+
+[gcs]
+apache-airflow-providers-google>=11.0.0
+
+[git]
+apache-airflow-providers-ssh>=3.0.0
+dulwich>=0.21
+
+[postgres]
+dbt-postgres<2.0.0,>=1.8.0
+
+[redshift]
+dbt-redshift<2.0.0,>=1.8.0
+
+[s3]
+apache-airflow-providers-amazon>=3.0.0
+
+[snowflake]
+dbt-snowflake<2.0.0,>=1.8.0
+
+[spark]
+dbt-spark<2.0.0,>=1.8.0

airflow_dbt_python-3.0.3/airflow_dbt_python.egg-info/top_level.txt

@@ -0,0 +1 @@
+airflow_dbt_python

{airflow_dbt_python-3.0.1 → airflow_dbt_python-3.0.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "airflow-dbt-python"
-version = "3.0.1"
+version = "3.0.3"
 description = "A collection of Airflow operators, hooks, and utilities to execute dbt commands"
 authors = [{ name = "Tomás Farías Santana", email = "tomas@tomasfarias.dev" }]
 license = "MIT"
@@ -11,8 +11,6 @@ classifiers = [
 
     "Intended Audience :: Developers",
 
-    "License :: OSI Approved :: MIT License",
-
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
@@ -25,12 +23,9 @@ dependencies = [
     "dbt-core>=1.8.0,<2.0.0",
 ]
 
-[project.url]
+[project.urls]
 repository = "https://github.com/tomasfarias/airflow-dbt-python"
-
-[build-system]
-requires = ["poetry-core>=1.2.0"]
-build-backend = "poetry.core.masonry.api"
+documentation = "https://airflow-dbt-python.readthedocs.io"
 
 [project.optional-dependencies]
 airflow-providers = [
@@ -71,62 +66,35 @@ spark = [
     "dbt-spark>=1.8.0,<2.0.0",
 ]
 
-[tool.poetry.requires-plugins]
-poetry-plugin-export = ">=1.8"
-
-[tool.poetry.group.dev]
-optional = true
-
-[tool.poetry.group.dev.dependencies]
-apache-airflow-providers-amazon = ">=3.0.0"
-apache-airflow-providers-google = ">=11.0.0"
-apache-airflow-providers-ssh = ">=3.0.0"
-black = ">=22"
-boto3-stubs = { extras = ["s3"], version = ">=1.26.8" }
-coverage = { extras = ["toml"], version = ">=7.2" }
-# docutils 0.21 causes an error with poetry (https://github.com/python-poetry/poetry/issues/9293)
-docutils = "!=0.21"
-dulwich = ">=0.21,!=0.21.6"
-moto = ">=4.0.3"
-mypy = ">=1"
-freezegun = ">=1.1.0"
-pre-commit = ">=2.18"
-pytest = ">=7.2"
-pytest-postgresql = ">=5"
-ruff = ">=0.0.254"
-types-freezegun = ">=1.1.6"
-types-PyYAML = ">=6.0.7"
-pytest-mock = "^3.14.0"
-mock-gcp = ">=0.2.0"
-
-[tool.poetry.group.docs]
-optional = true
-
-[tool.poetry.group.docs.dependencies]
-Sphinx = "7.4.7"
-sphinx-rtd-theme = "3.0.2"
-sphinx-copybutton = "0.5.2"
-attrs = ">=22"
-zipp = ">=3.19.1"
-
-[tool.black]
-line-length = 88
-target-version = ["py39", "py310", "py311", "py312"]
-include = '\.pyi?$'
-exclude = '''
-/(
-    \.eggs
-  | \.git
-  | \.hg
-  | \.mypy_cache
-  | \.tox
-  | \.venv
-  | _build
-  | buck-out
-  | build
-  | dist
-)/
-'''
+[dependency-groups]
+dev = [
+    "apache-airflow-providers-amazon>=3.0.0",
+    "apache-airflow-providers-google>=11.0.0",
+    "apache-airflow-providers-ssh>=3.0.0",
+    "boto3-stubs[s3]>=1.26.8",
+    "coverage[toml]>=7.2",
+    # docutils 0.21 causes an error with poetry (https://github.com/python-poetry/poetry/issues/9293)
+    "docutils!=0.21",
+    "dulwich>=0.21,!=0.21.6",
+    "freezegun>=1.1.0",
+    "mock-gcp==0.2.0",
+    "moto>=4.0.3",
+    "mypy>=1",
+    "pre-commit>=2.18",
+    "pytest>=7.2",
+    "pytest-mock>=3.14.0",
+    "pytest-postgresql>=5",
+    "ruff>=0.0.254",
+    "types-PyYAML>=6.0.7",
+    "types-freezegun>=1.1.6",
+]
+docs = [
+    "attrs>=22",
+    "Sphinx==7.4.7",
+    "sphinx-copybutton==0.5.2",
+    "sphinx-rtd-theme==3.0.2",
+    "zipp>=3.19.1",
+]
 
 [tool.coverage.run]
 source = ["airflow_dbt_python"]

airflow_dbt_python-3.0.3/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

airflow_dbt_python-3.0.1/airflow_dbt_python/hooks/__init__.py

@@ -1 +0,0 @@
-"""Hooks module provides DbtHooks and DbtFSHooks."""