airflow-dbt-python 3.0.0__py3-none-any.whl → 3.0.2__py3-none-any.whl

airflow_dbt_python/__version__.py

@@ -3,4 +3,4 @@
 __author__ = "Tomás Farías Santana"
 __copyright__ = "Copyright 2021 Tomás Farías Santana"
 __title__ = "airflow-dbt-python"
-__version__ = "3.0.0"
+__version__ = "3.0.2"

airflow_dbt_python/hooks/__init__.py

@@ -1 +1 @@
-"""Hooks module provides DbtHooks and DbtFSHooks."""
+"""The hooks module provides Airflow hooks used to interact with dbt."""

airflow_dbt_python/hooks/dbt.py

@@ -1,4 +1,8 @@
-"""Provides a hook to interact with a dbt project."""
+"""Provides a hook to interact with dbt.
+
+Interacting with dbt mainly means setting up a dbt project and running a dbt
+task.
+"""
 
 from __future__ import annotations
 

airflow_dbt_python/hooks/fs/__init__.py

@@ -1,8 +1,7 @@
-"""The DbtFSHook interface includes methods for downloading and uploading files.
+"""A ``DbtFSHook`` can download and upload dbt project files to a filesystem.
 
-Internally, DbtFSHooks can use Airflow hooks to execute the actual operations.
-
-Currently, only AWS S3 and the local filesystem are supported as remotes.
+By filesystem we understand any storage that can hold dbt project files, like an
+S3 bucket or a git repository.
 """
 
 from abc import ABC, abstractmethod

airflow_dbt_python/hooks/fs/git.py

@@ -157,7 +157,11 @@ class DbtGitFSHook(SSHHook, DbtFSHook):
         client, path, branch = self.get_git_client_path(source)
 
         client.clone(
-            path, str(destination), mkdir=not destination.exists(), branch=branch
+            path,
+            str(destination),
+            mkdir=not destination.exists(),
+            # NOTE: Dulwich expects branch to be bytes if defined.
+            branch=branch.encode("utf-8") if isinstance(branch, str) else branch,
         )
 
     def get_git_client_path(self, url: URL) -> Tuple[GitClients, str, Optional[str]]:

airflow_dbt_python/hooks/target.py

@@ -1,4 +1,9 @@
-"""Provides a hook to get a dbt profile based on the Airflow connection."""
+"""Provides hooks to establish a dbt connection with supported targets.
+
+The connection details will be extracted from an Airflow connection, and each
+target can interpret connection information differently according to its
+specific connection requirements.
+"""
 
 from __future__ import annotations
 

airflow_dbt_python/operators/dbt.py

@@ -400,14 +400,15 @@ class DbtRunOperator(DbtBaseOperator):
         full_refresh: Optional[bool] = None,
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
-        selector_name: Optional[list[str]] = None,
+        selector: Optional[str] = None,
+        selector_name: Optional[str] = None,
         exclude: Optional[list[str]] = None,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
         self.full_refresh = full_refresh
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
 
     @property
@@ -432,6 +433,7 @@ class DbtSeedOperator(DbtBaseOperator):
         select: Optional[list[str]] = None,
         show: Optional[bool] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         **kwargs,
     ) -> None:
@@ -440,7 +442,7 @@ class DbtSeedOperator(DbtBaseOperator):
         self.select = select
         self.show = show
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
 
     @property
     def command(self) -> str:
@@ -465,6 +467,7 @@ class DbtTestOperator(DbtBaseOperator):
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         indirect_selection: Optional[str] = None,
         **kwargs,
@@ -473,7 +476,7 @@ class DbtTestOperator(DbtBaseOperator):
         self.singular = singular
         self.generic = generic
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
         self.indirect_selection = indirect_selection
 
@@ -500,6 +503,7 @@ class DbtCompileOperator(_GraphRunnableOperator):
         models: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         upload_dbt_project: bool = True,
         **kwargs,
@@ -508,7 +512,7 @@ class DbtCompileOperator(_GraphRunnableOperator):
         self.parse_only = parse_only
         self.full_refresh = full_refresh
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.select = select or models
         self.upload_dbt_project = upload_dbt_project
 
@@ -614,13 +618,14 @@ class DbtSnapshotOperator(DbtBaseOperator):
         self,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
 
     @property
     def command(self) -> str:
@@ -644,6 +649,7 @@ class DbtLsOperator(_GraphRunnableOperator):
         resource_types: Optional[list[str]] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         dbt_output: Optional[Output] = None,
         output_keys: Optional[list[str]] = None,
@@ -654,7 +660,7 @@ class DbtLsOperator(_GraphRunnableOperator):
         self.resource_types = resource_types
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.dbt_output = dbt_output
         self.output_keys = output_keys
         self.indirect_selection = indirect_selection
@@ -727,6 +733,7 @@ class DbtSourceFreshnessOperator(DbtBaseOperator):
         select: Optional[list[str]] = None,
         dbt_output: Optional[Union[str, Path]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         upload_dbt_project: bool = True,
         **kwargs,
@@ -734,7 +741,7 @@ class DbtSourceFreshnessOperator(DbtBaseOperator):
         super().__init__(**kwargs)
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.dbt_output = dbt_output
         self.upload_dbt_project = upload_dbt_project
 
@@ -759,6 +766,7 @@ class DbtBuildOperator(DbtBaseOperator):
         full_refresh: Optional[bool] = None,
         select: Optional[list[str]] = None,
         exclude: Optional[list[str]] = None,
+        selector: Optional[str] = None,
         selector_name: Optional[str] = None,
         singular: Optional[bool] = None,
         generic: Optional[bool] = None,
@@ -770,7 +778,7 @@ class DbtBuildOperator(DbtBaseOperator):
         self.full_refresh = full_refresh
         self.select = select
         self.exclude = exclude
-        self.selector_name = selector_name
+        self.selector = selector or selector_name
         self.singular = singular
         self.generic = generic
         self.show = show

airflow_dbt_python/utils/configs.py

@@ -518,11 +518,13 @@ class SelectionConfig(BaseConfig):
 
     exclude: Optional[list[str]] = None
     select: Optional[list[str]] = None
-    selector_name: Optional[list[str]] = None
     selector: Optional[str] = None
     state: Optional[Union[Path, str]] = None
     defer_state: Optional[Union[Path, str]] = None
 
+    # Kept for compatibility with dbt versions < 1.5
+    selector_name: Optional[str] = None
+
     # Kept for compatibility with dbt versions < 0.21
     models: Optional[list[str]] = None
 

{airflow_dbt_python-3.0.0.dist-info → airflow_dbt_python-3.0.2.dist-info}/METADATA

@@ -1,49 +1,51 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.0
+Version: 3.0.2
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
-License: MIT
-Author: Tomás Farías Santana
-Author-email: tomas@tomasfarias.dev
-Requires-Python: >=3.9,<3.13
+Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
+License-Expression: MIT
+Project-URL: repository, https://github.com/tomasfarias/airflow-dbt-python
+Project-URL: documentation, https://airflow-dbt-python.readthedocs.io
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: adapters
+Requires-Python: <3.13,>=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: apache-airflow>=2.8
+Requires-Dist: contextlib-chdir==1.0.2; python_version < "3.11"
+Requires-Dist: dbt-core<2.0.0,>=1.8.0
 Provides-Extra: airflow-providers
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "airflow-providers"
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "airflow-providers"
+Provides-Extra: adapters
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "adapters"
+Requires-Dist: dbt-spark[all]<2.0.0,>=1.8.0; extra == "adapters"
 Provides-Extra: bigquery
+Requires-Dist: dbt-bigquery<2.0.0,>=1.8.0; extra == "bigquery"
 Provides-Extra: gcs
+Requires-Dist: apache-airflow-providers-google>=11.0.0; extra == "gcs"
 Provides-Extra: git
+Requires-Dist: apache-airflow-providers-ssh>=3.0.0; extra == "git"
+Requires-Dist: dulwich>=0.21; extra == "git"
 Provides-Extra: postgres
+Requires-Dist: dbt-postgres<2.0.0,>=1.8.0; extra == "postgres"
 Provides-Extra: redshift
+Requires-Dist: dbt-redshift<2.0.0,>=1.8.0; extra == "redshift"
 Provides-Extra: s3
+Requires-Dist: apache-airflow-providers-amazon>=3.0.0; extra == "s3"
 Provides-Extra: snowflake
+Requires-Dist: dbt-snowflake<2.0.0,>=1.8.0; extra == "snowflake"
 Provides-Extra: spark
-Requires-Dist: apache-airflow (>=2.8)
-Requires-Dist: apache-airflow-providers-amazon (>=3.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-amazon (>=3.0.0) ; extra == "s3"
-Requires-Dist: apache-airflow-providers-google (>=11.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-google (>=11.0.0) ; extra == "gcs"
-Requires-Dist: apache-airflow-providers-ssh (>=3.0.0) ; extra == "airflow-providers"
-Requires-Dist: apache-airflow-providers-ssh (>=3.0.0) ; extra == "git"
-Requires-Dist: contextlib-chdir (==1.0.2) ; python_version < "3.11"
-Requires-Dist: dbt-bigquery (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-bigquery (>=1.8.0,<2.0.0) ; extra == "bigquery"
-Requires-Dist: dbt-core (>=1.8.0,<2.0.0)
-Requires-Dist: dbt-postgres (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-postgres (>=1.8.0,<2.0.0) ; extra == "postgres"
-Requires-Dist: dbt-redshift (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-redshift (>=1.8.0,<2.0.0) ; extra == "redshift"
-Requires-Dist: dbt-snowflake (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dbt-snowflake (>=1.8.0,<2.0.0) ; extra == "snowflake"
-Requires-Dist: dbt-spark (>=1.8.0,<2.0.0) ; extra == "spark"
-Requires-Dist: dbt-spark[all] (>=1.8.0,<2.0.0) ; extra == "adapters"
-Requires-Dist: dulwich (>=0.21) ; extra == "git"
-Description-Content-Type: text/markdown
+Requires-Dist: dbt-spark<2.0.0,>=1.8.0; extra == "spark"
+Dynamic: license-file
 
 # airflow-dbt-python
 
@@ -101,17 +103,17 @@ git clone https://github.com/tomasfarias/airflow-dbt-python.git
 cd airflow-dbt-python
 ```
 
-And installing with *Poetry*:
+And installing with *uv*:
 
 ``` shell
-poetry install
+uv pip install .
 ```
 
 ## In AWS MWAA
 
 Add *airflow-dbt-python* to your `requirements.txt` file and edit your Airflow environment to use this new `requirements.txt` file, or upload it as a plugin.
 
-Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started.html#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
+Read the [documentation](https://airflow-dbt-python.readthedocs.io/en/latest/getting_started/#installing-in-mwaa) for more a more detailed AWS MWAA installation breakdown.
 
 ## In GCP Cloud Composer
 
@@ -245,7 +247,7 @@ with DAG(
 ) as dag:
     dbt_test = DbtTestOperator(
         task_id="dbt_test",
-        selector_name="pre-run-tests",
+        selector="pre-run-tests",
     )
 
     dbt_seed = DbtSeedOperator(
@@ -268,17 +270,16 @@ More examples can be found in the [`examples/`](examples/) directory and the [do
 
 # Development
 
-See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development.html) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
+See the [development documentation](https://airflow-dbt-python.readthedocs.io/en/latest/development/) for a more in-depth dive into setting up a development environment, running the test-suite, and general commentary on working on *airflow-dbt-python*.
 
 ## Testing
 
-Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *Poetry*:
+Tests are run with *pytest*, can be located in `tests/`. To run them locally, you may use *uv*:
 
 ``` shell
-poetry run pytest tests/ -vv
+uv run pytest tests/ -vv
 ```
 
 # License
 
 This project is licensed under the MIT license. See [LICENSE](LICENSE).
-

airflow_dbt_python-3.0.2.dist-info/RECORD

@@ -0,0 +1,23 @@
+airflow_dbt_python/__init__.py,sha256=qYIsTHy4p3NX0QYIsLdatz6GlnaMwYsSoD3wtPD0BqY,153
+airflow_dbt_python/__version__.py,sha256=XpfEzvJGA12I8I2T2G5WfMpqAiOxGeHUN_TOjQkqQIE,190
+airflow_dbt_python/hooks/__init__.py,sha256=jMdE1qzdpB_4w9IvxTnfB5g6SjEAWq6UDCnQiQi4xLQ,73
+airflow_dbt_python/hooks/dbt.py,sha256=BPomtFF9Lg2YAy28k5EuNn3lRC116t76hjZzzksAqqc,13762
+airflow_dbt_python/hooks/target.py,sha256=K7gmPh_AvoG35uj9Im7MQLL2Xh-CRltQuOLQ_4kvb7s,15411
+airflow_dbt_python/hooks/fs/__init__.py,sha256=xwCCHrTyEAUpQiMajEs5sJUFOQLBctqggROMJXEaWew,5527
+airflow_dbt_python/hooks/fs/gcs.py,sha256=RRF5gvwy_opYIJt6-RF05Ww96SrzIJDrKs859iReRNo,8458
+airflow_dbt_python/hooks/fs/git.py,sha256=OlAOTrZNTTaubU3grgHCwlgEH2Lj8LCSmiPCV09zJMU,7521
+airflow_dbt_python/hooks/fs/local.py,sha256=S9FU3K2U1JwuY4b6PRVzsvAL0cZK1bDVXdfChE3Qk-I,4272
+airflow_dbt_python/hooks/fs/s3.py,sha256=C4l4dalvs2crbl_jDu257_BThF5WOVWvcyDHj1TTNWk,7180
+airflow_dbt_python/operators/__init__.py,sha256=zveHW17YWoCpdsQhCZtvdPoEiFiwWykqPnAnOAQ8vk0,46
+airflow_dbt_python/operators/dbt.py,sha256=yaov5Vd6pjEkO1XVgEPTK_EvTZUHk4Gc6AB8U5pmXjM,28742
+airflow_dbt_python/utils/__init__.py,sha256=J3_g-tV35XkrZSwYULsAq4B0TUa6rw0uxP-LFwl_k2Q,45
+airflow_dbt_python/utils/configs.py,sha256=mIVxjK45O6xXCzDCrCze8hI9JTP4iiabqfTX9dkVdUA,27202
+airflow_dbt_python/utils/enums.py,sha256=rktUM8cTkEUsdNbzd_f6fxfgNiZGifJfOr0zvrsMyuQ,969
+airflow_dbt_python/utils/env.py,sha256=o2Y3RMyXADSpUCU-G0yRiqXB-yo3oPsXtCEI7H5GIyM,646
+airflow_dbt_python/utils/url.py,sha256=Ac7PJMl3AsrVMXGPgFdzOrAVsvCfS4hMWAtwgRMdbP0,16111
+airflow_dbt_python/utils/version.py,sha256=RAMagzZofIAiFUFc9g06yZXM81BaMI3hH58q4xjfE0M,811
+airflow_dbt_python-3.0.2.dist-info/licenses/LICENSE,sha256=8yx5JCe-4cW52JiqVrMlA990r7tuac2foiUryhV9dfY,1073
+airflow_dbt_python-3.0.2.dist-info/METADATA,sha256=275OsE0QAshHk3IQgEaY9LpgN7hgG0iUehj9KiFYIf8,15925
+airflow_dbt_python-3.0.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+airflow_dbt_python-3.0.2.dist-info/top_level.txt,sha256=4mfoYT9MaEb9h9Cyyu8kJwg34TKh_L3fpq0YWx-q60Y,19
+airflow_dbt_python-3.0.2.dist-info/RECORD,,

{airflow_dbt_python-3.0.0.dist-info → airflow_dbt_python-3.0.2.dist-info}/WHEEL

@@ -1,4 +1,5 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.0.1
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
+

airflow_dbt_python-3.0.2.dist-info/top_level.txt

@@ -0,0 +1 @@
+airflow_dbt_python

airflow_dbt_python-3.0.0.dist-info/RECORD

@@ -1,22 +0,0 @@
-airflow_dbt_python/__init__.py,sha256=qYIsTHy4p3NX0QYIsLdatz6GlnaMwYsSoD3wtPD0BqY,153
-airflow_dbt_python/__version__.py,sha256=WFA4Co5hdfmcOzgxaBHPRqnEdXVtzV9KpPMwwc5_AAo,190
-airflow_dbt_python/hooks/__init__.py,sha256=Myrhulyj0apCqXCPYBGa2z0j9yMHasKN-uPHSSS97ak,53
-airflow_dbt_python/hooks/dbt.py,sha256=O-9hDV2RR5j1yXYvU3csEtuKjA53nueEoH4aqvDv_BE,13687
-airflow_dbt_python/hooks/fs/__init__.py,sha256=S8oZWd79bPFn73EhsggGj3TEjgQ8XOpxKn2jlRDkATA,5572
-airflow_dbt_python/hooks/fs/gcs.py,sha256=RRF5gvwy_opYIJt6-RF05Ww96SrzIJDrKs859iReRNo,8458
-airflow_dbt_python/hooks/fs/git.py,sha256=_J7j6bPYfOqCgMmq3xY3za_--lKkVuzp_hLQ-YVVM3A,7362
-airflow_dbt_python/hooks/fs/local.py,sha256=S9FU3K2U1JwuY4b6PRVzsvAL0cZK1bDVXdfChE3Qk-I,4272
-airflow_dbt_python/hooks/fs/s3.py,sha256=C4l4dalvs2crbl_jDu257_BThF5WOVWvcyDHj1TTNWk,7180
-airflow_dbt_python/hooks/target.py,sha256=nCZHutrMjkDiX5q6AQz9AAoHfEDLyJL9wkHk-3-dcMw,15225
-airflow_dbt_python/operators/__init__.py,sha256=zveHW17YWoCpdsQhCZtvdPoEiFiwWykqPnAnOAQ8vk0,46
-airflow_dbt_python/operators/dbt.py,sha256=-OBXCclWhc2Eur8ZRq24mCf1fsu4xS4cYkkYmJ9v2rU,28372
-airflow_dbt_python/utils/__init__.py,sha256=J3_g-tV35XkrZSwYULsAq4B0TUa6rw0uxP-LFwl_k2Q,45
-airflow_dbt_python/utils/configs.py,sha256=uZ8il2uDtFQtHZqk-1Z15k79EMdH1oijx_W41milf2Q,27154
-airflow_dbt_python/utils/enums.py,sha256=rktUM8cTkEUsdNbzd_f6fxfgNiZGifJfOr0zvrsMyuQ,969
-airflow_dbt_python/utils/env.py,sha256=o2Y3RMyXADSpUCU-G0yRiqXB-yo3oPsXtCEI7H5GIyM,646
-airflow_dbt_python/utils/url.py,sha256=Ac7PJMl3AsrVMXGPgFdzOrAVsvCfS4hMWAtwgRMdbP0,16111
-airflow_dbt_python/utils/version.py,sha256=RAMagzZofIAiFUFc9g06yZXM81BaMI3hH58q4xjfE0M,811
-airflow_dbt_python-3.0.0.dist-info/LICENSE,sha256=8yx5JCe-4cW52JiqVrMlA990r7tuac2foiUryhV9dfY,1073
-airflow_dbt_python-3.0.0.dist-info/METADATA,sha256=MC1CM3vrEFkh98l3q6BGiWfYs7ZY2oytL_ZaNSXMij4,15884
-airflow_dbt_python-3.0.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-airflow_dbt_python-3.0.0.dist-info/RECORD,,