airflow-dbt-python 3.0.2__tar.gz → 3.0.4__tar.gz

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.2
+Version: 3.0.4
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/airflow_dbt_python/__version__.py

@@ -3,4 +3,4 @@
 __author__ = "Tomás Farías Santana"
 __copyright__ = "Copyright 2021 Tomás Farías Santana"
 __title__ = "airflow-dbt-python"
-__version__ = "3.0.2"
+__version__ = "3.0.4"

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/airflow_dbt_python/hooks/target.py

@@ -7,6 +7,8 @@ specific connection requirements.
 
 from __future__ import annotations
 
+import base64
+import binascii
 import json
 import operator
 import re
@@ -26,6 +28,24 @@ from airflow.hooks.base import BaseHook
 from airflow.models.connection import Connection
 
 
+def try_decode_base64(s: str) -> str:
+    """Attempt to decode a string from base64.
+
+    If the string is not valid base64, returns the original value.
+
+    Args:
+        s: The string to decode.
+
+    Returns:
+        The decoded string, or the original value if decoding fails.
+    """
+    try:
+        s = base64.b64decode(s, validate=True).decode("utf-8")
+    except binascii.Error:
+        pass
+    return s
+
+
 class DbtConnectionParam(NamedTuple):
     """A tuple indicating connection parameters relevant to dbt.
 
@@ -40,6 +60,7 @@ class DbtConnectionParam(NamedTuple):
     name: str
     store_override_name: Optional[str] = None
     default: Optional[Any] = None
+    converter: Callable[[Any], Any] | None = None
 
     @property
     def override_name(self):
@@ -230,6 +251,8 @@ class DbtConnectionHook(BaseHook, ABC, metaclass=DbtConnectionHookMeta):
             if isinstance(param, DbtConnectionParam):
                 key = param.override_name
                 value = getattr(conn, param.name, param.default)
+                if param.converter:
+                    value = param.converter(value)
             elif isinstance(param, DbtConnectionConditionParam):
                 key, default = param.resolve(conn)
                 value = getattr(conn, param.name, default)
@@ -399,7 +422,9 @@ class DbtSnowflakeHook(DbtConnectionHook):
         "database",
         DbtConnectionParam("refresh_token", "token"),
         DbtConnectionParam("private_key_file", "private_key_path"),
-        DbtConnectionParam("private_key_content", "private_key"),
+        DbtConnectionParam(
+            "private_key_content", "private_key", converter=try_decode_base64
+        ),
     ]
 
 

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/airflow_dbt_python/utils/configs.py

@@ -39,7 +39,10 @@ from dbt.task.test import TestTask
 from dbt.tracking import initialize_from_flags
 
 from airflow_dbt_python.utils.enums import FromStrEnum, LogFormat, Output
-from airflow_dbt_python.utils.version import DBT_INSTALLED_GTE_1_9
+from airflow_dbt_python.utils.version import (
+    DBT_INSTALLED_GTE_1_9,
+    DBT_INSTALLED_GTE_1_10_7,
+)
 
 
 def parse_yaml_args(args: Optional[Union[str, dict[str, Any]]]) -> dict[str, Any]:
@@ -181,14 +184,18 @@ class BaseConfig:
 
     # legacy behaviors - https://github.com/dbt-labs/dbt-core/blob/main/docs/guides/behavior-change-flags.md
     require_batched_execution_for_custom_microbatch_strategy: bool = False
+    require_event_names_in_deprecations: bool = False
     require_explicit_package_overrides_for_builtin_materializations: bool = True
-    require_resource_names_without_spaces: bool = False
-    source_freshness_run_project_hooks: bool = False
+    require_resource_names_without_spaces: bool = True
+    source_freshness_run_project_hooks: bool = True
     skip_nodes_if_on_run_start_fails: bool = False
     state_modified_compare_more_unrendered_values: bool = False
     state_modified_compare_vars: bool = False
     require_yaml_configuration_for_mf_time_spines: bool = False
     require_nested_cumulative_type_params: bool = False
+    validate_macro_args: bool = False
+    require_all_warnings_handled_by_warn_error: bool = False
+    require_generic_test_arguments_property: bool = False
 
     def __post_init__(self):
         """Post initialization actions for a dbt configuration."""
@@ -356,7 +363,11 @@ class BaseConfig:
 
         runtime_config = self.create_runtime_config(project, profile)
 
-        if issubclass(self.dbt_task, ConfiguredTask) and runtime_config:
+        if (
+            issubclass(self.dbt_task, ConfiguredTask)
+            and runtime_config
+            and not DBT_INSTALLED_GTE_1_10_7
+        ):
             manifest = parse_manifest(
                 runtime_config,
                 write_perf_info=write_perf_info,
@@ -366,6 +377,22 @@ class BaseConfig:
             task: BaseTask = self.dbt_task(
                 args=local_flags, config=runtime_config, manifest=manifest
             )
+        elif (
+            issubclass(self.dbt_task, ConfiguredTask)
+            and runtime_config
+            and DBT_INSTALLED_GTE_1_10_7
+        ):
+            manifest = parse_manifest(
+                runtime_config,
+                write_perf_info=write_perf_info,
+                write=False,
+                write_json=False,
+                # TODO: Support for catalog integrations
+                active_integrations=[],  # type: ignore
+            )
+            task = self.dbt_task(
+                args=local_flags, config=runtime_config, manifest=manifest
+            )
         elif issubclass(self.dbt_task, DepsTask):
             task = self.dbt_task(args=local_flags, project=project)
         elif issubclass(self.dbt_task, DebugTask):

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/airflow_dbt_python/utils/version.py

@@ -16,11 +16,15 @@ DBT_1_8 = VersionSpecifier(
 DBT_1_9 = VersionSpecifier(
     major="1", minor="9", patch="0", matcher=Matchers.GREATER_THAN_OR_EQUAL
 )
+DBT_1_10_7 = VersionSpecifier(
+    major="1", minor="10", patch="7", matcher=Matchers.GREATER_THAN_OR_EQUAL
+)
 DBT_2_0 = VersionSpecifier(
     major="2", minor="0", patch="0", matcher=Matchers.GREATER_THAN_OR_EQUAL
 )
 
 DBT_INSTALLED_GTE_1_9 = installed.compare(DBT_1_9) == 1
+DBT_INSTALLED_GTE_1_10_7 = installed.compare(DBT_1_10_7) == 1
 
 DBT_INSTALLED_1_8 = DBT_1_8 < installed < DBT_1_9
 DBT_INSTALLED_1_9 = DBT_1_9 < installed < DBT_2_0

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/airflow_dbt_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.0.2
+Version: 3.0.4
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT

{airflow_dbt_python-3.0.2 → airflow_dbt_python-3.0.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "airflow-dbt-python"
-version = "3.0.2"
+version = "3.0.4"
 description = "A collection of Airflow operators, hooks, and utilities to execute dbt commands"
 authors = [{ name = "Tomás Farías Santana", email = "tomas@tomasfarias.dev" }]
 license = "MIT"
@@ -71,7 +71,6 @@ dev = [
     "apache-airflow-providers-amazon>=3.0.0",
     "apache-airflow-providers-google>=11.0.0",
     "apache-airflow-providers-ssh>=3.0.0",
-    "black>=22",
     "boto3-stubs[s3]>=1.26.8",
     "coverage[toml]>=7.2",
     # docutils 0.21 causes an error with poetry (https://github.com/python-poetry/poetry/issues/9293)
@@ -97,25 +96,6 @@ docs = [
     "zipp>=3.19.1",
 ]
 
-[tool.black]
-line-length = 88
-target-version = ["py39", "py310", "py311", "py312"]
-include = '\.pyi?$'
-exclude = '''
-/(
-    \.eggs
-  | \.git
-  | \.hg
-  | \.mypy_cache
-  | \.tox
-  | \.venv
-  | _build
-  | buck-out
-  | build
-  | dist
-)/
-'''
-
 [tool.coverage.run]
 source = ["airflow_dbt_python"]