airflow-dbt-python 3.3.0__tar.gz → 3.5.0__tar.gz

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.3.0
+Version: 3.5.0
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/airflow_dbt_python/__version__.py

@@ -3,4 +3,4 @@
 __author__ = "Tomás Farías Santana"
 __copyright__ = "Copyright 2021 Tomás Farías Santana"
 __title__ = "airflow-dbt-python"
-__version__ = "3.3.0"
+__version__ = "3.5.0"

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/airflow_dbt_python/operators/dbt.py

@@ -399,7 +399,9 @@ class DbtRunOperator(DbtBaseOperator):
     https://docs.getdbt.com/reference/commands/run.
     """
 
-    template_fields = base_template_fields + selection_template_fields
+    template_fields = (
+        base_template_fields + selection_template_fields + ["full_refresh"]
+    )
 
     def __init__(
         self,
@@ -431,7 +433,9 @@ class DbtSeedOperator(DbtBaseOperator):
     https://docs.getdbt.com/reference/commands/seed.
     """
 
-    template_fields = base_template_fields + selection_template_fields
+    template_fields = (
+        base_template_fields + selection_template_fields + ["full_refresh"]
+    )
 
     def __init__(
         self,
@@ -500,7 +504,9 @@ class DbtCompileOperator(_GraphRunnableOperator):
     https://docs.getdbt.com/reference/commands/compile.
     """
 
-    template_fields = base_template_fields + selection_template_fields
+    template_fields = (
+        base_template_fields + selection_template_fields + ["full_refresh"]
+    )
 
     def __init__(
         self,
@@ -765,7 +771,9 @@ class DbtBuildOperator(DbtBaseOperator):
     https://docs.getdbt.com/reference/commands/build.
     """
 
-    template_fields = base_template_fields + selection_template_fields
+    template_fields = (
+        base_template_fields + selection_template_fields + ["full_refresh"]
+    )
 
     def __init__(
         self,

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/airflow_dbt_python/utils/configs.py

@@ -177,30 +177,34 @@ class BaseConfig:
     static: bool = False
     upgrade: bool = False
 
-    require_model_names_without_spaces: bool = False
-    require_ref_searches_node_package_before_root: bool = False
     exclude_resource_types: list[str] = dataclasses.field(
         default_factory=list, repr=False
     )
 
-    # legacy behaviors - https://github.com/dbt-labs/dbt-core/blob/main/docs/guides/behavior-change-flags.md
-    require_batched_execution_for_custom_microbatch_strategy: bool = False
-    require_event_names_in_deprecations: bool = False
-    require_explicit_package_overrides_for_builtin_materializations: bool = True
-    require_resource_names_without_spaces: bool = True
-    source_freshness_run_project_hooks: bool = True
-    skip_nodes_if_on_run_start_fails: bool = False
-    state_modified_compare_more_unrendered_values: bool = False
-    state_modified_compare_vars: bool = False
-    require_yaml_configuration_for_mf_time_spines: bool = False
-    require_nested_cumulative_type_params: bool = False
-    validate_macro_args: bool = False
-    require_all_warnings_handled_by_warn_error: bool = False
-    require_generic_test_arguments_property: bool = False
+    # Behavior change flags
+    # See: https://docs.getdbt.com/reference/global-configs/behavior-changes#behavior-change-flags
+    require_all_warnings_handled_by_warn_error: Optional[bool] = None
+    require_batched_execution_for_custom_microbatch_strategy: Optional[bool] = None
+    require_explicit_package_overrides_for_builtin_materializations: Optional[bool] = (
+        None
+    )
+    require_generic_test_arguments_property: Optional[bool] = None
+    require_nested_cumulative_type_params: Optional[bool] = None
+    require_ref_searches_node_package_before_root: Optional[bool] = None
+    require_resource_names_without_spaces: Optional[bool] = None
+    require_unique_project_resource_names: Optional[bool] = None
+    require_valid_schema_from_generate_schema_name: Optional[bool] = None
+    require_yaml_configuration_for_mf_time_spines: Optional[bool] = None
+    restrict_direct_pg_catalog_access: Optional[bool] = None
+    skip_nodes_if_on_run_start_fails: Optional[bool] = None
+    source_freshness_run_project_hooks: Optional[bool] = None
+    state_modified_compare_more_unrendered_values: Optional[bool] = None
+    validate_macro_args: Optional[bool] = None
 
     def __post_init__(self):
         """Post initialization actions for a dbt configuration."""
         self.vars = parse_yaml_args(self.vars)
+        self.set_flags_from_dbt_project_file()
         self.set_mutually_exclusive_attributes()
 
     def set_mutually_exclusive_attributes(self):
@@ -257,6 +261,46 @@ class BaseConfig:
             else:
                 setattr(self, attr, not negative_value)
 
+    def set_flags_from_dbt_project_file(self):
+        """Attempt to load configured flags from a project configuration file.
+
+        Dbt allows flags to be set in the configuration file. Since we create a project
+        here, we must attempt to load them when they are set.
+
+        Important to keep in mind dbt's precedence rules and not override anything
+        passed as an argument or set in an environment variable.
+        """
+        if not self.project_dir:
+            return
+
+        dbt_project_path = Path(self.project_dir) / "dbt_project.yml"
+        if dbt_project_path.exists() is False:
+            dbt_project_path = Path(self.project_dir) / "dbt_project.yaml"
+            if dbt_project_path.exists() is False:
+                return
+
+        try:
+            with open(dbt_project_path) as dbt_project_yaml:
+                yaml = dbt_project_yaml.read()
+                contents = yaml_helper.load_yaml_text(yaml) or {}
+        except Exception:
+            return
+
+        if "flags" not in contents:
+            return
+
+        for flag_name, flag_value in contents["flags"].items():
+            current_value = getattr(self, flag_name, None)
+            env_value = os.getenv(f"DBT_{flag_name.upper()}", None)
+
+            if current_value is not None or env_value is not None:
+                # According to dbt config precedence rules, a value passed as argument
+                # or in the environment wins over values set in dbt project config.
+                # https://docs.getdbt.com/reference/global-configs/project-flags#config-precedence
+                continue
+
+            setattr(self, flag_name, flag_value)
+
     def __getattribute__(self, item: str):
         """Dbt 1.5+ uses uppercase attributes, let's handle this."""
         if item.isupper():
@@ -574,6 +618,13 @@ class TableMutabilityConfig(SelectionConfig):
     def __post_init__(self):
         """Call superclass __post_init__."""
         super().__post_init__()
+        if isinstance(self.full_refresh, str):
+            if self.full_refresh.lower() not in ("true", "false"):
+                raise ValueError(
+                    f"Invalid value for full_refresh: '{self.full_refresh}'. "
+                    "Expected 'true' or 'false'."
+                )
+            self.full_refresh = self.full_refresh.lower() == "true"
 
 
 @dataclasses.dataclass

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/airflow_dbt_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-dbt-python
-Version: 3.3.0
+Version: 3.5.0
 Summary: A collection of Airflow operators, hooks, and utilities to execute dbt commands
 Author-email: Tomás Farías Santana <tomas@tomasfarias.dev>
 License-Expression: MIT

{airflow_dbt_python-3.3.0 → airflow_dbt_python-3.5.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "airflow-dbt-python"
-version = "3.3.0"
+version = "3.5.0"
 description = "A collection of Airflow operators, hooks, and utilities to execute dbt commands"
 authors = [{ name = "Tomás Farías Santana", email = "tomas@tomasfarias.dev" }]
 license = "MIT"