datasecops-cli 0.4.2__tar.gz → 0.4.4__tar.gz

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/CHANGELOG.md

@@ -2,6 +2,22 @@
 
 All notable changes to the DataSecOps CLI are documented in this file.
 
+## [0.4.4] - 2026-05-18
+
+### Added
+
+- **dbt engine toggle** — new `dbt_engine` field in `.datasecops.yml` to switch between `dbtf` (dbt Fusion) and `dbt` (dbt Core). Defaults to `dbtf`. Toggleable via Configure menu `[6] dbt engine`. All dbt commands use the configured engine binary.
+
+## [0.4.3] - 2026-05-17
+
+### Added
+
+- **dbt autofix** — new `[14] autofix` option in the development menu integrating [dbt-autofix](https://github.com/dbt-labs/dbt-autofix) to prepare projects for dbt Fusion / dbt 2.0:
+  - Fix deprecated YAML configs, SQL files, and `dbt_project.yml` settings
+  - Upgrade packages for Fusion compatibility (with optional `dbt deps` afterwards)
+  - Dry run mode to preview changes without writing
+  - Auto-installs `dbt-autofix` via `uv tool install` if not found on PATH
+
 ## [0.4.2] - 2026-05-17
 
 ### Added

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasecops-cli
-Version: 0.4.2
+Version: 0.4.4
 Summary: DataSecOps Framework CLI for Snowflake Native App
 License-Expression: MIT
 License-File: LICENSE

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "datasecops-cli"
-version = "0.4.2"
+version = "0.4.4"
 description = "DataSecOps Framework CLI for Snowflake Native App"
 readme = "README.md"
 requires-python = ">=3.10"

datasecops_cli-0.4.4/src/datasecops_cli/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.4.4"

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/config.py

@@ -36,7 +36,14 @@ class Config:
             app_database=raw.get("app_database", ""),
             profile_name=raw.get("profile_name", ""),
             cortex_connection=raw.get("cortex_connection", ""),
+            dbt_engine=raw.get("dbt_engine", "dbtf"),
         )
+
+        # Validate dbt_engine
+        if self.datasecops.dbt_engine not in self.datasecops.VALID_ENGINES:
+            from datasecops_cli.utilities.display import warning_line
+            warning_line(f"Invalid dbt_engine '{self.datasecops.dbt_engine}' in .datasecops.yml — falling back to dbtf")
+            self.datasecops.dbt_engine = "dbtf"
         
         if not self.datasecops.connection_name or not self.datasecops.app_database:
             error_line(".datasecops.yml is missing connection_name or app_database.")

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/main.py

@@ -473,11 +473,17 @@ def _run_interactive(config: Config):
     sf_service = _connect_and_load(config)
 
     try:
-        # Check for dbt Fusion (dbtf) on PATH
-        if not shutil.which("dbtf"):
+        # Check for configured dbt engine on PATH
+        dbt_engine = config.datasecops.dbt_engine or "dbtf"
+        if not shutil.which(dbt_engine):
             from datasecops_cli.utilities.display import warning_line
-            warning_line("dbt Fusion (dbtf) not found on PATH — dbt commands will not work.")
-            warning_line("Install dbt Fusion: https://docs.getdbt.com/docs/core/installation")
+            warning_line(f"{dbt_engine} not found on PATH — dbt commands will not work.")
+            if dbt_engine == "dbtf":
+                warning_line("Install dbt Fusion: https://docs.getdbt.com/docs/core/installation")
+            else:
+                warning_line("Install dbt Core: uv pip install dbt-core dbt-snowflake")
+        else:
+            info_line(f"dbt engine: {config.datasecops.get_engine_label()}")
 
         # Check upstream project versions
         from datasecops_cli.services.upstream_service import check_upstream_versions
@@ -492,7 +498,8 @@ def _run_interactive(config: Config):
         dbt_runner = DbtRunner(
             project_dir=config.dbt_project_dir,
             profiles_dir=config.get_dbt_profiles_dir(),
-            target=config.project_settings.get_default_target().target_name if config.get_default_target() else "dev"
+            target=config.project_settings.get_default_target().target_name if config.get_default_target() else "dev",
+            engine=config.datasecops.dbt_engine or "dbtf"
         )
 
         try:
@@ -685,6 +692,8 @@ def _main_menu(config: Config, dbt_runner: DbtRunner, git_service: GitService,
                 project_settings=config.project_settings,
                 profile=config.profile,
                 source_control=config.source_control,
+                datasecops_config=config.datasecops,
+                project_dir=config.project_dir,
             )
             config_menu.show()
 

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/menus/configuration.py

@@ -5,7 +5,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-from datasecops_cli.models.project_config import ProjectProfile, ProjectSettings, SourceControl
+from datasecops_cli.models.project_config import DatasecopsConfig, ProjectProfile, ProjectSettings, SourceControl
 from datasecops_cli.services.download_service import DownloadService
 from datasecops_cli.services.linting_service import LintingService
 from datasecops_cli.utilities.display import (
@@ -14,13 +14,15 @@ from datasecops_cli.utilities.display import (
     info_line, success_line, warning_line, error_line,
     get_input_string, select_from_list, select_multiple_from_list
 )
+from datasecops_cli.utilities.yaml_utils import write_datasecops_config
 
 
 class ConfigurationMenu:
     def __init__(self, download_service: DownloadService, linting_service: LintingService,
                  profile_name: str, dbt_project_dir: Path,
                  project_settings: ProjectSettings = None, profile: ProjectProfile = None,
-                 source_control: SourceControl = None):
+                 source_control: SourceControl = None,
+                 datasecops_config: DatasecopsConfig = None, project_dir: Path = None):
         self.downloads = download_service
         self.linting = linting_service
         self.profile_name = profile_name
@@ -28,6 +30,8 @@ class ConfigurationMenu:
         self.project_settings = project_settings
         self.profile = profile
         self.source_control = source_control
+        self.datasecops_config = datasecops_config or DatasecopsConfig()
+        self.project_dir = project_dir or Path.cwd()
 
     def show(self) -> None:
         self._menu()
@@ -45,17 +49,21 @@ class ConfigurationMenu:
                 complete_action()
             elif option == 5:
                 self._cortex_upgrade()
+            elif option == 6:
+                self._toggle_dbt_engine()
             self._menu()
             option = get_input_number("Choose an option: ")
 
     def _menu(self) -> None:
         clear()
+        engine_label = self.datasecops_config.get_engine_label()
         section_header("Configuration", self.profile_name)
         menu_option(1, "install dbt   - Install dbt-core & dbt-snowflake from framework versions")
         menu_option(2, "install lint  - Install SQLFluff from framework versions")
         menu_option(3, "mcp servers   - Configure MCP servers for AI tools")
         menu_option(4, "new project   - Initialize a new dbt project with framework profiles")
         menu_option(5, "cortex update - Update Cortex Code to the latest version")
+        menu_option(6, f"dbt engine    - Switch dbt engine (current: {engine_label})")
         menu_option(0, "back          - Return to main menu")
 
     def _install_dbt_requirements(self) -> None:
@@ -250,3 +258,33 @@ class ConfigurationMenu:
         except FileNotFoundError:
             error_line("Cortex Code CLI not found.")
         complete_action()
+
+    def _toggle_dbt_engine(self) -> None:
+        """Toggle between dbt Fusion and dbt Core."""
+        display_action_header("Switch dbt Engine")
+        current = self.datasecops_config.dbt_engine or "dbtf"
+        info_line(f"Current engine: {self.datasecops_config.get_engine_label()} ({current})")
+        info_line("")
+        menu_option(1, "dbt Fusion    - dbtf (recommended)")
+        menu_option(2, "dbt Core      - dbt")
+        menu_option(0, "cancel")
+        option = get_input_number("Choose an option: ")
+
+        if option == 1:
+            new_engine = "dbtf"
+        elif option == 2:
+            new_engine = "dbt"
+        else:
+            return
+
+        if new_engine == current:
+            info_line("No change.")
+            complete_action()
+            return
+
+        self.datasecops_config.dbt_engine = new_engine
+        config_data = self.datasecops_config.model_dump(exclude={"VALID_ENGINES"})
+        write_datasecops_config(self.project_dir, config_data)
+        success_line(f"dbt engine switched to {self.datasecops_config.get_engine_label()} ({new_engine})")
+        warning_line("Restart the CLI for the change to take effect.")
+        complete_action()

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/menus/development.py

@@ -1,4 +1,6 @@
 from pathlib import Path
+import shutil
+import subprocess
 
 from datasecops_cli.services.dbt_runner import DbtRunner
 from datasecops_cli.services.linting_service import LintingService
@@ -7,7 +9,7 @@ from datasecops_cli.services.git_service import GitService
 from datasecops_cli.utilities.display import (
     clear, section_header, display_action_header, menu_option, 
     get_input_number, get_input_string, get_input_true_false, complete_action,
-    info_line, error_line
+    info_line, error_line, success_line, warning_line
 )
 
 
@@ -75,6 +77,8 @@ class DevelopmentMenu:
                 display_action_header("dbt list")
                 self.dbt.list_models()
                 complete_action()
+            elif option == 14:
+                self._autofix_menu()
             self._menu()
             option = get_input_number("Choose an option: ")
     
@@ -94,6 +98,7 @@ class DevelopmentMenu:
         menu_option(11, "clean         - Clean dbt target")
         menu_option(12, "debug         - Debug dbt connection")
         menu_option(13, "list          - List dbt resources")
+        menu_option(14, "autofix       - dbt autofix (deprecations, packages, jobs)")
         menu_option(0,  "back          - Return to main menu")
     
     def _run_menu(self) -> None:
@@ -191,3 +196,59 @@ class DevelopmentMenu:
             if path != "0":
                 self.linting.lint_file(file_path=path, fix=False)
         complete_action()
+
+    def _autofix_menu(self) -> None:
+        clear()
+        display_action_header("dbt Autofix")
+        menu_option(1, "deprecations  - Fix deprecated configs for dbt Fusion / dbt 2.0")
+        menu_option(2, "packages      - Upgrade packages for Fusion compatibility")
+        menu_option(3, "dry run       - Preview deprecation fixes without writing")
+        menu_option(0, "back          - Return to development menu")
+        option = get_input_number("Choose an option: ")
+
+        if option == 0:
+            return
+
+        # Ensure dbt-autofix is available
+        if not shutil.which("dbt-autofix"):
+            if not shutil.which("uv"):
+                error_line("uv not found — install uv first: https://astral.sh/uv")
+                complete_action()
+                return
+            info_line("dbt-autofix not found. Installing via uv...")
+            try:
+                result = subprocess.run(["uv", "tool", "install", "dbt-autofix"],
+                                        capture_output=True, text=True)
+                if result.returncode != 0:
+                    error_line(f"Failed to install dbt-autofix: {result.stderr.strip()}")
+                    error_line("Install manually: uv tool install dbt-autofix")
+                    complete_action()
+                    return
+                success_line("dbt-autofix installed")
+            except FileNotFoundError:
+                error_line("uv appears in PATH but is not runnable — reinstall uv")
+                complete_action()
+                return
+
+        project_path = str(self.dbt.project_dir)
+
+        if option == 1:
+            info_line("Running dbt-autofix deprecations...")
+            result = subprocess.run(["dbt-autofix", "deprecations", "--path", project_path])
+            if result.returncode != 0:
+                error_line(f"dbt-autofix deprecations failed (exit code {result.returncode})")
+        elif option == 2:
+            info_line("Running dbt-autofix packages...")
+            result = subprocess.run(["dbt-autofix", "packages", "--path", project_path])
+            if result.returncode != 0:
+                error_line("dbt-autofix packages failed — skipping dbt deps")
+            else:
+                if get_input_true_false("Run dbt deps now?"):
+                    self.dbt.deps()
+        elif option == 3:
+            info_line("Running dbt-autofix deprecations (dry run)...")
+            result = subprocess.run(["dbt-autofix", "deprecations", "--path", project_path, "--dry-run"])
+            if result.returncode != 0:
+                error_line(f"dbt-autofix dry run failed (exit code {result.returncode})")
+
+        complete_action()

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/models/project_config.py

@@ -7,6 +7,15 @@ class DatasecopsConfig(BaseModel):
     app_database: str = ""
     profile_name: str = ""
     cortex_connection: str = ""
+    dbt_engine: str = "dbtf"  # "dbtf" for dbt Fusion, "dbt" for dbt Core
+
+    VALID_ENGINES: dict = {"dbtf": "dbt Fusion", "dbt": "dbt Core"}
+
+    model_config = {"arbitrary_types_allowed": True}
+
+    def get_engine_label(self) -> str:
+        """Return human-readable label for the current dbt engine."""
+        return self.VALID_ENGINES.get(self.dbt_engine, f"unknown ({self.dbt_engine})")
 
 class DbtTarget(BaseModel):
     target_name: str = ""

{datasecops_cli-0.4.2 → datasecops_cli-0.4.4}/src/datasecops_cli/services/dbt_runner.py

@@ -7,12 +7,14 @@ from datasecops_cli.utilities.display import info_line, error_line, success_line
 
 
 class DbtRunner:
-    """Runs dbt commands via subprocess (dbt Fusion)."""
+    """Runs dbt commands via subprocess (dbt Fusion or dbt Core)."""
     
-    def __init__(self, project_dir: Path, profiles_dir: Path, target: str = "dev"):
+    def __init__(self, project_dir: Path, profiles_dir: Path, target: str = "dev",
+                 engine: str = "dbtf"):
         self.project_dir = project_dir
         self.profiles_dir = profiles_dir
         self.target = target
+        self.engine = engine  # "dbtf" or "dbt"
     
     def _default_args(self) -> list[str]:
         return [
@@ -21,7 +23,7 @@ class DbtRunner:
         ]
     
     def _run_command(self, command: str, extra_args: list[str] = None) -> subprocess.CompletedProcess:
-        cmd = ["dbtf", command] + (extra_args or []) + self._default_args()
+        cmd = [self.engine, command] + (extra_args or []) + self._default_args()
         info_line(f"Running: {' '.join(cmd)}")
         result = subprocess.run(cmd, capture_output=False)
         if result.returncode != 0:
@@ -94,7 +96,7 @@ class DbtRunner:
         return self._run_command("docs", ["generate", f"--target={self.target}"])
     
     def docs_serve(self) -> subprocess.Popen:
-        cmd = ["dbtf", "docs", "serve"] + self._default_args()
+        cmd = [self.engine, "docs", "serve"] + self._default_args()
         info_line(f"Running: {' '.join(cmd)}")
         return subprocess.Popen(cmd)
     

datasecops_cli-0.4.2/src/datasecops_cli/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.4.2"