datasecops-cli 0.4.7__tar.gz → 0.4.8__tar.gz

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 All notable changes to the DataSecOps CLI are documented in this file.
 
+## [0.4.8] - 2026-05-20
+
+### Added
+
+- **dbt Fusion update menu option** — new `[7] dbtf update` in the Configuration menu runs `dbtf system update` to upgrade dbt Fusion to the latest version. Checks that `dbtf` is on PATH before attempting the update.
+
+### Fixed
+
+- **`dbt docs generate` replaced with `dbt compile --write-catalog` for dbt Fusion** — dbt Fusion does not support `dbt docs generate`. The docs menu option now runs `dbtf compile --write-catalog` when using dbt Fusion, writing `catalog.json` to the target directory. Serving docs automatically downloads `index.html` from dbt-core if missing, launches `python -m http.server 8080` in a new terminal window, and opens the browser at `http://localhost:8080`. The CLI is not blocked — close the server terminal when done.
+
 ## [0.4.7] - 2026-05-19
 
 ### Fixed

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasecops-cli
-Version: 0.4.7
+Version: 0.4.8
 Summary: DataSecOps Framework CLI for Snowflake Native App
 License-Expression: MIT
 License-File: LICENSE

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "datasecops-cli"
-version = "0.4.7"
+version = "0.4.8"
 description = "DataSecOps Framework CLI for Snowflake Native App"
 readme = "README.md"
 requires-python = ">=3.10"

datasecops_cli-0.4.8/src/datasecops_cli/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.4.8"

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/src/datasecops_cli/main.py

@@ -196,6 +196,14 @@ def _run_setup(project_dir: Path):
         if raw_sc:
             source_control = SourceControl(**{k: v for k, v in raw_sc.items() if k in SourceControl.model_fields})
 
+        # Get account identifier for MCP URL construction
+        account_identifier = ""
+        try:
+            org_rows = temp_sf.execute_query("SELECT CURRENT_ORGANIZATION_NAME() || '-' || CURRENT_ACCOUNT_NAME() AS acct")
+            account_identifier = org_rows[0]["ACCT"].lower() if org_rows else ""
+        except Exception as e:
+            warning_line(f"Could not determine account identifier (AI Agent MCP will be skipped): {e}")
+
         # --- Resolve profile name ---
         from datasecops_cli.utilities.yaml_utils import get_profile_name
         profile_name = get_profile_name(project_dir)
@@ -286,6 +294,11 @@ def _run_setup(project_dir: Path):
         platform_choice = source_control.source_control_platform
         info_line(f"Platform: {platform_choice}")
 
+        # Build AI Agent MCP URL once (used in both Cortex Code and mcp.json paths)
+        ai_agent_mcp_url = ""
+        if project_settings.ai_agents_enabled and account_identifier:
+            ai_agent_mcp_url = f"https://{account_identifier}.snowflakecomputing.com/api/v2/databases/{app_database}/schemas/AI/mcp-servers/DATASECOPS_MCP"
+
         info_line("")
         info_line("Which AI tool are you configuring?")
         tool_options = ["VS Code (Copilot)", "Cursor", "Claude Code"]
@@ -304,6 +317,18 @@ def _run_setup(project_dir: Path):
             except FileNotFoundError:
                 warning_line("cortex not found — run manually: cortex mcp add datasecops-framework -- datasecops-mcp")
 
+            # Add AI Agent MCP server if enabled
+            if ai_agent_mcp_url:
+                try:
+                    result = subprocess.run(["cortex", "mcp", "add", "datasecops-docs", ai_agent_mcp_url, "--transport", "http"],
+                                           capture_output=True, text=True)
+                    if result.returncode == 0:
+                        success_line("Added datasecops-docs MCP server (AI Agent documentation search)")
+                    else:
+                        warning_line(f"Failed to add AI Agent MCP server: {result.stderr.strip() or 'unknown error'}")
+                except Exception as agent_err:
+                    warning_line(f"Could not add AI Agent MCP server: {agent_err}")
+
             if platform_choice == "GitHub":
                 github_token = get_input_string("Enter your GitHub PAT (or press Enter to skip): ", allow_empty=True)
                 if github_token:
@@ -343,6 +368,14 @@ def _run_setup(project_dir: Path):
 
             servers = {"datasecops-framework": {"command": "datasecops-mcp", "args": []}}
 
+            # Add AI Agent MCP server if enabled
+            if ai_agent_mcp_url:
+                servers["datasecops-docs"] = {
+                    "url": ai_agent_mcp_url,
+                    "headers": {"Authorization": "Bearer <YOUR_PAT>"},
+                }
+                info_line("Note: Replace <YOUR_PAT> in datasecops-docs headers with your Snowflake PAT")
+
             if platform_choice == "GitHub":
                 servers["github"] = {
                     "command": "npx",

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/src/datasecops_cli/menus/configuration.py

@@ -51,6 +51,8 @@ class ConfigurationMenu:
                 self._cortex_upgrade()
             elif option == 6:
                 self._toggle_dbt_engine()
+            elif option == 7:
+                self._dbtf_update()
             self._menu()
             option = get_input_number("Choose an option: ")
 
@@ -64,6 +66,7 @@ class ConfigurationMenu:
         menu_option(4, "new project   - Initialize a new dbt project with framework profiles")
         menu_option(5, "cortex update - Update Cortex Code to the latest version")
         menu_option(6, f"dbt engine    - Switch dbt engine (current: {engine_label})")
+        menu_option(7, "dbtf update   - Update dbt Fusion to the latest version")
         menu_option(0, "back          - Return to main menu")
 
     def _install_dbt_requirements(self) -> None:
@@ -288,3 +291,17 @@ class ConfigurationMenu:
         success_line(f"dbt engine switched to {self.datasecops_config.get_engine_label()} ({new_engine})")
         warning_line("Restart the CLI for the change to take effect.")
         complete_action()
+
+    def _dbtf_update(self) -> None:
+        """Run dbtf system update to upgrade to the latest version."""
+        display_action_header("Update dbt Fusion")
+        if not shutil.which("dbtf"):
+            error_line("dbt Fusion (dbtf) not found. Install it first.")
+            complete_action()
+            return
+        try:
+            info_line("Checking for updates...")
+            subprocess.run(["dbtf", "system", "update"])
+        except FileNotFoundError:
+            error_line("dbt Fusion (dbtf) not found.")
+        complete_action()

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/src/datasecops_cli/models/project_config.py

@@ -29,6 +29,7 @@ class ProjectSettings(BaseModel):
     project_dir: str = "./dbt"
     profile_dir: str = "~/.dbt"
     execution_mode: str = "dbt_cli"
+    ai_agents_enabled: bool = False
     targets: list[DbtTarget] = Field(default_factory=lambda: [
         DbtTarget(target_name="dev", branch_name="dev", target_role="DEVELOPERS", target_warehouse="DEV_WH", is_default=True),
         DbtTarget(target_name="test", branch_name="test", target_role="DATAOPS_ADMIN", target_warehouse="DATAOPS_WH"),

{datasecops_cli-0.4.7 → datasecops_cli-0.4.8}/src/datasecops_cli/services/dbt_runner.py

@@ -1,9 +1,13 @@
 import subprocess
+import shlex
 import shutil
+import sys
+import urllib.request
+import webbrowser
 from pathlib import Path
 from typing import Optional
 
-from datasecops_cli.utilities.display import info_line, error_line, success_line
+from datasecops_cli.utilities.display import info_line, error_line, success_line, warning_line
 
 
 class DbtRunner:
@@ -93,12 +97,66 @@ class DbtRunner:
         return self._run_command("source", ["freshness"] + args)
     
     def docs_generate(self) -> subprocess.CompletedProcess:
+        if self.engine == "dbtf":
+            return self._run_command("compile", ["--write-catalog", f"--target={self.target}"])
         return self._run_command("docs", ["generate", f"--target={self.target}"])
     
-    def docs_serve(self) -> subprocess.Popen:
-        cmd = [self.engine, "docs", "serve"] + self._default_args()
-        info_line(f"Running: {' '.join(cmd)}")
-        return subprocess.Popen(cmd)
+    def docs_serve(self, port: int = 8080) -> None:
+        if self.engine == "dbtf":
+            target_dir = self.project_dir / "target"
+            index_file = target_dir / "index.html"
+            if not index_file.exists():
+                info_line("Downloading dbt docs index.html...")
+                url = "https://raw.githubusercontent.com/dbt-labs/dbt-core/main/core/dbt/task/docs/index.html"
+                try:
+                    urllib.request.urlretrieve(url, str(index_file))
+                    success_line("Downloaded index.html to target/")
+                except Exception as e:
+                    error_line(f"Failed to download index.html: {e}")
+                    warning_line("Download manually from: https://github.com/dbt-labs/dbt-core/blob/main/core/dbt/task/docs/index.html")
+                    return
+            # Launch HTTP server in a new terminal window
+            cmd = [sys.executable, "-m", "http.server", str(port)]
+            try:
+                if sys.platform == "win32":
+                    subprocess.Popen(  # noqa: S603 - all args are internal/hardcoded
+                        ["cmd", "/c", "start", f"dbt docs - localhost:{port}"] + cmd,
+                        cwd=str(target_dir),
+                    )
+                elif sys.platform == "darwin":
+                    subprocess.Popen(  # noqa: S603 - all args are internal/hardcoded
+                        ["open", "-a", "Terminal", "--args"] + cmd,
+                        cwd=str(target_dir),
+                    )
+                else:
+                    # Linux — use shlex.quote and bash -lc for safe argument passing
+                    cmd_str = " ".join(shlex.quote(arg) for arg in cmd)
+                    for term in ("x-terminal-emulator", "gnome-terminal", "xterm"):
+                        if not shutil.which(term):
+                            continue
+                        if term == "gnome-terminal":
+                            term_cmd = [term, "--", "bash", "-lc", cmd_str]
+                        else:
+                            term_cmd = [term, "-e", "bash", "-lc", cmd_str]
+                        subprocess.Popen(term_cmd, cwd=str(target_dir))  # noqa: S603
+                        break
+                    else:
+                        # Fallback: run in background
+                        subprocess.Popen(cmd, cwd=str(target_dir))  # noqa: S603
+            except (OSError, subprocess.SubprocessError) as e:
+                error_line(f"Failed to start docs server: {e}")
+                warning_line("Try manually: python -m http.server 8080 (from the target/ directory)")
+                return
+            info_line(f"Docs server started at http://localhost:{port}")
+            webbrowser.open(f"http://localhost:{port}")
+            success_line("Opened docs in browser")
+        else:
+            cmd = [self.engine, "docs", "serve"] + self._default_args()
+            info_line(f"Running: {' '.join(cmd)}")
+            try:
+                subprocess.Popen(cmd)  # noqa: S603 - cmd is internal (engine + hardcoded args)
+            except (OSError, subprocess.SubprocessError) as e:
+                error_line(f"Failed to start docs server: {e}")
     
     def clean(self) -> subprocess.CompletedProcess:
         return self._run_command("clean")

datasecops_cli-0.4.7/src/datasecops_cli/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.4.7"