datasecops-cli 0.6.1__tar.gz → 0.6.2__tar.gz

{datasecops_cli-0.6.1 → datasecops_cli-0.6.2}/CHANGELOG.md

@@ -2,6 +2,13 @@
 
 All notable changes to the DataSecOps CLI are documented in this file.
 
+## [0.6.2] - 2026-09-07
+
+### Changed
+
+- **Native `dbt docs generate`/`docs serve`** — `docs_serve()` now delegates directly to the engine's `docs serve` command (native in dbt Fusion and dbt Core 2.0+), which builds the site if missing/stale, serves it, and opens the browser itself. Removed the manual `index.html` download and platform-specific terminal/`http.server` spawning workaround, along with the now-unused `docs_generate()` engine branch.
+- **Column-level lineage in generated docs (Fusion)** — `docs_generate()` now runs `dbt compile --write-index --static-analysis strict` before `dbt docs generate --no-compile` on the Fusion engine, so the exported site includes column-level lineage instead of hiding those features.
+
 ## [0.6.1] - 2026-08-20
 
 ### Fixed

{datasecops_cli-0.6.1 → datasecops_cli-0.6.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: datasecops-cli
-Version: 0.6.1
+Version: 0.6.2
 Summary: DataSecOps Framework CLI for Snowflake Native App
 License-Expression: MIT
 License-File: LICENSE

{datasecops_cli-0.6.1 → datasecops_cli-0.6.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "datasecops-cli"
-version = "0.6.1"
+version = "0.6.2"
 description = "DataSecOps Framework CLI for Snowflake Native App"
 readme = "README.md"
 requires-python = ">=3.10"

datasecops_cli-0.6.2/src/datasecops_cli/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.6.2"

{datasecops_cli-0.6.1 → datasecops_cli-0.6.2}/src/datasecops_cli/services/dbt_runner.py

@@ -1,20 +1,16 @@
 import subprocess
-import shlex
 import shutil
-import sys
-import urllib.request
-import webbrowser
 from pathlib import Path
 from typing import Optional
 
 import yaml
 
-from datasecops_cli.utilities.display import info_line, error_line, success_line, warning_line
+from datasecops_cli.utilities.display import info_line, error_line, success_line
 
 
 class DbtRunner:
     """Runs dbt commands via subprocess (dbt Fusion or dbt Core)."""
-    
+
     def __init__(self, project_dir: Path, profiles_dir: Path, target: str = "dev",
                  engine: str = "dbtf"):
         self.project_dir = project_dir
@@ -35,13 +31,13 @@ class DbtRunner:
             else:
                 self._project_name = ""
         return self._project_name or None
-    
+
     def _default_args(self) -> list[str]:
         return [
             f"--project-dir={self.project_dir}",
             f"--profiles-dir={self.profiles_dir}",
         ]
-    
+
     def _run_command(self, command: str, extra_args: list[str] = None) -> subprocess.CompletedProcess:
         cmd = [self.engine, command] + (extra_args or []) + self._default_args()
         info_line(f"Running: {' '.join(cmd)}")
@@ -51,7 +47,7 @@ class DbtRunner:
         else:
             success_line(f"dbt {command} completed successfully")
         return result
-    
+
     def run(self, select: str = None, exclude: str = None, full_refresh: bool = False,
             modified_only: bool = False) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
@@ -68,7 +64,7 @@ class DbtRunner:
         result = self._run_command("run", args)
         self._copy_manifest()
         return result
-    
+
     def build(self, select: str = None, exclude: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
@@ -80,7 +76,7 @@ class DbtRunner:
         result = self._run_command("build", args)
         self._copy_manifest()
         return result
-    
+
     def test(self, select: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
@@ -88,7 +84,7 @@ class DbtRunner:
         elif self.project_name:
             args += ["--select", self.project_name]
         return self._run_command("test", args)
-    
+
     def compile(self, select: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
@@ -96,10 +92,10 @@ class DbtRunner:
         elif self.project_name:
             args += ["--select", self.project_name]
         return self._run_command("compile", args)
-    
+
     def deps(self) -> subprocess.CompletedProcess:
         return self._run_command("deps")
-    
+
     def seed(self, select: str = None, full_refresh: bool = False) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
@@ -109,87 +105,48 @@ class DbtRunner:
         if full_refresh:
             args.append("--full-refresh")
         return self._run_command("seed", args)
-    
+
     def snapshot(self, select: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
             args += ["--select", select]
         return self._run_command("snapshot", args)
-    
+
     def source_freshness(self, select: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
             args += ["--select", select]
         return self._run_command("source", ["freshness"] + args)
-    
+
     def docs_generate(self) -> subprocess.CompletedProcess:
         if self.engine == "dbtf":
-            return self._run_command("compile", ["--write-catalog", f"--target={self.target}"])
+            # Build the index with strict static analysis first for column-level
+            # lineage, then export the site without recompiling.
+            compile_result = self._run_command(
+                "compile", ["--write-index", "--static-analysis", "strict", f"--target={self.target}"]
+            )
+            if compile_result.returncode != 0:
+                return compile_result
+            return self._run_command("docs", ["generate", "--no-compile", f"--target={self.target}"])
+
         return self._run_command("docs", ["generate", f"--target={self.target}"])
-    
+
     def docs_serve(self, port: int = 8080) -> None:
-        if self.engine == "dbtf":
-            target_dir = self.project_dir / "target"
-            index_file = target_dir / "index.html"
-            if not index_file.exists():
-                info_line("Downloading dbt docs index.html...")
-                url = "https://raw.githubusercontent.com/dbt-labs/dbt-core/main/core/dbt/task/docs/index.html"
-                try:
-                    urllib.request.urlretrieve(url, str(index_file))
-                    success_line("Downloaded index.html to target/")
-                except Exception as e:
-                    error_line(f"Failed to download index.html: {e}")
-                    warning_line("Download manually from: https://github.com/dbt-labs/dbt-core/blob/main/core/dbt/task/docs/index.html")
-                    return
-            # Launch HTTP server in a new terminal window
-            cmd = [sys.executable, "-m", "http.server", str(port)]
-            try:
-                if sys.platform == "win32":
-                    subprocess.Popen(  # noqa: S603 - all args are internal/hardcoded
-                        ["cmd", "/c", "start", f"dbt docs - localhost:{port}"] + cmd,
-                        cwd=str(target_dir),
-                    )
-                elif sys.platform == "darwin":
-                    subprocess.Popen(  # noqa: S603 - all args are internal/hardcoded
-                        ["open", "-a", "Terminal", "--args"] + cmd,
-                        cwd=str(target_dir),
-                    )
-                else:
-                    # Linux — use shlex.quote and bash -lc for safe argument passing
-                    cmd_str = " ".join(shlex.quote(arg) for arg in cmd)
-                    for term in ("x-terminal-emulator", "gnome-terminal", "xterm"):
-                        if not shutil.which(term):
-                            continue
-                        if term == "gnome-terminal":
-                            term_cmd = [term, "--", "bash", "-lc", cmd_str]
-                        else:
-                            term_cmd = [term, "-e", "bash", "-lc", cmd_str]
-                        subprocess.Popen(term_cmd, cwd=str(target_dir))  # noqa: S603
-                        break
-                    else:
-                        # Fallback: run in background
-                        subprocess.Popen(cmd, cwd=str(target_dir))  # noqa: S603
-            except (OSError, subprocess.SubprocessError) as e:
-                error_line(f"Failed to start docs server: {e}")
-                warning_line("Try manually: python -m http.server 8080 (from the target/ directory)")
-                return
-            info_line(f"Docs server started at http://localhost:{port}")
-            webbrowser.open(f"http://localhost:{port}")
-            success_line("Opened docs in browser")
-        else:
-            cmd = [self.engine, "docs", "serve"] + self._default_args()
-            info_line(f"Running: {' '.join(cmd)}")
-            try:
-                subprocess.Popen(cmd)  # noqa: S603 - cmd is internal (engine + hardcoded args)
-            except (OSError, subprocess.SubprocessError) as e:
-                error_line(f"Failed to start docs server: {e}")
-    
+        # Native in dbt Fusion / dbt Core 2.0+: builds the site if missing/stale,
+        # serves it, and opens the browser itself — no manual download or server needed.
+        cmd = [self.engine, "docs", "serve", f"--port={port}", f"--target={self.target}"] + self._default_args()
+        info_line(f"Running: {' '.join(cmd)}")
+        try:
+            subprocess.Popen(cmd)  # noqa: S603 - cmd is internal (engine + hardcoded args)
+        except (OSError, subprocess.SubprocessError) as e:
+            error_line(f"Failed to start docs server: {e}")
+
     def clean(self) -> subprocess.CompletedProcess:
         return self._run_command("clean")
-    
+
     def debug(self) -> subprocess.CompletedProcess:
         return self._run_command("debug", [f"--target={self.target}"])
-    
+
     def list_models(self, select: str = None, resource_type: str = None) -> subprocess.CompletedProcess:
         args = [f"--target={self.target}"]
         if select:
@@ -197,12 +154,12 @@ class DbtRunner:
         if resource_type:
             args += ["--resource-type", resource_type]
         return self._run_command("list", args)
-    
+
     def retry(self) -> subprocess.CompletedProcess:
         result = self._run_command("retry", [f"--target={self.target}"])
         self._copy_manifest()
         return result
-    
+
     def parse(self) -> subprocess.CompletedProcess:
         return self._run_command("parse")
 
@@ -211,7 +168,7 @@ class DbtRunner:
         if args_str:
             cmd_args += ["--args", args_str]
         return self._run_command("run-operation", [macro] + cmd_args)
-    
+
     def _copy_manifest(self) -> None:
         manifest = self.project_dir / "target" / "manifest.json"
         dest = self.project_dir / "manifest.json"

datasecops_cli-0.6.1/src/datasecops_cli/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.6.1"