datasecops-cli 0.2.2__tar.gz → 0.2.4__tar.gz

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/CHANGELOG.md

@@ -2,6 +2,25 @@
 
 All notable changes to the DataSecOps CLI are documented in this file.
 
+## [0.2.4] - 2026-05-11
+
+### Fixed
+
+- **Use `uv pip` instead of `pip`** for all package operations — `get_installed_versions()`, `install_requirements()`, and bootstrap hints now use `uv pip show` / `uv pip install` to match the framework's `uv`-based toolchain
+- **Pin sqlfluff versions from native app** — the lint menu now fetches the framework-mandated `sqlfluff` and `sqlfluff-templater-dbt` versions from `DBT_VERSIONS` config and installs/upgrades to those exact versions before linting
+
+## [0.2.3] - 2026-05-11
+
+### Fixed
+
+- **Stripped invalid `dbt_skip_compilation_error` option** from the generated `[sqlfluff:templater:dbt]` section — this native app field is not a valid sqlfluff config key and caused parse errors
+- **`profiles_dir = ${DBT_PROFILES_DIR}` no longer leaks** into generated config — the raw value from the native app is now always replaced with the resolved local path or removed entirely
+- **Empty string values** (e.g. `warnings = ""`) now emit `None` instead of blank, matching sqlfluff's expected INI format
+
+### Added
+
+- **Auto-install `sqlfluff-templater-dbt`** — the lint menu now checks for missing sqlfluff packages before linting and installs them automatically
+
 ## [0.2.2] - 2026-05-10
 
 ### Fixed

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasecops-cli
-Version: 0.2.2
+Version: 0.2.4
 Summary: DataSecOps Framework CLI for Snowflake Native App
 License-Expression: MIT
 License-File: LICENSE

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "datasecops-cli"
-version = "0.2.2"
+version = "0.2.4"
 description = "DataSecOps Framework CLI for Snowflake Native App"
 readme = "README.md"
 requires-python = ">=3.10"

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/src/datasecops_cli/menus/development.py

@@ -141,15 +141,18 @@ class DevelopmentMenu:
         complete_action()
     
     def _ensure_sqlfluff_config(self) -> bool:
-        """Download .sqlfluff from the framework if it doesn't exist locally."""
+        """Download .sqlfluff from the framework if it doesn't exist locally, and ensure correct versions are installed."""
         config_path = self.linting.project_dir / ".sqlfluff"
-        if config_path.exists():
-            return True
-        if not self.downloads:
-            error_line("No .sqlfluff config found and download service not available")
-            return False
-        info_line("No .sqlfluff config found — downloading from framework...")
-        return self.downloads.download_sqlfluff_config(profiles_dir=self.profiles_dir)
+        if not config_path.exists():
+            if not self.downloads:
+                error_line("No .sqlfluff config found and download service not available")
+                return False
+            info_line("No .sqlfluff config found — downloading from framework...")
+            if not self.downloads.download_sqlfluff_config(profiles_dir=self.profiles_dir):
+                return False
+        # Fetch pinned versions from the native app and ensure they're installed
+        required = self.downloads.get_sqlfluff_requirements() if self.downloads else None
+        return self.linting.ensure_templater_installed(required_packages=required or None)
     
     def _lint_menu(self) -> None:
         clear()

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/src/datasecops_cli/services/bootstrap_service.py

@@ -116,7 +116,7 @@ class BootstrapService:
         requirements = self.download_service.get_sqlfluff_requirements()
         if requirements:
             info_line(f"  Required: {', '.join(requirements)}")
-            info_line("  (install with: pip install " + " ".join(requirements) + ")")
+            info_line("  (install with: uv pip install " + " ".join(requirements) + ")")
         steps_passed += 1
 
         # Step 8: Install Cortex Code skills

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/src/datasecops_cli/services/download_service.py

@@ -69,6 +69,11 @@ class DownloadService:
         self.sf = snowflake_service
         self.project_dir = project_dir
 
+    # Options to strip from specific core sections (not valid sqlfluff config keys).
+    CORE_STRIP_OPTIONS: dict[str, set[str]] = {
+        "dbt": {"dbt_skip_compilation_error"},
+    }
+
     @staticmethod
     def _format_value(val) -> str:
         """Format a JSON value for sqlfluff INI output."""
@@ -106,13 +111,16 @@ class DownloadService:
             if not isinstance(entry, dict) or not entry.get("enabled", True):
                 continue
             opts = dict(entry.get("options", {}))
+            # Strip options that are not valid sqlfluff config keys
+            for strip_key in self.CORE_STRIP_OPTIONS.get(key, set()):
+                opts.pop(strip_key, None)
             if key == "dbt":
                 # Override profiles_dir / project_dir with local values
                 opts["project_dir"] = "."
                 if profiles_dir:
                     opts["profiles_dir"] = profiles_dir
-                elif "profiles_dir" in opts:
-                    del opts["profiles_dir"]
+                else:
+                    opts.pop("profiles_dir", None)
             if opts:
                 self._emit_section(lines, section_header, opts)
 

{datasecops_cli-0.2.2 → datasecops_cli-0.2.4}/src/datasecops_cli/services/linting_service.py

@@ -15,7 +15,7 @@ class LintingService:
         versions = {}
         for package in ["sqlfluff", "sqlfluff-templater-dbt"]:
             result = subprocess.run(
-                ["pip", "show", package],
+                ["uv", "pip", "show", package],
                 capture_output=True, text=True
             )
             if result.returncode == 0:
@@ -33,16 +33,55 @@ class LintingService:
             warning_line("No packages to install")
             return False
         
-        cmd = ["pip", "install"] + packages
+        cmd = ["uv", "pip", "install"] + packages
         info_line(f"Installing: {', '.join(packages)}")
         result = subprocess.run(cmd, capture_output=False)
         if result.returncode == 0:
             success_line("SQLFluff requirements installed successfully")
             return True
         else:
-            error_line(f"pip install failed with exit code {result.returncode}")
+            error_line(f"uv pip install failed with exit code {result.returncode}")
             return False
     
+    def ensure_templater_installed(self, required_packages: list[str] = None) -> bool:
+        """Check sqlfluff packages are installed at the required versions.
+        
+        Args:
+            required_packages: Pinned packages from the framework, e.g. ["sqlfluff==3.4.0", "sqlfluff-templater-dbt==3.4.0"].
+                               If None, just checks that the packages are present (any version).
+        """
+        installed = self.get_installed_versions()
+
+        if required_packages:
+            # Build a map of package -> required version from "pkg==ver" strings
+            required: dict[str, str | None] = {}
+            for spec in required_packages:
+                if "==" in spec:
+                    name, ver = spec.split("==", 1)
+                    required[name] = ver
+                else:
+                    required[spec] = None
+
+            to_install: list[str] = []
+            for name, req_ver in required.items():
+                cur_ver = installed.get(name)
+                if not cur_ver:
+                    to_install.append(f"{name}=={req_ver}" if req_ver else name)
+                elif req_ver and cur_ver != req_ver:
+                    info_line(f"  {name}: installed {cur_ver}, framework requires {req_ver}")
+                    to_install.append(f"{name}=={req_ver}")
+
+            if not to_install:
+                return True
+            return self.install_requirements(to_install)
+
+        # No pinned versions — just ensure packages are present
+        missing = [pkg for pkg in ["sqlfluff", "sqlfluff-templater-dbt"] if not installed.get(pkg)]
+        if not missing:
+            return True
+        warning_line(f"Missing packages: {', '.join(missing)}")
+        return self.install_requirements(missing)
+    
     def lint_file(self, file_path: str = None, fix: bool = False) -> subprocess.CompletedProcess:
         action = "fix" if fix else "lint"
         cmd = ["sqlfluff", action]