datasecops-cli 0.2.0__tar.gz → 0.2.1__tar.gz

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 All notable changes to the DataSecOps CLI are documented in this file.
 
+## [0.2.1] - 2026-05-10
+
+### Fixed
+
+- **SQLFluff config now includes `[sqlfluff:templater:dbt]` section** with `project_dir` and `profiles_dir` when downloaded from the framework, eliminating the need for `${DBT_PROFILES_DIR}` environment variable substitution
+- **Auto-download `.sqlfluff` before linting** — the lint menu now automatically downloads the config from the framework if it doesn't exist locally, instead of failing silently or erroring
+- **CI lint action handles missing `.sqlfluffconfig`** — the `tasks/lint-sql` action now only runs `envsubst` if `.sqlfluffconfig` exists, and accepts a pre-generated `.sqlfluff` file directly
+
+### Changed
+
+- `download_sqlfluff_config()` accepts an optional `profiles_dir` parameter to embed in the generated config
+- `DevelopmentMenu` and `DownloadsMenu` pass the resolved `profiles_dir` through to the download service
+- `.sqlfluff` no longer needs to be committed to client repos — it is generated on-the-fly from the framework
+
 ## [0.2.0] - 2026-05-09
 
 ### Added

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasecops-cli
-Version: 0.2.0
+Version: 0.2.1
 Summary: DataSecOps Framework CLI for Snowflake Native App
 License-Expression: MIT
 License-File: LICENSE

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "datasecops-cli"
-version = "0.2.0"
+version = "0.2.1"
 description = "DataSecOps Framework CLI for Snowflake Native App"
 readme = "README.md"
 requires-python = ">=3.10"

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/src/datasecops_cli/main.py

@@ -88,12 +88,13 @@ def _main_menu(config: Config, dbt_runner: DbtRunner, git_service: GitService,
     
     while option != 0:
         if option == 1:
+            profiles_dir = str(config.get_dbt_profiles_dir())
             if git_service:
                 dev_menu = DevelopmentMenu(dbt_runner, linting_service, git_service, profile_name,
-                                          download_service=download_service)
+                                          download_service=download_service, profiles_dir=profiles_dir)
             else:
                 dev_menu = DevelopmentMenu(dbt_runner, linting_service, None, profile_name,
-                                          download_service=download_service)
+                                          download_service=download_service, profiles_dir=profiles_dir)
             dev_menu.show()
         
         elif option == 2 and git_service:

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/src/datasecops_cli/menus/development.py

@@ -1,3 +1,5 @@
+from pathlib import Path
+
 from datasecops_cli.services.dbt_runner import DbtRunner
 from datasecops_cli.services.linting_service import LintingService
 from datasecops_cli.services.download_service import DownloadService
@@ -12,12 +14,14 @@ from datasecops_cli.utilities.display import (
 class DevelopmentMenu:
     def __init__(self, dbt_runner: DbtRunner, linting_service: LintingService, 
                  git_service: GitService, profile_name: str,
-                 download_service: DownloadService = None):
+                 download_service: DownloadService = None,
+                 profiles_dir: str = None):
         self.dbt = dbt_runner
         self.linting = linting_service
         self.git = git_service
         self.profile_name = profile_name
         self.downloads = download_service
+        self.profiles_dir = profiles_dir
     
     def show(self) -> None:
         self._menu()
@@ -136,6 +140,17 @@ class DevelopmentMenu:
                 self.dbt.test(select=select)
         complete_action()
     
+    def _ensure_sqlfluff_config(self) -> bool:
+        """Download .sqlfluff from the framework if it doesn't exist locally."""
+        config_path = self.linting.project_dir / ".sqlfluff"
+        if config_path.exists():
+            return True
+        if not self.downloads:
+            error_line("No .sqlfluff config found and download service not available")
+            return False
+        info_line("No .sqlfluff config found — downloading from framework...")
+        return self.downloads.download_sqlfluff_config(profiles_dir=self.profiles_dir)
+    
     def _lint_menu(self) -> None:
         clear()
         display_action_header("SQLFluff Linting Options")
@@ -147,6 +162,9 @@ class DevelopmentMenu:
         menu_option(6, "install       - Install SQLFluff requirements from framework")
         menu_option(0, "back          - Return to development menu")
         option = get_input_number("Choose an option: ")
+        if option in (1, 2, 3, 4, 5) and not self._ensure_sqlfluff_config():
+            complete_action()
+            return
         if option == 1:
             changed = [f.file for f in self.git.get_changed_files()] if self.git else []
             self.linting.lint_modified(fix=False, changed_files=changed)

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/src/datasecops_cli/menus/downloads.py

@@ -29,7 +29,8 @@ class DownloadsMenu:
         while option != 0:
             if option == 1:
                 display_action_header("Download SQLFluff Config")
-                self.downloads.download_sqlfluff_config()
+                profiles_dir = str(Path(self.project_settings.profile_dir).expanduser()) if self.project_settings else None
+                self.downloads.download_sqlfluff_config(profiles_dir=profiles_dir)
                 complete_action()
             elif option == 2:
                 display_action_header("Download Pipeline Files")

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/src/datasecops_cli/services/bootstrap_service.py

@@ -68,7 +68,8 @@ class BootstrapService:
         # Step 3: Download SQLFluff config
         info_line("")
         info_line("[3] Downloading SQLFluff configuration...")
-        if self.download_service.download_sqlfluff_config():
+        profiles_dir = str(Path(self.project_settings.profile_dir).expanduser())
+        if self.download_service.download_sqlfluff_config(profiles_dir=profiles_dir):
             steps_passed += 1
         else:
             info_line("  (skipped - no SQLFluff config in native app)")

{datasecops_cli-0.2.0 → datasecops_cli-0.2.1}/src/datasecops_cli/services/download_service.py

@@ -17,7 +17,7 @@ class DownloadService:
         self.sf = snowflake_service
         self.project_dir = project_dir
     
-    def download_sqlfluff_config(self) -> bool:
+    def download_sqlfluff_config(self, profiles_dir: str = None) -> bool:
         info_line("Downloading SQLFluff configuration...")
         raw = self.sf.get_framework_config("SQLFLUFF_RULES")
         if not raw:
@@ -33,6 +33,12 @@ class DownloadService:
                 for opt_key, opt_val in opts.items():
                     lines.append(f"{opt_key} = {opt_val}")
         
+        lines.append("")
+        lines.append("[sqlfluff:templater:dbt]")
+        lines.append("project_dir = .")
+        if profiles_dir:
+            lines.append(f"profiles_dir = {profiles_dir}")
+        
         lines.append("")
         lines.append("[sqlfluff:indentation]")
         indentation = raw.get("indentation", {})