thothctl 0.18.6__tar.gz → 0.18.8__tar.gz

thothctl-0.18.8/.devcontainer/Dockerfile

@@ -0,0 +1,8 @@
+FROM mcr.microsoft.com/devcontainers/python:3.12
+
+RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
+    && apt-get -y install --no-install-recommends \
+    graphviz \
+    libgraph-easy-perl \
+    wkhtmltopdf \
+    && apt-get clean -y && rm -rf /var/lib/apt/lists/*

thothctl-0.18.8/.devcontainer/README.md

@@ -0,0 +1,73 @@
+# ThothForge Development Container
+
+A modern devcontainer setup for ThothCTL development using the [Dev Container Features](https://containers.dev/features) specification.
+
+## What's Included
+
+### Tools (via Features — auto-updated)
+
+| Tool | Purpose |
+|------|---------|
+| OpenTofu | IaC provisioning |
+| Terragrunt | IaC orchestration |
+| terraform-docs | Module documentation generation |
+| Trivy | Vulnerability & misconfiguration scanning |
+| TFSec | Terraform security scanner |
+| TFLint | Terraform linter |
+| ShellCheck | Shell script linter |
+| AWS CLI | Cloud operations |
+| GitHub CLI | PR workflows, code review |
+| Docker-in-Docker | Required for KICS scanner |
+
+### System Packages (via Dockerfile)
+
+- **graphviz** — Diagram generation (`thothctl document`)
+- **libgraph-easy-perl** — ASCII topology views (`--format boxart`)
+- **wkhtmltopdf** — PDF report generation
+
+### Python (via lifecycle hooks)
+
+- ThothCTL installed in **editable mode** (`pip install -e '.[telemetry]'`)
+- pre-commit hooks configured automatically
+- Checkov for IaC security scanning
+
+## Getting Started
+
+1. Install [VS Code](https://code.visualstudio.com/) + [Dev Containers extension](https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-containers)
+2. Install [Docker](https://www.docker.com/products/docker-desktop/)
+3. Clone the repository
+4. Open in VS Code → "Reopen in Container"
+
+Once built, the container is ready with all tools. ThothCTL runs from source:
+
+```bash
+thothctl --version
+thothctl check iac -type security --recursive
+thothctl dashboard start --port 8080
+thothctl mcp start
+```
+
+## Ports
+
+| Port | Service |
+|------|---------|
+| 8080 | ThothCTL Dashboard |
+| 5001 | MCP Server |
+
+## Environment Variables
+
+Pass these from your host to configure behavior:
+
+| Variable | Purpose |
+|----------|---------|
+| `THOTHCTL_DEBUG` | Enable debug logging |
+| `THOTH_LOG_LEVEL` | Set log level |
+
+AWS credentials are mounted from `~/.aws` automatically.
+
+## Customizing
+
+- **Add tools**: Add features to `devcontainer.json` from [containers.dev/features](https://containers.dev/features)
+- **Add system packages**: Edit the `Dockerfile`
+- **Add Python deps**: Modify `postCreateCommand` in `devcontainer.json`
+- **Rebuild**: Command Palette → "Dev Containers: Rebuild Container"

thothctl-0.18.8/.devcontainer/devcontainer.json

@@ -0,0 +1,64 @@
+{
+  "name": "ThothForge Infrastructure Development",
+  "build": {
+    "dockerfile": "Dockerfile"
+  },
+  "features": {
+    "ghcr.io/devcontainers/features/aws-cli:1": {},
+    "ghcr.io/devcontainers/features/github-cli:1": {},
+    "ghcr.io/devcontainers/features/docker-in-docker:4": {},
+    "ghcr.io/devcontainers-extra/features/opentofu:1": {},
+    "ghcr.io/devcontainers-extra/features/terragrunt:1": {},
+    "ghcr.io/devcontainers-extra/features/terraform-docs:1": {},
+    "ghcr.io/dhoeric/features/trivy:1": {},
+    "ghcr.io/dhoeric/features/tfsec:1": {},
+    "ghcr.io/devcontainers-extra/features/shellcheck:1": {},
+    "ghcr.io/devcontainers-extra/features/tflint:1": {}
+  },
+  "forwardPorts": [8080, 5001],
+  "portsAttributes": {
+    "8080": { "label": "ThothCTL Dashboard", "onAutoForward": "notify" },
+    "5001": { "label": "MCP Server", "onAutoForward": "silent" }
+  },
+  "containerEnv": {
+    "THOTHCTL_DEBUG": "${localEnv:THOTHCTL_DEBUG}",
+    "THOTH_LOG_LEVEL": "${localEnv:THOTH_LOG_LEVEL}",
+    "THOTH_MEMORY_MODE": "local"
+  },
+  "remoteEnv": {
+    "PATH": "${containerEnv:PATH}:/home/vscode/.local/bin"
+  },
+  "mounts": [
+    "source=${localEnv:HOME}/.aws,target=/home/vscode/.aws,type=bind,consistency=cached"
+  ],
+  "remoteUser": "vscode",
+  "postCreateCommand": {
+    "install-dev": "pip install -e '.[telemetry]'",
+    "pre-commit": "pip install pre-commit && pre-commit install",
+    "checkov": "pip install checkov"
+  },
+  "postStartCommand": "thothctl --version",
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "hashicorp.terraform",
+        "ms-python.python",
+        "ms-python.vscode-pylance",
+        "ms-azuretools.vscode-docker",
+        "redhat.vscode-yaml",
+        "timonwong.shellcheck",
+        "charliermarsh.ruff",
+        "eamodio.gitlens",
+        "github.copilot"
+      ],
+      "settings": {
+        "terminal.integrated.defaultProfile.linux": "bash",
+        "python.defaultInterpreterPath": "/usr/local/bin/python",
+        "[python]": {
+          "editor.defaultFormatter": "charliermarsh.ruff",
+          "editor.formatOnSave": true
+        }
+      }
+    }
+  }
+}

{thothctl-0.18.6 → thothctl-0.18.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thothctl
-Version: 0.18.6
+Version: 0.18.8
 Summary: A CLI for Developer Control Plane. Accelerate your cloud IaC deployments.
 Project-URL: SourceCode, https://github.com/thothforge/thothctl
 Project-URL: HomePage, https://github.com/thothforge/thothctl

{thothctl-0.18.6 → thothctl-0.18.8}/docs/framework/use_cases/devsecops_sdlc.md

@@ -7,7 +7,7 @@ This guide demonstrates how ThothCTL enables a complete DevSecOps Software Devel
 ## The DevSecOps SDLC Phases
 
 ```mermaid
-%%{init: {'theme':'base', 'themeVariables': { 'primaryColor':'#3f51b5','primaryTextColor':'#fff','primaryBorderColor':'#303f9f','lineColor':'#536dfe','secondaryColor':'#536dfe','tertiaryColor':'#fff','background':'#ffffff','mainBkg':'#e3f2fd','secondBkg':'#bbdefb','tertiaryBkg':'#90caf9','textColor':'#000000','fontSize':'14px'}}}%%
+%%{init: {'theme':'base', 'themeVariables': { 'primaryColor':'#3f51b5','primaryTextColor':'#ffffff','primaryBorderColor':'#303f9f','lineColor':'#536dfe','secondaryColor':'#536dfe','tertiaryColor':'#fff','background':'transparent','mainBkg':'#3f51b5','secondBkg':'#536dfe','tertiaryBkg':'#90caf9','textColor':'#ffffff','nodeTextColor':'#ffffff','fontSize':'14px'}}}%%
 graph TB
     A["Plan<br/>📋 Cost Estimation<br/>Risk Assessment<br/>Template Selection"] --> B["Develop<br/>💻 Environment Check<br/>Structure Validation<br/>Best Practices"]
     B --> C["Build<br/>🔨 Inventory Creation<br/>Dependency Tracking<br/>Version Management"]
@@ -18,14 +18,14 @@ graph TB
     G --> H["Monitor<br/>📊 Dashboard<br/>Continuous Scan<br/>Drift Detection"]
     H --> A
     
-    classDef planStyle fill:#01579b,stroke:#0288d1,stroke-width:2px,color:#fff
-    classDef devStyle fill:#1b5e20,stroke:#2e7d32,stroke-width:2px,color:#fff
-    classDef buildStyle fill:#e65100,stroke:#ef6c00,stroke-width:2px,color:#fff
-    classDef testStyle fill:#4a148c,stroke:#6a1b9a,stroke-width:2px,color:#fff
-    classDef secureStyle fill:#b71c1c,stroke:#c62828,stroke-width:2px,color:#fff
-    classDef deployStyle fill:#004d40,stroke:#00695c,stroke-width:2px,color:#fff
-    classDef operateStyle fill:#880e4f,stroke:#ad1457,stroke-width:2px,color:#fff
-    classDef monitorStyle fill:#33691e,stroke:#558b2f,stroke-width:2px,color:#fff
+    classDef planStyle fill:#01579b,stroke:#0288d1,stroke-width:2px,color:#ffffff
+    classDef devStyle fill:#1b5e20,stroke:#2e7d32,stroke-width:2px,color:#ffffff
+    classDef buildStyle fill:#e65100,stroke:#ef6c00,stroke-width:2px,color:#ffffff
+    classDef testStyle fill:#4a148c,stroke:#6a1b9a,stroke-width:2px,color:#ffffff
+    classDef secureStyle fill:#b71c1c,stroke:#c62828,stroke-width:2px,color:#ffffff
+    classDef deployStyle fill:#004d40,stroke:#00695c,stroke-width:2px,color:#ffffff
+    classDef operateStyle fill:#880e4f,stroke:#ad1457,stroke-width:2px,color:#ffffff
+    classDef monitorStyle fill:#33691e,stroke:#558b2f,stroke-width:2px,color:#ffffff
     
     class A planStyle
     class B devStyle

thothctl-0.18.8/docs/installation/devcontainer_setup.md

@@ -0,0 +1,93 @@
+# Development Container Setup
+
+ThothCTL provides a ready-to-use [Dev Container](https://containers.dev/) for a fully configured local development environment. It works on **any OS** (Linux, macOS, Windows) and ensures all contributors have identical tooling.
+
+## Prerequisites
+
+- [Docker](https://docs.docker.com/get-docker/)
+- [VS Code](https://code.visualstudio.com/) + [Dev Containers extension](https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-containers)
+
+> Also works with GitHub Codespaces, JetBrains Gateway, and the [devcontainer CLI](https://github.com/devcontainers/cli).
+
+## Quick Start
+
+```bash
+git clone https://github.com/thothforge/thothctl.git
+cd thothctl
+code .
+# VS Code will prompt: "Reopen in Container" → click it
+```
+
+After the container builds (~2 min first time), ThothCTL is installed in editable mode and all tools are ready:
+
+```bash
+thothctl --version
+tofu --version
+terragrunt --version
+trivy --version
+checkov --version
+```
+
+## Included Tools
+
+| Category | Tools |
+|----------|-------|
+| **IaC** | OpenTofu, Terragrunt, terraform-docs, TFLint |
+| **Security** | Trivy, TFSec, Checkov, ShellCheck |
+| **Cloud** | AWS CLI, Docker-in-Docker (for KICS) |
+| **Dev Workflow** | GitHub CLI, pre-commit, Ruff |
+| **Diagrams** | Graphviz, graph-easy |
+
+## Exposed Ports
+
+| Port | Service | Command |
+|------|---------|---------|
+| 8080 | Dashboard | `thothctl dashboard start --port 8080` |
+| 5001 | MCP Server | `thothctl mcp start` |
+
+## Environment Variables
+
+Set these on your host to pass them into the container:
+
+| Variable | Purpose | Default |
+|----------|---------|---------|
+| `THOTHCTL_DEBUG` | Enable debug logging | — |
+| `THOTH_LOG_LEVEL` | Log level (DEBUG, INFO, etc.) | — |
+| `AWS_PROFILE` | AWS profile to use | default |
+
+AWS credentials are mounted from `~/.aws` automatically.
+
+## Development Workflow
+
+The container installs ThothCTL in editable mode, so code changes are reflected immediately:
+
+```bash
+# Run tests
+python -m pytest tests/ -v --cov=src/
+
+# Lint & format
+ruff check src/ --fix
+ruff format src/
+
+# Run pre-commit hooks
+pre-commit run --all-files
+```
+
+## Customizing
+
+- **Add a tool**: Add a [Feature](https://containers.dev/features) to `.devcontainer/devcontainer.json`
+- **Add a system package**: Edit `.devcontainer/Dockerfile`
+- **Rebuild**: Command Palette → "Dev Containers: Rebuild Container"
+
+## Using Without VS Code
+
+```bash
+# Install the devcontainer CLI
+npm install -g @devcontainers/cli
+
+# Build and start
+devcontainer up --workspace-folder .
+
+# Execute commands inside
+devcontainer exec --workspace-folder . thothctl --version
+```

{thothctl-0.18.6 → thothctl-0.18.8}/docs/navigation.md

@@ -3,6 +3,7 @@
 ## Getting Started
 
 - [Quick Start](quick_start.md) - Universal installation and setup
+- [Dev Container Setup](installation/devcontainer_setup.md) - One-click development environment (any OS)
 - [Windows Installation](installation/windows_installation.md) - Windows-specific setup guide
 - [Windows Troubleshooting](troubleshooting/windows_troubleshooting.md) - Windows-specific issues
 

{thothctl-0.18.6 → thothctl-0.18.8}/mkdocs.yaml

@@ -23,6 +23,7 @@ nav:
     - Installation:
       - Linux & macOS: installation/linux_installation.md
       - Windows: installation/windows_installation.md
+      - Dev Container: installation/devcontainer_setup.md
   - Commands:
     - Init: framework/commands/init/init.md
     - Check:

{thothctl-0.18.6 → thothctl-0.18.8}/src/thothctl/commands/inventory/commands/iac.py

@@ -504,7 +504,7 @@ cli = IaCInvCommand.as_click_command(
         "--inventory-path",
         help="Path for saving inventory reports",
         type=click.Path(),
-        default="./Reports/inventory-sbom",
+        default="./Reports",
     ),
     click.option(
         "-cv",

{thothctl-0.18.6 → thothctl-0.18.8}/src/thothctl/commands/scan/commands/iac.py

@@ -67,13 +67,13 @@ class RestoredIaCScanCommand(ClickCommand):
             
             # Create a panel with scan information
             scan_info = Panel(
-                f"[bold]Starting security scan (Original Mode)[/bold]\n\n"
+                f"[bold]Starting security scan[/bold]\n\n"
                 f"Directory: [cyan]{code_directory}[/cyan]\n"
                 f"Project: [magenta]{project_name}[/magenta]\n"
                 f"Tools: [yellow]{', '.join(tools)}[/yellow]\n"
                 f"Reports directory: [green]{reports_dir}[/green]\n"
-                f"Output: [blue]Original structure with unified styling[/blue]",
-                title="[bold blue]ThothCTL Original Scan[/bold blue]",
+                f"Enforcement: [{'red' if self._enforcement == 'hard' else 'green'}]{self._enforcement}[/{'red' if self._enforcement == 'hard' else 'green'}]",
+                title="[bold blue]ThothCTL Security Scan[/bold blue]",
                 border_style="blue"
             )
             self.console.print(scan_info)
@@ -171,12 +171,12 @@ class RestoredIaCScanCommand(ClickCommand):
 
             # Create completion panel
             completion_panel = Panel(
-                f"[bold green]Original scan completed successfully![/bold green]\n\n"
+                f"[bold green]Security scan completed![/bold green]\n\n"
                 f"⏱️  Scan time: [cyan]{scan_time:.2f} seconds[/cyan]\n"
                 f"📊 Reports directory: [blue]{reports_dir}[/blue]\n"
                 f"🎨 HTML reports: [blue]Generated with unified styling[/blue]\n"
                 f"🔍 Tools used: [yellow]{len(tools)}[/yellow]",
-                title="[bold green]Original Scan Complete[/bold green]",
+                title="[bold green]Scan Complete[/bold green]",
                 border_style="green"
             )
             self.console.print(completion_panel)
@@ -184,20 +184,90 @@ class RestoredIaCScanCommand(ClickCommand):
             # Exit with code 1 if hard enforcement failed
             if has_violations:
                 ctx = click.get_current_context()
-                self.console.print(
-                    "[bold red]⛔ Hard enforcement: policy violations detected. Exiting with code 1.[/bold red]"
+                # Collect violation details per tool
+                violation_lines = []
+                all_findings = []
+                for tool_name, tool_result in results.items():
+                    if tool_name == "summary" or not isinstance(tool_result, dict):
+                        continue
+                    rd = tool_result.get("report_data", {})
+                    failed = rd.get("failed_count", 0)
+                    errors = rd.get("error_count", 0)
+                    if failed + errors > 0:
+                        violation_lines.append(
+                            f"  • [yellow]{tool_name}[/yellow]: {failed} violation{'s' if failed != 1 else ''}, {errors} error{'s' if errors != 1 else ''}"
+                        )
+                        # Collect findings for the table (only HIGH/deny-level)
+                        for f in tool_result.get("findings", []):
+                            sev = f.get("severity", "HIGH").upper()
+                            if sev in ("HIGH", "CRITICAL"):
+                                all_findings.append({**f, "tool": tool_name})
+
+                # Build non-compliance table
+                findings_table = Table(
+                    title="Non-Compliance Findings",
+                    box=rich.box.SIMPLE_HEAVY,
+                    header_style="bold red",
+                    title_style="bold red",
+                    show_lines=False,
+                    expand=True,
+                )
+                findings_table.add_column("Tool", style="yellow", max_width=12)
+                findings_table.add_column("Severity", justify="center", max_width=10)
+                findings_table.add_column("Policy Violation", style="white", ratio=3)
+                findings_table.add_column("File", style="dim", ratio=2, overflow="ellipsis")
+
+                # Show up to 15 findings
+                display_findings = all_findings[:15]
+                for f in display_findings:
+                    sev = f.get("severity", "HIGH").upper()
+                    sev_style = "bold red" if sev == "CRITICAL" else "red"
+                    file_ref = f.get("file", "")
+                    if file_ref and len(file_ref) > 60:
+                        file_ref = "..." + file_ref[-57:]
+                    line = f.get("line", 0)
+                    file_display = f"{file_ref}:{line}" if line else file_ref
+
+                    findings_table.add_row(
+                        f.get("tool", ""),
+                        f"[{sev_style}]{sev}[/{sev_style}]",
+                        f.get("title", ""),
+                        file_display,
+                    )
+
+                remaining = len(all_findings) - len(display_findings)
+                if remaining > 0:
+                    findings_table.add_row(
+                        "", "", f"[dim]... and {remaining} more[/dim]", ""
+                    )
+
+                self.console.print()
+                self.console.print(findings_table)
+
+                violations_detail = "\n".join(violation_lines)
+                enforcement_panel = Panel(
+                    f"[bold red]Security policy violations detected[/bold red]\n\n"
+                    f"{violations_detail}\n\n"
+                    f"[dim]Mode:[/dim] [bold]--enforcement hard[/bold] — pipeline will exit with code 1\n"
+                    f"[dim]Fix:[/dim]  Resolve the violations above, or use [bold]--enforcement soft[/bold] to report without blocking.\n"
+                    f"[dim]Reports:[/dim] See [blue]{reports_dir}[/blue] for details.",
+                    title="[bold red]⛔ Enforcement Failed[/bold red]",
+                    border_style="red"
                 )
+                self.console.print(enforcement_panel)
                 ctx.exit(1)
 
         except Exception as e:
             error_panel = Panel(
-                f"[bold red]Original scan failed![/bold red]\n\n"
-                f"Error: [red]{str(e)}[/red]",
-                title="[bold red]Error[/bold red]",
+                f"[bold red]Security scan could not complete[/bold red]\n\n"
+                f"[red]{str(e)}[/red]\n\n"
+                f"[dim]This is an execution error, not a policy violation.\n"
+                f"Check that the required tools are installed and the target directory is valid.[/dim]",
+                title="[bold red]❌ Scan Error[/bold red]",
                 border_style="red"
             )
             self.console.print(error_panel)
-            self.logger.error(f"Original scan execution failed: {e}")
+            self.logger.error(f"Scan execution failed: {e}")
             raise
 
     def _parse_options(self, options_str: str) -> dict:

{thothctl-0.18.6 → thothctl-0.18.8}/src/thothctl/services/inventory/inventory_service.py

@@ -606,16 +606,18 @@ class InventoryService:
             inventory_dict["technical_debt"] = tech_debt_metrics
             logger.info(f"Technical debt score: {tech_debt_metrics.get('debt_score', 0):.1f}%")
         # Generate reports
-        reports_path = Path(reports_directory)
+        reports_path = Path(reports_directory) / "inventory"
         if not reports_path.is_absolute():
             reports_path = source_path / reports_path
             
         reports_path.mkdir(exist_ok=True, parents=True)
         
         if report_type in ("html", "all"):
+            html_reports_path = reports_path / "html_reports"
+            html_reports_path.mkdir(exist_ok=True, parents=True)
             html_path = self.report_service.create_html_report(
                 inventory_dict, 
-                reports_directory=str(reports_path)
+                reports_directory=str(html_reports_path)
             )
 
         if report_type in ("json", "all"):
@@ -1066,11 +1068,13 @@ class InventoryService:
                 }
 
         # Generate reports
-        reports_path = Path(reports_directory) / "inventory-sbom"
+        reports_path = Path(reports_directory) / "inventory"
         reports_path.mkdir(parents=True, exist_ok=True)
 
         if report_type in ("html", "all"):
-            self.report_service.create_html_report(inventory_dict, reports_directory=str(reports_path))
+            html_reports_path = reports_path / "html_reports"
+            html_reports_path.mkdir(parents=True, exist_ok=True)
+            self.report_service.create_html_report(inventory_dict, reports_directory=str(html_reports_path))
         if report_type in ("json", "all"):
             self.report_service.create_json_report(inventory_dict, reports_directory=str(reports_path))
         if print_console:
@@ -1404,13 +1408,15 @@ class InventoryService:
         # Generate reports
         if reports_directory:
             try:
-                reports_path = Path(reports_directory)
+                reports_path = Path(reports_directory) / "inventory"
                 reports_path.mkdir(exist_ok=True, parents=True)
                 
                 if report_type in ("html", "all"):
+                    html_reports_path = reports_path / "html_reports"
+                    html_reports_path.mkdir(exist_ok=True, parents=True)
                     html_path = self.report_service.create_html_report(
                         inventory_dict, 
-                        reports_directory=str(reports_path)
+                        reports_directory=str(html_reports_path)
                     )
 
                 if report_type in ("json", "all"):

{thothctl-0.18.6 → thothctl-0.18.8}/src/thothctl/services/inventory/report_service.py

@@ -25,7 +25,8 @@ class ReportService:
     def __init__(self, reports_directory: str = "Reports"):
         """Initialize report service."""
         self.reports_dir = Path(reports_directory)
-        self.reports_dir.mkdir(exist_ok=True, parents=True)
+        self.inventory_dir = self.reports_dir / "inventory"
+        self.inventory_dir.mkdir(exist_ok=True, parents=True)
         self.console = Console()
         self.template_loader = get_template_loader()
 
@@ -37,7 +38,12 @@ class ReportService:
             reports_dir = Path(reports_directory)
             reports_dir.mkdir(exist_ok=True, parents=True)
         else:
-            reports_dir = self.reports_dir
+            # Use inventory subdirectory; html goes into html_reports/
+            if extension == "html":
+                reports_dir = self.inventory_dir / "html_reports"
+            else:
+                reports_dir = self.inventory_dir
+            reports_dir.mkdir(exist_ok=True, parents=True)
             
         return reports_dir / f"{report_name}_{timestamp}.{extension}"