diagram-to-iac 1.11.0__py3-none-any.whl → 1.13.0__py3-none-any.whl

diagram_to_iac/config.yaml

@@ -0,0 +1,236 @@
+# src/diagram_to_iac/config.yaml
+# Central application configuration for diagram-to-iac
+# This file contains common settings shared across agents and tools
+# Individual agent/tool configs can override these values
+
+# System settings
+system:
+  workspace_base: "/workspace"
+  log_level: "INFO"
+
+# Network timeouts
+network:
+  api_timeout: 10           # Used in api_utils.py for API calls
+  shell_timeout: 30         # Used in shell tools
+  terraform_timeout: 300    # Used in terraform tools
+  github_timeout: 15        # Used in GitHub API calls
+  git_timeout: 300          # Used in git operations
+
+# AI/LLM settings (common defaults)
+ai:
+  default_model: "gpt-4o-mini"
+  default_temperature: 0.1      # Most agents use 0.1
+  max_tokens: 1000              # Common across agents
+  
+  # Provider selection strategy for intelligent fallback
+  provider_selection:
+    strategy: "auto"             # Options: "auto", "prefer_cost", "prefer_performance", "manual"
+    preferred_order:             # Provider preference order when strategy is "auto"
+      - "openai"                 # Primary choice - good balance of cost/performance
+      - "anthropic"              # Secondary - good for reasoning tasks
+      - "google"                 # Tertiary - good for multimodal tasks
+      - "grok"                   # Experimental - not implemented yet
+    
+    # Strategy-specific configurations
+    cost_optimization:
+      prefer_models:
+        - "gpt-4o-mini"          # Most cost-effective
+        - "gpt-3.5-turbo"        # Good performance/cost ratio
+        - "claude-3-haiku"       # Fast and cheap
+        - "gemini-pro"           # Google's cost-effective option
+    
+    performance_optimization:
+      prefer_models:
+        - "gpt-4o"               # Best OpenAI performance
+        - "claude-3-sonnet"      # Best Anthropic reasoning
+        - "gpt-4-turbo"          # High performance OpenAI
+        - "gemini-1.5-pro"       # Best Google model
+    
+    # Fallback behavior when all providers fail
+    fallback:
+      enabled: true
+      retry_attempts: 2
+      retry_delay_seconds: 1
+      default_to_offline: false   # If true, gracefully degrade to offline mode
+
+# Common memory settings
+memory:
+  type: "persistent"
+  max_history: 100
+
+# Common error handling
+error_handling:
+  max_retries: 3
+  retry_delay_seconds: 5
+  auto_fix_enabled: true
+  create_github_issues: true
+
+# Common logging
+logging:
+  level: "INFO"
+  format: "%(asctime)s - %(name)s - %(levelname)s - %(threadName)s - %(message)s"
+
+# Route tokens (commonly used across agents)
+routing:
+  tokens:
+    # Hello agent operations
+    addition: "ROUTE_TO_ADDITION"
+    multiplication: "ROUTE_TO_MULTIPLICATION"
+    
+    # Git operations
+    git_clone: "ROUTE_TO_GIT_CLONE"
+    github_cli: "ROUTE_TO_GITHUB_CLI"
+    github_issue: "ROUTE_TO_GITHUB_ISSUE"
+    shell_exec: "ROUTE_TO_SHELL_EXEC"
+    shell: "ROUTE_TO_SHELL"
+    create_pr: "ROUTE_TO_CREATE_PR"
+    
+    # Terraform operations
+    terraform_init: "ROUTE_TO_TF_INIT"
+    terraform_plan: "ROUTE_TO_TF_PLAN"
+    terraform_apply: "ROUTE_TO_TF_APPLY"
+    
+    # Supervisor operations
+    clone: "ROUTE_TO_CLONE"
+    stack_detect: "ROUTE_TO_STACK_DETECT"
+    terraform: "ROUTE_TO_TERRAFORM"
+    issue: "ROUTE_TO_ISSUE"
+    
+    # Demonstrator operations
+    analyze: "ROUTE_TO_ANALYZE"
+    demonstrate: "ROUTE_TO_DEMONSTRATE"
+    collect_inputs: "ROUTE_TO_COLLECT_INPUTS"
+    retry: "ROUTE_TO_RETRY"
+    
+    # Policy operations
+    policy_scan: "ROUTE_TO_POLICY_SCAN"
+    policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+    policy_block: "ROUTE_TO_POLICY_BLOCK"
+    policy_report: "ROUTE_TO_POLICY_REPORT"
+    
+    # End states
+    create_issue: "ROUTE_TO_CREATE_ISSUE"
+    open_issue: "ROUTE_TO_OPEN_ISSUE"
+    end: "ROUTE_TO_END"
+
+# Tool settings (common defaults)
+tools:
+  shell:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+      - "curl"
+      - "wget"
+      - "jq"
+      - "gh"
+      - "tfsec"
+      - "ls"
+      - "find"
+      - "wc"
+    max_output_size: 8192
+    allow_relative_paths: true
+    restrict_to_workspace: true
+    
+  git:
+    default_clone_depth: 1
+    sanitize_repo_names: true
+    store_operations_in_memory: true
+    remote_name: "origin"
+    
+  terraform:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+    default_plan_file: "plan.tfplan"
+    default_auto_approve: true
+    restrict_to_workspace: true
+    store_operations_in_memory: true
+    
+  policy:
+    tfsec_enabled: true
+    block_on_severity: ["CRITICAL", "HIGH"]
+    artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+
+# Agent-specific configurations
+agents:
+  policy_agent:
+    # Policy enforcement settings
+    policy:
+      tfsec:
+        enabled: true
+        timeout_seconds: 120
+        output_format: "json"
+        block_on_severity: ["CRITICAL", "HIGH"]
+        artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+      working_directory: "/workspace"
+      artifacts:
+        output_dir: "/workspace/.policy_findings"
+        json_filename: "policy_findings_{timestamp}.json"
+        summary_filename: "policy_summary_{timestamp}.txt"
+    
+    # Agent-specific routing tokens
+    routing_keys:
+      policy_scan: "ROUTE_TO_POLICY_SCAN"
+      policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+      policy_block: "ROUTE_TO_POLICY_BLOCK"
+      policy_report: "ROUTE_TO_POLICY_REPORT"
+      end: "ROUTE_TO_END"
+    
+    # Memory settings
+    memory:
+      max_history: 50
+  
+  policy:
+    tfsec_enabled: true
+    block_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+    artifact_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+      - "MEDIUM"
+
+# GitHub settings
+github:
+  default_assignees: ["team-infra"]
+  copilot_assignee: "CopilotUser"
+  
+  # GitHub credentials and repository settings (for tests and development)
+  username: "amartyamandal"                    # GitHub username used in tests and development
+  default_repo: "amartyamandal/diagram-to-iac" # Default repository for development
+
+# Secret management
+security:
+  required_secrets:
+    - "REPO_API_KEY"
+  optional_secrets:
+    - "TF_API_KEY"
+    - "OPENAI_API_KEY"
+    - "GOOGLE_API_KEY"
+    - "ANTHROPIC_API_KEY"
+    - "GROK_API_KEY"
+    - "DOCKERHUB_API_KEY"
+    - "DOCKERHUB_USERNAME"
+    - "PYPI_API_KEY"
+  secret_mappings:
+    REPO_API_KEY: "GITHUB_TOKEN"
+    TF_API_KEY: "TFE_TOKEN"
+
+# Environment variable overrides configuration
+environment_overrides:
+  allowed_overrides:
+    - "network.api_timeout"
+    - "network.shell_timeout"
+    - "network.terraform_timeout"
+    - "network.github_timeout"
+    - "network.git_timeout"
+    - "ai.default_model"
+    - "ai.default_temperature"
+    - "ai.max_tokens"
+    - "system.workspace_base"
+    - "system.log_level"
+    - "logging.level"

diagram_to_iac/core/enhanced_memory.py

@@ -101,12 +101,12 @@ class PersistentFileMemory(MemoryInterface):
     
     def __init__(self, file_path: Optional[str] = None):
         if file_path is None:
-            # Get workspace base from config with fallback
-            workspace_base = get_config_value("system.workspace_base", "/workspace")
+            # Get workspace base from environment variable first, then config with fallback
+            workspace_base = os.environ.get("WORKSPACE_BASE") or get_config_value("system.workspace_base", "/workspace")
             
             # Default to workspace or /tmp directory for container safety
             try:
-                # Try workspace first (from config)
+                # Try workspace first (from environment or config)
                 base_dir = Path(workspace_base) if Path(workspace_base).exists() else Path.cwd()
                 data_dir = base_dir / "data" / "db"
                 data_dir.mkdir(parents=True, exist_ok=True)

diagram_to_iac/core/issue_tracker.py

@@ -1,35 +1,126 @@
 import json
+import os
 from pathlib import Path
 from typing import Dict, Optional
+import logging
+
+logger = logging.getLogger(__name__)
+
+try:
+    from .config_loader import get_config_value
+except ImportError:
+    # Fallback for tests or standalone usage
+    def get_config_value(path: str, default: any = None) -> any:
+        return default
 
 class IssueTracker:
     """Simple persistent tracker for GitHub issues keyed by repo and error type."""
 
     def __init__(self, file_path: Optional[str] = None):
         if file_path is None:
-            base_dir = Path(__file__).resolve().parents[3]
-            file_path = base_dir / "data" / "db" / "issue_tracker.json"
+            # Debug: Check current working directory
+            cwd = os.getcwd()
+            logger.debug(f"IssueTracker: Current working directory = {cwd}")
+            
+            # Get workspace base from environment variable first, then config with fallback
+            workspace_base = os.environ.get("WORKSPACE_BASE")
+            logger.debug(f"IssueTracker: WORKSPACE_BASE env var = {workspace_base}")
+            
+            if not workspace_base:
+                # Try to get from config
+                try:
+                    workspace_base = get_config_value("system.workspace_base", "/workspace")
+                    logger.debug(f"IssueTracker: workspace_base from config = {workspace_base}")
+                except Exception as e:
+                    logger.debug(f"IssueTracker: Failed to get workspace_base from config: {e}")
+                    workspace_base = "/workspace"
+            
+            # Safeguard: Never use Python installation paths or current working directory if it's a Python path
+            if (workspace_base and 
+                "/usr/local/lib/python" not in workspace_base and 
+                "/site-packages" not in workspace_base and
+                not workspace_base.startswith(cwd) if "/usr/local/lib/python" in cwd else True):
+                
+                try:
+                    base_dir = Path(workspace_base)
+                    logger.debug(f"IssueTracker: Using workspace base_dir = {base_dir}")
+                    
+                    # For container environments, always try /workspace first
+                    if base_dir == Path("/workspace"):
+                        data_dir = base_dir / "data" / "db"
+                        data_dir.mkdir(parents=True, exist_ok=True)
+                        file_path = str(data_dir / "issue_tracker.json")
+                        logger.debug(f"IssueTracker: Using workspace path = {file_path}")
+                    # For other paths, check if they exist and are writable
+                    elif base_dir.exists() and base_dir.is_dir():
+                        # Test if we can write to this directory
+                        test_file = base_dir / "test_write_access"
+                        try:
+                            test_file.touch()
+                            test_file.unlink()
+                            data_dir = base_dir / "data" / "db"
+                            data_dir.mkdir(parents=True, exist_ok=True)
+                            file_path = str(data_dir / "issue_tracker.json")
+                            logger.debug(f"IssueTracker: Using accessible workspace path = {file_path}")
+                        except (PermissionError, OSError):
+                            raise PermissionError(f"Workspace directory {base_dir} not writable")
+                    else:
+                        raise PermissionError(f"Workspace directory {base_dir} not accessible")
+                        
+                except (PermissionError, OSError) as e:
+                    logger.debug(f"IssueTracker: Workspace not accessible ({e}), falling back to /tmp")
+                    # Fallback to /tmp for container environments
+                    data_dir = Path("/tmp") / "diagram_to_iac" / "data" / "db"
+                    data_dir.mkdir(parents=True, exist_ok=True)
+                    file_path = str(data_dir / "issue_tracker.json")
+                    logger.debug(f"IssueTracker: Using tmp path = {file_path}")
+            else:
+                logger.debug(f"IssueTracker: Invalid workspace_base ({workspace_base}) or unsafe cwd ({cwd}), using /tmp")
+                # Always fallback to /tmp if workspace_base is invalid or points to Python paths
+                data_dir = Path("/tmp") / "diagram_to_iac" / "data" / "db"
+                data_dir.mkdir(parents=True, exist_ok=True)
+                file_path = str(data_dir / "issue_tracker.json")
+                logger.debug(f"IssueTracker: Using tmp fallback path = {file_path}")
+                
         self.file_path = Path(file_path)
+        logger.debug(f"IssueTracker: Final file_path = {self.file_path}")
+        
+        # Final safety check: ensure the path is never in Python installation
+        if "/usr/local/lib/python" in str(self.file_path) or "/site-packages" in str(self.file_path):
+            logger.warning(f"IssueTracker: Detected Python installation path {self.file_path}, forcing /tmp fallback")
+            data_dir = Path("/tmp") / "diagram_to_iac" / "data" / "db"
+            data_dir.mkdir(parents=True, exist_ok=True)
+            self.file_path = data_dir / "issue_tracker.json"
+            logger.debug(f"IssueTracker: Corrected file_path = {self.file_path}")
+        
         self._table: Dict[str, Dict[str, int]] = {}
         self._load()
 
     def _load(self) -> None:
+        """Load the issue tracker data from file."""
         if self.file_path.exists():
             try:
                 with open(self.file_path, "r") as f:
                     self._table = json.load(f)
-            except Exception:
+                logger.debug(f"IssueTracker: Loaded {len(self._table)} repos from {self.file_path}")
+            except Exception as e:
+                logger.warning(f"IssueTracker: Failed to load from {self.file_path}: {e}")
                 self._table = {}
         else:
-            self.file_path.parent.mkdir(parents=True, exist_ok=True)
+            # File doesn't exist, start with empty table
+            # Directory was already created in __init__, so no need to create again
             self._table = {}
+            logger.debug(f"IssueTracker: Starting with empty table at {self.file_path}")
 
     def _save(self) -> None:
+        """Save the issue tracker data to file."""
         try:
-            self.file_path.parent.mkdir(parents=True, exist_ok=True)
+            # Directory was already created in __init__, no need to create again
             with open(self.file_path, "w") as f:
                 json.dump(self._table, f, indent=2)
-        except Exception:
+            logger.debug(f"IssueTracker: Saved {len(self._table)} repos to {self.file_path}")
+        except Exception as e:
+            logger.error(f"IssueTracker: Failed to save to {self.file_path}: {e}")
             pass
 
     def get_issue(self, repo_url: str, error_type: str) -> Optional[int]:

{diagram_to_iac-1.11.0.dist-info → diagram_to_iac-1.13.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diagram-to-iac
-Version: 1.11.0
+Version: 1.13.0
 Summary: Convert architecture diagrams into IaC modules
 Author-email: vindpro <admin@vindpro.com>
 Description-Content-Type: text/markdown

{diagram_to_iac-1.11.0.dist-info → diagram_to_iac-1.13.0.dist-info}/RECORD

@@ -1,5 +1,6 @@
 diagram_to_iac/__init__.py,sha256=gQanRC5O_7AMB-NQFEEd-MU0GICa-dBsgvcJgquKBfs,1427
 diagram_to_iac/cli.py,sha256=uumG1frF42eCkdLIZxyxQB1x6lDwtG-qKL4vcHnLLXY,400
+diagram_to_iac/config.yaml,sha256=M2INu-Vfsbb-oWQgv_puoUljRj1GhcnwuWAbDsE7bMc,6739
 diagram_to_iac/r2d.py,sha256=I7XSuUtu8TdvAhK4tCMLc3U_3ZtP7DJGfq168aeI3Mk,13208
 diagram_to_iac/actions/__init__.py,sha256=P1CjjY4FYUA0Tcx8FQNLYYSI9fhv8yKd_TmRGtmhW50,229
 diagram_to_iac/actions/git_entry.py,sha256=mhY6gYquUPVvyvnTC2S90z_uXEe1asqWLoi1989aB_Q,5403
@@ -34,9 +35,9 @@ diagram_to_iac/agents/terraform_langgraph/parser.py,sha256=J56CPlpIEIPuDHeAOL3sz
 diagram_to_iac/core/__init__.py,sha256=VjXPYLIS2SAPIDniBkeA2EDK0VHJvdaKIC8dzVneaTM,140
 diagram_to_iac/core/agent_base.py,sha256=DjZjcfzDpEhfIOki00XwQ-4lPli3OBcQ_7RNKsT7JSI,505
 diagram_to_iac/core/config_loader.py,sha256=6WWOp6G7_xYUhm1x62sVa-7kFlCthcthbppmeGz1YsM,9276
-diagram_to_iac/core/enhanced_memory.py,sha256=fJ8r-MREZRnm6Rg01CDCicMEx-dDxDEjJgrk8rnVc5Y,11761
+diagram_to_iac/core/enhanced_memory.py,sha256=PI7GPpgo4APeRZ7b9t0MqWKqthRI4_iAg-GLCykDhtU,11845
 diagram_to_iac/core/errors.py,sha256=gZwZocnIcBlS4YccIBdjG8XztRCtMe4Cu6KWxLzebDM,115
-diagram_to_iac/core/issue_tracker.py,sha256=0eo289hn94yCoFCkLaYiDOIJBjk33i2dk6eLeYe_9YE,1659
+diagram_to_iac/core/issue_tracker.py,sha256=_Hl1fG6jUczqzB-Cmwx8qzYqB10ijyRKFBGrsy4Hfp4,7097
 diagram_to_iac/core/memory.py,sha256=P9URX8m2nab65ZPF36uf6Z9hEXQGXrjrXa8dPXG7pm8,4444
 diagram_to_iac/core/registry.py,sha256=ibdMz68W7qkwF0dprt4ni5pekgJfAPuRgL85uRU7wHY,26632
 diagram_to_iac/core/test_config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -63,8 +64,8 @@ diagram_to_iac/tools/llm_utils/router.py,sha256=ga8xfmPMl_SGINDwazeAAFYTAx9L_IQc
 diagram_to_iac/tools/shell/__init__.py,sha256=6UZjBcnbPabA6Qy7t4j-dCi3S2sE6sB2bTE9PIL98bA,292
 diagram_to_iac/tools/shell/shell.py,sha256=ZOJ7Vo3l_R2Gm6Ml2FL0RX__-C_JOsUrLJVvBMwAy9E,21122
 diagram_to_iac/tools/tf/terraform.py,sha256=j1boWRo6JKpNGf1OwnWoWboO0gMYTizCOHDSxozoFZw,37343
-diagram_to_iac-1.11.0.dist-info/METADATA,sha256=oUVHnfKjHzEHlJQlPgAy0I20q2hPPoZFBo7U_wpE7Wo,10690
-diagram_to_iac-1.11.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-diagram_to_iac-1.11.0.dist-info/entry_points.txt,sha256=DfGCnmgWWGHtQpqU8VqcUWs5k_be-bfO67z1vOuTitA,277
-diagram_to_iac-1.11.0.dist-info/top_level.txt,sha256=k1cV0YODiCUU46qlmbQaquMcbMXhNm05NZLxsinDUBA,15
-diagram_to_iac-1.11.0.dist-info/RECORD,,
+diagram_to_iac-1.13.0.dist-info/METADATA,sha256=N4FyUgEIYvHVHN1dzQ2v8R6AZD-hvDHOYRfA1bRMUOo,10690
+diagram_to_iac-1.13.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+diagram_to_iac-1.13.0.dist-info/entry_points.txt,sha256=DfGCnmgWWGHtQpqU8VqcUWs5k_be-bfO67z1vOuTitA,277
+diagram_to_iac-1.13.0.dist-info/top_level.txt,sha256=k1cV0YODiCUU46qlmbQaquMcbMXhNm05NZLxsinDUBA,15
+diagram_to_iac-1.13.0.dist-info/RECORD,,