diagram-to-iac 1.4.0__py3-none-any.whl → 1.6.0__py3-none-any.whl

diagram_to_iac/agents/demonstrator_langgraph/config.yaml

@@ -0,0 +1,56 @@
+# DemonstratorAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  analyze: "ROUTE_TO_ANALYZE"
+  demonstrate: "ROUTE_TO_DEMONSTRATE"
+  collect_inputs: "ROUTE_TO_COLLECT_INPUTS"
+  retry: "ROUTE_TO_RETRY"
+  create_issue: "ROUTE_TO_CREATE_ISSUE"
+  end: "ROUTE_TO_END"
+
+prompts:
+  planner_prompt: |
+    User request: "{user_input}"
+
+    This is a dry-run demonstration request for error: {error_type}
+    Error message: {error_message}
+
+    Analyze this request and determine the appropriate action:
+    1. If need to analyze the error for user guidance, respond with "{route_analyze}"
+    2. If need to demonstrate the issue to user, respond with "{route_demonstrate}"
+    3. If need to collect user inputs for fixing, respond with "{route_collect_inputs}"
+    4. If need to retry with new information, respond with "{route_retry}"
+    5. If need to create GitHub issue, respond with "{route_create_issue}"
+    6. If demonstration is complete, respond with "{route_end}"
+
+    Important: Focus on being helpful and educational in demonstrating the error and potential fixes.
+
+# Error analysis patterns
+error_patterns:
+  terraform_auth:
+    keywords: ["missing_terraform_token", "auth", "tfe_token"]
+    fixable: true
+    required_inputs: ["TFE_TOKEN", "TF_WORKSPACE"]
+    
+  api_auth:
+    keywords: ["api key", "401", "unauthorized"]
+    fixable: true
+    required_inputs: ["OPENAI_API_KEY", "ANTHROPIC_API_KEY", "GITHUB_TOKEN"]
+    
+  terraform_init:
+    keywords: ["terraform init", "backend"]
+    fixable: true
+    required_inputs: ["Backend configuration", "Access credentials"]
+    
+  network_error:
+    keywords: ["network", "connection", "timeout"]
+    fixable: true
+    required_inputs: ["Network connectivity", "Proxy settings"]
+    
+  permission_error:
+    keywords: ["permission", "forbidden", "access denied"]
+    fixable: false
+    manual_steps: "Check permissions and access rights"

diagram_to_iac/agents/git_langgraph/config.yaml

@@ -0,0 +1,91 @@
+# GitAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+agent_name: "GitAgent"
+description: "Git operations and GitHub issue management agent"
+
+# Agent-specific routing tokens (others inherit from central config)
+routing_keys:
+  git_clone: "ROUTE_TO_GIT_CLONE"
+  github_cli: "ROUTE_TO_GITHUB_ISSUE"  # Fixed: was github_cli, now points to correct token
+  shell_exec: "ROUTE_TO_SHELL"         # Fixed: was shell_exec, now points to correct token
+  end: "ROUTE_TO_END"
+
+# Legacy routing support (to be removed in future)
+routing:
+  route_to_clone: "clone_repo"
+  route_to_issue: "open_issue"
+  route_to_shell: "shell_exec"
+  ROUTE_TO_GIT_CLONE: "clone_repo"
+  ROUTE_TO_GITHUB_ISSUE: "open_issue"
+  ROUTE_TO_SHELL: "shell_exec"
+  route_to_end: "__end__"
+  ROUTE_TO_END: "__end__"
+
+# Prompts Configuration
+prompts:
+  planner_prompt: |
+    User input: "{user_input}"
+    
+    You are a GitAgent specialized in Git operations and GitHub issue management.
+    
+    Your role:
+    - Handle git repository operations (clone, branch management)
+    - Create GitHub issues for problems and errors
+    - Execute shell commands when needed for git operations
+    
+    Available routing tokens:
+    - {route_git_clone}: For cloning repositories
+    - {route_github_cli}: For creating GitHub issues 
+    - {route_shell_exec}: For shell command execution
+    - {route_end}: When task is complete
+    
+    Routing Guidelines:
+    1. If the query starts with "clone" and does NOT mention "issue", respond with "{route_git_clone}"
+    2. If the query starts with "open issue" OR contains "create issue" OR contains "R2D deployment error", respond with "{route_github_cli}"
+    3. If the query needs shell commands (like "ls", "cat", "mkdir"), respond with "{route_shell_exec}"
+    4. If no action needed, respond with "{route_end}"
+    
+    CRITICAL: Always emit exactly ONE routing token. Do not include explanations or additional text.
+    CRITICAL: ANY query that starts with "open issue" MUST route to {route_github_cli}.
+    CRITICAL: Issue creation requests should NEVER go to {route_end} or {route_shell_exec}.
+
+# Planner Prompt Configuration (Legacy - keeping for compatibility)
+planner_prompt: |
+  You are a GitAgent specialized in Git operations and GitHub issue management.
+  
+  Your role:
+  - Handle git repository operations (clone, branch management)
+  - Create GitHub issues for problems and errors
+  - Execute shell commands when needed for git operations
+  
+  Available routing tokens:
+  - ROUTE_TO_GIT_CLONE: For cloning repositories
+  - ROUTE_TO_GITHUB_ISSUE: For creating GitHub issues 
+  - ROUTE_TO_SHELL: For shell command execution
+  - ROUTE_TO_END: When task is complete
+  
+  Routing Guidelines:
+  1. If the query starts with "clone" and does NOT mention "issue", use ROUTE_TO_GIT_CLONE
+  2. If the query starts with "open issue" OR contains "create issue" OR contains "R2D deployment error", use ROUTE_TO_GITHUB_ISSUE
+  3. If the query needs shell commands (like "ls", "cat", "mkdir"), use ROUTE_TO_SHELL
+  4. If no action needed, use ROUTE_TO_END
+  
+  CRITICAL: Always emit exactly ONE routing token. Do not include explanations or additional text.
+  CRITICAL: ANY query that starts with "open issue" MUST route to ROUTE_TO_GITHUB_ISSUE.
+  CRITICAL: Issue creation requests should NEVER go to ROUTE_TO_END or ROUTE_TO_SHELL.
+  
+  Query: {query}
+  
+  Routing decision:
+
+# Error Handling
+error_handling:
+  retry_attempts: 2
+  timeout_seconds: 30
+  
+# GitHub Issue Templates
+github_issue:
+  default_labels: ["automation", "r2d-workflow"]
+  title_prefix: "R2D Workflow Error"

diagram_to_iac/agents/hello_langgraph/config.yaml

@@ -0,0 +1,6 @@
+# HelloAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides are defined here
+
+ai:
+  default_temperature: 0.0    # HelloAgent uses 0.0 instead of common 0.1

diagram_to_iac/agents/policy_agent/config.yaml

@@ -0,0 +1,43 @@
+# PolicyAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  policy_scan: "ROUTE_TO_POLICY_SCAN"
+  policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+  policy_block: "ROUTE_TO_POLICY_BLOCK"
+  policy_report: "ROUTE_TO_POLICY_REPORT"
+  end: "ROUTE_TO_END"
+
+# Policy enforcement settings (unique to PolicyAgent)
+policy:
+  # Security scanning with tfsec
+  tfsec:
+    enabled: true
+    timeout_seconds: 120
+    output_format: "json"
+    # Block apply on these severity levels
+    block_on_severity: ["CRITICAL", "HIGH"]
+    # Create artifacts for these severity levels
+    artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+  
+  # Working directory for policy scans
+  working_directory: "/workspace"
+  
+  # Artifact settings
+  artifacts:
+    # Directory to store policy findings
+    output_dir: "/workspace/.policy_findings"
+    # JSON artifact filename pattern
+    json_filename: "policy_findings_{timestamp}.json"
+    # Summary report filename pattern
+    summary_filename: "policy_summary_{timestamp}.txt"
+
+# Override memory settings for PolicyAgent
+memory:
+  max_history: 50
+
+logging:
+  level: "INFO"
+  format: "%(asctime)s - %(name)s - %(levelname)s - %(threadName)s - %(message)s"

diagram_to_iac/agents/supervisor_langgraph/config.yaml

@@ -0,0 +1,55 @@
+# SupervisorAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml  
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  clone: "ROUTE_TO_CLONE"
+  stack_detect: "ROUTE_TO_STACK_DETECT"
+  terraform: "ROUTE_TO_TERRAFORM"
+  issue: "ROUTE_TO_ISSUE"
+  end: "ROUTE_TO_END"
+
+# R2D workflow settings (unique to SupervisorAgent)
+workflow:
+  timeout_seconds: 600
+  working_directory: "/workspace"
+  auto_branch_naming: true
+  enhanced_terraform: true
+
+# Infrastructure detection patterns (unique to SupervisorAgent)
+stack_patterns:
+  terraform: "*.tf"
+  ansible: "*.yml"
+  powershell: "*.ps1"
+  shell: "*.sh"
+
+# Routing map for LangGraph nodes (unique to SupervisorAgent)
+routing_map:
+  clone_repo_node: "clone_repo_node"
+  stack_detect_node: "stack_detect_node"
+  terraform_workflow_node: "terraform_workflow_node"
+  issue_create_node: "issue_create_node"
+
+# Prompt templates
+prompts:
+  planner_prompt: |
+    User input: "{user_input}"
+
+    Analyze this R2D (Repo-to-Deployment) request and determine the appropriate action:
+
+    **COMPLETE R2D WORKFLOW PATTERNS:**
+    - If the input contains a repository URL (http/https .git URLs), this is a complete R2D workflow request
+    - If requesting "Execute R2D workflow", "Deploy repository", "Process repository", this is a complete workflow
+    - For complete workflows, ALWAYS start with "{route_clone}" regardless of other keywords
+
+    **INDIVIDUAL ACTION PATTERNS:**
+    1. If requesting to clone a repository (keywords: 'clone', 'download', 'git clone'), respond with "{route_clone}"
+    2. If requesting stack detection (keywords: 'detect', 'scan', 'find files', 'infrastructure'), respond with "{route_stack_detect}"
+    3. If requesting Terraform operations (keywords: 'terraform', 'plan', 'apply', 'init'), respond with "{route_terraform}"
+    4. If requesting GitHub issue creation (keywords: 'issue', 'error', 'problem'), respond with "{route_issue}"
+    5. If the request is complete or no action needed, respond with "{route_end}"
+
+    **IMPORTANT:** 
+    - Repository URLs (.git, github.com, gitlab.com) = Complete R2D workflow = Start with "{route_clone}"
+    - Any mention of "R2D workflow", "execute workflow", "deploy repo" = Complete workflow = Start with "{route_clone}"

diagram_to_iac/agents/terraform_langgraph/config.yaml

@@ -0,0 +1,25 @@
+# TerraformAgent specific configuration  
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  terraform_init: "ROUTE_TO_TF_INIT"
+  terraform_plan: "ROUTE_TO_TF_PLAN"
+  terraform_apply: "ROUTE_TO_TF_APPLY"
+  open_issue: "ROUTE_TO_OPEN_ISSUE"
+  shell_exec: "ROUTE_TO_SHELL_EXEC"
+  end: "ROUTE_TO_END"
+
+# Terraform-specific settings
+terraform:
+  working_directory: "/workspace"
+  allowed_commands:
+    - "terraform"
+    - "init"
+    - "plan"
+    - "apply"
+    - "destroy"
+    - "validate"
+    - "fmt"
+    - "version"

diagram_to_iac/config.yaml

@@ -0,0 +1,253 @@
+# src/diagram_to_iac/config.yaml
+# Central application configuration for diagram-to-iac
+# This file contains common settings shared across agents and tools
+# Individual agent/tool configs can override these values
+
+# System settings
+system:
+  workspace_base: "/workspace"
+  log_level: "INFO"
+
+# Network timeouts
+network:
+  api_timeout: 10           # Used in api_utils.py for API calls
+  shell_timeout: 30         # Used in shell tools
+  terraform_timeout: 300    # Used in terraform tools
+  github_timeout: 15        # Used in GitHub API calls
+  git_timeout: 300          # Used in git operations
+
+# AI/LLM settings (common defaults)
+ai:
+  default_model: "gpt-4o-mini"
+  default_temperature: 0.1      # Most agents use 0.1
+  max_tokens: 1000              # Common across agents
+  
+  # Provider selection strategy for intelligent fallback
+  provider_selection:
+    strategy: "auto"             # Options: "auto", "prefer_cost", "prefer_performance", "manual"
+    preferred_order:             # Provider preference order when strategy is "auto"
+      - "openai"                 # Primary choice - good balance of cost/performance
+      - "anthropic"              # Secondary - good for reasoning tasks
+      - "google"                 # Tertiary - good for multimodal tasks
+      - "grok"                   # Experimental - not implemented yet
+    
+    # Strategy-specific configurations
+    cost_optimization:
+      prefer_models:
+        - "gpt-4o-mini"          # Most cost-effective
+        - "gpt-3.5-turbo"        # Good performance/cost ratio
+        - "claude-3-haiku"       # Fast and cheap
+        - "gemini-pro"           # Google's cost-effective option
+    
+    performance_optimization:
+      prefer_models:
+        - "gpt-4o"               # Best OpenAI performance
+        - "claude-3-sonnet"      # Best Anthropic reasoning
+        - "gpt-4-turbo"          # High performance OpenAI
+        - "gemini-1.5-pro"       # Best Google model
+    
+    # Fallback behavior when all providers fail
+    fallback:
+      enabled: true
+      retry_attempts: 2
+      retry_delay_seconds: 1
+      default_to_offline: false   # If true, gracefully degrade to offline mode
+
+# Common memory settings
+memory:
+  type: "persistent"
+  max_history: 100
+
+# Common error handling
+error_handling:
+  max_retries: 3
+  retry_delay_seconds: 5
+  auto_fix_enabled: true
+  create_github_issues: true
+
+# Common logging
+logging:
+  level: "INFO"
+  format: "%(asctime)s - %(name)s - %(levelname)s - %(threadName)s - %(message)s"
+
+# Route tokens (commonly used across agents)
+routing:
+  tokens:
+    # Hello agent operations
+    addition: "ROUTE_TO_ADDITION"
+    multiplication: "ROUTE_TO_MULTIPLICATION"
+    
+    # Git operations
+    git_clone: "ROUTE_TO_GIT_CLONE"
+    github_cli: "ROUTE_TO_GITHUB_CLI"
+    github_issue: "ROUTE_TO_GITHUB_ISSUE"
+    shell_exec: "ROUTE_TO_SHELL_EXEC"
+    shell: "ROUTE_TO_SHELL"
+    create_pr: "ROUTE_TO_CREATE_PR"
+    
+    # Terraform operations
+    terraform_init: "ROUTE_TO_TF_INIT"
+    terraform_plan: "ROUTE_TO_TF_PLAN"
+    terraform_apply: "ROUTE_TO_TF_APPLY"
+    
+    # Supervisor operations
+    clone: "ROUTE_TO_CLONE"
+    stack_detect: "ROUTE_TO_STACK_DETECT"
+    terraform: "ROUTE_TO_TERRAFORM"
+    issue: "ROUTE_TO_ISSUE"
+    
+    # Demonstrator operations
+    analyze: "ROUTE_TO_ANALYZE"
+    demonstrate: "ROUTE_TO_DEMONSTRATE"
+    collect_inputs: "ROUTE_TO_COLLECT_INPUTS"
+    retry: "ROUTE_TO_RETRY"
+    
+    # Policy operations
+    policy_scan: "ROUTE_TO_POLICY_SCAN"
+    policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+    policy_block: "ROUTE_TO_POLICY_BLOCK"
+    policy_report: "ROUTE_TO_POLICY_REPORT"
+    
+    # End states
+    create_issue: "ROUTE_TO_CREATE_ISSUE"
+    open_issue: "ROUTE_TO_OPEN_ISSUE"
+    end: "ROUTE_TO_END"
+
+# Tool settings (common defaults)
+tools:
+  shell:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+      - "curl"
+      - "wget"
+      - "jq"
+      - "gh"
+      - "tfsec"
+      - "ls"
+      - "find"
+      - "wc"
+    max_output_size: 8192
+    allow_relative_paths: true
+    restrict_to_workspace: true
+    
+  git:
+    default_clone_depth: 1
+    sanitize_repo_names: true
+    store_operations_in_memory: true
+    remote_name: "origin"
+    
+  terraform:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+    default_plan_file: "plan.tfplan"
+    default_auto_approve: true
+    restrict_to_workspace: true
+    store_operations_in_memory: true
+    
+  policy:
+    tfsec_enabled: true
+    block_on_severity: ["CRITICAL", "HIGH"]
+    artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+
+# Agent-specific configurations
+agents:
+  policy_agent:
+    # Policy enforcement settings
+    policy:
+      tfsec:
+        enabled: true
+        timeout_seconds: 120
+        output_format: "json"
+        block_on_severity: ["CRITICAL", "HIGH"]
+        artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+      working_directory: "/workspace"
+      artifacts:
+        output_dir: "/workspace/.policy_findings"
+        json_filename: "policy_findings_{timestamp}.json"
+        summary_filename: "policy_summary_{timestamp}.txt"
+    
+    # Agent-specific routing tokens
+    routing_keys:
+      policy_scan: "ROUTE_TO_POLICY_SCAN"
+      policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+      policy_block: "ROUTE_TO_POLICY_BLOCK"
+      policy_report: "ROUTE_TO_POLICY_REPORT"
+      end: "ROUTE_TO_END"
+    
+    # Memory settings
+    memory:
+      max_history: 50
+  
+  policy:
+    tfsec_enabled: true
+    block_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+    artifact_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+      - "MEDIUM"
+
+# GitHub settings
+github:
+  default_assignees: ["team-infra"]
+  copilot_assignee: "CopilotUser"
+  
+  # GitHub credentials and repository settings (for tests and development)
+  username: "amartyamandal"                    # GitHub username used in tests and development
+  default_repo: "amartyamandal/diagram-to-iac" # Default repository for development
+
+# Test configuration
+test:
+  # Repository settings for integration tests
+  github:
+    # Real, accessible test repository that the CI GitHub token has access to
+    test_repo_url: "https://github.com/amartyamandal/test_iac_agent_private.git"
+    test_repo_owner: "amartyamandal"
+    test_repo_name: "test_iac_agent_private"
+    # Alternative test repositories for different scenarios
+    public_test_repo_url: "https://github.com/amartyamandal/test_iac_agent_public.git"
+  
+  # Test configuration flags
+  settings:
+    skip_integration_tests_without_token: true
+    use_real_github_api: true  # Set to true in CI for real integration tests
+    mock_network_calls: true    # Mock network calls by default for unit tests
+
+# Secret management
+security:
+  required_secrets:
+    - "REPO_API_KEY"
+  optional_secrets:
+    - "TF_API_KEY"
+    - "OPENAI_API_KEY"
+    - "GOOGLE_API_KEY"
+    - "ANTHROPIC_API_KEY"
+    - "GROK_API_KEY"
+    - "DOCKERHUB_API_KEY"
+    - "DOCKERHUB_USERNAME"
+    - "PYPI_API_KEY"
+  secret_mappings:
+    REPO_API_KEY: "GITHUB_TOKEN"
+    TF_API_KEY: "TFE_TOKEN"
+
+# Environment variable overrides configuration
+environment_overrides:
+  allowed_overrides:
+    - "network.api_timeout"
+    - "network.shell_timeout"
+    - "network.terraform_timeout"
+    - "network.github_timeout"
+    - "network.git_timeout"
+    - "ai.default_model"
+    - "ai.default_temperature"
+    - "ai.max_tokens"
+    - "system.workspace_base"
+    - "system.log_level"
+    - "logging.level"

diagram_to_iac/core/issue_tracker.py

@@ -1,4 +1,5 @@
 import json
+import os
 from pathlib import Path
 from typing import Dict, Optional
 
@@ -7,8 +8,18 @@ class IssueTracker:
 
     def __init__(self, file_path: Optional[str] = None):
         if file_path is None:
-            base_dir = Path(__file__).resolve().parents[3]
-            file_path = base_dir / "data" / "db" / "issue_tracker.json"
+            # Check environment variable first
+            if os.environ.get('ISSUE_TRACKER_FILE'):
+                file_path = os.environ['ISSUE_TRACKER_FILE']
+            else:
+                # Check for workspace-based path first (for containers)
+                workspace_base = os.environ.get('WORKSPACE_BASE', '/workspace')
+                if os.path.exists(workspace_base):
+                    base_dir = Path(workspace_base)
+                else:
+                    # Fallback to package-relative path
+                    base_dir = Path(__file__).resolve().parents[3]
+                file_path = base_dir / "data" / "db" / "issue_tracker.json"
         self.file_path = Path(file_path)
         self._table: Dict[str, Dict[str, int]] = {}
         self._load()

diagram_to_iac/core/memory.py

@@ -87,12 +87,15 @@ class EnhancedMemory(Memory):
 
 # Default path for the persistent agent state JSON file. Allows override via
 # `AGENT_STATE_FILE` environment variable for testing.
-_DEFAULT_AGENT_STATE_PATH = (
-    Path(__file__).resolve().parents[3]
-    / "state"
-    / ".agent_state"
-    / "agent_state.json"
-)
+def _get_default_agent_state_path():
+    """Get the default agent state path, checking workspace first."""
+    workspace_base = os.environ.get('WORKSPACE_BASE', '/workspace')
+    if os.path.exists(workspace_base):
+        return Path(workspace_base) / "data" / "state" / "agent_state.json"
+    else:
+        return Path(__file__).resolve().parents[3] / "state" / ".agent_state" / "agent_state.json"
+
+_DEFAULT_AGENT_STATE_PATH = _get_default_agent_state_path()
 AGENT_STATE_PATH = Path(os.environ.get("AGENT_STATE_FILE", _DEFAULT_AGENT_STATE_PATH))