diagram-to-iac 1.4.0__py3-none-any.whl → 1.5.0__py3-none-any.whl

diagram_to_iac/agents/demonstrator_langgraph/config.yaml

@@ -0,0 +1,56 @@
+# DemonstratorAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  analyze: "ROUTE_TO_ANALYZE"
+  demonstrate: "ROUTE_TO_DEMONSTRATE"
+  collect_inputs: "ROUTE_TO_COLLECT_INPUTS"
+  retry: "ROUTE_TO_RETRY"
+  create_issue: "ROUTE_TO_CREATE_ISSUE"
+  end: "ROUTE_TO_END"
+
+prompts:
+  planner_prompt: |
+    User request: "{user_input}"
+
+    This is a dry-run demonstration request for error: {error_type}
+    Error message: {error_message}
+
+    Analyze this request and determine the appropriate action:
+    1. If need to analyze the error for user guidance, respond with "{route_analyze}"
+    2. If need to demonstrate the issue to user, respond with "{route_demonstrate}"
+    3. If need to collect user inputs for fixing, respond with "{route_collect_inputs}"
+    4. If need to retry with new information, respond with "{route_retry}"
+    5. If need to create GitHub issue, respond with "{route_create_issue}"
+    6. If demonstration is complete, respond with "{route_end}"
+
+    Important: Focus on being helpful and educational in demonstrating the error and potential fixes.
+
+# Error analysis patterns
+error_patterns:
+  terraform_auth:
+    keywords: ["missing_terraform_token", "auth", "tfe_token"]
+    fixable: true
+    required_inputs: ["TFE_TOKEN", "TF_WORKSPACE"]
+    
+  api_auth:
+    keywords: ["api key", "401", "unauthorized"]
+    fixable: true
+    required_inputs: ["OPENAI_API_KEY", "ANTHROPIC_API_KEY", "GITHUB_TOKEN"]
+    
+  terraform_init:
+    keywords: ["terraform init", "backend"]
+    fixable: true
+    required_inputs: ["Backend configuration", "Access credentials"]
+    
+  network_error:
+    keywords: ["network", "connection", "timeout"]
+    fixable: true
+    required_inputs: ["Network connectivity", "Proxy settings"]
+    
+  permission_error:
+    keywords: ["permission", "forbidden", "access denied"]
+    fixable: false
+    manual_steps: "Check permissions and access rights"

diagram_to_iac/agents/git_langgraph/config.yaml

@@ -0,0 +1,91 @@
+# GitAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+agent_name: "GitAgent"
+description: "Git operations and GitHub issue management agent"
+
+# Agent-specific routing tokens (others inherit from central config)
+routing_keys:
+  git_clone: "ROUTE_TO_GIT_CLONE"
+  github_cli: "ROUTE_TO_GITHUB_ISSUE"  # Fixed: was github_cli, now points to correct token
+  shell_exec: "ROUTE_TO_SHELL"         # Fixed: was shell_exec, now points to correct token
+  end: "ROUTE_TO_END"
+
+# Legacy routing support (to be removed in future)
+routing:
+  route_to_clone: "clone_repo"
+  route_to_issue: "open_issue"
+  route_to_shell: "shell_exec"
+  ROUTE_TO_GIT_CLONE: "clone_repo"
+  ROUTE_TO_GITHUB_ISSUE: "open_issue"
+  ROUTE_TO_SHELL: "shell_exec"
+  route_to_end: "__end__"
+  ROUTE_TO_END: "__end__"
+
+# Prompts Configuration
+prompts:
+  planner_prompt: |
+    User input: "{user_input}"
+    
+    You are a GitAgent specialized in Git operations and GitHub issue management.
+    
+    Your role:
+    - Handle git repository operations (clone, branch management)
+    - Create GitHub issues for problems and errors
+    - Execute shell commands when needed for git operations
+    
+    Available routing tokens:
+    - {route_git_clone}: For cloning repositories
+    - {route_github_cli}: For creating GitHub issues 
+    - {route_shell_exec}: For shell command execution
+    - {route_end}: When task is complete
+    
+    Routing Guidelines:
+    1. If the query starts with "clone" and does NOT mention "issue", respond with "{route_git_clone}"
+    2. If the query starts with "open issue" OR contains "create issue" OR contains "R2D deployment error", respond with "{route_github_cli}"
+    3. If the query needs shell commands (like "ls", "cat", "mkdir"), respond with "{route_shell_exec}"
+    4. If no action needed, respond with "{route_end}"
+    
+    CRITICAL: Always emit exactly ONE routing token. Do not include explanations or additional text.
+    CRITICAL: ANY query that starts with "open issue" MUST route to {route_github_cli}.
+    CRITICAL: Issue creation requests should NEVER go to {route_end} or {route_shell_exec}.
+
+# Planner Prompt Configuration (Legacy - keeping for compatibility)
+planner_prompt: |
+  You are a GitAgent specialized in Git operations and GitHub issue management.
+  
+  Your role:
+  - Handle git repository operations (clone, branch management)
+  - Create GitHub issues for problems and errors
+  - Execute shell commands when needed for git operations
+  
+  Available routing tokens:
+  - ROUTE_TO_GIT_CLONE: For cloning repositories
+  - ROUTE_TO_GITHUB_ISSUE: For creating GitHub issues 
+  - ROUTE_TO_SHELL: For shell command execution
+  - ROUTE_TO_END: When task is complete
+  
+  Routing Guidelines:
+  1. If the query starts with "clone" and does NOT mention "issue", use ROUTE_TO_GIT_CLONE
+  2. If the query starts with "open issue" OR contains "create issue" OR contains "R2D deployment error", use ROUTE_TO_GITHUB_ISSUE
+  3. If the query needs shell commands (like "ls", "cat", "mkdir"), use ROUTE_TO_SHELL
+  4. If no action needed, use ROUTE_TO_END
+  
+  CRITICAL: Always emit exactly ONE routing token. Do not include explanations or additional text.
+  CRITICAL: ANY query that starts with "open issue" MUST route to ROUTE_TO_GITHUB_ISSUE.
+  CRITICAL: Issue creation requests should NEVER go to ROUTE_TO_END or ROUTE_TO_SHELL.
+  
+  Query: {query}
+  
+  Routing decision:
+
+# Error Handling
+error_handling:
+  retry_attempts: 2
+  timeout_seconds: 30
+  
+# GitHub Issue Templates
+github_issue:
+  default_labels: ["automation", "r2d-workflow"]
+  title_prefix: "R2D Workflow Error"

diagram_to_iac/agents/hello_langgraph/config.yaml

@@ -0,0 +1,6 @@
+# HelloAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides are defined here
+
+ai:
+  default_temperature: 0.0    # HelloAgent uses 0.0 instead of common 0.1

diagram_to_iac/agents/policy_agent/config.yaml

@@ -0,0 +1,43 @@
+# PolicyAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  policy_scan: "ROUTE_TO_POLICY_SCAN"
+  policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+  policy_block: "ROUTE_TO_POLICY_BLOCK"
+  policy_report: "ROUTE_TO_POLICY_REPORT"
+  end: "ROUTE_TO_END"
+
+# Policy enforcement settings (unique to PolicyAgent)
+policy:
+  # Security scanning with tfsec
+  tfsec:
+    enabled: true
+    timeout_seconds: 120
+    output_format: "json"
+    # Block apply on these severity levels
+    block_on_severity: ["CRITICAL", "HIGH"]
+    # Create artifacts for these severity levels
+    artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+  
+  # Working directory for policy scans
+  working_directory: "/workspace"
+  
+  # Artifact settings
+  artifacts:
+    # Directory to store policy findings
+    output_dir: "/workspace/.policy_findings"
+    # JSON artifact filename pattern
+    json_filename: "policy_findings_{timestamp}.json"
+    # Summary report filename pattern
+    summary_filename: "policy_summary_{timestamp}.txt"
+
+# Override memory settings for PolicyAgent
+memory:
+  max_history: 50
+
+logging:
+  level: "INFO"
+  format: "%(asctime)s - %(name)s - %(levelname)s - %(threadName)s - %(message)s"

diagram_to_iac/agents/supervisor_langgraph/config.yaml

@@ -0,0 +1,55 @@
+# SupervisorAgent specific configuration
+# Inherits common settings from src/diagram_to_iac/config.yaml  
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  clone: "ROUTE_TO_CLONE"
+  stack_detect: "ROUTE_TO_STACK_DETECT"
+  terraform: "ROUTE_TO_TERRAFORM"
+  issue: "ROUTE_TO_ISSUE"
+  end: "ROUTE_TO_END"
+
+# R2D workflow settings (unique to SupervisorAgent)
+workflow:
+  timeout_seconds: 600
+  working_directory: "/workspace"
+  auto_branch_naming: true
+  enhanced_terraform: true
+
+# Infrastructure detection patterns (unique to SupervisorAgent)
+stack_patterns:
+  terraform: "*.tf"
+  ansible: "*.yml"
+  powershell: "*.ps1"
+  shell: "*.sh"
+
+# Routing map for LangGraph nodes (unique to SupervisorAgent)
+routing_map:
+  clone_repo_node: "clone_repo_node"
+  stack_detect_node: "stack_detect_node"
+  terraform_workflow_node: "terraform_workflow_node"
+  issue_create_node: "issue_create_node"
+
+# Prompt templates
+prompts:
+  planner_prompt: |
+    User input: "{user_input}"
+
+    Analyze this R2D (Repo-to-Deployment) request and determine the appropriate action:
+
+    **COMPLETE R2D WORKFLOW PATTERNS:**
+    - If the input contains a repository URL (http/https .git URLs), this is a complete R2D workflow request
+    - If requesting "Execute R2D workflow", "Deploy repository", "Process repository", this is a complete workflow
+    - For complete workflows, ALWAYS start with "{route_clone}" regardless of other keywords
+
+    **INDIVIDUAL ACTION PATTERNS:**
+    1. If requesting to clone a repository (keywords: 'clone', 'download', 'git clone'), respond with "{route_clone}"
+    2. If requesting stack detection (keywords: 'detect', 'scan', 'find files', 'infrastructure'), respond with "{route_stack_detect}"
+    3. If requesting Terraform operations (keywords: 'terraform', 'plan', 'apply', 'init'), respond with "{route_terraform}"
+    4. If requesting GitHub issue creation (keywords: 'issue', 'error', 'problem'), respond with "{route_issue}"
+    5. If the request is complete or no action needed, respond with "{route_end}"
+
+    **IMPORTANT:** 
+    - Repository URLs (.git, github.com, gitlab.com) = Complete R2D workflow = Start with "{route_clone}"
+    - Any mention of "R2D workflow", "execute workflow", "deploy repo" = Complete workflow = Start with "{route_clone}"

diagram_to_iac/agents/terraform_langgraph/config.yaml

@@ -0,0 +1,25 @@
+# TerraformAgent specific configuration  
+# Inherits common settings from src/diagram_to_iac/config.yaml
+# Only agent-specific overrides and unique settings are defined here
+
+# Agent-specific routing tokens
+routing_keys:
+  terraform_init: "ROUTE_TO_TF_INIT"
+  terraform_plan: "ROUTE_TO_TF_PLAN"
+  terraform_apply: "ROUTE_TO_TF_APPLY"
+  open_issue: "ROUTE_TO_OPEN_ISSUE"
+  shell_exec: "ROUTE_TO_SHELL_EXEC"
+  end: "ROUTE_TO_END"
+
+# Terraform-specific settings
+terraform:
+  working_directory: "/workspace"
+  allowed_commands:
+    - "terraform"
+    - "init"
+    - "plan"
+    - "apply"
+    - "destroy"
+    - "validate"
+    - "fmt"
+    - "version"

diagram_to_iac/config.yaml

@@ -0,0 +1,253 @@
+# src/diagram_to_iac/config.yaml
+# Central application configuration for diagram-to-iac
+# This file contains common settings shared across agents and tools
+# Individual agent/tool configs can override these values
+
+# System settings
+system:
+  workspace_base: "/workspace"
+  log_level: "INFO"
+
+# Network timeouts
+network:
+  api_timeout: 10           # Used in api_utils.py for API calls
+  shell_timeout: 30         # Used in shell tools
+  terraform_timeout: 300    # Used in terraform tools
+  github_timeout: 15        # Used in GitHub API calls
+  git_timeout: 300          # Used in git operations
+
+# AI/LLM settings (common defaults)
+ai:
+  default_model: "gpt-4o-mini"
+  default_temperature: 0.1      # Most agents use 0.1
+  max_tokens: 1000              # Common across agents
+  
+  # Provider selection strategy for intelligent fallback
+  provider_selection:
+    strategy: "auto"             # Options: "auto", "prefer_cost", "prefer_performance", "manual"
+    preferred_order:             # Provider preference order when strategy is "auto"
+      - "openai"                 # Primary choice - good balance of cost/performance
+      - "anthropic"              # Secondary - good for reasoning tasks
+      - "google"                 # Tertiary - good for multimodal tasks
+      - "grok"                   # Experimental - not implemented yet
+    
+    # Strategy-specific configurations
+    cost_optimization:
+      prefer_models:
+        - "gpt-4o-mini"          # Most cost-effective
+        - "gpt-3.5-turbo"        # Good performance/cost ratio
+        - "claude-3-haiku"       # Fast and cheap
+        - "gemini-pro"           # Google's cost-effective option
+    
+    performance_optimization:
+      prefer_models:
+        - "gpt-4o"               # Best OpenAI performance
+        - "claude-3-sonnet"      # Best Anthropic reasoning
+        - "gpt-4-turbo"          # High performance OpenAI
+        - "gemini-1.5-pro"       # Best Google model
+    
+    # Fallback behavior when all providers fail
+    fallback:
+      enabled: true
+      retry_attempts: 2
+      retry_delay_seconds: 1
+      default_to_offline: false   # If true, gracefully degrade to offline mode
+
+# Common memory settings
+memory:
+  type: "persistent"
+  max_history: 100
+
+# Common error handling
+error_handling:
+  max_retries: 3
+  retry_delay_seconds: 5
+  auto_fix_enabled: true
+  create_github_issues: true
+
+# Common logging
+logging:
+  level: "INFO"
+  format: "%(asctime)s - %(name)s - %(levelname)s - %(threadName)s - %(message)s"
+
+# Route tokens (commonly used across agents)
+routing:
+  tokens:
+    # Hello agent operations
+    addition: "ROUTE_TO_ADDITION"
+    multiplication: "ROUTE_TO_MULTIPLICATION"
+    
+    # Git operations
+    git_clone: "ROUTE_TO_GIT_CLONE"
+    github_cli: "ROUTE_TO_GITHUB_CLI"
+    github_issue: "ROUTE_TO_GITHUB_ISSUE"
+    shell_exec: "ROUTE_TO_SHELL_EXEC"
+    shell: "ROUTE_TO_SHELL"
+    create_pr: "ROUTE_TO_CREATE_PR"
+    
+    # Terraform operations
+    terraform_init: "ROUTE_TO_TF_INIT"
+    terraform_plan: "ROUTE_TO_TF_PLAN"
+    terraform_apply: "ROUTE_TO_TF_APPLY"
+    
+    # Supervisor operations
+    clone: "ROUTE_TO_CLONE"
+    stack_detect: "ROUTE_TO_STACK_DETECT"
+    terraform: "ROUTE_TO_TERRAFORM"
+    issue: "ROUTE_TO_ISSUE"
+    
+    # Demonstrator operations
+    analyze: "ROUTE_TO_ANALYZE"
+    demonstrate: "ROUTE_TO_DEMONSTRATE"
+    collect_inputs: "ROUTE_TO_COLLECT_INPUTS"
+    retry: "ROUTE_TO_RETRY"
+    
+    # Policy operations
+    policy_scan: "ROUTE_TO_POLICY_SCAN"
+    policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+    policy_block: "ROUTE_TO_POLICY_BLOCK"
+    policy_report: "ROUTE_TO_POLICY_REPORT"
+    
+    # End states
+    create_issue: "ROUTE_TO_CREATE_ISSUE"
+    open_issue: "ROUTE_TO_OPEN_ISSUE"
+    end: "ROUTE_TO_END"
+
+# Tool settings (common defaults)
+tools:
+  shell:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+      - "curl"
+      - "wget"
+      - "jq"
+      - "gh"
+      - "tfsec"
+      - "ls"
+      - "find"
+      - "wc"
+    max_output_size: 8192
+    allow_relative_paths: true
+    restrict_to_workspace: true
+    
+  git:
+    default_clone_depth: 1
+    sanitize_repo_names: true
+    store_operations_in_memory: true
+    remote_name: "origin"
+    
+  terraform:
+    allowed_binaries:
+      - "terraform"
+      - "git"
+      - "bash"
+      - "sh"
+    default_plan_file: "plan.tfplan"
+    default_auto_approve: true
+    restrict_to_workspace: true
+    store_operations_in_memory: true
+    
+  policy:
+    tfsec_enabled: true
+    block_on_severity: ["CRITICAL", "HIGH"]
+    artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+
+# Agent-specific configurations
+agents:
+  policy_agent:
+    # Policy enforcement settings
+    policy:
+      tfsec:
+        enabled: true
+        timeout_seconds: 120
+        output_format: "json"
+        block_on_severity: ["CRITICAL", "HIGH"]
+        artifact_on_severity: ["CRITICAL", "HIGH", "MEDIUM"]
+      working_directory: "/workspace"
+      artifacts:
+        output_dir: "/workspace/.policy_findings"
+        json_filename: "policy_findings_{timestamp}.json"
+        summary_filename: "policy_summary_{timestamp}.txt"
+    
+    # Agent-specific routing tokens
+    routing_keys:
+      policy_scan: "ROUTE_TO_POLICY_SCAN"
+      policy_evaluate: "ROUTE_TO_POLICY_EVALUATE"
+      policy_block: "ROUTE_TO_POLICY_BLOCK"
+      policy_report: "ROUTE_TO_POLICY_REPORT"
+      end: "ROUTE_TO_END"
+    
+    # Memory settings
+    memory:
+      max_history: 50
+  
+  policy:
+    tfsec_enabled: true
+    block_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+    artifact_on_severity:
+      - "CRITICAL"
+      - "HIGH"
+      - "MEDIUM"
+
+# GitHub settings
+github:
+  default_assignees: ["team-infra"]
+  copilot_assignee: "CopilotUser"
+  
+  # GitHub credentials and repository settings (for tests and development)
+  username: "amartyamandal"                    # GitHub username used in tests and development
+  default_repo: "amartyamandal/diagram-to-iac" # Default repository for development
+
+# Test configuration
+test:
+  # Repository settings for integration tests
+  github:
+    # Real, accessible test repository that the CI GitHub token has access to
+    test_repo_url: "https://github.com/amartyamandal/test_iac_agent_private.git"
+    test_repo_owner: "amartyamandal"
+    test_repo_name: "test_iac_agent_private"
+    # Alternative test repositories for different scenarios
+    public_test_repo_url: "https://github.com/amartyamandal/test_iac_agent_public.git"
+  
+  # Test configuration flags
+  settings:
+    skip_integration_tests_without_token: true
+    use_real_github_api: true  # Set to true in CI for real integration tests
+    mock_network_calls: true    # Mock network calls by default for unit tests
+
+# Secret management
+security:
+  required_secrets:
+    - "REPO_API_KEY"
+  optional_secrets:
+    - "TF_API_KEY"
+    - "OPENAI_API_KEY"
+    - "GOOGLE_API_KEY"
+    - "ANTHROPIC_API_KEY"
+    - "GROK_API_KEY"
+    - "DOCKERHUB_API_KEY"
+    - "DOCKERHUB_USERNAME"
+    - "PYPI_API_KEY"
+  secret_mappings:
+    REPO_API_KEY: "GITHUB_TOKEN"
+    TF_API_KEY: "TFE_TOKEN"
+
+# Environment variable overrides configuration
+environment_overrides:
+  allowed_overrides:
+    - "network.api_timeout"
+    - "network.shell_timeout"
+    - "network.terraform_timeout"
+    - "network.github_timeout"
+    - "network.git_timeout"
+    - "ai.default_model"
+    - "ai.default_temperature"
+    - "ai.max_tokens"
+    - "system.workspace_base"
+    - "system.log_level"
+    - "logging.level"

diagram_to_iac/core/test_config.py

@@ -0,0 +1,123 @@
+"""
+Configuration loader for diagram-to-iac tests.
+
+This module provides utilities to load test configuration from the main config.yaml file,
+making test repository URLs and other test settings configurable and centralized.
+"""
+
+import os
+import yaml
+from pathlib import Path
+from typing import Dict, Any
+
+
+def load_test_config() -> Dict[str, Any]:
+    """
+    Load test configuration from the main config.yaml file.
+    
+    Returns:
+        Dict containing test configuration settings
+    """
+    # Find the config file relative to this module
+    # The config.yaml is at src/diagram_to_iac/config.yaml
+    # This file is at src/diagram_to_iac/core/test_config.py
+    # So we need to go up one directory
+    current_dir = Path(__file__).parent
+    config_path = current_dir.parent / "config.yaml"
+    
+    if not config_path.exists():
+        raise FileNotFoundError(f"Config file not found at {config_path}")
+    
+    with open(config_path, 'r') as f:
+        config = yaml.safe_load(f)
+    
+    return config.get('test', {})
+
+
+def get_test_repo_url() -> str:
+    """
+    Get the test repository URL from configuration.
+    
+    Returns:
+        The configured test repository URL
+    """
+    config = load_test_config()
+    return config.get('github', {}).get('test_repo_url', 'https://github.com/amartyamandal/test_iac_agent_private.git')
+
+
+def get_test_repo_owner() -> str:
+    """
+    Get the test repository owner from configuration.
+    
+    Returns:
+        The configured test repository owner
+    """
+    config = load_test_config()
+    return config.get('github', {}).get('test_repo_owner', 'amartyamandal')
+
+
+def get_test_repo_name() -> str:
+    """
+    Get the test repository name from configuration.
+    
+    Returns:
+        The configured test repository name
+    """
+    config = load_test_config()
+    return config.get('github', {}).get('test_repo_name', 'test_iac_agent_private')
+
+
+def get_public_test_repo_url() -> str:
+    """
+    Get the public test repository URL from configuration.
+    
+    Returns:
+        The configured public test repository URL
+    """
+    config = load_test_config()
+    return config.get('github', {}).get('public_test_repo_url', 'https://github.com/amartyamandal/test_iac_agent_public.git')
+
+
+def should_skip_integration_tests() -> bool:
+    """
+    Check if integration tests should be skipped when no GitHub token is available.
+    
+    Returns:
+        True if integration tests should be skipped without a token
+    """
+    config = load_test_config()
+    return config.get('settings', {}).get('skip_integration_tests_without_token', True)
+
+
+def should_use_real_github_api() -> bool:
+    """
+    Check if tests should use real GitHub API calls.
+    
+    Returns:
+        True if real GitHub API calls should be used
+    """
+    config = load_test_config()
+    return config.get('settings', {}).get('use_real_github_api', False)
+
+
+def should_mock_network_calls() -> bool:
+    """
+    Check if network calls should be mocked by default.
+    
+    Returns:
+        True if network calls should be mocked
+    """
+    config = load_test_config()
+    return config.get('settings', {}).get('mock_network_calls', True)
+
+
+# Convenience function for backwards compatibility
+def get_test_github_repo() -> str:
+    """
+    Get the test GitHub repository URL.
+    Alias for get_test_repo_url() for backwards compatibility.
+    
+    Returns:
+        The configured test repository URL
+    """
+    return get_test_repo_url()