@probelabs/visor 0.1.106 → 0.1.111

package/dist/examples/ai-retry-fallback-config.yaml

@@ -0,0 +1,180 @@
+# Example configuration demonstrating AI retry and fallback mechanisms
+# This shows how to configure automatic retries with exponential backoff
+# and fallback to alternative AI providers when the primary provider fails
+
+version: '1.0'
+
+# Global AI provider settings with retry and fallback
+# Note: Check-level settings (in steps.<name>.ai) override these global settings
+ai_provider: anthropic
+ai_model: claude-3-5-sonnet-20241022
+
+steps:
+  # Example 1: Basic retry configuration
+  # Retries the same provider with exponential backoff
+  code-review:
+    type: ai
+    prompt: |
+      Review this code for security vulnerabilities and best practices.
+      Focus on:
+      - Authentication and authorization issues
+      - SQL injection and XSS vulnerabilities
+      - Sensitive data exposure
+    schema: code-review
+    on:
+      - pr_opened
+      - pr_updated
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+      # Retry configuration for transient failures
+      retry:
+        maxRetries: 3              # Retry up to 3 times (0-50 allowed)
+        initialDelay: 1000         # Start with 1 second delay (0-60000ms)
+        maxDelay: 30000            # Cap delay at 30 seconds (0-300000ms)
+        backoffFactor: 2           # Double delay each retry (1-10 allowed)
+        retryableErrors:           # Optional: custom error patterns to retry on
+          - "rate limit"
+          - "503"
+          - "timeout"
+
+  # Example 2: Automatic fallback with environment detection
+  # Automatically falls back to available providers based on env vars
+  security-scan:
+    type: ai
+    prompt: |
+      Perform a comprehensive security analysis of the changes.
+      Identify critical security vulnerabilities.
+    schema: code-review
+    on:
+      - pr_opened
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+      retry:
+        maxRetries: 2
+        initialDelay: 1000
+        backoffFactor: 2
+      # Automatic fallback to any available provider
+      fallback:
+        auto: true                 # Enable automatic provider detection
+        strategy: any              # Try any available provider
+        maxTotalAttempts: 10       # Total attempts across all providers
+
+  # Example 3: Custom fallback provider chain
+  # Explicitly specify fallback providers in order
+  performance-review:
+    type: ai
+    prompt: |
+      Analyze code for performance issues and optimization opportunities.
+    schema: code-review
+    on:
+      - pr_opened
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+      retry:
+        maxRetries: 2
+        initialDelay: 500
+        backoffFactor: 2
+      # Custom fallback chain
+      fallback:
+        strategy: custom
+        maxTotalAttempts: 8
+        providers:
+          # First fallback: Try OpenAI GPT-4
+          - provider: openai
+            model: gpt-4-turbo-preview
+            maxRetries: 2           # Per-provider retry override
+            apiKey: "${OPENAI_API_KEY}"  # Can reference env vars
+
+          # Second fallback: Try Google Gemini
+          - provider: google
+            model: gemini-2.0-flash-exp
+            maxRetries: 2
+            apiKey: "${GOOGLE_API_KEY}"
+
+          # Third fallback: AWS Bedrock (requires AWS credentials)
+          - provider: bedrock
+            model: anthropic.claude-3-5-sonnet-20241022-v2:0
+            maxRetries: 1
+            region: us-east-1
+            accessKeyId: "${AWS_ACCESS_KEY_ID}"
+            secretAccessKey: "${AWS_SECRET_ACCESS_KEY}"
+
+  # Example 4: Same-model fallback strategy
+  # Falls back to same model on different providers
+  style-review:
+    type: ai
+    prompt: |
+      Review code style and consistency with project conventions.
+    schema: code-review
+    on:
+      - pr_updated
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+      retry:
+        maxRetries: 1
+      fallback:
+        strategy: same-model      # Try to use same model on other providers
+        auto: true
+        maxTotalAttempts: 5
+
+  # Example 5: Same-provider fallback strategy
+  # Falls back to different models from same provider
+  documentation-review:
+    type: ai
+    prompt: |
+      Review documentation for completeness and clarity.
+    schema: code-review
+    on:
+      - pr_opened
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+      retry:
+        maxRetries: 2
+      fallback:
+        strategy: same-provider    # Try other models from Anthropic
+        providers:
+          - provider: anthropic
+            model: claude-3-opus-20240229
+            maxRetries: 1
+          - provider: anthropic
+            model: claude-3-haiku-20240307
+            maxRetries: 1
+
+  # Example 6: Conservative retry with no fallback
+  # Useful when you want to fail fast and don't want to try alternatives
+  critical-security-check:
+    type: ai
+    prompt: |
+      Perform critical security validation that requires highest accuracy.
+    schema: code-review
+    on:
+      - pr_opened
+    ai:
+      provider: anthropic
+      model: claude-3-opus-20240229  # Use most capable model
+      retry:
+        maxRetries: 1               # Only retry once
+        initialDelay: 2000
+      # No fallback - fail if primary provider fails after retries
+
+output:
+  pr_comment:
+    format: markdown
+    group_by: check
+    collapse: false
+  github_checks:
+    enabled: true
+    per_check: true
+
+# Notes:
+# - Retry logic uses exponential backoff with random jitter to avoid thundering herd
+# - Retries automatically detect transient failures (rate limits, timeouts, 503, etc.)
+# - Fallback providers are tried in order after primary provider exhausts retries
+# - Environment variables are automatically used when fallback.auto is enabled
+# - Each provider in fallback chain can have its own retry configuration
+# - maxTotalAttempts caps total attempts across all providers to prevent excessive API usage

package/dist/examples/ai-with-bash.yaml

@@ -0,0 +1,126 @@
+# Example Visor configuration demonstrating bash command execution in AI checks
+version: "1.0"
+
+# Global AI provider configuration
+ai_provider: anthropic
+ai_model: claude-3-sonnet
+
+steps:
+  # Example 1: Simple - Enable bash with default safe commands
+  git-status-analysis:
+    type: ai
+    prompt: |
+      Analyze the current git repository status:
+      - Check for uncommitted changes
+      - Review the current branch
+      - List recent commits
+      - Identify any potential issues
+    ai:
+      provider: anthropic
+      model: claude-3-opus
+      allowBash: true  # Simple one-line enable
+    on: ["pr_opened", "pr_updated"]
+    tags: ["git", "analysis"]
+
+  # Example 2: Advanced - Custom allow/deny lists for npm commands
+  npm-audit-check:
+    type: ai
+    prompt: |
+      Run npm audit and analyze the security vulnerabilities:
+      - Check for high/critical vulnerabilities
+      - Review outdated dependencies
+      - Suggest remediation steps
+    ai:
+      provider: google
+      model: gemini-2.0-flash-exp
+      allowBash: true
+      bashConfig:
+        allow:
+          - 'npm audit --json'
+          - 'npm outdated --json'
+          - 'npm list --depth=0'
+        timeout: 60000  # 60 second timeout
+    on: ["pr_opened"]
+    tags: ["security", "npm"]
+
+  # Example 3: Advanced - Test execution with custom config
+  test-runner-analysis:
+    type: ai
+    prompt: |
+      Run the test suite and analyze the results:
+      - Execute all tests
+      - Identify failing tests
+      - Review code coverage
+      - Suggest improvements
+    ai:
+      provider: anthropic
+      allowBash: true
+      bashConfig:
+        allow:
+          - 'npm test'
+          - 'npm run test:coverage'
+        deny:
+          - 'npm install'  # Explicitly block installation
+        timeout: 300000  # 5 minute timeout for tests
+        workingDirectory: '.'
+    on: ["pr_opened", "pr_updated"]
+    tags: ["tests", "coverage"]
+
+  # Example 4: Advanced - Build and lint with timeouts
+  build-lint-check:
+    type: ai
+    prompt: |
+      Run build and lint checks:
+      - Execute the build process
+      - Run ESLint
+      - Check TypeScript compilation
+      - Review any errors or warnings
+    ai:
+      provider: openai
+      model: gpt-4
+      allowBash: true
+      bashConfig:
+        allow:
+          - 'npm run build'
+          - 'npm run lint'
+          - 'tsc --noEmit'
+        timeout: 180000  # 3 minute timeout
+    on: ["pr_opened"]
+    tags: ["build", "lint"]
+
+  # Example 5: Expert - Custom commands only (no defaults)
+  custom-commands-only:
+    type: ai
+    prompt: "Run custom analysis commands with strict control"
+    ai:
+      provider: anthropic
+      allowBash: true
+      bashConfig:
+        noDefaultAllow: true  # Disable default safe commands
+        noDefaultDeny: false  # Keep dangerous command blocklist
+        allow:
+          - 'custom-tool analyze'
+          - 'custom-tool report'
+        timeout: 30000
+    on: ["manual"]
+    tags: ["custom", "advanced"]
+
+  # Example 6: Simple - File system analysis with defaults
+  filesystem-analysis:
+    type: ai
+    prompt: |
+      Analyze the project file structure:
+      - List all source files
+      - Check file sizes
+      - Review directory structure
+      - Identify any organizational issues
+    ai:
+      provider: anthropic
+      allowBash: true  # Uses default safe commands (ls, find, etc.)
+    on: ["pr_opened"]
+    tags: ["filesystem", "structure"]
+
+output:
+  pr_comment:
+    enabled: true
+    group_by: check

package/dist/examples/ai-with-mcp.yaml

@@ -0,0 +1,82 @@
+# Example Visor configuration demonstrating MCP support in AI checks
+version: "1.0"
+
+# Global AI provider configuration
+ai_provider: anthropic
+ai_model: claude-3-sonnet
+
+# Global MCP servers (available to all AI checks by default)
+ai_mcp_servers:
+  probe:
+    command: "npx"
+    args: ["-y", "@probelabs/probe@latest", "mcp"]
+  filesystem:
+    command: "npx"
+    args: ["-y", "@modelcontextprotocol/server-filesystem", "/home/user/project"]
+
+steps:
+  # Example 1: Uses global MCP servers (inherits probe and filesystem)
+  basic_security_review:
+    type: ai
+    prompt: |
+      Review the code changes for security vulnerabilities using available tools.
+      Focus on common security issues like injection attacks and XSS.
+    on: ["pr_opened", "pr_updated"]
+    tags: ["security", "basic"]
+
+  # Example 2: Check-level MCP servers (overrides global)
+  performance_review:
+    type: ai
+    prompt: |
+      Analyze the code for performance issues using specialized tools.
+      Look for inefficient algorithms and potential bottlenecks.
+    ai_mcp_servers:
+      probe:
+        command: "npx"
+        args: ["-y", "@probelabs/probe@latest", "mcp"]
+      custom_profiler:
+        command: "python3"
+        args: ["./tools/performance-analyzer.py"]
+        env:
+          ANALYSIS_DEPTH: "comprehensive"
+    on: ["pr_opened"]
+    tags: ["performance", "mcp"]
+
+  # Example 3: AI object-level MCP servers (overrides all others)
+  comprehensive_review:
+    type: ai
+    prompt: |
+      Perform comprehensive code analysis using all available tools.
+      This check uses its own specific set of MCP servers.
+    ai:
+      provider: anthropic
+      model: claude-3-opus  # Override global model for this check
+      mcpServers:
+        probe:
+          command: "npx"
+          args: ["-y", "@probelabs/probe@latest", "mcp"]
+          env:
+            PROBE_DEBUG: "true"
+        filesystem:
+          command: "npx"
+          args: ["-y", "@modelcontextprotocol/server-filesystem", "/home/user/project"]
+        github:
+          command: "npx"
+          args: ["-y", "@modelcontextprotocol/server-github"]
+          env:
+            GITHUB_TOKEN: "${GITHUB_TOKEN}"
+    on: ["pr_opened"]
+    tags: ["comprehensive", "mcp"]
+
+  # Example 4: No MCP servers (basic AI check)
+  simple_ai_check:
+    type: ai
+    prompt: "Review this code for basic issues without using external tools"
+    ai_mcp_servers: {}  # Explicitly disable global MCP servers for this check
+    on: ["pr_opened", "pr_updated"]
+    tags: ["basic", "simple"]
+
+output:
+  pr_comment:
+    enabled: true
+    group_by: check

package/dist/examples/basic-human-input.yaml

@@ -0,0 +1,15 @@
+version: '1.0'
+
+checks:
+  ask-user:
+    type: human-input
+    prompt: "What is your name?"
+    placeholder: "Enter your name..."
+    allow_empty: false
+
+  greet:
+    type: log
+    depends_on: [ask-user]
+    message: |
+      Hello, {{ outputs['ask-user'] }}!
+      Welcome to Visor.

package/dist/examples/bedrock-config.yaml

@@ -0,0 +1,77 @@
+# Example Visor configuration for AWS Bedrock
+# This demonstrates various ways to configure and use AWS Bedrock as your AI provider
+
+
+# Example GitHub Actions workflow to use this configuration:
+#
+# name: AI Code Review with AWS Bedrock
+# on: [pull_request]
+#
+# jobs:
+#   review:
+#     runs-on: ubuntu-latest
+#     steps:
+#       - uses: actions/checkout@v4
+#       - uses: probelabs/visor@v1
+#         with:
+#           ai-provider: bedrock
+#           ai-model: anthropic.claude-sonnet-4-20250514-v1:0
+#         env:
+#           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+#           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+#           AWS_REGION: us-east-1
+
+# As alternative to github action, you can also set it in config on various levels, or via following env vars:
+#
+# export AI_PROVIDER=bedrock  # This gets mapped internally
+# export AI_MODEL=anthropic.claude-sonnet-4-20250514-v1:0
+
+# Configuration version
+version: "1.0"
+
+# Global AI provider settings, via config
+# Set Bedrock as the default provider for all AI checks
+ai_provider: bedrock
+ai_model: anthropic.claude-sonnet-4-20250514-v1:0  # Default Bedrock model
+
+steps:
+  # Basic check using global Bedrock settings
+  security-analysis:
+    type: ai
+    prompt: |
+      Analyze the code changes for security vulnerabilities including:
+      - SQL injection risks
+      - XSS vulnerabilities
+      - Authentication/authorization issues
+      - Sensitive data exposure
+      - Input validation problems
+
+  # Check with explicit Bedrock configuration
+  performance-review:
+    type: ai
+    ai_provider: bedrock
+    ai_model: anthropic.claude-3-opus-20240229  # Use a different Bedrock model
+    prompt: |
+      Review code for performance issues:
+      - Inefficient algorithms (O(n²) or worse)
+      - Memory leaks or excessive allocations
+      - Database query optimization opportunities
+      - Caching opportunities
+    schema: code-review  # Use structured output
+
+  # Mixed provider example - use different providers for different checks
+  quick-style-check:
+    type: ai
+    ai_provider: google  # Override to use Google Gemini for this check
+    ai_model: gemini-2.0-flash-exp
+    prompt: "Quick style and formatting check"
+
+# Output configuration
+output:
+  pr_comment:
+    format: markdown
+    group_by: check
+    collapse: true
+  github_checks:
+    enabled: true
+    per_check: true  # Create separate GitHub check runs for each check

package/dist/examples/calculator-config.yaml

@@ -0,0 +1,133 @@
+version: "1.0"
+
+# Interactive Calculator Example
+# Demonstrates human-input + memory + JavaScript workflow
+#
+# Usage:
+#   visor --config examples/calculator-config.yaml
+#
+# Or with inline messages:
+#   visor --config examples/calculator-config.yaml \
+#     --message 42  # First run asks for number1
+#
+# The workflow will:
+# 1. Ask for first number
+# 2. Store it in memory
+# 3. Ask for second number
+# 4. Store it in memory
+# 5. Ask for operation (+, -, *, /)
+# 6. Calculate result using JavaScript
+# 7. Display formatted result
+
+memory:
+  storage: memory
+  namespace: calculator
+
+checks:
+  # Step 1: Get first number
+  get-number1:
+    type: human-input
+    prompt: "Enter the first number:"
+    placeholder: "e.g., 42"
+    allow_empty: false
+
+  # Step 2: Store first number in memory
+  store-number1:
+    type: memory
+    depends_on: [get-number1]
+    operation: set
+    namespace: calculator
+    key: number1
+    value_js: "parseFloat(outputs['get-number1'])"
+
+  # Step 3: Get second number
+  get-number2:
+    type: human-input
+    depends_on: [store-number1]
+    prompt: "Enter the second number:"
+    placeholder: "e.g., 7"
+    allow_empty: false
+
+  # Step 4: Store second number in memory
+  store-number2:
+    type: memory
+    depends_on: [get-number2]
+    operation: set
+    namespace: calculator
+    key: number2
+    value_js: "parseFloat(outputs['get-number2'])"
+
+  # Step 5: Get operation
+  get-operation:
+    type: human-input
+    depends_on: [store-number2]
+    prompt: "Select operation (+, -, *, /):"
+    placeholder: "Enter one of: + - * /"
+    allow_empty: false
+
+  # Step 6: Store operation in memory
+  store-operation:
+    type: memory
+    depends_on: [get-operation]
+    operation: set
+    namespace: calculator
+    key: operation
+    value_js: "outputs['get-operation'].trim()"
+
+  # Step 7: Perform calculation using memory and JavaScript
+  calculate:
+    type: script
+    depends_on: [store-operation]
+    content: |
+      // Get values from memory
+      const num1 = memory.get('number1', 'calculator');
+      const num2 = memory.get('number2', 'calculator');
+      const op = memory.get('operation', 'calculator');
+
+      // Log for debugging
+      log('Calculating:', num1, op, num2);
+
+      // Perform calculation
+      let result;
+      switch(op) {
+        case '+':
+          result = num1 + num2;
+          break;
+        case '-':
+          result = num1 - num2;
+          break;
+        case '*':
+          result = num1 * num2;
+          break;
+        case '/':
+          if (num2 === 0) {
+            throw new Error('Division by zero!');
+          }
+          result = num1 / num2;
+          break;
+        default:
+          throw new Error('Invalid operation: ' + op);
+      }
+
+      // Return result for output
+      return result;
+
+  # Step 8: Display the result
+  show-result:
+    type: log
+    depends_on: [calculate]
+    message: |
+
+      ╔════════════════════════════════════════╗
+      ║          CALCULATION RESULT            ║
+      ╠════════════════════════════════════════╣
+      ║                                        ║
+      ║  {{ outputs['get-number1'] }} {{ outputs['get-operation'] }} {{ outputs['get-number2'] }} = {{ outputs['calculate'] }}
+      ║                                        ║
+      ╚════════════════════════════════════════╝
+
+output:
+  pr_comment:
+    format: markdown
+    group_by: check
+    collapse: false