@probelabs/visor 0.1.106 → 0.1.107

package/dist/examples/custom-tools-example.yaml

@@ -0,0 +1,281 @@
+version: "1.0"
+
+# Custom Tool Definitions
+# These tools can be used in any MCP block with transport: custom
+tools:
+  # Simple grep tool for finding patterns in files
+  grep-pattern:
+    name: grep-pattern
+    description: Search for patterns in files using grep
+    inputSchema:
+      type: object
+      properties:
+        pattern:
+          type: string
+          description: Regular expression pattern to search for
+        files:
+          type: array
+          items:
+            type: string
+          description: List of files to search in
+      required: [pattern]
+    exec: 'grep -n "{{ args.pattern }}" {{ args.files | join: " " }}'
+    transform_js: |
+      // Parse grep output into structured format
+      const lines = output.trim().split('\n').filter(l => l);
+      return lines.map(line => {
+        const match = line.match(/^([^:]+):(\d+):(.*)$/);
+        if (!match) return null;
+        return {
+          file: match[1],
+          line: parseInt(match[2]),
+          content: match[3].trim()
+        };
+      }).filter(Boolean);
+
+  # Tool to count lines of code
+  count-lines:
+    name: count-lines
+    description: Count lines of code in files
+    inputSchema:
+      type: object
+      properties:
+        files:
+          type: array
+          items:
+            type: string
+          description: Files to count lines in
+        exclude_blank:
+          type: boolean
+          description: Exclude blank lines from count
+    exec: |
+      {% if args.exclude_blank %}
+        cat {{ args.files | join: " " }} | grep -v "^$" | wc -l
+      {% else %}
+        cat {{ args.files | join: " " }} | wc -l
+      {% endif %}
+    transform_js: 'return parseInt(output.trim());'
+
+  # Tool to check if a file contains sensitive data patterns
+  check-secrets:
+    name: check-secrets
+    description: Check for potential secrets in files
+    inputSchema:
+      type: object
+      properties:
+        file:
+          type: string
+          description: File to check
+      required: [file]
+    exec: |
+      grep -E "(api[_-]?key|secret|token|password|pwd|auth|credential)" -i "{{ args.file }}" || echo "No secrets found"
+    transform_js: |
+      if (output.includes("No secrets found")) {
+        return { safe: true, issues: [] };
+      }
+      const lines = output.trim().split('\n');
+      return {
+        safe: false,
+        issues: lines.map(line => ({
+          type: 'potential_secret',
+          content: line.substring(0, 100) // Truncate for safety
+        }))
+      };
+
+  # Tool to analyze code complexity
+  analyze-complexity:
+    name: analyze-complexity
+    description: Analyze code complexity metrics
+    inputSchema:
+      type: object
+      properties:
+        file:
+          type: string
+          description: Source code file to analyze
+        language:
+          type: string
+          description: Programming language (js, py, go, etc.)
+      required: [file]
+    exec: |
+      echo "Analyzing {{ args.file }}"
+      # Count functions/methods
+      {% if args.language == "js" or args.language == "ts" %}
+        grep -c "function\|=>" "{{ args.file }}" || echo "0"
+      {% elsif args.language == "py" %}
+        grep -c "def " "{{ args.file }}" || echo "0"
+      {% elsif args.language == "go" %}
+        grep -c "func " "{{ args.file }}" || echo "0"
+      {% else %}
+        echo "0"
+      {% endif %}
+    transform_js: |
+      const functionCount = parseInt(output.trim().split('\n').pop() || '0');
+      return {
+        file: args.file,
+        language: args.language || 'unknown',
+        metrics: {
+          functionCount: functionCount,
+          complexity: functionCount > 10 ? 'high' : functionCount > 5 ? 'medium' : 'low'
+        }
+      };
+
+  # Tool to validate JSON/YAML files
+  validate-config:
+    name: validate-config
+    description: Validate configuration file syntax
+    inputSchema:
+      type: object
+      properties:
+        file:
+          type: string
+          description: Configuration file to validate
+        type:
+          type: string
+          enum: [json, yaml]
+          description: File type to validate
+      required: [file, type]
+    exec: |
+      {% if args.type == "json" %}
+        python3 -m json.tool "{{ args.file }}" > /dev/null 2>&1 && echo "Valid JSON" || echo "Invalid JSON"
+      {% else %}
+        python3 -c "import yaml; yaml.safe_load(open('{{ args.file }}'))" 2>&1 && echo "Valid YAML" || echo "Invalid YAML"
+      {% endif %}
+    parseJson: false
+    transform_js: |
+      const isValid = output.includes("Valid");
+      return {
+        file: args.file,
+        type: args.type,
+        valid: isValid,
+        message: output.trim()
+      };
+
+  # Tool to generate file statistics
+  file-stats:
+    name: file-stats
+    description: Generate statistics about files
+    inputSchema:
+      type: object
+      properties:
+        pattern:
+          type: string
+          description: Glob pattern for files to analyze
+    exec: |
+      find . -name "{{ args.pattern }}" -type f | xargs wc -l | tail -1
+    transform_js: |
+      const parts = output.trim().split(/\s+/);
+      return {
+        totalLines: parseInt(parts[0] || '0'),
+        fileCount: Math.max(0, parts.length - 2) // Subtract total line
+      };
+
+# Example usage of custom tools in checks
+steps:
+  # Use custom tool to find TODO comments
+  find-todos:
+    type: mcp
+    transport: custom
+    method: grep-pattern
+    methodArgs:
+      pattern: "TODO|FIXME|HACK"
+      files: ["*.js", "*.ts", "*.py"]
+    transform_js: |
+      // Convert grep results to issues
+      output.map(match => ({
+        file: match.file,
+        line: match.line,
+        message: `Found comment: ${match.content}`,
+        severity: match.content.includes('FIXME') ? 'warning' : 'info',
+        category: 'documentation',
+        ruleId: 'todo-comment'
+      }))
+
+  # Check for secrets using custom tool
+  security-check:
+    type: mcp
+    transport: custom
+    method: check-secrets
+    forEach: "{{ files | map: 'filename' }}"
+    methodArgs:
+      file: "{{ item }}"
+    transform_js: |
+      if (!output.safe) {
+        return output.issues.map(issue => ({
+          file: args.file,
+          line: 0,
+          message: `Potential secret detected: ${issue.type}`,
+          severity: 'critical',
+          category: 'security',
+          ruleId: 'potential-secret'
+        }));
+      }
+      return [];
+
+  # Analyze code complexity
+  complexity-analysis:
+    type: mcp
+    transport: custom
+    method: analyze-complexity
+    forEach: "{{ files | where: 'filename', 'endsWith', '.js' }}"
+    methodArgs:
+      file: "{{ item.filename }}"
+      language: "js"
+    transform_js: |
+      const complexity = output.metrics.complexity;
+      if (complexity === 'high') {
+        return [{
+          file: output.file,
+          line: 0,
+          message: `High complexity detected: ${output.metrics.functionCount} functions`,
+          severity: 'warning',
+          category: 'performance',
+          ruleId: 'high-complexity'
+        }];
+      }
+      return [];
+
+  # Validate all JSON config files
+  validate-json-configs:
+    type: mcp
+    transport: custom
+    method: validate-config
+    forEach: "{{ files | where: 'filename', 'endsWith', '.json' }}"
+    methodArgs:
+      file: "{{ item.filename }}"
+      type: "json"
+    fail_if: "!output.valid"
+    transform_js: |
+      if (!output.valid) {
+        return [{
+          file: output.file,
+          line: 0,
+          message: output.message,
+          severity: 'error',
+          category: 'style',
+          ruleId: 'invalid-json'
+        }];
+      }
+      return [];
+
+  # Get repository statistics
+  repo-stats:
+    type: mcp
+    transport: custom
+    method: file-stats
+    methodArgs:
+      pattern: "*.{js,ts,py,go}"
+    transform_js: |
+      // Create informational message about repo size
+      [{
+        file: 'repository',
+        line: 0,
+        message: `Repository contains ${output.fileCount} source files with ${output.totalLines} total lines`,
+        severity: 'info',
+        category: 'documentation',
+        ruleId: 'repo-stats'
+      }]
+
+# Output configuration
+output:
+  format: table
+  groupBy: severity

package/dist/examples/enhanced-config.yaml

@@ -0,0 +1,165 @@
+version: "1.0"
+
+steps:
+  # Security check using comprehensive liquid template
+  security-enhanced:
+    type: ai
+    group: security-analysis
+    schema: code-review
+    prompt:
+      file: "./examples/prompts/security-comprehensive.liquid"
+    template:
+      file: "./examples/templates/security-report.liquid"
+    on: [pr_opened, pr_updated]
+    ai:
+      provider: anthropic
+      model: claude-3-5-sonnet-20241022
+
+  # Architecture analysis with dependency on security
+  architecture:
+    type: ai
+    group: architecture-review  
+    schema: plain
+    depends_on: [security-enhanced]
+    prompt:
+      file: "./examples/prompts/architecture-analysis.liquid"
+    on: [pr_opened]
+    ai:
+      timeout: 300000  # 5 minutes for complex analysis
+
+  # Performance check with inline liquid template
+  performance-context:
+    type: ai
+    group: code-review
+    schema: code-review
+    prompt:
+      content: |
+        # Performance Analysis for PR {{ pr.number }}
+
+        {% if pr.isIncremental %}
+        ## Incremental Analysis
+        Analyzing only the latest commit changes.
+        {% else %}
+        ## Full PR Analysis  
+        Analyzing all changes in this pull request.
+        {% endif %}
+
+        ## Files to Analyze
+        {% for ext, files in utils.filesByExtension %}
+        ### {{ ext | upcase }} Files ({{ files.size }})
+        {% for file in files %}
+        - `{{ file.filename }}` ({{ file.status }}, {{ file.changes }} changes)
+        {% endfor %}
+        {% endfor %}
+
+        {% if utils.hasLargeChanges %}
+        ⚠️ **Note**: Large changes detected - pay extra attention to performance implications.
+        {% endif %}
+
+        ## Previous Security Context
+        {% if outputs.security-enhanced %}
+        Security analysis found {{ outputs.security-enhanced.totalIssues }} issues.
+        {% if outputs.security-enhanced.criticalIssues > 0 %}
+        Consider performance impact of security fixes needed for {{ outputs.security-enhanced.criticalIssues }} critical issues.
+        {% endif %}
+        {% endif %}
+
+        ## Focus Areas
+        Please analyze for performance issues including:
+        - Algorithm complexity and efficiency
+        - Database query optimization (N+1 queries, missing indexes)
+        - Memory usage patterns and potential leaks
+        - Async/await usage and blocking operations
+        - Bundle size impact for frontend changes
+        - API response time implications
+
+        Return results in JSON format matching the code-review schema.
+    on: [pr_opened, pr_updated]
+    depends_on: [security-enhanced]
+
+  # Event-aware overview using all available context
+  pr-overview:
+    type: ai
+    group: pr-summary
+    schema: plain
+    depends_on: [security-enhanced, performance-context]
+    prompt:
+      content: |
+        # 📋 Pull Request Overview: {{ pr.title }}
+
+        {% if event.comment %}
+        **Triggered by**: {{ event.comment.author }} commented "{{ event.comment.body }}"
+        {% endif %}
+
+        ## Summary
+        - **Repository**: {{ event.repository.fullName }}
+        - **Author**: {{ pr.author }}
+        - **Branch**: `{{ pr.headBranch }}` → `{{ pr.baseBranch }}`
+        - **Files**: {{ files.size }} files changed
+        - **Scope**: {{ pr.totalAdditions }} additions, {{ pr.totalDeletions }} deletions
+
+        ## Analysis Results Summary
+
+        {% if outputs.security-enhanced %}
+        ### 🔒 Security Analysis
+        - **Total Issues**: {{ outputs.security-enhanced.totalIssues }}
+        {% if outputs.security-enhanced.criticalIssues > 0 %}
+        - **🚨 Critical Issues**: {{ outputs.security-enhanced.criticalIssues }} requiring immediate attention
+        {% endif %}
+        {% if outputs.security-enhanced.errorIssues > 0 %}
+        - **❌ Errors**: {{ outputs.security-enhanced.errorIssues }}
+        {% endif %}
+        {% if outputs.security-enhanced.warningIssues > 0 %}
+        - **⚠️ Warnings**: {{ outputs.security-enhanced.warningIssues }}
+        {% endif %}
+        {% endif %}
+
+        {% if outputs.performance-context %}
+        ### ⚡ Performance Analysis
+        - **Total Issues**: {{ outputs.performance-context.totalIssues }}
+        {% if outputs.performance-context.errorIssues > 0 %}
+        - **Performance Errors**: {{ outputs.performance-context.errorIssues }}
+        {% endif %}
+        {% if outputs.performance-context.warningIssues > 0 %}
+        - **Performance Warnings**: {{ outputs.performance-context.warningIssues }}
+        {% endif %}
+        {% endif %}
+
+        ## Files Changed
+
+        | File | Type | Status | Changes |
+        |------|------|--------|---------|
+        {% for file in files %}
+        | `{{ file.filename }}` | {{ file.filename | split: "." | last | upcase }} | {{ file.status }} | +{{ file.additions }}/-{{ file.deletions }} |
+        {% endfor %}
+
+        ## Architecture Impact
+
+        {% if utils.hasLargeChanges %}
+        ⚠️ **Large Changes**: This PR contains significant modifications that may impact system architecture.
+        {% endif %}
+
+        Generate a comprehensive overview including:
+        1. **Change Summary**: What this PR accomplishes
+        2. **Technical Impact**: How it affects the system
+        3. **Risk Assessment**: Potential concerns based on analysis results
+        4. **Recommendation**: Overall assessment and next steps
+
+        {% if utils.filesByExtension.size > 3 %}
+        Note: Multiple file types modified - consider cross-language compatibility.
+        {% endif %}
+
+        Please provide a markdown overview focusing on the business and technical impact of these changes.
+    on: [pr_opened, pr_updated]
+
+output:
+  pr_comment:
+    format: markdown
+    group_by: check
+    collapse: true
+    debug:
+      enabled: false
+      includePrompts: false
+      includeRawResponses: false
+      includeTiming: true
+      includeProviderInfo: true

package/dist/examples/environments/visor.base.yaml

@@ -0,0 +1,92 @@
+# Base Visor Configuration
+# This file contains all check definitions that environments can filter using tags
+
+version: "1.0"
+
+# Default AI settings (can be overridden)
+ai_provider: google
+ai_model: gemini-1.5-flash
+
+# All available checks with comprehensive tagging
+steps:
+  # ====================
+  # Security Checks
+  # ====================
+  security-basic:
+    type: ai
+    group: security
+    prompt: "Basic security scan for common vulnerabilities"
+    tags: ["security", "basic", "fast", "dev", "staging", "prod"]
+    on: [pr_opened, pr_updated]
+
+  security-advanced:
+    type: ai
+    group: security
+    prompt: "Advanced security audit with threat modeling"
+    tags: ["security", "advanced", "slow", "staging", "prod"]
+    on: [pr_opened]
+
+  security-experimental:
+    type: ai
+    group: security
+    prompt: "Experimental AI-powered vulnerability prediction"
+    tags: ["security", "experimental", "dev"]
+    on: [manual]
+
+  # ====================
+  # Performance Checks
+  # ====================
+  perf-basic:
+    type: ai
+    group: performance
+    prompt: "Basic performance analysis"
+    tags: ["performance", "basic", "fast", "dev", "staging", "prod"]
+    on: [pr_opened, pr_updated]
+
+  perf-load-testing:
+    type: command
+    group: performance
+    exec: "npm run test:load"
+    tags: ["performance", "load-testing", "slow", "staging"]
+    on: [pr_opened]
+
+  # ====================
+  # Quality Checks
+  # ====================
+  lint:
+    type: command
+    group: quality
+    exec: "npm run lint"
+    tags: ["quality", "lint", "fast", "dev", "staging", "prod"]
+    on: [pr_opened, pr_updated]
+
+  test-unit:
+    type: command
+    group: quality
+    exec: "npm test"
+    tags: ["quality", "testing", "fast", "dev", "staging", "prod"]
+    on: [pr_opened, pr_updated]
+
+  test-integration:
+    type: command
+    group: quality
+    exec: "npm run test:integration"
+    tags: ["quality", "testing", "slow", "staging", "prod"]
+    on: [pr_opened]
+
+  # ====================
+  # Documentation
+  # ====================
+  docs-check:
+    type: ai
+    group: docs
+    prompt: "Check documentation completeness and accuracy"
+    tags: ["documentation", "optional", "dev", "staging"]
+    on: [pr_opened, pr_updated]
+
+# Output settings
+output:
+  pr_comment:
+    format: markdown
+    group_by: group
+    collapse: true

package/dist/examples/environments/visor.dev.yaml

@@ -0,0 +1,33 @@
+# Development Environment Configuration
+# Fast feedback for local development
+
+version: "1.0"
+
+# Inherit all checks from base
+extends: ./visor.base.yaml
+
+# Filter to only dev-appropriate checks
+tag_filter:
+  include:
+    - dev
+    - fast
+    - basic
+  exclude:
+    - slow
+    - experimental
+    - staging
+    - prod
+
+# Use faster AI model for dev
+ai_model: gemini-1.5-flash
+
+# Dev-specific settings
+max_parallelism: 5  # Run checks faster locally
+fail_fast: true     # Stop on first error for quick feedback
+
+# Override output for dev
+output:
+  pr_comment:
+    format: table  # Simpler format for terminal
+    group_by: check
+    collapse: false  # Show all details

package/dist/examples/environments/visor.prod.yaml

@@ -0,0 +1,95 @@
+# Production Environment Configuration
+# Comprehensive checks for production deployments
+
+version: "1.0"
+
+# Inherit all checks from base
+extends: ./visor.base.yaml
+
+# Filter for production-critical checks
+tag_filter:
+  include:
+    - prod
+    - security
+    - performance
+    - quality
+  exclude:
+    - experimental
+    - dev
+    - optional
+
+# Use most capable AI model for production
+ai_provider: google
+ai_model: gemini-1.5-pro  # Or claude-3-opus for Anthropic
+
+# Production-specific settings
+max_parallelism: 1  # Sequential for consistency
+fail_fast: true     # Stop on critical issues
+fail_if: "output.issues.some(i => i.severity === 'critical')"
+
+# Add production-specific validations
+steps:
+  prod-security-audit:
+    type: ai
+    group: production
+    prompt: |
+      Production security audit:
+      - Verify no sensitive data in code
+      - Check for secure communication protocols
+      - Validate authentication mechanisms
+      - Ensure proper error handling
+      - Check for rate limiting
+    tags: ["prod", "security", "critical"]
+    on: [pr_opened]
+    depends_on: [security-basic, security-advanced]
+
+  prod-performance-validation:
+    type: ai
+    group: production
+    prompt: |
+      Production performance validation:
+      - Verify resource limits are appropriate
+      - Check for potential memory leaks
+      - Validate caching strategies
+      - Ensure database query optimization
+    tags: ["prod", "performance", "critical"]
+    on: [pr_opened]
+    depends_on: [perf-basic]
+
+  prod-rollback-plan:
+    type: ai
+    group: production
+    prompt: "Verify rollback plan is documented and tested"
+    tags: ["prod", "deployment", "critical"]
+    on: [pr_opened]
+
+# Production output configuration
+output:
+  pr_comment:
+    format: markdown
+    group_by: group
+    collapse: false  # Show everything for production
+
+  github_checks:
+    enabled: true
+    per_check: true
+    name_prefix: "Production Validation"
+
+# Production failure conditions
+failure_conditions:
+  critical_issues:
+    condition: "output.issues.filter(i => i.severity === 'critical').length > 0"
+    message: "Critical issues found - cannot deploy to production"
+    severity: error
+    halt_execution: true
+
+  high_risk:
+    condition: "output.issues.filter(i => i.severity === 'error').length > 3"
+    message: "Too many errors - requires review before production"
+    severity: error
+
+  security_risk:
+    condition: "output.issues.filter(i => i.category === 'security').length > 0"
+    message: "Security issues must be resolved before production deployment"
+    severity: error
+    halt_execution: true