aidevops 2.52.1

package/.agent/scripts/test-stagehand-both-integration.sh

@@ -0,0 +1,317 @@
+#!/bin/bash
+# shellcheck disable=SC2034,SC2155,SC2317,SC2329,SC2016,SC2181,SC1091,SC2154,SC2015,SC2086,SC2129,SC2030,SC2031,SC2119,SC2120,SC2001,SC2162,SC2088,SC2089,SC2090,SC2029,SC2006,SC2153
+
+# Test Both Stagehand JavaScript and Python Integration
+# Comprehensive testing script for both Stagehand versions
+
+# Source shared constants
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" || exit
+source "${SCRIPT_DIR}/../../.agent/scripts/shared-constants.sh"
+
+# Colors for output
+readonly BLUE='\033[0;34m'
+readonly GREEN='\033[0;32m'
+readonly YELLOW='\033[1;33m'
+readonly RED='\033[0;31m'
+readonly NC='\033[0m'
+
+# Print functions
+print_info() {
+    local msg="$1"
+    echo -e "${BLUE}[INFO]${NC} $msg"
+    return 0
+}
+
+print_success() {
+    local msg="$1"
+    echo -e "${GREEN}[SUCCESS]${NC} $msg"
+    return 0
+}
+
+print_warning() {
+    local msg="$1"
+    echo -e "${YELLOW}[WARNING]${NC} $msg"
+    return 0
+}
+
+print_error() {
+    local msg="$1"
+    echo -e "${RED}[ERROR]${NC} $msg" >&2
+    return 0
+}
+
+# Test configuration
+readonly TEST_RESULTS_DIR="${HOME}/.agent/tmp/stagehand-both-tests"
+readonly TEST_LOG="${TEST_RESULTS_DIR}/test-results.log"
+
+# Create test directory
+setup_test_environment() {
+    mkdir -p "$TEST_RESULTS_DIR"
+    echo "=== Stagehand Both (JS + Python) Integration Test Started: $(date) ===" > "$TEST_LOG"
+    print_info "Test environment created at: $TEST_RESULTS_DIR"
+    return 0
+}
+
+# Test JavaScript integration
+test_javascript_integration() {
+    print_info "Testing JavaScript integration..."
+    
+    if bash "${SCRIPT_DIR}/test-stagehand-integration.sh" all > "${TEST_RESULTS_DIR}/js-test.log" 2>&1; then
+        print_success "✅ JavaScript integration tests passed"
+        echo "PASS: JavaScript integration" >> "$TEST_LOG"
+        return 0
+    else
+        print_error "❌ JavaScript integration tests failed"
+        echo "FAIL: JavaScript integration" >> "$TEST_LOG"
+        return 1
+    fi
+    return 0
+}
+
+# Test Python integration
+test_python_integration() {
+    print_info "Testing Python integration..."
+    
+    if bash "${SCRIPT_DIR}/test-stagehand-python-integration.sh" all > "${TEST_RESULTS_DIR}/python-test.log" 2>&1; then
+        print_success "✅ Python integration tests passed"
+        echo "PASS: Python integration" >> "$TEST_LOG"
+        return 0
+    else
+        print_error "❌ Python integration tests failed"
+        echo "FAIL: Python integration" >> "$TEST_LOG"
+        return 1
+    fi
+    return 0
+}
+
+# Test MCP integration for both
+test_both_mcp_integration() {
+    print_info "Testing MCP integration for both versions..."
+    
+    local mcp_script="${SCRIPT_DIR}/setup-mcp-integrations.sh"
+    
+    if [[ -f "$mcp_script" ]]; then
+        # Check if all Stagehand options are available
+        local stagehand_options=("stagehand" "stagehand-python" "stagehand-both")
+        local all_found=true
+        
+        for option in "${stagehand_options[@]}"; do
+            if grep -q "$option" "$mcp_script"; then
+                print_success "✅ MCP option '$option' found"
+                echo "PASS: MCP option $option found" >> "$TEST_LOG"
+            else
+                print_error "❌ MCP option '$option' not found"
+                echo "FAIL: MCP option $option missing" >> "$TEST_LOG"
+                all_found=false
+            fi
+        done
+        
+        if $all_found; then
+            return 0
+        else
+            return 1
+        fi
+    else
+        print_error "❌ MCP integrations script not found"
+        echo "FAIL: MCP script missing" >> "$TEST_LOG"
+        return 1
+    fi
+    return 0
+}
+
+# Test documentation completeness
+test_documentation_completeness() {
+    print_info "Testing documentation completeness..."
+    
+    local docs=(
+        "${SCRIPT_DIR}/../../.agent/STAGEHAND.md"
+        "${SCRIPT_DIR}/../../.agent/STAGEHAND-PYTHON.md"
+        "${SCRIPT_DIR}/../../.agent/BROWSER-AUTOMATION.md"
+        "${SCRIPT_DIR}/../../README.md"
+    )
+    
+    local all_found=true
+    
+    for doc in "${docs[@]}"; do
+        if [[ -f "$doc" ]]; then
+            # Check if the document mentions both versions
+            if grep -q -i "javascript\|python" "$doc"; then
+                print_success "✅ Documentation complete: $(basename "$doc")"
+                echo "PASS: Documentation $(basename "$doc") complete" >> "$TEST_LOG"
+            else
+                print_warning "⚠️  Documentation may be incomplete: $(basename "$doc")"
+                echo "WARN: Documentation $(basename "$doc") may be incomplete" >> "$TEST_LOG"
+            fi
+        else
+            print_error "❌ Documentation missing: $(basename "$doc")"
+            echo "FAIL: Documentation $(basename "$doc") missing" >> "$TEST_LOG"
+            all_found=false
+        fi
+    done
+    
+    if $all_found; then
+        return 0
+    else
+        return 1
+    fi
+    return 0
+}
+
+# Test helper script consistency
+test_helper_consistency() {
+    print_info "Testing helper script consistency..."
+    
+    local js_helper="${SCRIPT_DIR}/../../.agent/scripts/stagehand-helper.sh"
+    local python_helper="${SCRIPT_DIR}/../../.agent/scripts/stagehand-python-helper.sh"
+    
+    if [[ -f "$js_helper" ]] && [[ -f "$python_helper" ]]; then
+        # Check if both have similar command structure
+        local js_commands python_commands
+        js_commands=$(bash "$js_helper" help 2>/dev/null | grep -E "^\s+[a-z-]+\s+" | awk '{print $_arg1}' | sort)
+        python_commands=$(bash "$python_helper" help 2>/dev/null | grep -E "^\s+[a-z-]+\s+" | awk '{print $_arg1}' | sort)
+        
+        # Check for common commands
+        local common_commands=("help" "install" "setup" "status" "clean")
+        local all_consistent=true
+        
+        for cmd in "${common_commands[@]}"; do
+            if echo "$js_commands" | grep -q "^$cmd$" && echo "$python_commands" | grep -q "^$cmd$"; then
+                print_success "✅ Command '$cmd' available in both helpers"
+                echo "PASS: Command $cmd consistent" >> "$TEST_LOG"
+            else
+                print_error "❌ Command '$cmd' not consistent between helpers"
+                echo "FAIL: Command $cmd inconsistent" >> "$TEST_LOG"
+                all_consistent=false
+            fi
+        done
+        
+        if $all_consistent; then
+            return 0
+        else
+            return 1
+        fi
+    else
+        print_error "❌ One or both helper scripts missing"
+        echo "FAIL: Helper scripts missing" >> "$TEST_LOG"
+        return 1
+    fi
+    return 0
+}
+
+# Generate comprehensive test report
+generate_comprehensive_report() {
+    print_info "Generating comprehensive test report..."
+    
+    local report_file="${TEST_RESULTS_DIR}/comprehensive-integration-test-report.md"
+    
+    cat > "$report_file" << EOF
+# Stagehand Comprehensive Integration Test Report
+
+**Test Date**: $(date)
+**Framework Version**: $(bash "${SCRIPT_DIR}/version-manager.sh" get 2>/dev/null || echo "Unknown")
+**Tested Versions**: JavaScript + Python
+
+## Test Results Summary
+
+$(cat "$TEST_LOG")
+
+## Detailed Test Results
+
+### JavaScript Integration
+$(if [[ -f "${TEST_RESULTS_DIR}/js-test.log" ]]; then echo "See: js-test.log"; else echo "No detailed log available"; fi)
+
+### Python Integration
+$(if [[ -f "${TEST_RESULTS_DIR}/python-test.log" ]]; then echo "See: python-test.log"; else echo "No detailed log available"; fi)
+
+## Summary Statistics
+
+- **JavaScript Tests**: $(grep -c "PASS.*JavaScript" "$TEST_LOG" || echo 0) passed, $(grep -c "FAIL.*JavaScript" "$TEST_LOG" || echo 0) failed
+- **Python Tests**: $(grep -c "PASS.*Python" "$TEST_LOG" || echo 0) passed, $(grep -c "FAIL.*Python" "$TEST_LOG" || echo 0) failed
+- **MCP Integration**: $(grep -c "PASS.*MCP" "$TEST_LOG" || echo 0) passed, $(grep -c "FAIL.*MCP" "$TEST_LOG" || echo 0) failed
+- **Documentation**: $(grep -c "PASS.*Documentation" "$TEST_LOG" || echo 0) passed, $(grep -c "FAIL.*Documentation" "$TEST_LOG" || echo 0) failed
+- **Helper Consistency**: $(grep -c "PASS.*Command" "$TEST_LOG" || echo 0) passed, $(grep -c "FAIL.*Command" "$TEST_LOG" || echo 0) failed
+
+## Next Steps
+
+### JavaScript Setup
+1. Run: \`bash .agent/scripts/stagehand-helper.sh setup\`
+2. Test: \`bash .agent/scripts/setup-mcp-integrations.sh stagehand\`
+
+### Python Setup
+1. Run: \`bash .agent/scripts/stagehand-python-helper.sh setup\`
+2. Test: \`bash .agent/scripts/setup-mcp-integrations.sh stagehand-python\`
+
+### Both Versions
+1. Run: \`bash .agent/scripts/setup-mcp-integrations.sh stagehand-both\`
+
+## Files Created
+
+- Test results: $TEST_LOG
+- JavaScript detailed log: ${TEST_RESULTS_DIR}/js-test.log
+- Python detailed log: ${TEST_RESULTS_DIR}/python-test.log
+- This report: $report_file
+EOF
+
+    print_success "Comprehensive test report generated: $report_file"
+    return 0
+}
+
+# Main test function
+main() {
+    local command="${1:-all}"
+    
+    case "$command" in
+        "all")
+            setup_test_environment
+            test_javascript_integration
+            test_python_integration
+            test_both_mcp_integration
+            test_documentation_completeness
+            test_helper_consistency
+            generate_comprehensive_report
+            print_success "All comprehensive integration tests completed!"
+            ;;
+        "js")
+            setup_test_environment && test_javascript_integration
+            ;;
+        "python")
+            setup_test_environment && test_python_integration
+            ;;
+        "mcp")
+            setup_test_environment && test_both_mcp_integration
+            ;;
+        "docs")
+            setup_test_environment && test_documentation_completeness
+            ;;
+        "consistency")
+            setup_test_environment && test_helper_consistency
+            ;;
+        "help")
+            cat << EOF
+Stagehand Comprehensive Integration Test Script
+
+USAGE:
+    $0 [COMMAND]
+
+COMMANDS:
+    all             Run all tests (default)
+    js              Test JavaScript integration only
+    python          Test Python integration only
+    mcp             Test MCP integration only
+    docs            Test documentation completeness only
+    consistency     Test helper script consistency only
+    help            Show this help
+
+EOF
+            ;;
+        *)
+            print_error "$ERROR_UNKNOWN_COMMAND $command"
+            return 1
+            ;;
+    esac
+    
+    return 0
+}
+
+# Execute main function
+main "$@"

package/.agent/scripts/test-stagehand-integration.sh

@@ -0,0 +1,309 @@
+#!/bin/bash
+# shellcheck disable=SC2034,SC2155,SC2317,SC2329,SC2016,SC2181,SC1091,SC2154,SC2015,SC2086,SC2129,SC2030,SC2031,SC2119,SC2120,SC2001,SC2162,SC2088,SC2089,SC2090,SC2029,SC2006,SC2153
+
+# Test Stagehand Integration with AI DevOps Framework
+# Comprehensive testing script for Stagehand setup and functionality
+
+# Source shared constants
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" || exit
+source "${SCRIPT_DIR}/../../.agent/scripts/shared-constants.sh"
+
+# Colors for output
+readonly BLUE='\033[0;34m'
+readonly GREEN='\033[0;32m'
+readonly YELLOW='\033[1;33m'
+readonly RED='\033[0;31m'
+readonly NC='\033[0m'
+
+# Print functions
+print_info() {
+    local msg="$1"
+    echo -e "${BLUE}[INFO]${NC} $msg"
+    return 0
+}
+
+print_success() {
+    local msg="$1"
+    echo -e "${GREEN}[SUCCESS]${NC} $msg"
+    return 0
+}
+
+print_warning() {
+    local msg="$1"
+    echo -e "${YELLOW}[WARNING]${NC} $msg"
+    return 0
+}
+
+print_error() {
+    local msg="$1"
+    echo -e "${RED}[ERROR]${NC} $msg" >&2
+    return 0
+}
+
+# Test configuration
+readonly TEST_RESULTS_DIR="${HOME}/.agent/tmp/stagehand-tests"
+readonly TEST_LOG="${TEST_RESULTS_DIR}/test-results.log"
+
+# Create test directory
+setup_test_environment() {
+    mkdir -p "$TEST_RESULTS_DIR"
+    echo "=== Stagehand Integration Test Started: $(date) ===" > "$TEST_LOG"
+    print_info "Test environment created at: $TEST_RESULTS_DIR"
+    return 0
+}
+
+# Test 1: Check if Stagehand helper exists and is executable
+test_helper_script() {
+    print_info "Testing Stagehand helper script..."
+    
+    local helper_script="${SCRIPT_DIR}/../../.agent/scripts/stagehand-helper.sh"
+    
+    if [[ -f "$helper_script" ]]; then
+        print_success "✅ Stagehand helper script exists"
+        echo "PASS: Helper script exists" >> "$TEST_LOG"
+    else
+        print_error "❌ Stagehand helper script not found"
+        echo "FAIL: Helper script missing" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    if [[ -x "$helper_script" ]]; then
+        print_success "✅ Stagehand helper script is executable"
+        echo "PASS: Helper script executable" >> "$TEST_LOG"
+    else
+        print_error "❌ Stagehand helper script is not executable"
+        echo "FAIL: Helper script not executable" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    return 0
+}
+
+# Test 2: Check if documentation exists
+test_documentation() {
+    print_info "Testing Stagehand documentation..."
+    
+    local docs=(
+        "${SCRIPT_DIR}/../../.agent/STAGEHAND.md"
+        "${SCRIPT_DIR}/../../.agent/mcp-examples/stagehand-automation-examples.md"
+    )
+    
+    for doc in "${docs[@]}"; do
+        if [[ -f "$doc" ]]; then
+            print_success "✅ Documentation exists: $(basename "$doc")"
+            echo "PASS: Documentation $(basename "$doc") exists" >> "$TEST_LOG"
+        else
+            print_error "❌ Documentation missing: $(basename "$doc")"
+            echo "FAIL: Documentation $(basename "$doc") missing" >> "$TEST_LOG"
+            return 1
+        fi
+    done
+    
+    return 0
+}
+
+# Test 3: Check MCP integration setup
+test_mcp_integration() {
+    print_info "Testing MCP integration setup..."
+    
+    local mcp_script="${SCRIPT_DIR}/setup-mcp-integrations.sh"
+    
+    if [[ -f "$mcp_script" ]]; then
+        # Check if stagehand is in the MCP list
+        if grep -q "stagehand" "$mcp_script"; then
+            print_success "✅ Stagehand found in MCP integrations script"
+            echo "PASS: Stagehand in MCP script" >> "$TEST_LOG"
+        else
+            print_error "❌ Stagehand not found in MCP integrations script"
+            echo "FAIL: Stagehand not in MCP script" >> "$TEST_LOG"
+            return 1
+        fi
+    else
+        print_error "❌ MCP integrations script not found"
+        echo "FAIL: MCP script missing" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    return 0
+}
+
+# Test 4: Test helper script commands
+test_helper_commands() {
+    print_info "Testing Stagehand helper commands..."
+    
+    local helper_script="${SCRIPT_DIR}/../../.agent/scripts/stagehand-helper.sh"
+    
+    # Test help command
+    if bash "$helper_script" help > /dev/null 2>&1; then
+        print_success "✅ Help command works"
+        echo "PASS: Help command" >> "$TEST_LOG"
+    else
+        print_error "❌ Help command failed"
+        echo "FAIL: Help command" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    # Test status command (should work even without installation)
+    if bash "$helper_script" status > /dev/null 2>&1; then
+        print_success "✅ Status command works"
+        echo "PASS: Status command" >> "$TEST_LOG"
+    else
+        print_info "ℹ️  Status command indicates Stagehand not installed (expected)"
+        echo "INFO: Status command - not installed" >> "$TEST_LOG"
+    fi
+    
+    return 0
+}
+
+# Test 5: Check Node.js and npm availability
+test_prerequisites() {
+    print_info "Testing prerequisites..."
+    
+    if command -v node &> /dev/null; then
+        local node_version
+        node_version=$(node --version)
+        print_success "✅ Node.js available: $node_version"
+        echo "PASS: Node.js $node_version" >> "$TEST_LOG"
+    else
+        print_error "❌ Node.js not found (required for Stagehand)"
+        echo "FAIL: Node.js missing" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    if command -v npm &> /dev/null; then
+        local npm_version
+        npm_version=$(npm --version)
+        print_success "✅ npm available: $npm_version"
+        echo "PASS: npm $npm_version" >> "$TEST_LOG"
+    else
+        print_error "❌ npm not found (required for Stagehand)"
+        echo "FAIL: npm missing" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    return 0
+}
+
+# Test 6: Validate example scripts
+test_example_scripts() {
+    print_info "Testing example script templates..."
+    
+    local setup_script="${SCRIPT_DIR}/stagehand-setup.sh"
+    
+    if [[ -f "$setup_script" ]]; then
+        print_success "✅ Stagehand setup script exists"
+        echo "PASS: Setup script exists" >> "$TEST_LOG"
+        
+        if [[ -x "$setup_script" ]]; then
+            print_success "✅ Setup script is executable"
+            echo "PASS: Setup script executable" >> "$TEST_LOG"
+        else
+            print_error "❌ Setup script is not executable"
+            echo "FAIL: Setup script not executable" >> "$TEST_LOG"
+            return 1
+        fi
+    else
+        print_error "❌ Stagehand setup script not found"
+        echo "FAIL: Setup script missing" >> "$TEST_LOG"
+        return 1
+    fi
+    
+    return 0
+}
+
+# Generate test report
+generate_report() {
+    print_info "Generating test report..."
+    
+    local report_file="${TEST_RESULTS_DIR}/integration-test-report.md"
+    
+    cat > "$report_file" << EOF
+# Stagehand Integration Test Report
+
+**Test Date**: $(date)
+**Framework Version**: $(bash "${SCRIPT_DIR}/version-manager.sh" get 2>/dev/null || echo "Unknown")
+
+## Test Results
+
+$(cat "$TEST_LOG")
+
+## Summary
+
+- **Helper Script**: $(grep -c "PASS.*Helper" "$TEST_LOG" || echo 0) tests passed
+- **Documentation**: $(grep -c "PASS.*Documentation" "$TEST_LOG" || echo 0) tests passed  
+- **MCP Integration**: $(grep -c "PASS.*MCP" "$TEST_LOG" || echo 0) tests passed
+- **Prerequisites**: $(grep -c "PASS.*Node\|PASS.*npm" "$TEST_LOG" || echo 0) tests passed
+- **Commands**: $(grep -c "PASS.*command" "$TEST_LOG" || echo 0) tests passed
+
+## Next Steps
+
+1. Run full installation: \`bash .agent/scripts/stagehand-helper.sh setup\`
+2. Test MCP integration: \`bash .agent/scripts/setup-mcp-integrations.sh stagehand\`
+3. Try examples: \`cd ~/.aidevops/stagehand && npm run search-products\` || exit
+
+## Files Created
+
+- Test results: $TEST_LOG
+- This report: $report_file
+EOF
+
+    print_success "Test report generated: $report_file"
+    return 0
+}
+
+# Main test function
+main() {
+    local command="${1:-all}"
+    
+    case "$command" in
+        "all")
+            setup_test_environment
+            test_helper_script
+            test_documentation
+            test_mcp_integration
+            test_helper_commands
+            test_prerequisites
+            test_example_scripts
+            generate_report
+            print_success "All integration tests completed!"
+            ;;
+        "helper")
+            setup_test_environment && test_helper_script
+            ;;
+        "docs")
+            setup_test_environment && test_documentation
+            ;;
+        "mcp")
+            setup_test_environment && test_mcp_integration
+            ;;
+        "prereqs")
+            setup_test_environment && test_prerequisites
+            ;;
+        "help")
+            cat << EOF
+Stagehand Integration Test Script
+
+USAGE:
+    $0 [COMMAND]
+
+COMMANDS:
+    all         Run all tests (default)
+    helper      Test helper script only
+    docs        Test documentation only
+    mcp         Test MCP integration only
+    prereqs     Test prerequisites only
+    help        Show this help
+
+EOF
+            ;;
+        *)
+            print_error "$ERROR_UNKNOWN_COMMAND $command"
+            return 1
+            ;;
+    esac
+    
+    return 0
+}
+
+# Execute main function
+main "$@"