@freshworks/shiftleft-tools 1.1.8

package/templates/postman/scripts/runners/run-tests-local.sh

@@ -0,0 +1,936 @@
+#!/usr/bin/env bash
+
+###############################################################################
+# Local Test Runner
+#
+# Runs API integration tests locally with optional JaCoCo coverage.
+#
+# Usage:
+#   ./run-tests-local.sh                    # Run all tests (V3 + V2 + Legacy)
+#   ./run-tests-local.sh --v3               # Run only V3 tests (CRUD + Files)
+#   ./run-tests-local.sh --v2               # Run only V2 tests (OAuth, Transfer)
+#   ./run-tests-local.sh --legacy           # Run only Legacy tests
+#   ./run-tests-local.sh --all              # Run all test suites
+#   ./run-tests-local.sh --coverage         # Run tests with JaCoCo coverage
+#   ./run-tests-local.sh --multi-product    # Run V3 tests across all products
+#   ./run-tests-local.sh --skip-services    # Skip starting LocalStack/WireMock/Spring
+#   ./run-tests-local.sh --help             # Show this help
+#
+# Multi-Product Testing:
+#   Tests V3 APIs (CRUD + Files) across Freshdesk, Freshservice, and Freshworks CRM
+#   Requires product-specific environment files in postman/environments/:
+#     - local.postman_environment.json (Freshdesk)
+#     - local-freshservice.postman_environment.json
+#     - local-freshworks-crm.postman_environment.json
+#
+# Examples:
+#   ./run-tests-local.sh                         # Quick: run all API tests
+#   ./run-tests-local.sh --coverage              # Full: all tests + coverage
+#   ./run-tests-local.sh --v3                    # Dev: just test V3 changes
+#   ./run-tests-local.sh --multi-product         # Test all products locally
+#   ./run-tests-local.sh --all --multi-product   # All suites, all products
+#   ./run-tests-local.sh --skip-services         # Tests only (services running)
+###############################################################################
+
+set -e
+
+#==============================================================================
+# CONFIGURATION
+#==============================================================================
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
+# Display name shown on the reports — the repo/service name, overridable.
+REPORT_LOGO="${SHIFTLEFT_REPORT_LOGO:-$(basename "$PROJECT_ROOT")}"
+POSTMAN_DIR="$PROJECT_ROOT/postman"
+REPORT_DIR="$POSTMAN_DIR/reports"
+TIMESTAMP=$(date +%Y%m%d-%H%M%S)
+
+# Application settings
+APP_PORT=8080
+APP_PID_FILE="$SCRIPT_DIR/spring-boot-app.pid"
+APP_LOG_FILE="$SCRIPT_DIR/spring-boot-app.log"
+
+# Collection directories
+CRUD_COLLECTIONS_DIR="$POSTMAN_DIR/collections/crud"
+FILES_COLLECTIONS_DIR="$POSTMAN_DIR/collections/files"
+V2_COLLECTIONS_DIR="$POSTMAN_DIR/collections/v2"
+LEGACY_COLLECTIONS_DIR="$POSTMAN_DIR/collections/legacy"
+ENVIRONMENT="$POSTMAN_DIR/environments/local.postman_environment.json"
+
+# Coverage settings
+COVERAGE_DIR="$PROJECT_ROOT/coverage"
+COVERAGE_EXEC_FILE="$COVERAGE_DIR/jacoco-api-$TIMESTAMP.exec"
+
+# Multi-product configuration
+PRODUCTS="freshdesk freshservice freshworks-crm"
+declare -A PRODUCT_CONFIG=(
+    ["freshdesk_id"]="1"
+    ["freshdesk_env"]="local.postman_environment.json"
+    ["freshdesk_display"]="Freshdesk"
+    ["freshservice_id"]="3"
+    ["freshservice_env"]="local-freshservice.postman_environment.json"
+    ["freshservice_display"]="Freshservice"
+    ["freshworks-crm_id"]="39"
+    ["freshworks-crm_env"]="local-freshworks-crm.postman_environment.json"
+    ["freshworks-crm_display"]="Freshworks CRM"
+)
+
+#==============================================================================
+# STATE TRACKING
+#==============================================================================
+
+TOTAL_PASSED=0
+TOTAL_FAILED=0
+declare -a RESULTS
+declare -A COLLECTION_STATUS
+declare -A COLLECTION_PASSED
+declare -A COLLECTION_FAILED
+declare -A PRODUCT_STATUS
+
+# Initialize collection status
+for key in V3_CRUD V3_FILES V2 LEGACY; do
+    COLLECTION_STATUS["$key"]="Not Run"
+    COLLECTION_PASSED["$key"]=0
+    COLLECTION_FAILED["$key"]=0
+done
+
+# Initialize product status
+for product in $PRODUCTS; do
+    PRODUCT_STATUS["$product"]="Not Run"
+done
+
+#==============================================================================
+# ARGUMENT PARSING
+#==============================================================================
+
+RUN_V3=false
+RUN_V2=false
+RUN_LEGACY=false
+RUN_COVERAGE=false
+MULTI_PRODUCT=false
+SKIP_SERVICES=false
+SHOW_HELP=false
+RUN_ALL=true
+
+parse_arguments() {
+    for arg in "$@"; do
+        case $arg in
+            --v3)
+                RUN_V3=true
+                RUN_ALL=false
+                ;;
+            --v2)
+                RUN_V2=true
+                RUN_ALL=false
+                ;;
+            --legacy)
+                RUN_LEGACY=true
+                RUN_ALL=false
+                ;;
+            --all)
+                RUN_ALL=true
+                ;;
+            --coverage)
+                RUN_COVERAGE=true
+                ;;
+            --multi-product)
+                MULTI_PRODUCT=true
+                RUN_V3=true
+                ;;
+            --skip-services)
+                SKIP_SERVICES=true
+                ;;
+            --help|-h)
+                SHOW_HELP=true
+                ;;
+        esac
+    done
+
+    # If running all, enable all test suites
+    if [ "$RUN_ALL" = true ]; then
+        RUN_V3=true
+        RUN_V2=true
+        RUN_LEGACY=true
+    fi
+}
+
+show_help() {
+    head -32 "$0" | tail -29
+    exit 0
+}
+
+#==============================================================================
+# UTILITY FUNCTIONS
+#==============================================================================
+
+# Extract value from Postman environment JSON
+get_env_value() {
+    local env_file="$1"
+    local key="$2"
+    python3 -c "import json; d=json.load(open('$env_file')); print(next((v['value'] for v in d['values'] if v['key']=='$key'), ''))" 2>/dev/null
+}
+
+# Parse Newman output to extract assertion counts
+parse_newman_results() {
+    local output_file="$1"
+    local assertions_line=$(grep "assertions" "$output_file" 2>/dev/null | head -1)
+    
+    NEWMAN_EXECUTED=$(echo "$assertions_line" | awk -F'│' '{gsub(/[^0-9]/,"",$3); print $3}')
+    NEWMAN_FAILED=$(echo "$assertions_line" | awk -F'│' '{gsub(/[^0-9]/,"",$4); print $4}')
+    
+    NEWMAN_EXECUTED=${NEWMAN_EXECUTED:-0}
+    NEWMAN_FAILED=${NEWMAN_FAILED:-0}
+    NEWMAN_PASSED=$((NEWMAN_EXECUTED > 0 ? NEWMAN_EXECUTED - NEWMAN_FAILED : 0))
+}
+
+# Print colored status
+print_status() {
+    local status="$1"
+    local message="$2"
+    if [ "$status" = "success" ]; then
+        echo "✓ $message"
+    elif [ "$status" = "error" ]; then
+        echo "✗ $message"
+    elif [ "$status" = "warning" ]; then
+        echo "⚠ $message"
+    else
+        echo "  $message"
+    fi
+}
+
+#==============================================================================
+# JAVA SETUP
+#==============================================================================
+
+setup_java() {
+    echo "Detecting Java 11..."
+
+    # Try SDKMAN first
+    export SDKMAN_DIR="$HOME/.sdkman"
+    if [ -s "$SDKMAN_DIR/bin/sdkman-init.sh" ]; then
+        source "$SDKMAN_DIR/bin/sdkman-init.sh"
+        # Try to use any Java 11 version available
+        local java11=$(sdk list java 2>/dev/null | grep -o '11\.[0-9.]*-[a-z]*' | head -1)
+        if [ -n "$java11" ]; then
+            sdk use java "$java11" 2>/dev/null || true
+        fi
+    fi
+
+    # Try java_home (macOS)
+    if command -v /usr/libexec/java_home >/dev/null 2>&1; then
+        local java_11_home=$(/usr/libexec/java_home -v 11 2>/dev/null)
+        if [ -n "$java_11_home" ]; then
+            export JAVA_HOME="$java_11_home"
+            export PATH="$JAVA_HOME/bin:$PATH"
+        fi
+    fi
+
+    # Fallback to common installation paths
+    if [ -z "$JAVA_HOME" ] || [ ! -d "$JAVA_HOME" ]; then
+        for java_path in \
+            "/Library/Java/JavaVirtualMachines/amazon-corretto-11.jdk/Contents/Home" \
+            "$HOME/.sdkman/candidates/java/current" \
+            "/usr/lib/jvm/java-11-openjdk" \
+            "/usr/lib/jvm/java-11"; do
+            if [ -d "$java_path" ]; then
+                export JAVA_HOME="$java_path"
+                export PATH="$JAVA_HOME/bin:$PATH"
+                break
+            fi
+        done
+    fi
+
+    # Verify Java version
+    local java_version=$(java -version 2>&1 | head -1 | grep -oE '[0-9]+' | head -1)
+    if [ "$java_version" != "11" ]; then
+        echo "Warning: Java 11 not detected. Current version: $(java -version 2>&1 | head -1)"
+        echo "Please set JAVA_HOME to Java 11 or run: export JAVA_HOME=\$(/usr/libexec/java_home -v 11)"
+    else
+        print_status "success" "Java 11 detected: $(java -version 2>&1 | head -1)"
+    fi
+}
+
+#==============================================================================
+# SERVICE MANAGEMENT
+#==============================================================================
+
+# Source container runtime detection
+source "$SCRIPT_DIR/../infra/container-runtime.sh"
+
+start_services() {
+    if [ "$SKIP_SERVICES" = true ]; then
+        echo "Skipping service startup (--skip-services)"
+        return 0
+    fi
+
+    # Step 1: Start LocalStack
+    echo ""
+    echo "========================================="
+    echo "Step 1: Starting LocalStack"
+    echo "========================================="
+    "$SCRIPT_DIR/../infra/setup-localstack.sh" || echo "Warning: LocalStack setup issues"
+
+    # Step 2: Start WireMock
+    echo ""
+    echo "========================================="
+    echo "Step 2: Starting WireMock"
+    echo "========================================="
+    "$SCRIPT_DIR/../infra/start-mocks.sh"
+
+    # Step 3: Start Spring Boot
+    echo ""
+    echo "========================================="
+    echo "Step 3: Starting Spring Boot"
+    echo "========================================="
+    start_spring_boot
+}
+
+start_spring_boot() {
+    if curl -s "http://localhost:$APP_PORT/actuator/health" > /dev/null 2>&1; then
+        print_status "success" "Spring Boot already running on port $APP_PORT"
+        return 0
+    fi
+
+    cd "$PROJECT_ROOT"
+    echo "Starting Spring Boot with integration profile..."
+    
+    local jvm_args="-Dserver.port=$APP_PORT"
+    
+    if [ "$RUN_COVERAGE" = true ]; then
+        local jacoco_jar="$HOME/.m2/repository/org/jacoco/org.jacoco.agent/0.8.11/org.jacoco.agent-0.8.11-runtime.jar"
+        if [ -f "$jacoco_jar" ]; then
+            mkdir -p "$COVERAGE_DIR"
+            jvm_args="-javaagent:$jacoco_jar=destfile=$COVERAGE_EXEC_FILE,includes=com.freshworks.marketplace.installation.* $jvm_args"
+            echo "JaCoCo coverage enabled"
+        else
+            echo "Warning: JaCoCo agent not found. Run 'mvn dependency:resolve' first."
+        fi
+    fi
+
+    nohup mvn -pl installation spring-boot:run \
+        -Dspring-boot.run.profiles=integration \
+        -Dspring-boot.run.jvmArguments="$jvm_args" \
+        -Dmaven.test.skip=true -Dcheckstyle.skip=true \
+        > "$APP_LOG_FILE" 2>&1 &
+
+    local app_pid=$!
+    echo "$app_pid" > "$APP_PID_FILE"
+
+    # Wait for startup
+    local max_wait=120
+    local waited=0
+    while ! curl -s "http://localhost:$APP_PORT/actuator/health" > /dev/null 2>&1; do
+        if [ $waited -ge $max_wait ]; then
+            echo "Error: Application failed to start"
+            tail -30 "$APP_LOG_FILE"
+            exit 1
+        fi
+        sleep 2
+        waited=$((waited + 2))
+        printf "\r  Waiting... %d/%ds" $waited $max_wait
+    done
+    echo ""
+    print_status "success" "Spring Boot started (PID: $app_pid)"
+}
+
+stop_services() {
+    echo ""
+    echo "========================================="
+    echo "Cleanup"
+    echo "========================================="
+
+    # Stop Spring Boot
+    if [ -f "$APP_PID_FILE" ]; then
+        local app_pid=$(cat "$APP_PID_FILE")
+        if ps -p "$app_pid" > /dev/null 2>&1; then
+            echo "Stopping Spring Boot application (PID: $app_pid)..."
+            kill "$app_pid" 2>/dev/null || true
+            sleep 2
+        fi
+        rm -f "$APP_PID_FILE"
+    fi
+
+    # Stop WireMock
+    "$SCRIPT_DIR/../infra/stop-mocks.sh" 2>/dev/null || true
+
+    # Stop LocalStack
+    if $CONTAINER_CMD ps 2>/dev/null | grep -q mp-installation-localstack; then
+        echo "Stopping LocalStack..."
+        $CONTAINER_COMPOSE_CMD -f "$PROJECT_ROOT/docker-compose-localstack.yml" down > /dev/null 2>&1 || true
+        print_status "success" "LocalStack stopped"
+    fi
+
+    # Generate coverage report if enabled
+    generate_coverage_report
+
+    print_status "success" "Cleanup completed"
+}
+
+generate_coverage_report() {
+    if [ "$RUN_COVERAGE" != true ] || [ ! -f "$COVERAGE_EXEC_FILE" ]; then
+        return 0
+    fi
+
+    echo ""
+    echo "========================================="
+    echo "Generating Coverage Report"
+    echo "========================================="
+    
+    local coverage_html_dir="$COVERAGE_DIR/html-report-$TIMESTAMP"
+    mkdir -p "$coverage_html_dir"
+    
+    cd "$PROJECT_ROOT/installation"
+    
+    echo "Generating JaCoCo report..."
+    mvn jacoco:report -q 2>/dev/null || true
+    
+    if [ -d "target/site/jacoco" ]; then
+        cp -r target/site/jacoco/* "$coverage_html_dir/" 2>/dev/null || true
+        
+        echo ""
+        echo "========================================="
+        echo "COVERAGE REPORT GENERATED"
+        echo "========================================="
+        echo "Timestamped Report: $coverage_html_dir/index.html"
+        echo "Latest Report:      installation/target/site/jacoco/index.html"
+        echo "Raw Data:           $COVERAGE_EXEC_FILE"
+        echo ""
+        echo "To view: open $coverage_html_dir/index.html"
+    else
+        echo "Warning: Coverage report generation failed"
+    fi
+}
+
+#==============================================================================
+# CLEANUP FUNCTIONS
+#==============================================================================
+
+# Cleanup all installations across ALL products before running tests
+cleanup_all_installations() {
+    echo ""
+    echo "  → Cleaning up existing installations..."
+
+    local base_url="http://localhost:8080/api/v3"
+    local total_count=0
+    local product
+
+    for product in $PRODUCTS; do
+        local env_key="${product}_env"
+        local env_file="$POSTMAN_DIR/environments/${PRODUCT_CONFIG[$env_key]}"
+        
+        if [ ! -f "$env_file" ]; then
+            continue
+        fi
+        
+        local auth_token=$(get_env_value "$env_file" "auth_token")
+        local product_id=$(get_env_value "$env_file" "product_id")
+        local account_id=$(get_env_value "$env_file" "account_id")
+        
+        if [ -z "$auth_token" ]; then
+            continue
+        fi
+        
+        # List all installations (types: 1=extension, 4=bundle, 6=custom)
+        local list_response=$(curl -s -X GET "${base_url}/installations?type=1,4,6" \
+            -H "Authorization: Bearer ${auth_token}" \
+            -H "x-mp-product-id: ${product_id}" \
+            -H "x-mp-account-id: ${account_id}" \
+            -H "X-MP-USER-ROLE: admin" \
+            -H "Content-Type: application/json" 2>/dev/null)
+        
+        # Extract and delete installation IDs
+        local installation_ids=$(echo "$list_response" | python3 -c "
+import json, sys
+try:
+    data = json.load(sys.stdin)
+    if isinstance(data, list):
+        ids = [str(item.get('installed_extension_id', '')) for item in data if item.get('installed_extension_id')]
+    else:
+        ids = []
+    print(' '.join(ids))
+except:
+    print('')
+" 2>/dev/null)
+        
+        if [ -n "$installation_ids" ] && [ "$installation_ids" != "" ]; then
+            for inst_id in $installation_ids; do
+                curl -s -X DELETE "${base_url}/installations/${inst_id}" \
+                    -H "Authorization: Bearer ${auth_token}" \
+                    -H "x-mp-product-id: ${product_id}" \
+                    -H "x-mp-account-id: ${account_id}" \
+                    -H "X-MP-USER-ROLE: admin" \
+                    -H "Content-Type: application/json" >/dev/null 2>&1
+                total_count=$((total_count + 1))
+            done
+        fi
+    done
+    
+    if [ $total_count -gt 0 ]; then
+        print_status "success" "Cleaned up $total_count installation(s)"
+    else
+        print_status "success" "No existing installations to clean up"
+    fi
+    
+    sleep 1
+}
+
+#==============================================================================
+# TEST EXECUTION
+#==============================================================================
+
+# Run all collections in a directory
+run_collection_dir() {
+    local dir_name="$1"
+    local collections_dir="$2"
+    local report_prefix="$3"
+    local collection_key="$4"
+    
+    echo "========================================="
+    echo "Running: $dir_name"
+    echo "========================================="
+    
+    local dir_passed=0
+    local dir_failed=0
+    local all_passed=true
+    local newman_tmp="/tmp/newman-output-${TIMESTAMP}-$$.txt"
+    
+    # Create working environment copy
+    local working_env="/tmp/newman-env-${collection_key}-${TIMESTAMP}.json"
+    cp "$ENVIRONMENT" "$working_env"
+    
+    # Run collections in order
+    for collection_file in "$collections_dir"/*.json; do
+        [ ! -f "$collection_file" ] && continue
+        
+        local basename=$(basename "$collection_file" .json)
+        local html_report="$REPORT_DIR/${report_prefix}-${basename}-$TIMESTAMP.html"
+        local json_report="$REPORT_DIR/json/${report_prefix}-${basename}-$TIMESTAMP.json"
+        local env_export="/tmp/newman-env-export-${collection_key}-${basename}.json"
+        
+        echo ""
+        echo "  → Running: $basename"
+        echo ""
+        
+        "$POSTMAN_DIR/node_modules/.bin/newman" run "$collection_file" \
+            --environment "$working_env" \
+            --reporters cli,htmlextra,json \
+            --reporter-htmlextra-export "$html_report" \
+            --reporter-json-export "$json_report" \
+            --export-environment "$env_export" \
+            --timeout-request 30000 \
+            --delay-request 100 2>&1 | tee "$newman_tmp"
+        
+        parse_newman_results "$newman_tmp"
+        
+        dir_passed=$((dir_passed + NEWMAN_PASSED))
+        dir_failed=$((dir_failed + NEWMAN_FAILED))
+        
+        # Chain environment for next collection
+        [ -f "$env_export" ] && cp "$env_export" "$working_env"
+        
+        if [ "$NEWMAN_FAILED" -gt 0 ]; then
+            all_passed=false
+            print_status "error" "$basename: FAILED ($NEWMAN_PASSED passed, $NEWMAN_FAILED failed)"
+        else
+            print_status "success" "$basename: PASSED ($NEWMAN_PASSED passed, $NEWMAN_FAILED failed)"
+        fi
+    done
+    
+    # Cleanup temp files
+    rm -f "$working_env" /tmp/newman-env-export-${collection_key}-*.json "$newman_tmp"
+    
+    # Update status
+    if [ "$all_passed" = true ] && [ "$dir_failed" -eq 0 ]; then
+        COLLECTION_STATUS["$collection_key"]="✓ PASSED"
+        RESULTS+=("$dir_name: ✓ PASSED ($dir_passed passed, $dir_failed failed)")
+        echo ""
+        print_status "success" "$dir_name: ALL PASSED"
+    else
+        COLLECTION_STATUS["$collection_key"]="✗ FAILED"
+        RESULTS+=("$dir_name: ✗ FAILED ($dir_passed passed, $dir_failed failed)")
+        echo ""
+        print_status "error" "$dir_name: SOME FAILED"
+    fi
+    
+    COLLECTION_PASSED["$collection_key"]=$dir_passed
+    COLLECTION_FAILED["$collection_key"]=$dir_failed
+    TOTAL_PASSED=$((TOTAL_PASSED + dir_passed))
+    TOTAL_FAILED=$((TOTAL_FAILED + dir_failed))
+    
+    [ "$all_passed" = true ] && [ "$dir_failed" -eq 0 ]
+}
+
+# Run tests for a single product (multi-product mode)
+run_product_tests() {
+    local product="$1"
+    local display_name="${PRODUCT_CONFIG[${product}_display]}"
+    local env_file="$POSTMAN_DIR/environments/${PRODUCT_CONFIG[${product}_env]}"
+    
+    echo ""
+    echo "========================================="
+    echo "Testing Product: $display_name"
+    echo "========================================="
+    
+    if [ ! -f "$env_file" ]; then
+        echo "Warning: Environment file not found: $env_file"
+        echo "Skipping $product"
+        PRODUCT_STATUS["$product"]="⚠ SKIPPED"
+        return 1
+    fi
+    
+    # Clean up installations before testing this product
+    cleanup_all_installations
+    
+    local product_passed=true
+    local newman_tmp="/tmp/newman-output-${product}-${TIMESTAMP}-$$.txt"
+
+    # Each product gets its own report subdirectory to avoid cross-product overwrites
+    local product_report_dir="$REPORT_DIR/${product}"
+    local product_json_dir="$REPORT_DIR/json/${product}"
+    mkdir -p "$product_report_dir" "$product_json_dir"
+
+    # Create working environment copy
+    local working_env="/tmp/newman-env-${product}-${TIMESTAMP}.json"
+    cp "$env_file" "$working_env"
+
+    # Run CRUD tests
+    local crud_key="${product}_CRUD"
+    COLLECTION_STATUS["$crud_key"]="Not Run"
+    COLLECTION_PASSED["$crud_key"]=0
+    COLLECTION_FAILED["$crud_key"]=0
+
+    echo ""
+    echo "Running CRUD API tests for $display_name..."
+
+    local crud_passed=0 crud_failed=0 crud_all_passed=true
+
+    for collection_file in "$CRUD_COLLECTIONS_DIR"/*.json; do
+        [ ! -f "$collection_file" ] && continue
+
+        local basename=$(basename "$collection_file" .json)
+        local html_report="$product_report_dir/crud-${basename}-$TIMESTAMP.html"
+        local json_report="$product_json_dir/crud-${basename}-$TIMESTAMP.json"
+        local env_export="/tmp/newman-env-export-${product}-crud-${basename}.json"
+        
+        "$POSTMAN_DIR/node_modules/.bin/newman" run "$collection_file" \
+            --environment "$working_env" \
+            --reporters cli,htmlextra,json \
+            --reporter-htmlextra-export "$html_report" \
+            --reporter-htmlextra-title "${REPORT_LOGO} - $display_name - CRUD - $basename (Local)" \
+            --reporter-htmlextra-darkTheme \
+            --reporter-json-export "$json_report" \
+            --export-environment "$env_export" \
+            --timeout-request 30000 \
+            --delay-request 100 2>&1 | tee "$newman_tmp"
+        
+        parse_newman_results "$newman_tmp"
+        
+        crud_passed=$((crud_passed + NEWMAN_PASSED))
+        crud_failed=$((crud_failed + NEWMAN_FAILED))
+        
+        [ -f "$env_export" ] && cp "$env_export" "$working_env"
+        [ "$NEWMAN_FAILED" -gt 0 ] && crud_all_passed=false
+    done
+    
+    if [ "$crud_all_passed" = true ] && [ "$crud_failed" -eq 0 ]; then
+        print_status "success" "CRUD tests passed for $display_name"
+        COLLECTION_STATUS["$crud_key"]="✓ PASSED"
+    else
+        print_status "error" "CRUD tests failed for $display_name"
+        COLLECTION_STATUS["$crud_key"]="✗ FAILED"
+        product_passed=false
+    fi
+    
+    COLLECTION_PASSED["$crud_key"]=$crud_passed
+    COLLECTION_FAILED["$crud_key"]=$crud_failed
+    TOTAL_PASSED=$((TOTAL_PASSED + crud_passed))
+    TOTAL_FAILED=$((TOTAL_FAILED + crud_failed))
+    
+    # Run Files tests (using environment from CRUD tests)
+    local files_key="${product}_FILES"
+    COLLECTION_STATUS["$files_key"]="Not Run"
+    COLLECTION_PASSED["$files_key"]=0
+    COLLECTION_FAILED["$files_key"]=0
+    
+    echo ""
+    echo "Running Files API tests for $display_name..."
+    
+    local files_passed=0 files_failed=0 files_all_passed=true
+    
+    for collection_file in "$FILES_COLLECTIONS_DIR"/*.json; do
+        [ ! -f "$collection_file" ] && continue
+        
+        local basename=$(basename "$collection_file" .json)
+        local html_report="$product_report_dir/files-${basename}-$TIMESTAMP.html"
+        local json_report="$product_json_dir/files-${basename}-$TIMESTAMP.json"
+        local env_export="/tmp/newman-env-export-${product}-files-${basename}.json"
+        
+        "$POSTMAN_DIR/node_modules/.bin/newman" run "$collection_file" \
+            --environment "$working_env" \
+            --reporters cli,htmlextra,json \
+            --reporter-htmlextra-export "$html_report" \
+            --reporter-htmlextra-title "${REPORT_LOGO} - $display_name - Files - $basename (Local)" \
+            --reporter-htmlextra-darkTheme \
+            --reporter-json-export "$json_report" \
+            --export-environment "$env_export" \
+            --timeout-request 30000 \
+            --delay-request 100 2>&1 | tee "$newman_tmp"
+        
+        parse_newman_results "$newman_tmp"
+        
+        files_passed=$((files_passed + NEWMAN_PASSED))
+        files_failed=$((files_failed + NEWMAN_FAILED))
+        
+        [ -f "$env_export" ] && cp "$env_export" "$working_env"
+        [ "$NEWMAN_FAILED" -gt 0 ] && files_all_passed=false
+    done
+    
+    # Cleanup temp files for this product
+    rm -f "$working_env" /tmp/newman-env-export-${product}-*.json "$newman_tmp"
+    
+    if [ "$files_all_passed" = true ] && [ "$files_failed" -eq 0 ]; then
+        print_status "success" "Files tests passed for $display_name"
+        COLLECTION_STATUS["$files_key"]="✓ PASSED"
+    else
+        print_status "error" "Files tests failed for $display_name"
+        COLLECTION_STATUS["$files_key"]="✗ FAILED"
+        product_passed=false
+    fi
+    
+    COLLECTION_PASSED["$files_key"]=$files_passed
+    COLLECTION_FAILED["$files_key"]=$files_failed
+    TOTAL_PASSED=$((TOTAL_PASSED + files_passed))
+    TOTAL_FAILED=$((TOTAL_FAILED + files_failed))
+    
+    # Update product status
+    if [ "$product_passed" = true ]; then
+        PRODUCT_STATUS["$product"]="✓ PASSED"
+    else
+        PRODUCT_STATUS["$product"]="✗ FAILED"
+    fi
+}
+
+run_tests() {
+    echo ""
+    
+    if [ "$MULTI_PRODUCT" = true ]; then
+        # Multi-product mode: run V3 (CRUD + Files) across all products
+        for product in $PRODUCTS; do
+            run_product_tests "$product"
+        done
+        # Also run V2 and Legacy once (single-product) if --all was specified
+        if [ "$RUN_V2" = true ]; then
+            run_collection_dir "V2 API" "$V2_COLLECTIONS_DIR" "v2" "V2" || true
+            echo ""
+        fi
+        if [ "$RUN_LEGACY" = true ]; then
+            run_collection_dir "Legacy API" "$LEGACY_COLLECTIONS_DIR" "legacy" "LEGACY" || true
+            echo ""
+        fi
+    else
+        # Single product mode
+        if [ "$RUN_V3" = true ]; then
+            run_collection_dir "V3 CRUD API" "$CRUD_COLLECTIONS_DIR" "crud" "V3_CRUD" || true
+            echo ""
+            run_collection_dir "V3 Files API" "$FILES_COLLECTIONS_DIR" "files" "V3_FILES" || true
+            echo ""
+        fi
+
+        if [ "$RUN_V2" = true ]; then
+            run_collection_dir "V2 API" "$V2_COLLECTIONS_DIR" "v2" "V2" || true
+            echo ""
+        fi
+
+        if [ "$RUN_LEGACY" = true ]; then
+            run_collection_dir "Legacy API" "$LEGACY_COLLECTIONS_DIR" "legacy" "LEGACY" || true
+            echo ""
+        fi
+    fi
+}
+
+#==============================================================================
+# REPORTING
+#==============================================================================
+
+print_summary() {
+    echo ""
+    echo "========================================="
+    if [ "$MULTI_PRODUCT" = true ]; then
+        echo "Multi-Product Test Results"
+    else
+        echo "Test Results Summary"
+    fi
+    echo "========================================="
+    echo ""
+
+    if [ "$MULTI_PRODUCT" = true ]; then
+        echo "Product Results:"
+        for product in $PRODUCTS; do
+            local status="${PRODUCT_STATUS[$product]}"
+            local display_name="${PRODUCT_CONFIG[${product}_display]}"
+            local crud_key="${product}_CRUD"
+            local files_key="${product}_FILES"
+            
+            if [ "$status" != "Not Run" ]; then
+                echo "  $display_name: $status"
+                if [ "${COLLECTION_STATUS[$crud_key]}" != "Not Run" ]; then
+                    echo "    - CRUD API:  ${COLLECTION_STATUS[$crud_key]} (${COLLECTION_PASSED[$crud_key]} passed, ${COLLECTION_FAILED[$crud_key]} failed)"
+                fi
+                if [ "${COLLECTION_STATUS[$files_key]}" != "Not Run" ]; then
+                    echo "    - Files API: ${COLLECTION_STATUS[$files_key]} (${COLLECTION_PASSED[$files_key]} passed, ${COLLECTION_FAILED[$files_key]} failed)"
+                fi
+            fi
+        done
+    else
+        echo "Collection Results:"
+        for collection_key in V3_CRUD V3_FILES V2 LEGACY; do
+            local status="${COLLECTION_STATUS[$collection_key]}"
+            local passed="${COLLECTION_PASSED[$collection_key]}"
+            local failed="${COLLECTION_FAILED[$collection_key]}"
+            
+            if [ "$status" != "Not Run" ]; then
+                case $collection_key in
+                    V3_CRUD)  echo "  V3 CRUD API:  $status ($passed passed, $failed failed)" ;;
+                    V3_FILES) echo "  V3 Files API: $status ($passed passed, $failed failed)" ;;
+                    V2)       echo "  V2 API:       $status ($passed passed, $failed failed)" ;;
+                    LEGACY)   echo "  Legacy API:   $status ($passed passed, $failed failed)" ;;
+                esac
+            fi
+        done
+    fi
+
+    echo ""
+    echo "Overall Total: $TOTAL_PASSED passed, $TOTAL_FAILED failed"
+    echo ""
+    echo "Reports: $REPORT_DIR/"
+}
+
+generate_consolidated_report() {
+    # Calculate passed/failed collections
+    local passed_collections=0
+    local failed_collections=0
+    
+    if [ "$MULTI_PRODUCT" = true ]; then
+        for product in $PRODUCTS; do
+            if [ "${PRODUCT_STATUS[$product]}" = "✓ PASSED" ]; then
+                passed_collections=$((passed_collections + 1))
+            elif [ "${PRODUCT_STATUS[$product]}" != "Not Run" ]; then
+                failed_collections=$((failed_collections + 1))
+            fi
+        done
+    else
+        for collection_key in V3_CRUD V3_FILES V2 LEGACY; do
+            if [ "${COLLECTION_STATUS[$collection_key]}" = "✓ PASSED" ]; then
+                passed_collections=$((passed_collections + 1))
+            elif [ "${COLLECTION_STATUS[$collection_key]}" != "Not Run" ]; then
+                failed_collections=$((failed_collections + 1))
+            fi
+        done
+    fi
+
+    local test_result=0
+    [ $TOTAL_FAILED -gt 0 ] && test_result=1
+
+    if [ -f "$SCRIPT_DIR/../report-generators/generate-consolidated-report.sh" ]; then
+        "$SCRIPT_DIR/../report-generators/generate-consolidated-report.sh" "local" "$TIMESTAMP" "$REPORT_DIR" \
+            "$passed_collections" "$failed_collections" "$test_result" || true
+    fi
+}
+
+#==============================================================================
+# MAIN
+#==============================================================================
+
+main() {
+    parse_arguments "$@"
+    
+    [ "$SHOW_HELP" = true ] && show_help
+    
+    # Display banner
+    echo "========================================="
+    if [ "$MULTI_PRODUCT" = true ]; then
+        echo "${REPORT_LOGO} API Integration Tests (Multi-Product)"
+    else
+        echo "${REPORT_LOGO} API Integration Tests"
+    fi
+    echo "========================================="
+    echo ""
+    
+    if [ "$MULTI_PRODUCT" = true ]; then
+        echo "Mode: Multi-Product Testing (Local)"
+        echo "Products:"
+        for product in $PRODUCTS; do
+            local display="${PRODUCT_CONFIG[${product}_display]}"
+            local id="${PRODUCT_CONFIG[${product}_id]}"
+            echo "  - $display (product_id: $id)"
+        done
+        echo ""
+        echo "Test Suites: V3 API (CRUD + Files) for each product"
+    else
+        echo "Test Suites:"
+        [ "$RUN_V3" = true ] && echo "  ✓ V3 API (CRUD + Files)"
+        [ "$RUN_V2" = true ] && echo "  ✓ V2 API (OAuth, Transfer)"
+        [ "$RUN_LEGACY" = true ] && echo "  ✓ Legacy API"
+    fi
+    [ "$RUN_COVERAGE" = true ] && echo "  ✓ Coverage: Enabled"
+    [ "$SKIP_SERVICES" = true ] && echo "  ⚠ Services: Skipped (--skip-services)"
+    echo ""
+    
+    # Setup
+    setup_java
+    
+    echo ""
+    echo "Checking prerequisites..."
+    command -v java >/dev/null 2>&1 || { echo "Error: Java required" >&2; exit 1; }
+    command -v mvn >/dev/null 2>&1 || { echo "Error: Maven required" >&2; exit 1; }
+    command -v node >/dev/null 2>&1 || { echo "Error: Node.js required" >&2; exit 1; }
+    check_container_runtime || exit 1
+    print_status "success" "Prerequisites OK"
+    
+    # Setup cleanup trap
+    trap stop_services EXIT INT TERM
+    
+    # Start services
+    start_services
+    
+    # Install Newman and setup git hooks
+    echo ""
+    echo "========================================="
+    echo "Step 4: Installing Newman"
+    echo "========================================="
+    cd "$POSTMAN_DIR"
+    npm ci --ignore-scripts --silent 2>/dev/null || npm install --ignore-scripts --silent
+    print_status "success" "Newman ready"
+    
+    # Setup git hooks for auto-formatting (runs once, idempotent)
+    if [ -d "$POSTMAN_DIR/.husky" ]; then
+        cd "$PROJECT_ROOT"
+        git config core.hooksPath postman/.husky/_ 2>/dev/null || true
+    fi
+    
+    mkdir -p "$REPORT_DIR" "$REPORT_DIR/json"
+    
+    # Run tests
+    run_tests
+    
+    # Print summary
+    print_summary
+    
+    # Generate consolidated report
+    generate_consolidated_report
+    
+    # Exit with appropriate code
+    if [ $TOTAL_FAILED -gt 0 ]; then
+        echo ""
+        echo "❌ Some tests failed"
+        exit 1
+    else
+        echo ""
+        echo "✅ All tests passed successfully!"
+        exit 0
+    fi
+}
+
+# Run main
+main "$@"