agent-relay 2.0.28 → 2.0.32

package/scripts/stress-test-relay-pty.sh

@@ -1,452 +0,0 @@
-#!/bin/bash
-# Stress test for relay-pty injection and messaging logic
-# Tests: high-volume message injection, concurrent parsing, backpressure handling
-#
-# CI-compatible: Uses correctness thresholds, not raw performance numbers
-# Output: JSON results to stdout for CI artifact collection
-
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_ROOT="$(dirname "$SCRIPT_DIR")"
-RELAY_PTY_DIR="$PROJECT_ROOT/relay-pty"
-
-# CI mode detection
-CI_MODE="${CI:-false}"
-OUTPUT_JSON="${OUTPUT_JSON:-false}"
-
-# Results accumulator
-RESULTS="{}"
-FAILURES=0
-
-add_result() {
-    local test_name="$1"
-    local passed="$2"
-    local details="$3"
-    RESULTS=$(echo "$RESULTS" | node -e "
-        const r = JSON.parse(require('fs').readFileSync(0, 'utf8'));
-        r['$test_name'] = { passed: $passed, details: $details };
-        console.log(JSON.stringify(r));
-    ")
-    if [ "$passed" = "false" ]; then
-        FAILURES=$((FAILURES + 1))
-    fi
-}
-
-echo "=== Relay-PTY Stress Test ===" >&2
-echo "Testing injection and messaging logic under load" >&2
-echo "" >&2
-
-# Check if we're in the right directory
-if [ ! -d "$RELAY_PTY_DIR" ]; then
-    echo "ERROR: relay-pty directory not found at $RELAY_PTY_DIR" >&2
-    exit 1
-fi
-
-cd "$RELAY_PTY_DIR"
-
-# ============================================
-# Test 1: Message queue flood test
-# ============================================
-echo "=== Test 1: Message Queue Flood ===" >&2
-
-QUEUE_TEST_JS=$(mktemp).mjs
-cat > "$QUEUE_TEST_JS" << 'JS_EOF'
-// Message queue flood test - simulates relay-pty queue behavior
-// CI-friendly: tests correctness (deduplication, backpressure) not just speed
-
-const QUEUE_SIZE = 100;
-const TOTAL_MESSAGES = 50000;
-const DUPLICATE_RATE = 0.05;
-
-class MessageQueue {
-    constructor(maxSize) {
-        this.queue = [];
-        this.seenIds = new Set();
-        this.maxSize = maxSize;
-        this.rejected = 0;
-        this.duplicates = 0;
-    }
-
-    enqueue(msg) {
-        if (this.seenIds.has(msg.id)) {
-            this.duplicates++;
-            return false;
-        }
-        this.seenIds.add(msg.id);
-
-        if (this.queue.length >= this.maxSize) {
-            this.rejected++;
-            return false;
-        }
-
-        this.queue.push(msg);
-        return true;
-    }
-
-    dequeue() {
-        return this.queue.shift();
-    }
-}
-
-const queue = new MessageQueue(QUEUE_SIZE);
-const start = Date.now();
-
-let uniqueIds = 0;
-let expectedDuplicates = 0;
-
-for (let i = 0; i < TOTAL_MESSAGES; i++) {
-    const isDuplicate = Math.random() < DUPLICATE_RATE && uniqueIds > 0;
-    if (isDuplicate) expectedDuplicates++;
-
-    const id = isDuplicate
-        ? `msg-${Math.floor(Math.random() * uniqueIds)}`
-        : `msg-${uniqueIds++}`;
-
-    queue.enqueue({ id, from: `Agent${i % 10}`, content: `Msg ${i}` });
-
-    // Drain periodically
-    if (i % 50 === 0) {
-        while (queue.queue.length > QUEUE_SIZE / 2) {
-            queue.dequeue();
-        }
-    }
-}
-
-const elapsed = Date.now() - start;
-
-// Correctness checks
-const deduplicationWorking = queue.duplicates > 0;
-const queueNeverOverflowed = queue.queue.length <= QUEUE_SIZE;
-const processedReasonableAmount = queue.seenIds.size > TOTAL_MESSAGES * 0.9;
-
-const passed = deduplicationWorking && queueNeverOverflowed && processedReasonableAmount;
-
-console.log(JSON.stringify({
-    passed,
-    elapsed_ms: elapsed,
-    messages_sent: TOTAL_MESSAGES,
-    unique_tracked: queue.seenIds.size,
-    duplicates_caught: queue.duplicates,
-    backpressure_rejections: queue.rejected,
-    checks: {
-        deduplication_working: deduplicationWorking,
-        queue_bounded: queueNeverOverflowed,
-        throughput_ok: processedReasonableAmount
-    }
-}));
-
-process.exit(passed ? 0 : 1);
-JS_EOF
-
-RESULT=$(node "$QUEUE_TEST_JS" 2>&1) || true
-echo "  Result: $RESULT" >&2
-PASSED=$(echo "$RESULT" | node -e "console.log(JSON.parse(require('fs').readFileSync(0,'utf8')).passed)")
-add_result "queue_flood" "$PASSED" "$RESULT"
-
-# ============================================
-# Test 2: Concurrent injection simulation
-# ============================================
-echo "" >&2
-echo "=== Test 2: Concurrent Injection ===" >&2
-
-INJECT_TEST_JS=$(mktemp).mjs
-cat > "$INJECT_TEST_JS" << 'JS_EOF'
-// Concurrent injection test - verifies injection works under concurrent load
-// CI-friendly: checks success rate threshold, not raw speed
-
-const CONCURRENT_AGENTS = 5;
-const MESSAGES_PER_AGENT = 50;  // Reduced for CI reliability
-const MIN_SUCCESS_RATE = 0.90;  // 90% minimum
-
-class InjectionSimulator {
-    constructor() {
-        this.isIdle = true;
-        this.lastOutputMs = Date.now();
-        this.injections = [];
-        this.failures = 0;
-    }
-
-    async inject(msg) {
-        // Simulate waiting for idle window (simplified for CI)
-        await new Promise(r => setTimeout(r, Math.random() * 5));
-
-        // 5% simulated failure rate
-        const success = Math.random() > 0.05;
-
-        if (success) {
-            this.injections.push({ id: msg.id, at: Date.now() });
-            return true;
-        } else {
-            this.failures++;
-            return false;
-        }
-    }
-}
-
-async function agentLoop(injector, agentId) {
-    const results = [];
-    for (let i = 0; i < MESSAGES_PER_AGENT; i++) {
-        await new Promise(r => setTimeout(r, Math.random() * 5));
-        const success = await injector.inject({
-            id: `${agentId}-msg-${i}`,
-            from: `Agent${agentId}`
-        });
-        results.push(success);
-    }
-    return results;
-}
-
-async function run() {
-    const injector = new InjectionSimulator();
-    const start = Date.now();
-
-    const promises = [];
-    for (let a = 0; a < CONCURRENT_AGENTS; a++) {
-        promises.push(agentLoop(injector, a));
-    }
-
-    const results = await Promise.all(promises);
-    const elapsed = Date.now() - start;
-
-    const totalSuccess = results.flat().filter(Boolean).length;
-    const totalAttempts = CONCURRENT_AGENTS * MESSAGES_PER_AGENT;
-    const successRate = totalSuccess / totalAttempts;
-
-    const passed = successRate >= MIN_SUCCESS_RATE;
-
-    console.log(JSON.stringify({
-        passed,
-        elapsed_ms: elapsed,
-        total_attempts: totalAttempts,
-        successful: totalSuccess,
-        success_rate: successRate,
-        min_required: MIN_SUCCESS_RATE,
-        concurrent_agents: CONCURRENT_AGENTS
-    }));
-
-    process.exit(passed ? 0 : 1);
-}
-
-run();
-JS_EOF
-
-RESULT=$(node "$INJECT_TEST_JS" 2>&1) || true
-echo "  Result: $RESULT" >&2
-PASSED=$(echo "$RESULT" | node -e "console.log(JSON.parse(require('fs').readFileSync(0,'utf8')).passed)")
-add_result "concurrent_injection" "$PASSED" "$RESULT"
-
-# ============================================
-# Test 3: PTY output parsing stress
-# ============================================
-echo "" >&2
-echo "=== Test 3: PTY Output Parsing ===" >&2
-
-PARSE_TEST_JS=$(mktemp).mjs
-cat > "$PARSE_TEST_JS" << 'JS_EOF'
-// PTY output parsing stress test
-// CI-friendly: verifies parsing correctness, not just speed
-
-const OUTPUT_PATTERNS = [
-    'Hello, world!',
-    '\x1b[32mSuccess!\x1b[0m',
-    '->relay:Agent1 Hello',
-    '->relay:Agent2 <<<\nMultiline\n>>>',
-    '->relay:* [await] Broadcast',
-    '->relay-file:msg',
-    '->relay-file:spawn',
-    '[[SUMMARY]]\nDone\n[[/SUMMARY]]',
-    '\x1b[33mRelay message from Agent1 [abc]: Hi\x1b[0m',
-];
-
-const RELAY_PATTERNS_COUNT = 5; // Number of patterns that are relay commands
-const ITERATIONS = 50000;
-const BUFFER_SIZE = 10000;
-
-function stripAnsi(str) {
-    return str.replace(/\x1b\[[0-9;]*m/g, '');
-}
-
-function parseRelayCommand(line) {
-    const trimmed = stripAnsi(line).trim();
-    if (!trimmed.startsWith('->relay')) return null;
-    return { raw: trimmed };
-}
-
-let buffer = '';
-let commandsFound = 0;
-const start = Date.now();
-
-for (let i = 0; i < ITERATIONS; i++) {
-    const pattern = OUTPUT_PATTERNS[i % OUTPUT_PATTERNS.length];
-    buffer += pattern + '\n';
-
-    if (buffer.length > BUFFER_SIZE) {
-        buffer = buffer.slice(buffer.length - BUFFER_SIZE);
-    }
-
-    const lines = pattern.split('\n');
-    for (const line of lines) {
-        if (parseRelayCommand(line)) commandsFound++;
-    }
-}
-
-const elapsed = Date.now() - start;
-
-// Expected: RELAY_PATTERNS_COUNT commands per full cycle of OUTPUT_PATTERNS
-const expectedCommands = Math.floor(ITERATIONS / OUTPUT_PATTERNS.length) * RELAY_PATTERNS_COUNT;
-const commandAccuracy = commandsFound / expectedCommands;
-
-// Correctness checks
-const parsingAccurate = commandAccuracy > 0.95 && commandAccuracy < 1.05;
-const bufferBounded = buffer.length <= BUFFER_SIZE;
-const completedInTime = elapsed < 30000; // 30 second max
-
-const passed = parsingAccurate && bufferBounded && completedInTime;
-
-console.log(JSON.stringify({
-    passed,
-    elapsed_ms: elapsed,
-    iterations: ITERATIONS,
-    commands_found: commandsFound,
-    expected_commands: expectedCommands,
-    accuracy: commandAccuracy,
-    buffer_size: buffer.length,
-    checks: {
-        parsing_accurate: parsingAccurate,
-        buffer_bounded: bufferBounded,
-        completed_in_time: completedInTime
-    }
-}));
-
-process.exit(passed ? 0 : 1);
-JS_EOF
-
-RESULT=$(node "$PARSE_TEST_JS" 2>&1) || true
-echo "  Result: $RESULT" >&2
-PASSED=$(echo "$RESULT" | node -e "console.log(JSON.parse(require('fs').readFileSync(0,'utf8')).passed)")
-add_result "pty_parsing" "$PASSED" "$RESULT"
-
-# ============================================
-# Test 4: Priority queue ordering
-# ============================================
-echo "" >&2
-echo "=== Test 4: Priority Queue Ordering ===" >&2
-
-PRIORITY_TEST_JS=$(mktemp).mjs
-cat > "$PRIORITY_TEST_JS" << 'JS_EOF'
-// Priority queue ordering test - verifies messages dequeue in priority order
-// CI-friendly: tests correctness of ordering
-
-class PriorityQueue {
-    constructor() {
-        this.heap = [];
-    }
-
-    enqueue(item) {
-        this.heap.push(item);
-        this.bubbleUp(this.heap.length - 1);
-    }
-
-    dequeue() {
-        if (this.heap.length === 0) return null;
-        const min = this.heap[0];
-        const end = this.heap.pop();
-        if (this.heap.length > 0) {
-            this.heap[0] = end;
-            this.bubbleDown(0);
-        }
-        return min;
-    }
-
-    bubbleUp(idx) {
-        while (idx > 0) {
-            const parent = Math.floor((idx - 1) / 2);
-            if (this.heap[parent].priority <= this.heap[idx].priority) break;
-            [this.heap[parent], this.heap[idx]] = [this.heap[idx], this.heap[parent]];
-            idx = parent;
-        }
-    }
-
-    bubbleDown(idx) {
-        const length = this.heap.length;
-        while (true) {
-            const left = 2 * idx + 1;
-            const right = 2 * idx + 2;
-            let smallest = idx;
-
-            if (left < length && this.heap[left].priority < this.heap[smallest].priority) {
-                smallest = left;
-            }
-            if (right < length && this.heap[right].priority < this.heap[smallest].priority) {
-                smallest = right;
-            }
-            if (smallest === idx) break;
-
-            [this.heap[idx], this.heap[smallest]] = [this.heap[smallest], this.heap[idx]];
-            idx = smallest;
-        }
-    }
-}
-
-const MESSAGES = 10000;
-const queue = new PriorityQueue();
-const start = Date.now();
-
-// Enqueue with random priorities
-for (let i = 0; i < MESSAGES; i++) {
-    queue.enqueue({
-        id: `msg-${i}`,
-        priority: Math.floor(Math.random() * 100)
-    });
-}
-
-// Dequeue and verify ordering
-let lastPriority = -1;
-let orderViolations = 0;
-const dequeued = [];
-
-while (queue.heap.length > 0) {
-    const msg = queue.dequeue();
-    dequeued.push(msg);
-    if (msg.priority < lastPriority) {
-        orderViolations++;
-    }
-    lastPriority = msg.priority;
-}
-
-const elapsed = Date.now() - start;
-const passed = orderViolations === 0 && dequeued.length === MESSAGES;
-
-console.log(JSON.stringify({
-    passed,
-    elapsed_ms: elapsed,
-    messages: MESSAGES,
-    dequeued: dequeued.length,
-    order_violations: orderViolations,
-    checks: {
-        all_dequeued: dequeued.length === MESSAGES,
-        order_correct: orderViolations === 0
-    }
-}));
-
-process.exit(passed ? 0 : 1);
-JS_EOF
-
-RESULT=$(node "$PRIORITY_TEST_JS" 2>&1) || true
-echo "  Result: $RESULT" >&2
-PASSED=$(echo "$RESULT" | node -e "console.log(JSON.parse(require('fs').readFileSync(0,'utf8')).passed)")
-add_result "priority_ordering" "$PASSED" "$RESULT"
-
-# Cleanup
-rm -f "$QUEUE_TEST_JS" "$INJECT_TEST_JS" "$PARSE_TEST_JS" "$PRIORITY_TEST_JS"
-
-# Output final results
-echo "" >&2
-echo "=== Stress Test Complete ===" >&2
-echo "Failures: $FAILURES" >&2
-
-# Output JSON results to stdout for CI
-echo "$RESULTS"
-
-exit $FAILURES

package/scripts/test-interactive-terminal.sh

@@ -1,248 +0,0 @@
-#!/usr/bin/env bash
-#
-# Test Interactive Terminal Flow
-#
-# This script sets up a Docker environment to test the interactive terminal
-# WITHOUT requiring GitHub OAuth.
-#
-# Usage:
-#   ./scripts/test-interactive-terminal.sh [command]
-#
-# Commands:
-#   start   - Build, start, and auto-setup test user/workspace
-#   stop    - Stop all containers
-#   logs    - Show logs
-#   rebuild - Rebuild images with code changes
-#   clean   - Stop and remove all data
-#   setup   - Just run the test setup (if containers already running)
-#
-
-set -euo pipefail
-
-COMPOSE_FILE="docker-compose.dev.yml"
-PROJECT_NAME="agent-relay-dev"
-CLOUD_URL="http://localhost:4567"
-
-log() {
-  echo -e "\033[1;36m[test-terminal]\033[0m $*"
-}
-
-err() {
-  echo -e "\033[1;31m[test-terminal]\033[0m $*" >&2
-}
-
-success() {
-  echo -e "\033[1;32m[test-terminal]\033[0m $*"
-}
-
-check_docker() {
-  if ! docker info >/dev/null 2>&1; then
-    err "Docker is not running. Please start Docker and try again."
-    exit 1
-  fi
-}
-
-wait_for_cloud() {
-  log "Waiting for cloud service..."
-  for i in {1..30}; do
-    if curl -sf "$CLOUD_URL/health" >/dev/null 2>&1; then
-      return 0
-    fi
-    sleep 2
-  done
-  return 1
-}
-
-wait_for_workspace() {
-  log "Waiting for workspace service..."
-  for i in {1..20}; do
-    if curl -sf "http://localhost:3888/health" >/dev/null 2>&1; then
-      return 0
-    fi
-    sleep 2
-  done
-  return 1
-}
-
-# Setup test user and workspace (no OAuth needed!)
-setup_test_environment() {
-  log "Setting up test environment (no OAuth required)..."
-
-  # Create a cookie jar for session
-  COOKIE_JAR=$(mktemp)
-  trap "rm -f $COOKIE_JAR" EXIT
-
-  # Step 1: Login as test user
-  log "Creating test user and logging in..."
-  LOGIN_RESULT=$(curl -sf -X POST "$CLOUD_URL/api/test/login-as" \
-    -H "Content-Type: application/json" \
-    -d '{"username": "terminal-tester"}' \
-    -c "$COOKIE_JAR" 2>&1) || {
-    err "Failed to login. Is the cloud service running?"
-    err "Response: $LOGIN_RESULT"
-    return 1
-  }
-
-  USER_ID=$(echo "$LOGIN_RESULT" | jq -r '.userId // empty')
-  if [[ -z "$USER_ID" ]]; then
-    err "Failed to get user ID from login response"
-    err "Response: $LOGIN_RESULT"
-    return 1
-  fi
-  log "Logged in as user: $USER_ID"
-
-  # Step 2: Create mock workspace pointing to the Docker workspace
-  log "Creating test workspace..."
-  WORKSPACE_RESULT=$(curl -sf -X POST "$CLOUD_URL/api/test/create-mock-workspace" \
-    -H "Content-Type: application/json" \
-    -d '{"name": "Terminal Test Workspace", "publicUrl": "http://workspace:3888"}' \
-    -b "$COOKIE_JAR" 2>&1) || {
-    err "Failed to create workspace"
-    err "Response: $WORKSPACE_RESULT"
-    return 1
-  }
-
-  WORKSPACE_ID=$(echo "$WORKSPACE_RESULT" | jq -r '.workspaceId // empty')
-  if [[ -z "$WORKSPACE_ID" ]]; then
-    err "Failed to get workspace ID"
-    err "Response: $WORKSPACE_RESULT"
-    return 1
-  fi
-
-  success "Test environment ready!"
-  echo ""
-  log "=============================================="
-  log "  Interactive Terminal Test Environment"
-  log "=============================================="
-  echo ""
-  log "Workspace ID: $WORKSPACE_ID"
-  echo ""
-  log "Test the interactive terminal (auto-login included):"
-  echo ""
-  echo "  Claude: $CLOUD_URL/api/test/auto-login?redirect=/providers/setup/claude?workspace=$WORKSPACE_ID"
-  echo ""
-  echo "  Codex:  $CLOUD_URL/api/test/auto-login?redirect=/providers/setup/codex?workspace=$WORKSPACE_ID"
-  echo ""
-  log "Or access the dashboard:"
-  echo ""
-  echo "  $CLOUD_URL/api/test/auto-login?redirect=/app"
-  echo ""
-  log "The terminal will show the CLI starting up."
-  log "Type directly to interact with prompts."
-  log "Auth URLs will trigger a popup modal."
-  echo ""
-  log "Commands:"
-  log "  $0 logs     - View service logs"
-  log "  $0 rebuild  - Rebuild after code changes"
-  log "  $0 stop     - Stop services"
-  log "  $0 clean    - Remove all data"
-  echo ""
-}
-
-start_services() {
-  check_docker
-
-  log "Building images with latest code..."
-  docker compose -f "$COMPOSE_FILE" build cloud workspace
-
-  log "Starting services (including workspace)..."
-  docker compose -f "$COMPOSE_FILE" --profile workspace up -d
-
-  if ! wait_for_cloud; then
-    err "Cloud service failed to start. Check logs with: $0 logs"
-    exit 1
-  fi
-
-  if ! wait_for_workspace; then
-    err "Workspace service failed to start. Check logs with: $0 logs"
-    exit 1
-  fi
-
-  # Auto-setup test environment
-  sleep 2
-  setup_test_environment
-}
-
-rebuild_services() {
-  check_docker
-  log "Rebuilding images..."
-  docker compose -f "$COMPOSE_FILE" build cloud workspace --no-cache
-  log "Restarting services..."
-  docker compose -f "$COMPOSE_FILE" --profile workspace up -d
-
-  if ! wait_for_cloud; then
-    err "Cloud service failed to start after rebuild"
-    exit 1
-  fi
-
-  if ! wait_for_workspace; then
-    err "Workspace service failed to start after rebuild"
-    exit 1
-  fi
-
-  sleep 2
-  setup_test_environment
-}
-
-stop_services() {
-  check_docker
-  log "Stopping services..."
-  docker compose -f "$COMPOSE_FILE" --profile workspace down
-  log "Services stopped."
-}
-
-show_logs() {
-  check_docker
-  docker compose -f "$COMPOSE_FILE" --profile workspace logs -f
-}
-
-clean_all() {
-  check_docker
-  log "Stopping services and removing volumes..."
-  docker compose -f "$COMPOSE_FILE" --profile workspace down -v
-  log "Cleaned up."
-}
-
-# Main
-cd "$(dirname "$0")/.."
-
-case "${1:-start}" in
-  start)
-    start_services
-    ;;
-  stop)
-    stop_services
-    ;;
-  logs)
-    show_logs
-    ;;
-  rebuild)
-    rebuild_services
-    ;;
-  clean)
-    clean_all
-    ;;
-  setup)
-    # Just run setup (containers must be running)
-    if ! curl -sf "$CLOUD_URL/health" >/dev/null 2>&1; then
-      err "Cloud service not running. Use '$0 start' first."
-      exit 1
-    fi
-    setup_test_environment
-    ;;
-  help|--help|-h)
-    echo "Usage: $0 {start|stop|logs|rebuild|clean|setup|help}"
-    echo ""
-    echo "Commands:"
-    echo "  start   - Build, start, and auto-setup test environment"
-    echo "  stop    - Stop all containers"
-    echo "  logs    - Show service logs"
-    echo "  rebuild - Rebuild images and restart"
-    echo "  clean   - Stop and remove all data"
-    echo "  setup   - Re-run test setup (if already running)"
-    ;;
-  *)
-    echo "Usage: $0 {start|stop|logs|rebuild|clean|setup|help}"
-    exit 1
-    ;;
-esac