agent-relay 1.2.0 → 1.3.0

package/scripts/run-cloud-qa.sh

@@ -1,220 +0,0 @@
-#!/bin/bash
-#
-# Agent Relay Cloud - Full QA Test Runner
-#
-# This script runs the complete cloud QA test suite locally using Docker.
-# It simulates the production environment with:
-# - PostgreSQL database
-# - Redis for sessions/pub-sub
-# - Cloud API server
-# - Simulated daemons reporting metrics
-# - Integration tests
-#
-# Usage:
-#   ./scripts/run-cloud-qa.sh              # Run all tests
-#   ./scripts/run-cloud-qa.sh --quick      # Quick smoke test
-#   ./scripts/run-cloud-qa.sh --cleanup    # Cleanup only
-#   ./scripts/run-cloud-qa.sh --logs       # Show logs after tests
-#
-
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_DIR="$(dirname "$SCRIPT_DIR")"
-COMPOSE_FILE="$PROJECT_DIR/docker-compose.test.yml"
-
-# Colors for output
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m' # No Color
-
-log_info() {
-    echo -e "${BLUE}[INFO]${NC} $1"
-}
-
-log_success() {
-    echo -e "${GREEN}[SUCCESS]${NC} $1"
-}
-
-log_warn() {
-    echo -e "${YELLOW}[WARN]${NC} $1"
-}
-
-log_error() {
-    echo -e "${RED}[ERROR]${NC} $1"
-}
-
-# Parse arguments
-QUICK_MODE=false
-CLEANUP_ONLY=false
-SHOW_LOGS=false
-KEEP_RUNNING=false
-
-while [[ "$#" -gt 0 ]]; do
-    case $1 in
-        --quick) QUICK_MODE=true ;;
-        --cleanup) CLEANUP_ONLY=true ;;
-        --logs) SHOW_LOGS=true ;;
-        --keep) KEEP_RUNNING=true ;;
-        -h|--help)
-            echo "Usage: $0 [options]"
-            echo ""
-            echo "Options:"
-            echo "  --quick     Run quick smoke test only"
-            echo "  --cleanup   Cleanup test containers and volumes"
-            echo "  --logs      Show container logs after tests"
-            echo "  --keep      Keep containers running after tests"
-            echo "  -h, --help  Show this help message"
-            exit 0
-            ;;
-        *) log_error "Unknown option: $1"; exit 1 ;;
-    esac
-    shift
-done
-
-# Cleanup function
-cleanup() {
-    log_info "Cleaning up test environment..."
-    docker compose -f "$COMPOSE_FILE" down -v --remove-orphans 2>/dev/null || true
-    log_success "Cleanup complete"
-}
-
-# Handle SIGINT/SIGTERM
-trap cleanup EXIT
-
-# Cleanup only mode
-if [ "$CLEANUP_ONLY" = true ]; then
-    cleanup
-    exit 0
-fi
-
-# Check Docker is running
-if ! docker info >/dev/null 2>&1; then
-    log_error "Docker is not running. Please start Docker and try again."
-    exit 1
-fi
-
-# Check docker-compose file exists
-if [ ! -f "$COMPOSE_FILE" ]; then
-    log_error "docker-compose.test.yml not found at: $COMPOSE_FILE"
-    exit 1
-fi
-
-log_info "=========================================="
-log_info "Agent Relay Cloud - QA Test Suite"
-log_info "=========================================="
-echo ""
-
-# Step 1: Build images
-log_info "Step 1: Building Docker images..."
-docker compose -f "$COMPOSE_FILE" build --quiet
-
-# Step 2: Start infrastructure (PostgreSQL, Redis)
-log_info "Step 2: Starting infrastructure..."
-docker compose -f "$COMPOSE_FILE" up -d postgres redis
-
-# Wait for services to be healthy
-log_info "Waiting for PostgreSQL and Redis..."
-for i in {1..30}; do
-    if docker compose -f "$COMPOSE_FILE" ps postgres | grep -q "healthy" && \
-       docker compose -f "$COMPOSE_FILE" ps redis | grep -q "healthy"; then
-        log_success "Infrastructure is ready"
-        break
-    fi
-    if [ $i -eq 30 ]; then
-        log_error "Infrastructure failed to become healthy"
-        docker compose -f "$COMPOSE_FILE" logs postgres redis
-        exit 1
-    fi
-    sleep 1
-done
-
-# Step 3: Start cloud server
-log_info "Step 3: Starting Cloud API server..."
-docker compose -f "$COMPOSE_FILE" up -d cloud
-
-# Wait for cloud server
-log_info "Waiting for Cloud API server..."
-for i in {1..60}; do
-    if curl -sf http://localhost:3100/health >/dev/null 2>&1; then
-        log_success "Cloud API server is ready"
-        break
-    fi
-    if [ $i -eq 60 ]; then
-        log_error "Cloud API server failed to start"
-        docker compose -f "$COMPOSE_FILE" logs cloud
-        exit 1
-    fi
-    sleep 1
-done
-
-# Step 4: Start daemon simulators
-log_info "Step 4: Starting daemon simulators..."
-docker compose -f "$COMPOSE_FILE" up -d daemon-simulator-1 daemon-simulator-2
-
-# Give simulators time to connect and report metrics
-log_info "Waiting for simulators to connect..."
-sleep 10
-
-if [ "$QUICK_MODE" = true ]; then
-    # Quick smoke test
-    log_info "Running quick smoke test..."
-
-    # Test health endpoint
-    if curl -sf http://localhost:3100/health >/dev/null; then
-        log_success "Health check passed"
-    else
-        log_error "Health check failed"
-        exit 1
-    fi
-
-    # Test API is responding
-    if curl -sf http://localhost:3100/api/test/status >/dev/null; then
-        log_success "Test API responding"
-    else
-        log_warn "Test API not available (may be in production mode)"
-    fi
-
-    log_success "Quick smoke test passed!"
-else
-    # Step 5: Run integration tests
-    log_info "Step 5: Running integration tests..."
-
-    # Run the test runner container
-    docker compose -f "$COMPOSE_FILE" --profile test run --rm test-runner
-    TEST_EXIT_CODE=$?
-
-    if [ $TEST_EXIT_CODE -eq 0 ]; then
-        log_success "All integration tests passed!"
-    else
-        log_error "Integration tests failed with exit code: $TEST_EXIT_CODE"
-    fi
-fi
-
-# Show logs if requested
-if [ "$SHOW_LOGS" = true ]; then
-    log_info "Container logs:"
-    echo ""
-    docker compose -f "$COMPOSE_FILE" logs --tail=100
-fi
-
-# Keep running if requested
-if [ "$KEEP_RUNNING" = true ]; then
-    log_info "Containers are still running. Press Ctrl+C to stop."
-    log_info "Cloud API: http://localhost:3100"
-    log_info "PostgreSQL: localhost:5433"
-    log_info "Redis: localhost:6380"
-    # Disable cleanup trap
-    trap - EXIT
-    # Wait forever
-    while true; do sleep 3600; done
-else
-    log_info "Cleaning up..."
-fi
-
-echo ""
-log_info "=========================================="
-log_info "QA Test Suite Complete"
-log_info "=========================================="

package/scripts/test-cli-auth/Dockerfile

@@ -1,44 +0,0 @@
-# CLI OAuth Flow Test Container
-#
-# This container simulates the AI provider CLIs for testing
-# the OAuth URL capture flow without actual provider accounts.
-#
-# Usage:
-#   docker build -t cli-oauth-test scripts/test-cli-auth/
-#   docker run --rm cli-oauth-test
-#
-# For interactive testing:
-#   docker run --rm -it cli-oauth-test bash
-#   claude  # Run mock Claude CLI
-#   codex login  # Run mock Codex CLI
-
-FROM node:20-slim
-
-# Install dependencies
-RUN apt-get update && apt-get install -y \
-    bash \
-    && rm -rf /var/lib/apt/lists/*
-
-WORKDIR /app
-
-# Copy mock CLI script
-COPY mock-cli.sh /usr/local/bin/mock-cli
-RUN chmod +x /usr/local/bin/mock-cli
-
-# Create symlinks for each provider CLI
-# The mock-cli.sh auto-detects the provider from $0
-RUN ln -s /usr/local/bin/mock-cli /usr/local/bin/claude && \
-    ln -s /usr/local/bin/mock-cli /usr/local/bin/codex && \
-    ln -s /usr/local/bin/mock-cli /usr/local/bin/gemini && \
-    ln -s /usr/local/bin/mock-cli /usr/local/bin/opencode && \
-    ln -s /usr/local/bin/mock-cli /usr/local/bin/droid
-
-# Copy test files
-COPY ci-test-runner.ts /app/
-COPY package.json /app/
-
-# Install test dependencies
-RUN npm install
-
-# Default command runs the CI tests
-CMD ["npx", "tsx", "/app/ci-test-runner.ts"]

package/scripts/test-cli-auth/Dockerfile.real

@@ -1,79 +0,0 @@
-# CLI OAuth Flow Test Container - Real CLIs
-#
-# This container installs the actual AI provider CLIs and tests
-# URL extraction from their OAuth flows.
-#
-# Installation methods match deploy/workspace/Dockerfile to ensure consistency.
-#
-# Usage:
-#   docker build -f Dockerfile.real -t cli-oauth-test-real scripts/test-cli-auth/
-#   docker run --rm cli-oauth-test-real
-#
-# For interactive testing:
-#   docker run --rm -it cli-oauth-test-real bash
-
-FROM node:20-slim
-
-# Install system dependencies (matches deploy/workspace/Dockerfile)
-RUN apt-get update && apt-get install -y \
-    bash \
-    ca-certificates \
-    curl \
-    git \
-    python3 \
-    make \
-    g++ \
-    jq \
-    && rm -rf /var/lib/apt/lists/*
-
-WORKDIR /app
-
-# Install npm-based CLIs globally as root (npm -g requires root)
-RUN npm install -g @openai/codex || echo "Codex install failed"
-RUN npm install -g @google/gemini-cli || echo "Gemini install failed"
-RUN npm install -g opencode-ai@latest || echo "OpenCode install failed"
-
-# Create test user (CLIs install to ~/.local/bin)
-RUN useradd -m -u 1001 testuser
-RUN chown -R testuser:testuser /app
-USER testuser
-
-# Install AI CLIs as testuser (these install scripts write to ~/.local/bin)
-
-# Claude - uses official install script
-RUN curl -fsSL https://claude.ai/install.sh | bash || echo "Claude install failed"
-# Note: We don't pre-seed Claude config - we want to test the full interactive flow
-# including the dark mode and auth method prompts
-
-# Note: OpenCode is installed as root above via npm
-
-# Droid - uses official install script
-RUN curl -fsSL https://app.factory.ai/cli | sh || echo "Droid install failed"
-
-# Add user's local bin to PATH
-ENV PATH="/home/testuser/.local/bin:$PATH"
-
-# Copy test files and source dependencies
-# Context is repo root, so paths are relative to that
-COPY --chown=testuser:testuser scripts/test-cli-auth/ci-test-real-clis.ts /app/
-COPY --chown=testuser:testuser scripts/test-cli-auth/package.json /app/
-
-# Copy source modules maintaining the relative path structure
-# cli-pty-runner.ts imports from '../../shared/cli-auth-config.js'
-# So we need: /app/src/cloud/api/cli-pty-runner.ts -> /app/src/shared/cli-auth-config.ts
-COPY --chown=testuser:testuser src/cloud/api/cli-pty-runner.ts /app/src/cloud/api/
-COPY --chown=testuser:testuser src/shared/cli-auth-config.ts /app/src/shared/
-
-# Install test dependencies
-RUN npm install
-
-# Verify which CLIs are installed
-RUN echo "=== Installed CLIs ===" && \
-    (which claude && claude --version 2>&1 | head -1) || echo "claude: not found" && \
-    (which codex && codex --version 2>&1 | head -1) || echo "codex: not found" && \
-    (which gemini && gemini --version 2>&1 | head -1) || echo "gemini: not found" && \
-    (which opencode && opencode --version 2>&1 | head -1) || echo "opencode: not found" && \
-    (which droid && droid --version 2>&1 | head -1) || echo "droid: not found"
-
-# Default command runs the CI tests
-CMD ["npx", "tsx", "/app/ci-test-real-clis.ts"]

package/scripts/test-cli-auth/README.md

@@ -1,286 +0,0 @@
-# CLI OAuth Flow Testing
-
-This directory contains tools for testing and validating the CLI-based OAuth authentication flow for AI providers.
-
-## Quick Start
-
-```bash
-# Make mock CLI executable
-chmod +x scripts/test-cli-auth/mock-cli.sh
-
-# Run all integration tests
-npx tsx scripts/test-cli-auth/test-oauth-flow.ts
-
-# Test a specific provider
-npx tsx scripts/test-cli-auth/test-oauth-flow.ts anthropic
-```
-
-## Architecture
-
-The CLI OAuth flow works as follows:
-
-```
-┌─────────────────┐      ┌──────────────┐      ┌─────────────────┐
-│  Dashboard UI   │─────▶│  Onboarding  │─────▶│  CLI via PTY    │
-│  (React)        │      │  API         │      │  (node-pty)     │
-└─────────────────┘      └──────────────┘      └─────────────────┘
-         ▲                      │                      │
-         │                      │                      ▼
-         │                      │               ┌─────────────────┐
-         │                      │               │  Interactive    │
-         │                      │◀──────────────│  Prompts        │
-         │                      │  auto-respond └─────────────────┘
-         │                      │                      │
-         │                      │                      ▼
-         │                      │               ┌─────────────────┐
-         │                      │               │  Auth URL       │
-         │◀─────────────────────┼───────────────│  Output         │
-         │   (opens popup)      │               └─────────────────┘
-         │                      │                      │
-         ▼                      │                      ▼
-┌─────────────────┐            │               ┌─────────────────┐
-│  OAuth Popup    │            │               │  Success        │
-│  (Browser)      │────────────┼──────────────▶│  Detection      │
-└─────────────────┘            │               └─────────────────┘
-```
-
-## Adding a New Provider
-
-### 1. Define the CLI Configuration
-
-Add a new entry to `CLI_AUTH_CONFIG` in `src/cloud/api/onboarding.ts`:
-
-```typescript
-export const CLI_AUTH_CONFIG: Record<string, CLIAuthConfig> = {
-  // ... existing providers
-
-  newprovider: {
-    // Required: CLI command to run
-    command: 'newcli',
-
-    // Required: Command arguments
-    args: ['auth', 'login'],
-
-    // Required: Pattern to extract auth URL (must have capture group)
-    urlPattern: /(https:\/\/[^\s]+)/,
-
-    // Optional: Path to credentials file after auth
-    credentialPath: '~/.newcli/credentials.json',
-
-    // Required: Display name for UI
-    displayName: 'NewProvider',
-
-    // Required: How long to wait for URL (ms)
-    waitTimeout: 3000,
-
-    // Required: Interactive prompts to auto-respond to
-    prompts: [
-      {
-        pattern: /do you trust this/i,
-        response: 'y\r',
-        delay: 100,
-        description: 'Trust prompt',
-      },
-    ],
-
-    // Required: Success indicators
-    successPatterns: [
-      /success/i,
-      /authenticated/i,
-    ],
-  },
-};
-```
-
-### 2. Add Mock CLI Behavior
-
-Update `scripts/test-cli-auth/mock-cli.sh` with the new provider's interactive flow:
-
-```bash
-newprovider)
-  echo -e "${BLUE}NewProvider CLI${NC}"
-  sleep "$DELAY"
-
-  echo -e "Do you trust this directory? [y/N] "
-  read -r -n 1 response 2>/dev/null || true
-  echo ""
-
-  echo -e "Auth URL:"
-  echo -e "${GREEN}https://newprovider.com/auth?session=test${NC}"
-
-  read -r -t 30 2>/dev/null || true
-  echo -e "${GREEN}Authenticated!${NC}"
-  ;;
-```
-
-### 3. Add Unit Tests
-
-Add tests to `src/cloud/api/onboarding.test.ts`:
-
-```typescript
-describe('newprovider', () => {
-  const config = CLI_AUTH_CONFIG.newprovider;
-
-  it('has correct command and args', () => {
-    expect(config.command).toBe('newcli');
-    expect(config.args).toEqual(['auth', 'login']);
-  });
-
-  it('extracts auth URL from output', () => {
-    const output = 'Visit https://newprovider.com/auth?id=xxx';
-    const match = output.match(config.urlPattern);
-    expect(match![1]).toContain('https://newprovider.com/auth');
-  });
-
-  // Test each prompt handler
-  describe('prompt handlers', () => {
-    it('detects trust prompt', () => {
-      const prompt = findMatchingPrompt(
-        'Do you trust this directory?',
-        config.prompts,
-        new Set()
-      );
-      expect(prompt!.description).toBe('Trust prompt');
-    });
-  });
-});
-```
-
-### 4. Run Tests
-
-```bash
-# Unit tests
-npx vitest run src/cloud/api/onboarding.test.ts
-
-# Integration tests
-npx tsx scripts/test-cli-auth/test-oauth-flow.ts newprovider
-```
-
-## Provider Checklist
-
-When adding or modifying a provider, ensure:
-
-- [ ] `command` is the correct CLI binary name
-- [ ] `args` includes any required subcommands (e.g., `['login']`)
-- [ ] `urlPattern` has a capture group `(...)` around the URL
-- [ ] `waitTimeout` is long enough for multi-step prompts
-- [ ] All interactive prompts are handled in `prompts` array
-- [ ] Each prompt has a unique `description` for deduplication
-- [ ] `successPatterns` cover all success messages the CLI outputs
-- [ ] Mock CLI simulates the real CLI's behavior accurately
-- [ ] Unit tests cover URL extraction and prompt detection
-- [ ] Integration test passes
-
-## Testing with Real CLIs
-
-For testing with actual CLIs (not mocks), you can:
-
-1. **Docker Container Test**: Spin up a container without credentials:
-   ```bash
-   docker run -it --rm node:20 bash
-   npm install -g @anthropic-ai/claude-code
-   # Run the onboarding flow
-   ```
-
-2. **Fresh VM**: Use a cloud VM with no cached credentials
-
-3. **Delete Credentials**: Remove local credential files:
-   ```bash
-   rm -rf ~/.claude
-   rm -rf ~/.codex
-   # etc.
-   ```
-
-## Troubleshooting
-
-### URL Not Extracted
-- Check if the CLI outputs the URL in expected format
-- Verify the `urlPattern` regex matches the output
-- Increase `waitTimeout` if prompts take longer
-
-### Prompts Not Detected
-- Run mock CLI manually to see exact prompt text
-- Check regex patterns are case-insensitive (`/i` flag)
-- Ensure ANSI codes are being stripped before matching
-
-### Success Not Detected
-- Verify CLI outputs one of the success patterns
-- Check for typos in pattern (e.g., `logged in` vs `loggedin`)
-- Add new patterns if CLI uses different success messages
-
-## CI Integration
-
-### GitHub Actions
-
-The workflow `.github/workflows/cli-oauth-test.yml` runs:
-
-1. **On every push/PR** that modifies:
-   - `src/cloud/api/onboarding.ts`
-   - `scripts/test-cli-auth/**`
-
-2. **Weekly schedule** (Sundays at midnight):
-   - Catches provider CLI changes early
-   - Auto-creates GitHub issues on failure
-
-### Running CI Tests Locally
-
-```bash
-# Build the test container with REAL CLIs (recommended)
-docker build -f scripts/test-cli-auth/Dockerfile.real \
-  -t cli-oauth-test-real scripts/test-cli-auth/
-
-# Run tests against real CLIs
-docker run --rm cli-oauth-test-real
-
-# Run with results output
-docker run --rm -v $(pwd)/test-results:/tmp cli-oauth-test-real
-cat test-results/cli-oauth-test-results.json
-
-# Interactive debugging
-docker run --rm -it cli-oauth-test-real bash
-claude  # Test Claude CLI manually
-```
-
-### Why Real CLIs?
-
-Using the actual CLIs instead of mocks:
-- **Catches real changes** in CLI behavior immediately
-- **No maintenance burden** of keeping mocks in sync
-- **Tests the actual code path** users will experience
-- **Detects new prompts** or changed output formats
-
-CLIs that aren't installed are skipped (not failed), so tests work even if some providers haven't published CLIs yet.
-
-### Test Output Format
-
-```json
-{
-  "timestamp": "2024-01-15T10:30:00.000Z",
-  "results": [
-    {
-      "provider": "anthropic",
-      "command": "claude",
-      "passed": true,
-      "urlExtracted": "https://console.anthropic.com/oauth/...",
-      "urlValid": true,
-      "promptsHandled": 3,
-      "exitCode": 0,
-      "duration": 1234
-    }
-  ],
-  "summary": {
-    "total": 5,
-    "passed": 5,
-    "failed": 0
-  }
-}
-```
-
-## Files
-
-- `mock-cli.sh` - Simulates CLI interactive flows for testing
-- `ci-test-runner.ts` - Docker-based CI test runner
-- `test-oauth-flow.ts` - Local integration test runner
-- `Dockerfile` - Test container definition
-- `package.json` - Test dependencies
-- `README.md` - This documentation