@agent-foundry/replay-server 1.0.0 → 1.0.1

package/scripts/render-pipeline.sh

@@ -0,0 +1,657 @@
+#!/bin/bash
+#
+# Replay Render Pipeline
+#
+# Full end-to-end rendering workflow:
+# 1. Check/start server
+# 2. Verify/build bundle
+# 3. Preload bundle if needed
+# 4. Submit render job via HTTP API
+# 5. Poll for completion
+# 6. Auto-download video
+#
+# Usage:
+#   ./render-pipeline.sh -m samples/replay.json
+#   ./render-pipeline.sh -m samples/replay.json -o output/video.mp4 --start-server
+#
+
+set -euo pipefail
+
+# ============================================================================
+# Configuration
+# ============================================================================
+
+SCRIPT_DIR=$(cd "$(dirname "$0")" && pwd)
+PACKAGE_DIR=$(cd "$SCRIPT_DIR/.." && pwd)
+REPO_ROOT=$(cd "$PACKAGE_DIR/../.." && pwd)
+
+# Default values
+DEFAULT_SERVER_URL="http://localhost:3001"
+DEFAULT_WIDTH=720
+DEFAULT_HEIGHT=1080
+DEFAULT_FPS=16
+DEFAULT_OUTPUT_DIR="$PACKAGE_DIR/output"
+
+# Variables
+MANIFEST_FILE=""
+OUTPUT_PATH=""
+WIDTH=$DEFAULT_WIDTH
+HEIGHT=$DEFAULT_HEIGHT
+FPS=$DEFAULT_FPS
+SERVER_URL=$DEFAULT_SERVER_URL
+START_SERVER=false
+BUILD_BUNDLE=false
+VERBOSE=false
+
+# ============================================================================
+# Colors and Output
+# ============================================================================
+
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+CYAN='\033[0;36m'
+NC='\033[0m' # No Color
+BOLD='\033[1m'
+
+log_info() {
+    echo -e "${CYAN}ℹ${NC} $1"
+}
+
+log_success() {
+    echo -e "${GREEN}✓${NC} $1"
+}
+
+log_warning() {
+    echo -e "${YELLOW}⚠${NC} $1"
+}
+
+log_error() {
+    echo -e "${RED}✗${NC} $1" >&2
+}
+
+log_step() {
+    echo -e "${BOLD}${BLUE}▶${NC} $1"
+}
+
+log_verbose() {
+    if [ "$VERBOSE" = true ]; then
+        echo -e "${CYAN}[DEBUG]${NC} $1"
+    fi
+}
+
+# ============================================================================
+# Helper Functions
+# ============================================================================
+
+check_dependencies() {
+    local missing_deps=()
+    
+    if ! command -v curl &> /dev/null; then
+        missing_deps+=("curl")
+    fi
+    
+    if ! command -v jq &> /dev/null; then
+        missing_deps+=("jq")
+    fi
+    
+    if [ ${#missing_deps[@]} -gt 0 ]; then
+        log_error "Missing required dependencies: ${missing_deps[*]}"
+        echo ""
+        echo "Install instructions:"
+        for dep in "${missing_deps[@]}"; do
+            case $dep in
+                curl)
+                    echo "  macOS: brew install curl"
+                    echo "  Linux: sudo apt install curl"
+                    ;;
+                jq)
+                    echo "  macOS: brew install jq"
+                    echo "  Linux: sudo apt install jq"
+                    ;;
+            esac
+        done
+        exit 1
+    fi
+}
+
+load_env() {
+    local env_file="$PACKAGE_DIR/.env"
+    if [ -f "$env_file" ]; then
+        log_verbose "Loading environment from $env_file"
+        # Export variables from .env (skip comments and empty lines)
+        set -a
+        while IFS= read -r line || [ -n "$line" ]; do
+            # Skip comments and empty lines
+            if [[ ! "$line" =~ ^[[:space:]]*# ]] && [[ -n "$line" ]]; then
+                eval "export $line" 2>/dev/null || true
+            fi
+        done < "$env_file"
+        set +a
+    fi
+}
+
+print_help() {
+    cat << EOF
+🎬 Replay Render Pipeline
+
+Full end-to-end rendering workflow for AgentFoundry replays.
+
+Usage:
+  ./render-pipeline.sh [options]
+
+Required:
+  -m, --manifest <path>       Path to replay manifest JSON file
+
+Optional:
+  -o, --output <path>         Output video path (default: ./output/<gameId>.mp4)
+  --width <px>                Video width (default: 1080)
+  --height <px>               Video height (default: 1920)
+  --fps <n>                   Frames per second (default: 30)
+  --server-url <url>          Replay server URL (default: http://localhost:3001)
+  --start-server              Auto-start server if not running
+  --build-bundle              Auto-build bundle if missing
+  -v, --verbose               Verbose output
+  -h, --help                  Show this help message
+
+Examples:
+  # Basic usage
+  ./render-pipeline.sh -m samples/jump_arena_0_ja-mks5um2x-nksbmz.json
+
+  # With custom output and settings
+  ./render-pipeline.sh -m samples/replay.json -o videos/my-replay.mp4 --width 720 --height 1280
+
+  # Auto-start server if needed
+  ./render-pipeline.sh -m samples/replay.json --start-server
+
+  # Build bundle if missing and start server
+  ./render-pipeline.sh -m samples/replay.json --build-bundle --start-server
+
+EOF
+}
+
+# ============================================================================
+# Argument Parsing
+# ============================================================================
+
+parse_args() {
+    while [[ $# -gt 0 ]]; do
+        case $1 in
+            -m|--manifest)
+                MANIFEST_FILE="$2"
+                shift 2
+                ;;
+            -o|--output)
+                OUTPUT_PATH="$2"
+                shift 2
+                ;;
+            --width)
+                WIDTH="$2"
+                shift 2
+                ;;
+            --height)
+                HEIGHT="$2"
+                shift 2
+                ;;
+            --fps)
+                FPS="$2"
+                shift 2
+                ;;
+            --server-url)
+                SERVER_URL="$2"
+                shift 2
+                ;;
+            --start-server)
+                START_SERVER=true
+                shift
+                ;;
+            --build-bundle)
+                BUILD_BUNDLE=true
+                shift
+                ;;
+            -v|--verbose)
+                VERBOSE=true
+                shift
+                ;;
+            -h|--help)
+                print_help
+                exit 0
+                ;;
+            *)
+                log_error "Unknown option: $1"
+                echo ""
+                print_help
+                exit 1
+                ;;
+        esac
+    done
+    
+    # Validate required arguments
+    if [ -z "$MANIFEST_FILE" ]; then
+        log_error "Missing required argument: --manifest"
+        echo ""
+        print_help
+        exit 1
+    fi
+    
+    # Resolve manifest path
+    if [ ! -f "$MANIFEST_FILE" ]; then
+        log_error "Manifest file not found: $MANIFEST_FILE"
+        exit 1
+    fi
+    MANIFEST_FILE=$(cd "$(dirname "$MANIFEST_FILE")" && pwd)/$(basename "$MANIFEST_FILE")
+}
+
+# ============================================================================
+# Server Management
+# ============================================================================
+
+check_server() {
+    log_step "Checking replay server..."
+    
+    local health_check
+    health_check=$(curl -s -o /dev/null -w "%{http_code}" "$SERVER_URL/health" || echo "000")
+    
+    if [ "$health_check" = "200" ]; then
+        log_success "Server is running at $SERVER_URL"
+        return 0
+    else
+        log_warning "Server is not responding at $SERVER_URL"
+        return 1
+    fi
+}
+
+start_server() {
+    log_step "Starting replay server..."
+    
+    cd "$PACKAGE_DIR"
+    
+    # Check if already running on the port
+    local port=$(echo "$SERVER_URL" | grep -oP '(?<=:)\d+$' || echo "3001")
+    if lsof -Pi :$port -sTCP:LISTEN -t >/dev/null 2>&1; then
+        log_warning "Port $port is already in use"
+        return 1
+    fi
+    
+    # Start server in background
+    log_info "Starting server with: pnpm run dev"
+    nohup pnpm run dev > /tmp/replay-server.log 2>&1 &
+    local server_pid=$!
+    
+    log_info "Server PID: $server_pid"
+    
+    # Wait for server to be ready (max 30 seconds)
+    local max_wait=30
+    local wait_time=0
+    while [ $wait_time -lt $max_wait ]; do
+        sleep 2
+        wait_time=$((wait_time + 2))
+        
+        if curl -s -o /dev/null -w "%{http_code}" "$SERVER_URL/health" | grep -q "200"; then
+            log_success "Server is ready (took ${wait_time}s)"
+            return 0
+        fi
+        
+        echo -n "."
+    done
+    
+    echo ""
+    log_error "Server failed to start within ${max_wait}s"
+    log_info "Check logs: tail -f /tmp/replay-server.log"
+    return 1
+}
+
+# ============================================================================
+# Bundle Management
+# ============================================================================
+
+parse_manifest() {
+    log_step "Parsing manifest..."
+    
+    BUNDLE_ID=$(jq -r '.bundleId // empty' "$MANIFEST_FILE")
+    BUNDLE_URL=$(jq -r '.bundleUrl // empty' "$MANIFEST_FILE")
+    GAME_ID=$(jq -r '.gameId' "$MANIFEST_FILE")
+    
+    if [ -z "$BUNDLE_ID" ]; then
+        log_error "Manifest does not contain bundleId"
+        exit 1
+    fi
+    
+    log_info "Bundle ID: $BUNDLE_ID"
+    log_info "Game ID: $GAME_ID"
+    
+    if [ -n "$BUNDLE_URL" ]; then
+        log_info "Bundle URL: $BUNDLE_URL"
+    fi
+    
+    # Set default output path if not specified
+    if [ -z "$OUTPUT_PATH" ]; then
+        OUTPUT_PATH="$DEFAULT_OUTPUT_DIR/${GAME_ID}.mp4"
+    fi
+}
+
+check_bundle() {
+    log_step "Checking bundle availability..."
+    
+    # Use GET /api/bundles (list) and filter to avoid route conflict with static middleware
+    local response
+    response=$(curl -s "$SERVER_URL/api/bundles")
+    
+    log_verbose "Bundles list response: $response"
+    
+    # Extract bundle info from the list
+    local bundle_info=$(echo "$response" | jq --arg id "$BUNDLE_ID" '.bundles[]? | select(.bundleId == $id)')
+    
+    if [ -z "$bundle_info" ]; then
+        log_warning "Bundle '$BUNDLE_ID' not found on server"
+        return 1
+    fi
+    
+    local status=$(echo "$bundle_info" | jq -r '.status // "ready"')
+    
+    log_verbose "Bundle '$BUNDLE_ID' status: $status"
+    
+    if [ "$status" = "ready" ]; then
+        log_success "Bundle '$BUNDLE_ID' is ready"
+        return 0
+    elif [ "$status" = "downloading" ]; then
+        log_info "Bundle '$BUNDLE_ID' is currently downloading..."
+        wait_for_bundle
+        return 0
+    else
+        log_warning "Bundle '$BUNDLE_ID' status: $status"
+        return 1
+    fi
+}
+
+preload_bundle() {
+    if [ -z "$BUNDLE_URL" ]; then
+        log_error "No bundleUrl provided in manifest"
+        
+        if [ "$BUILD_BUNDLE" = true ]; then
+            build_bundle
+            return 0
+        else
+            log_error "Cannot preload bundle without bundleUrl"
+            log_info "Use --build-bundle flag to build locally"
+            exit 1
+        fi
+    fi
+    
+    log_step "Preloading bundle from OSS..."
+    
+    local payload=$(jq -n \
+        --arg bundleId "$BUNDLE_ID" \
+        --arg bundleUrl "$BUNDLE_URL" \
+        '{bundleId: $bundleId, bundleUrl: $bundleUrl}')
+    
+    local response
+    response=$(curl -s -X POST "$SERVER_URL/api/bundles/preload" \
+        -H "Content-Type: application/json" \
+        -d "$payload")
+    
+    log_verbose "Preload response: $response"
+    
+    local status=$(echo "$response" | jq -r '.status')
+    
+    if [ "$status" = "downloading" ] || [ "$status" = "ready" ]; then
+        log_success "Bundle preload initiated"
+        wait_for_bundle
+    else
+        log_error "Failed to preload bundle"
+        echo "$response" | jq .
+        exit 1
+    fi
+}
+
+build_bundle() {
+    log_step "Building bundle locally..."
+    
+    local build_script="$SCRIPT_DIR/build-bundle.sh"
+    
+    if [ ! -f "$build_script" ]; then
+        log_error "Build script not found: $build_script"
+        exit 1
+    fi
+    
+    log_info "Running: $build_script $BUNDLE_ID"
+    
+    if bash "$build_script" "$BUNDLE_ID"; then
+        log_success "Bundle built successfully"
+    else
+        log_error "Failed to build bundle"
+        exit 1
+    fi
+}
+
+wait_for_bundle() {
+    log_info "Waiting for bundle to be ready..."
+    
+    local max_wait=300  # 5 minutes
+    local wait_time=0
+    local last_progress=""
+    
+    while [ $wait_time -lt $max_wait ]; do
+        sleep 2
+        wait_time=$((wait_time + 2))
+        
+        # Use GET /api/bundles (list) and filter for consistency
+        local response
+        response=$(curl -s "$SERVER_URL/api/bundles")
+        local bundle_info=$(echo "$response" | jq --arg id "$BUNDLE_ID" '.bundles[]? | select(.bundleId == $id)')
+        
+        if [ -z "$bundle_info" ]; then
+            echo ""
+            log_error "Bundle disappeared from server"
+            exit 1
+        fi
+        
+        local status=$(echo "$bundle_info" | jq -r '.status')
+        local progress=$(echo "$bundle_info" | jq -r '.progress // 0')
+        
+        if [ "$status" = "ready" ]; then
+            echo ""
+            log_success "Bundle is ready"
+            return 0
+        elif [ "$status" = "error" ]; then
+            echo ""
+            local error=$(echo "$bundle_info" | jq -r '.error')
+            log_error "Bundle download failed: $error"
+            exit 1
+        fi
+        
+        # Show progress
+        if [ "$progress" != "$last_progress" ]; then
+            printf "\r  Progress: %d%%" "$progress"
+            last_progress="$progress"
+        else
+            printf "."
+        fi
+    done
+    
+    echo ""
+    log_error "Bundle download timeout (${max_wait}s)"
+    exit 1
+}
+
+# ============================================================================
+# Render Job Management
+# ============================================================================
+
+submit_render_job() {
+    log_step "Submitting render job..."
+    
+    # Read manifest and add config
+    local manifest_content
+    manifest_content=$(cat "$MANIFEST_FILE")
+    
+    local config=$(jq -n \
+        --arg width "$WIDTH" \
+        --arg height "$HEIGHT" \
+        --arg fps "$FPS" \
+        '{width: ($width | tonumber), height: ($height | tonumber), fps: ($fps | tonumber)}')
+    
+    local payload=$(jq -n \
+        --argjson manifest "$manifest_content" \
+        --argjson config "$config" \
+        '{manifest: $manifest, config: $config}')
+    
+    log_verbose "Render payload: $payload"
+    
+    local response
+    response=$(curl -s -X POST "$SERVER_URL/render" \
+        -H "Content-Type: application/json" \
+        -d "$payload")
+    
+    log_verbose "Render response: $response"
+    
+    JOB_ID=$(echo "$response" | jq -r '.jobId')
+    
+    if [ -z "$JOB_ID" ] || [ "$JOB_ID" = "null" ]; then
+        log_error "Failed to submit render job"
+        echo "$response" | jq .
+        exit 1
+    fi
+    
+    log_success "Render job submitted"
+    log_info "Job ID: $JOB_ID"
+    log_info "Resolution: ${WIDTH}x${HEIGHT} @ ${FPS}fps"
+}
+
+poll_job_status() {
+    log_step "Monitoring render progress..."
+    
+    local last_message=""
+    local last_percent=-1
+    
+    while true; do
+        sleep 2
+        
+        local response
+        response=$(curl -s "$SERVER_URL/status/$JOB_ID")
+        
+        log_verbose "Status response: $response"
+        
+        local status=$(echo "$response" | jq -r '.status')
+        local progress=$(echo "$response" | jq -r '.progress // {}')
+        local current=$(echo "$progress" | jq -r '.current // 0')
+        local total=$(echo "$progress" | jq -r '.total // 1')
+        local message=$(echo "$progress" | jq -r '.message // ""')
+        
+        # Calculate percentage
+        local percent=0
+        if [ "$total" -gt 0 ]; then
+            percent=$((current * 100 / total))
+        fi
+        
+        # Show progress
+        if [ "$percent" != "$last_percent" ] || [ "$message" != "$last_message" ]; then
+            local bar_length=40
+            local filled=$((percent * bar_length / 100))
+            local empty=$((bar_length - filled))
+            local bar=$(printf '█%.0s' $(seq 1 $filled))$(printf '░%.0s' $(seq 1 $empty))
+            
+            printf "\r  [%s] %3d%% - %s" "$bar" "$percent" "$message"
+            last_percent=$percent
+            last_message="$message"
+        fi
+        
+        # Check status
+        case $status in
+            completed)
+                echo ""
+                log_success "Render completed"
+                return 0
+                ;;
+            failed)
+                echo ""
+                local error=$(echo "$response" | jq -r '.error')
+                log_error "Render failed: $error"
+                exit 1
+                ;;
+            pending|processing)
+                # Continue polling
+                ;;
+            *)
+                echo ""
+                log_warning "Unknown status: $status"
+                ;;
+        esac
+    done
+}
+
+download_video() {
+    log_step "Downloading video..."
+    
+    # Ensure output directory exists
+    local output_dir=$(dirname "$OUTPUT_PATH")
+    mkdir -p "$output_dir"
+    
+    # Download video
+    if curl -s -o "$OUTPUT_PATH" "$SERVER_URL/download/$JOB_ID"; then
+        local file_size=$(ls -lh "$OUTPUT_PATH" | awk '{print $5}')
+        log_success "Video downloaded: $OUTPUT_PATH"
+        log_info "File size: $file_size"
+    else
+        log_error "Failed to download video"
+        exit 1
+    fi
+}
+
+# ============================================================================
+# Main Pipeline
+# ============================================================================
+
+main() {
+    echo ""
+    echo "🎬 Replay Render Pipeline"
+    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+    echo ""
+    
+    # Check dependencies
+    check_dependencies
+    
+    # Load environment
+    load_env
+    
+    # Parse arguments
+    parse_args "$@"
+    
+    # Check server
+    if ! check_server; then
+        if [ "$START_SERVER" = true ]; then
+            start_server || exit 1
+        else
+            log_error "Server is not running. Use --start-server to start it automatically"
+            exit 1
+        fi
+    fi
+    
+    # Parse manifest
+    parse_manifest
+    
+    # Check bundle
+    if ! check_bundle; then
+        preload_bundle
+    fi
+    
+    # Submit render job
+    submit_render_job
+    
+    # Poll status
+    poll_job_status
+    
+    # Download video
+    download_video
+    
+    echo ""
+    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+    log_success "${BOLD}Pipeline completed successfully!${NC}"
+    echo ""
+    log_info "Output: $OUTPUT_PATH"
+    echo ""
+}
+
+# Run main function with all arguments
+main "$@"

package/scripts/test-bundle-preload.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+SERVER_URL="http://localhost:3001"
+BUNDLE_ID="game-jump-arena"
+BUNDLE_URL="https://agent-foundry.oss-cn-beijing.aliyuncs.com/studio-bundles/92922750-9ea6-4fc7-aeef-a13b8cc9eae5/game-jump-arena/2026.01.24-104533/bundle-1769251533018.tar.gz"
+
+set -x
+
+payload=$(jq -n \
+    --arg bundleId "$BUNDLE_ID" \
+    --arg bundleUrl "$BUNDLE_URL" \
+    '{bundleId: $bundleId, bundleUrl: $bundleUrl}')
+
+curl -s -X POST "$SERVER_URL/api/bundles/preload" \
+        -H "Content-Type: application/json" \
+        -d "$payload"
+
+
+sleep 5
+curl -s "http://$SERVER_URL/api/bundles"