@vercel/agent-eval 0.0.1

package/dist/lib/agents/claude-code.js

@@ -0,0 +1,203 @@
+/**
+ * Claude Code agent implementation.
+ * Uses Vercel AI Gateway for model access.
+ */
+import { SandboxManager, collectLocalFiles, splitTestFiles, verifyNoTestFiles, } from '../sandbox.js';
+import { runValidation, captureGeneratedFiles, createVitestConfig, AI_GATEWAY, ANTHROPIC_DIRECT, } from './shared.js';
+/**
+ * Capture the Claude Code transcript from the sandbox.
+ * Claude Code stores transcripts at ~/.claude/projects/-{workdir}/{session-id}.jsonl
+ */
+async function captureTranscript(sandbox) {
+    try {
+        // Get the working directory to construct the transcript path
+        const workdir = sandbox.getWorkingDirectory();
+        // Claude Code uses the path with slashes replaced by dashes
+        const projectPath = workdir.replace(/\//g, '-');
+        const claudeProjectDir = `~/.claude/projects/${projectPath}`;
+        // Find the most recent .jsonl file (the transcript)
+        const findResult = await sandbox.runShell(`ls -t ${claudeProjectDir}/*.jsonl 2>/dev/null | head -1`);
+        if (findResult.exitCode !== 0 || !findResult.stdout.trim()) {
+            return undefined;
+        }
+        const transcriptPath = findResult.stdout.trim();
+        const content = await sandbox.readFile(transcriptPath);
+        return content;
+    }
+    catch {
+        // Transcript capture is best-effort
+        return undefined;
+    }
+}
+/**
+ * Create Claude Code agent with specified authentication method.
+ */
+export function createClaudeCodeAgent({ useVercelAiGateway }) {
+    return {
+        name: useVercelAiGateway ? 'vercel-ai-gateway/claude-code' : 'claude-code',
+        displayName: useVercelAiGateway ? 'Claude Code (Vercel AI Gateway)' : 'Claude Code',
+        getApiKeyEnvVar() {
+            return useVercelAiGateway ? AI_GATEWAY.apiKeyEnvVar : ANTHROPIC_DIRECT.apiKeyEnvVar;
+        },
+        getDefaultModel() {
+            return 'opus';
+        },
+        async run(fixturePath, options) {
+            const startTime = Date.now();
+            let sandbox = null;
+            let agentOutput = '';
+            let aborted = false;
+            let sandboxStopped = false;
+            // Handle abort signal
+            const abortHandler = () => {
+                aborted = true;
+                if (sandbox && !sandboxStopped) {
+                    sandboxStopped = true;
+                    sandbox.stop().catch(() => { });
+                }
+            };
+            if (options.signal) {
+                if (options.signal.aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted before start',
+                        duration: 0,
+                    };
+                }
+                options.signal.addEventListener('abort', abortHandler);
+            }
+            try {
+                // Collect files from fixture
+                const allFiles = await collectLocalFiles(fixturePath);
+                const { workspaceFiles, testFiles } = splitTestFiles(allFiles);
+                // Check for abort before expensive operations
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                    };
+                }
+                // Create sandbox
+                sandbox = await SandboxManager.create({
+                    timeout: options.timeout,
+                    runtime: 'node24',
+                });
+                // Check for abort after sandbox creation (abort may have fired during create)
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox.sandboxId,
+                    };
+                }
+                // Upload workspace files (excluding tests)
+                await sandbox.uploadFiles(workspaceFiles);
+                // Run setup function if provided
+                if (options.setup) {
+                    await options.setup(sandbox);
+                }
+                // Install dependencies
+                const installResult = await sandbox.runCommand('npm', ['install']);
+                if (installResult.exitCode !== 0) {
+                    throw new Error(`npm install failed: ${installResult.stderr}`);
+                }
+                // Install Claude Code CLI globally
+                const cliInstall = await sandbox.runCommand('npm', [
+                    'install',
+                    '-g',
+                    '@anthropic-ai/claude-code',
+                ]);
+                if (cliInstall.exitCode !== 0) {
+                    throw new Error(`Claude Code install failed: ${cliInstall.stderr}`);
+                }
+                // Verify no test files in sandbox
+                await verifyNoTestFiles(sandbox);
+                // Prepare enhanced prompt
+                const enhancedPrompt = `${options.prompt.trim()}
+
+IMPORTANT: Do not run npm, pnpm, yarn, or any package manager commands. Dependencies have already been installed. Do not run build, test, or dev server commands. Just write the code files.`;
+                // Run Claude Code with appropriate authentication
+                const claudeResult = await sandbox.runCommand('claude', ['--print', '--model', options.model, '--dangerously-skip-permissions', enhancedPrompt], {
+                    env: useVercelAiGateway
+                        ? {
+                            // AI Gateway configuration for Claude Code
+                            ANTHROPIC_BASE_URL: AI_GATEWAY.baseUrl,
+                            ANTHROPIC_AUTH_TOKEN: options.apiKey,
+                            ANTHROPIC_API_KEY: '',
+                        }
+                        : {
+                            // Direct Anthropic API
+                            ANTHROPIC_API_KEY: options.apiKey,
+                        },
+                });
+                agentOutput = claudeResult.stdout + claudeResult.stderr;
+                if (claudeResult.exitCode !== 0) {
+                    // Extract meaningful error from output (last few lines usually contain the error)
+                    const errorLines = agentOutput.trim().split('\n').slice(-5).join('\n');
+                    return {
+                        success: false,
+                        output: agentOutput,
+                        error: errorLines || `Claude Code exited with code ${claudeResult.exitCode}`,
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox.sandboxId,
+                    };
+                }
+                // Upload test files for validation
+                await sandbox.uploadFiles(testFiles);
+                // Create vitest config for EVAL.ts
+                await createVitestConfig(sandbox);
+                // Capture the Claude Code transcript
+                const transcript = await captureTranscript(sandbox);
+                // Run validation scripts
+                const validationResults = await runValidation(sandbox, options.scripts ?? []);
+                // Capture generated files
+                const generatedFiles = await captureGeneratedFiles(sandbox);
+                return {
+                    success: validationResults.allPassed,
+                    output: agentOutput,
+                    transcript,
+                    duration: Date.now() - startTime,
+                    testResult: validationResults.test,
+                    scriptsResults: validationResults.scripts,
+                    sandboxId: sandbox.sandboxId,
+                    generatedFiles,
+                };
+            }
+            catch (error) {
+                // Check if this was an abort
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: agentOutput,
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox?.sandboxId,
+                    };
+                }
+                return {
+                    success: false,
+                    output: agentOutput,
+                    error: error instanceof Error ? error.message : String(error),
+                    duration: Date.now() - startTime,
+                    sandboxId: sandbox?.sandboxId,
+                };
+            }
+            finally {
+                // Clean up abort listener
+                if (options.signal) {
+                    options.signal.removeEventListener('abort', abortHandler);
+                }
+                if (sandbox && !sandboxStopped) {
+                    sandboxStopped = true;
+                    await sandbox.stop();
+                }
+            }
+        },
+    };
+}
+//# sourceMappingURL=claude-code.js.map

package/dist/lib/agents/claude-code.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claude-code.js","sourceRoot":"","sources":["../../../src/lib/agents/claude-code.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,iBAAiB,GAClB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,UAAU,EACV,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,KAAK,UAAU,iBAAiB,CAAC,OAAuB;IACtD,IAAI,CAAC;QACH,6DAA6D;QAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC9C,4DAA4D;QAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,gBAAgB,GAAG,sBAAsB,WAAW,EAAE,CAAC;QAE7D,oDAAoD;QACpD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CACvC,SAAS,gBAAgB,gCAAgC,CAC1D,CAAC;QAEF,IAAI,UAAU,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3D,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,oCAAoC;QACpC,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAE,kBAAkB,EAAmC;IAC3F,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,aAAa;QAC1E,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,aAAa;QAEnF,eAAe;YACb,OAAO,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,YAAY,CAAC;QACtF,CAAC;QAED,eAAe;YACb,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,OAAwB;YACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,OAAO,GAA0B,IAAI,CAAC;YAC1C,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,sBAAsB;YACtB,MAAM,YAAY,GAAG,GAAG,EAAE;gBACxB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC/B,cAAc,GAAG,IAAI,CAAC;oBACtB,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC3B,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,sBAAsB;wBAC7B,QAAQ,EAAE,CAAC;qBACZ,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;YAED,IAAI,CAAC;gBACH,6BAA6B;gBAC7B,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBACtD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAE/D,8CAA8C;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;qBACjC,CAAC;gBACJ,CAAC;gBAED,iBAAiB;gBACjB,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;oBACpC,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;gBAEH,8EAA8E;gBAC9E,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B,CAAC;gBACJ,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;gBAE1C,iCAAiC;gBACjC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;gBAED,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBACnE,IAAI,aAAa,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,IAAI,KAAK,CAAC,uBAAuB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAED,mCAAmC;gBACnC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE;oBACjD,SAAS;oBACT,IAAI;oBACJ,2BAA2B;iBAC5B,CAAC,CAAC;gBACH,IAAI,UAAU,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,+BAA+B,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtE,CAAC;gBAED,kCAAkC;gBAClC,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBAEjC,0BAA0B;gBAC1B,MAAM,cAAc,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;;6LAEwI,CAAC;gBAExL,kDAAkD;gBAClD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,QAAQ,EACR,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,gCAAgC,EAAE,cAAc,CAAC,EACvF;oBACE,GAAG,EAAE,kBAAkB;wBACrB,CAAC,CAAC;4BACE,2CAA2C;4BAC3C,kBAAkB,EAAE,UAAU,CAAC,OAAO;4BACtC,oBAAoB,EAAE,OAAO,CAAC,MAAM;4BACpC,iBAAiB,EAAE,EAAE;yBACtB;wBACH,CAAC,CAAC;4BACE,uBAAuB;4BACvB,iBAAiB,EAAE,OAAO,CAAC,MAAM;yBAClC;iBACN,CACF,CAAC;gBAEF,WAAW,GAAG,YAAY,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;gBAExD,IAAI,YAAY,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAChC,kFAAkF;oBAClF,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,UAAU,IAAI,gCAAgC,YAAY,CAAC,QAAQ,EAAE;wBAC5E,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B,CAAC;gBACJ,CAAC;gBAED,mCAAmC;gBACnC,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAErC,mCAAmC;gBACnC,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAElC,qCAAqC;gBACrC,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBAEpD,yBAAyB;gBACzB,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAE9E,0BAA0B;gBAC1B,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;gBAE5D,OAAO;oBACL,OAAO,EAAE,iBAAiB,CAAC,SAAS;oBACpC,MAAM,EAAE,WAAW;oBACnB,UAAU;oBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,UAAU,EAAE,iBAAiB,CAAC,IAAI;oBAClC,cAAc,EAAE,iBAAiB,CAAC,OAAO;oBACzC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,cAAc;iBACf,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;qBAC9B,CAAC;gBACJ,CAAC;gBACD,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,WAAW;oBACnB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;iBAC9B,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,0BAA0B;gBAC1B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC/B,cAAc,GAAG,IAAI,CAAC;oBACtB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC;AACF,CAAC"}

package/dist/lib/agents/codex.d.ts

@@ -0,0 +1,12 @@
+/**
+ * OpenAI Codex CLI agent implementation.
+ * Uses Vercel AI Gateway for model access.
+ */
+import type { Agent } from './types.js';
+/**
+ * Create Codex agent with specified authentication method.
+ */
+export declare function createCodexAgent({ useVercelAiGateway }: {
+    useVercelAiGateway: boolean;
+}): Agent;
+//# sourceMappingURL=codex.d.ts.map

package/dist/lib/agents/codex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/codex.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAmC,MAAM,YAAY,CAAC;AA+EzE;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,EAAE;IAAE,kBAAkB,EAAE,OAAO,CAAA;CAAE,GAAG,KAAK,CAiN/F"}

package/dist/lib/agents/codex.js

@@ -0,0 +1,247 @@
+/**
+ * OpenAI Codex CLI agent implementation.
+ * Uses Vercel AI Gateway for model access.
+ */
+import { SandboxManager, collectLocalFiles, splitTestFiles, verifyNoTestFiles, } from '../sandbox.js';
+import { runValidation, captureGeneratedFiles, createVitestConfig, AI_GATEWAY, OPENAI_DIRECT, } from './shared.js';
+/**
+ * Extract transcript from Codex JSON output.
+ * When run with --json, Codex outputs JSONL to stdout with the full transcript.
+ */
+function extractTranscriptFromOutput(output) {
+    if (!output || !output.trim()) {
+        return undefined;
+    }
+    // The --json output is already the transcript in JSONL format
+    // Filter to only include lines that look like JSON objects
+    const lines = output.split('\n').filter(line => {
+        const trimmed = line.trim();
+        return trimmed.startsWith('{') && trimmed.endsWith('}');
+    });
+    if (lines.length === 0) {
+        return undefined;
+    }
+    return lines.join('\n');
+}
+/**
+ * Generate Codex config.toml content.
+ * For direct mode, we embed the API key directly since env_key doesn't work reliably in the sandbox.
+ */
+function generateCodexConfig(model, useVercelAiGateway, apiKey) {
+    const fullModel = model.includes('/') ? model : `openai/${model}`;
+    if (useVercelAiGateway) {
+        return `# Codex configuration for Vercel AI Gateway
+profile = "default"
+
+[model_providers.vercel]
+name = "Vercel AI Gateway"
+base_url = "${AI_GATEWAY.openAiBaseUrl}"
+env_key = "${AI_GATEWAY.apiKeyEnvVar}"
+wire_api = "chat"
+
+[profiles.default]
+model_provider = "vercel"
+model = "${fullModel}"
+`;
+    }
+    else {
+        // For direct mode, embed the API key directly in config
+        // This is safe because the sandbox is ephemeral and isolated
+        return `# Direct OpenAI API configuration
+profile = "default"
+
+[model_providers.openai]
+name = "OpenAI"
+base_url = "${OPENAI_DIRECT.baseUrl}"
+api_key = "${apiKey}"
+wire_api = "chat"
+
+[profiles.default]
+model_provider = "openai"
+model = "${fullModel}"
+`;
+    }
+}
+/**
+ * Create Codex agent with specified authentication method.
+ */
+export function createCodexAgent({ useVercelAiGateway }) {
+    return {
+        name: useVercelAiGateway ? 'vercel-ai-gateway/codex' : 'codex',
+        displayName: useVercelAiGateway ? 'OpenAI Codex (Vercel AI Gateway)' : 'OpenAI Codex',
+        getApiKeyEnvVar() {
+            return useVercelAiGateway ? AI_GATEWAY.apiKeyEnvVar : OPENAI_DIRECT.apiKeyEnvVar;
+        },
+        getDefaultModel() {
+            return 'openai/gpt-5.2-codex';
+        },
+        async run(fixturePath, options) {
+            const startTime = Date.now();
+            let sandbox = null;
+            let agentOutput = '';
+            let aborted = false;
+            let sandboxStopped = false;
+            // Handle abort signal
+            const abortHandler = () => {
+                aborted = true;
+                if (sandbox && !sandboxStopped) {
+                    sandboxStopped = true;
+                    sandbox.stop().catch(() => { });
+                }
+            };
+            if (options.signal) {
+                if (options.signal.aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted before start',
+                        duration: 0,
+                    };
+                }
+                options.signal.addEventListener('abort', abortHandler);
+            }
+            try {
+                // Collect files from fixture
+                const allFiles = await collectLocalFiles(fixturePath);
+                const { workspaceFiles, testFiles } = splitTestFiles(allFiles);
+                // Check for abort before expensive operations
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                    };
+                }
+                // Create sandbox
+                sandbox = await SandboxManager.create({
+                    timeout: options.timeout,
+                    runtime: 'node24',
+                });
+                // Check for abort after sandbox creation (abort may have fired during create)
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: '',
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox.sandboxId,
+                    };
+                }
+                // Upload workspace files (excluding tests)
+                await sandbox.uploadFiles(workspaceFiles);
+                // Run setup function if provided
+                if (options.setup) {
+                    await options.setup(sandbox);
+                }
+                // Install dependencies
+                const installResult = await sandbox.runCommand('npm', ['install']);
+                if (installResult.exitCode !== 0) {
+                    throw new Error(`npm install failed: ${installResult.stderr}`);
+                }
+                // Install Codex CLI globally
+                const cliInstall = await sandbox.runCommand('npm', [
+                    'install',
+                    '-g',
+                    '@openai/codex',
+                ]);
+                if (cliInstall.exitCode !== 0) {
+                    throw new Error(`Codex CLI install failed: ${cliInstall.stderr}`);
+                }
+                // Create Codex config directory and config file
+                await sandbox.runShell('mkdir -p ~/.codex');
+                const configContent = generateCodexConfig(options.model, useVercelAiGateway, useVercelAiGateway ? undefined : options.apiKey);
+                await sandbox.runShell(`cat > ~/.codex/config.toml << 'EOF'
+${configContent}
+EOF`);
+                // Verify no test files in sandbox
+                await verifyNoTestFiles(sandbox);
+                // Prepare enhanced prompt
+                const enhancedPrompt = `${options.prompt.trim()}
+
+IMPORTANT: Do not run npm, pnpm, yarn, or any package manager commands. Dependencies have already been installed. Do not run build, test, or dev server commands. Just write the code files.`;
+                // Run Codex CLI using exec mode for non-interactive execution
+                // Use --dangerously-bypass-approvals-and-sandbox since Vercel sandbox provides isolation
+                // Use --json for structured output and --skip-git-repo-check since sandbox is not a git repo
+                // Model is configured in config.toml, so we don't pass --model here
+                const codexResult = await sandbox.runCommand('codex', [
+                    'exec',
+                    '--dangerously-bypass-approvals-and-sandbox',
+                    '--json',
+                    '--skip-git-repo-check',
+                    enhancedPrompt,
+                ], {
+                    env: useVercelAiGateway
+                        ? {
+                            [AI_GATEWAY.apiKeyEnvVar]: options.apiKey,
+                        }
+                        : {
+                            [OPENAI_DIRECT.apiKeyEnvVar]: options.apiKey,
+                        },
+                });
+                agentOutput = codexResult.stdout + codexResult.stderr;
+                if (codexResult.exitCode !== 0) {
+                    // Extract meaningful error from output (last few lines usually contain the error)
+                    const errorLines = agentOutput.trim().split('\n').slice(-5).join('\n');
+                    return {
+                        success: false,
+                        output: agentOutput,
+                        error: errorLines || `Codex CLI exited with code ${codexResult.exitCode}`,
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox.sandboxId,
+                    };
+                }
+                // Upload test files for validation
+                await sandbox.uploadFiles(testFiles);
+                // Create vitest config for EVAL.ts
+                await createVitestConfig(sandbox);
+                // Extract transcript from the Codex JSON output (--json flag outputs JSONL)
+                const transcript = extractTranscriptFromOutput(agentOutput);
+                // Run validation scripts
+                const validationResults = await runValidation(sandbox, options.scripts ?? []);
+                // Capture generated files
+                const generatedFiles = await captureGeneratedFiles(sandbox);
+                return {
+                    success: validationResults.allPassed,
+                    output: agentOutput,
+                    transcript,
+                    duration: Date.now() - startTime,
+                    testResult: validationResults.test,
+                    scriptsResults: validationResults.scripts,
+                    sandboxId: sandbox.sandboxId,
+                    generatedFiles,
+                };
+            }
+            catch (error) {
+                // Check if this was an abort
+                if (aborted) {
+                    return {
+                        success: false,
+                        output: agentOutput,
+                        error: 'Aborted',
+                        duration: Date.now() - startTime,
+                        sandboxId: sandbox?.sandboxId,
+                    };
+                }
+                return {
+                    success: false,
+                    output: agentOutput,
+                    error: error instanceof Error ? error.message : String(error),
+                    duration: Date.now() - startTime,
+                    sandboxId: sandbox?.sandboxId,
+                };
+            }
+            finally {
+                // Clean up abort listener
+                if (options.signal) {
+                    options.signal.removeEventListener('abort', abortHandler);
+                }
+                if (sandbox && !sandboxStopped) {
+                    sandboxStopped = true;
+                    await sandbox.stop();
+                }
+            }
+        },
+    };
+}
+//# sourceMappingURL=codex.js.map

package/dist/lib/agents/codex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex.js","sourceRoot":"","sources":["../../../src/lib/agents/codex.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,iBAAiB,GAClB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,UAAU,EACV,aAAa,GACd,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,SAAS,2BAA2B,CAAC,MAAc;IACjD,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,8DAA8D;IAC9D,2DAA2D;IAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,KAAa,EAAE,kBAA2B,EAAE,MAAe;IACtF,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC;IAElE,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAO;;;;;cAKG,UAAU,CAAC,aAAa;aACzB,UAAU,CAAC,YAAY;;;;;WAKzB,SAAS;CACnB,CAAC;IACA,CAAC;SAAM,CAAC;QACN,wDAAwD;QACxD,6DAA6D;QAC7D,OAAO;;;;;cAKG,aAAa,CAAC,OAAO;aACtB,MAAM;;;;;WAKR,SAAS;CACnB,CAAC;IACA,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAE,kBAAkB,EAAmC;IACtF,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,OAAO;QAC9D,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,cAAc;QAErF,eAAe;YACb,OAAO,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;QACnF,CAAC;QAED,eAAe;YACb,OAAO,sBAAsB,CAAC;QAChC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,OAAwB;YACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,OAAO,GAA0B,IAAI,CAAC;YAC1C,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,sBAAsB;YACtB,MAAM,YAAY,GAAG,GAAG,EAAE;gBACxB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC/B,cAAc,GAAG,IAAI,CAAC;oBACtB,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC3B,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,sBAAsB;wBAC7B,QAAQ,EAAE,CAAC;qBACZ,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;YAED,IAAI,CAAC;gBACH,6BAA6B;gBAC7B,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBACtD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAE/D,8CAA8C;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;qBACjC,CAAC;gBACJ,CAAC;gBAED,iBAAiB;gBACjB,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;oBACpC,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;gBAEH,8EAA8E;gBAC9E,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B,CAAC;gBACJ,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;gBAE1C,iCAAiC;gBACjC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;gBAED,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBACnE,IAAI,aAAa,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,IAAI,KAAK,CAAC,uBAAuB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAED,6BAA6B;gBAC7B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE;oBACjD,SAAS;oBACT,IAAI;oBACJ,eAAe;iBAChB,CAAC,CAAC;gBACH,IAAI,UAAU,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAED,gDAAgD;gBAChD,MAAM,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBAC5C,MAAM,aAAa,GAAG,mBAAmB,CACvC,OAAO,CAAC,KAAK,EACb,kBAAkB,EAClB,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAChD,CAAC;gBACF,MAAM,OAAO,CAAC,QAAQ,CAAC;EAC3B,aAAa;IACX,CAAC,CAAC;gBAEA,kCAAkC;gBAClC,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBAEjC,0BAA0B;gBAC1B,MAAM,cAAc,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;;6LAEwI,CAAC;gBAExL,8DAA8D;gBAC9D,yFAAyF;gBACzF,6FAA6F;gBAC7F,oEAAoE;gBACpE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC1C,OAAO,EACP;oBACE,MAAM;oBACN,4CAA4C;oBAC5C,QAAQ;oBACR,uBAAuB;oBACvB,cAAc;iBACf,EACD;oBACE,GAAG,EAAE,kBAAkB;wBACrB,CAAC,CAAC;4BACE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM;yBAC1C;wBACH,CAAC,CAAC;4BACE,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM;yBAC7C;iBACN,CACF,CAAC;gBAEF,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEtD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAC/B,kFAAkF;oBAClF,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,UAAU,IAAI,8BAA8B,WAAW,CAAC,QAAQ,EAAE;wBACzE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B,CAAC;gBACJ,CAAC;gBAED,mCAAmC;gBACnC,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAErC,mCAAmC;gBACnC,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAElC,4EAA4E;gBAC5E,MAAM,UAAU,GAAG,2BAA2B,CAAC,WAAW,CAAC,CAAC;gBAE5D,yBAAyB;gBACzB,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAE9E,0BAA0B;gBAC1B,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;gBAE5D,OAAO;oBACL,OAAO,EAAE,iBAAiB,CAAC,SAAS;oBACpC,MAAM,EAAE,WAAW;oBACnB,UAAU;oBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,UAAU,EAAE,iBAAiB,CAAC,IAAI;oBAClC,cAAc,EAAE,iBAAiB,CAAC,OAAO;oBACzC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,cAAc;iBACf,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;qBAC9B,CAAC;gBACJ,CAAC;gBACD,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,WAAW;oBACnB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;iBAC9B,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,0BAA0B;gBAC1B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC/B,cAAc,GAAG,IAAI,CAAC;oBACtB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC;AACF,CAAC"}

package/dist/lib/agents/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Agent registry with built-in agents.
+ */
+import { registerAgent, getAgent, listAgents, hasAgent } from './registry.js';
+export { registerAgent, getAgent, listAgents, hasAgent };
+export type { Agent, AgentRunOptions, AgentRunResult } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/agents/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAW9E,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;AAGzD,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC"}

package/dist/lib/agents/index.js

@@ -0,0 +1,14 @@
+/**
+ * Agent registry with built-in agents.
+ */
+import { registerAgent, getAgent, listAgents, hasAgent } from './registry.js';
+import { createClaudeCodeAgent } from './claude-code.js';
+import { createCodexAgent } from './codex.js';
+// Register all agent variants (Vercel AI Gateway + Direct API)
+registerAgent(createClaudeCodeAgent({ useVercelAiGateway: true })); // vercel-ai-gateway/claude-code
+registerAgent(createClaudeCodeAgent({ useVercelAiGateway: false })); // claude-code
+registerAgent(createCodexAgent({ useVercelAiGateway: true })); // vercel-ai-gateway/codex
+registerAgent(createCodexAgent({ useVercelAiGateway: false })); // codex
+// Re-export registry functions
+export { registerAgent, getAgent, listAgents, hasAgent };
+//# sourceMappingURL=index.js.map

package/dist/lib/agents/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/agents/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,+DAA+D;AAC/D,aAAa,CAAC,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAG,gCAAgC;AACtG,aAAa,CAAC,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAE,cAAc;AACpF,aAAa,CAAC,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAQ,0BAA0B;AAChG,aAAa,CAAC,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAO,QAAQ;AAE9E,+BAA+B;AAC/B,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC"}

package/dist/lib/agents/registry.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Agent registry for managing available agents.
+ */
+import type { Agent } from './types.js';
+import type { AgentType } from '../types.js';
+/**
+ * Register an agent in the registry.
+ */
+export declare function registerAgent(agent: Agent): void;
+/**
+ * Get an agent by name.
+ * @throws Error if agent is not found
+ */
+export declare function getAgent(name: AgentType): Agent;
+/**
+ * List all registered agents.
+ */
+export declare function listAgents(): string[];
+/**
+ * Check if an agent is registered.
+ */
+export declare function hasAgent(name: string): boolean;
+//# sourceMappingURL=registry.d.ts.map

package/dist/lib/agents/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/registry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAI7C;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAEhD;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,KAAK,CAO/C;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,MAAM,EAAE,CAErC;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE9C"}

package/dist/lib/agents/registry.js

@@ -0,0 +1,35 @@
+/**
+ * Agent registry for managing available agents.
+ */
+const agents = new Map();
+/**
+ * Register an agent in the registry.
+ */
+export function registerAgent(agent) {
+    agents.set(agent.name, agent);
+}
+/**
+ * Get an agent by name.
+ * @throws Error if agent is not found
+ */
+export function getAgent(name) {
+    const agent = agents.get(name);
+    if (!agent) {
+        const available = Array.from(agents.keys()).join(', ');
+        throw new Error(`Unknown agent: ${name}. Available agents: ${available}`);
+    }
+    return agent;
+}
+/**
+ * List all registered agents.
+ */
+export function listAgents() {
+    return Array.from(agents.keys());
+}
+/**
+ * Check if an agent is registered.
+ */
+export function hasAgent(name) {
+    return agents.has(name);
+}
+//# sourceMappingURL=registry.js.map

package/dist/lib/agents/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/lib/agents/registry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;AAExC;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAY;IACxC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAe;IACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,uBAAuB,SAAS,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/lib/agents/shared.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Shared utilities for agent implementations.
+ */
+import type { ScriptResult } from './types.js';
+import type { SandboxManager } from '../sandbox.js';
+/**
+ * Combined validation results.
+ */
+export interface ValidationResults {
+    allPassed: boolean;
+    test?: ScriptResult;
+    scripts: Record<string, ScriptResult>;
+}
+/**
+ * Run validation scripts in the sandbox.
+ */
+export declare function runValidation(sandbox: SandboxManager, scripts: string[]): Promise<ValidationResults>;
+/**
+ * Capture source files generated by the agent.
+ */
+export declare function captureGeneratedFiles(sandbox: SandboxManager): Promise<Record<string, string>>;
+/**
+ * Create vitest config for running EVAL.ts.
+ */
+export declare function createVitestConfig(sandbox: SandboxManager): Promise<void>;
+/**
+ * AI Gateway configuration.
+ */
+export declare const AI_GATEWAY: {
+    readonly baseUrl: "https://ai-gateway.vercel.sh";
+    readonly openAiBaseUrl: "https://ai-gateway.vercel.sh/v1";
+    readonly apiKeyEnvVar: "AI_GATEWAY_API_KEY";
+};
+/**
+ * Direct API configuration for Anthropic.
+ */
+export declare const ANTHROPIC_DIRECT: {
+    readonly apiKeyEnvVar: "ANTHROPIC_API_KEY";
+};
+/**
+ * Direct API configuration for OpenAI.
+ */
+export declare const OPENAI_DIRECT: {
+    readonly baseUrl: "https://api.openai.com/v1";
+    readonly apiKeyEnvVar: "OPENAI_API_KEY";
+};
+//# sourceMappingURL=shared.d.ts.map

package/dist/lib/agents/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/shared.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,iBAAiB,CAAC,CAgC5B;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA2BpG;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAY/E;AAED;;GAEG;AACH,eAAO,MAAM,UAAU;;;;CAIb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;CAEnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC"}