helixmind 0.5.4

package/dist/cli/bench/runner.js

@@ -0,0 +1,334 @@
+import { execSync } from 'node:child_process';
+import { mkdirSync, rmSync, existsSync, readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { createProvider } from '../providers/registry.js';
+import { runAgentLoop, AgentAbortError, AgentController } from '../agent/loop.js';
+import { PermissionManager } from '../agent/permissions.js';
+import { UndoStack } from '../agent/undo.js';
+import { initializeTools } from '../agent/tools/registry.js';
+import { SessionBuffer } from '../context/session-buffer.js';
+import { buildBenchSystemPrompt, buildBenchSystemPromptWithSpiral } from './prompt.js';
+import { SpiralEngine } from '../../spiral/engine.js';
+import { loadConfig as loadSpiralConfig } from '../../utils/config.js';
+let toolsInitialized = false;
+/**
+ * Execute a single SWE-bench task headlessly.
+ * 1. Clone repo at base_commit
+ * 2. (Optional) Initialize/use Spiral Memory
+ * 3. Run agent loop with problem_statement
+ * 4. Extract git diff as patch
+ * 5. Cleanup
+ *
+ * @param sharedSpiral - Pre-initialized SpiralEngine for 'learning' mode (shared across tasks)
+ */
+export async function runSingleTask(task, config, onProgress, sharedSpiral) {
+    const startTime = Date.now();
+    // Ensure tools are loaded once
+    if (!toolsInitialized) {
+        await initializeTools();
+        toolsInitialized = true;
+    }
+    // Create isolated working directory
+    const taskDir = join(tmpdir(), 'helixmind-bench', config.runId, task.instance_id.replace(/\//g, '__'));
+    mkdirSync(taskDir, { recursive: true });
+    const repoDir = join(taskDir, 'repo');
+    try {
+        // Step 1: Clone repository
+        onProgress?.({ type: 'status', message: 'Cloning repository...' });
+        try {
+            execSync(`git clone --quiet https://github.com/${task.repo}.git repo`, { cwd: taskDir, timeout: 300_000, stdio: 'pipe' });
+        }
+        catch (err) {
+            return makeErrorResult(task, startTime, `Clone failed: ${err}`);
+        }
+        // Checkout the specific base commit
+        try {
+            execSync(`git checkout --quiet ${task.base_commit}`, {
+                cwd: repoDir,
+                timeout: 30_000,
+                stdio: 'pipe',
+            });
+        }
+        catch (err) {
+            return makeErrorResult(task, startTime, `Checkout failed: ${err}`);
+        }
+        // Step 2: Initialize Spiral if enabled
+        let spiralEngine = null;
+        let ownedSpiral = false; // Track if we created the spiral (for cleanup)
+        if (config.withSpiral) {
+            onProgress?.({ type: 'status', message: 'Initializing spiral memory...' });
+            if (config.spiralMode === 'learning' && sharedSpiral) {
+                // Learning mode: reuse shared spiral across tasks
+                spiralEngine = sharedSpiral;
+            }
+            else {
+                // Fresh mode: create new spiral per task
+                const spiralDataDir = join(taskDir, 'spiral');
+                mkdirSync(spiralDataDir, { recursive: true });
+                const spiralConfig = loadSpiralConfig(spiralDataDir);
+                spiralEngine = new SpiralEngine(spiralConfig);
+                await spiralEngine.initialize();
+                ownedSpiral = true;
+            }
+            // Pre-seed spiral with repo context
+            await preSeedSpiral(spiralEngine, repoDir, task);
+            onProgress?.({ type: 'status', message: 'Spiral memory ready' });
+        }
+        // Step 3: Run agent loop
+        onProgress?.({ type: 'status', message: 'Agent working...' });
+        const provider = createProvider(config.provider, config.apiKey, config.model, config.baseURL);
+        const permissions = new PermissionManager();
+        permissions.setYolo(true); // No interactive prompts
+        const undoStack = new UndoStack();
+        const controller = new AgentController();
+        const sessionBuffer = new SessionBuffer();
+        // Build system prompt: with or without spiral context
+        let systemPrompt;
+        if (spiralEngine) {
+            const spiralContext = await spiralEngine.query(task.problem_statement, 40000);
+            systemPrompt = buildBenchSystemPromptWithSpiral(task, repoDir, spiralContext);
+        }
+        else {
+            systemPrompt = buildBenchSystemPrompt(task, repoDir);
+        }
+        const toolContext = {
+            projectRoot: repoDir,
+            undoStack,
+            spiralEngine: spiralEngine ?? undefined,
+        };
+        let tokensInput = 0;
+        let tokensOutput = 0;
+        // Set up timeout
+        const timeoutHandle = setTimeout(() => {
+            controller.abort();
+        }, config.timeoutSeconds * 1000);
+        let agentResult;
+        try {
+            agentResult = await runAgentLoop(task.problem_statement, [], {
+                provider,
+                systemPrompt,
+                permissions,
+                toolContext,
+                sessionBuffer,
+                onTokensUsed: (inp, out) => {
+                    tokensInput += inp;
+                    tokensOutput += out;
+                    onProgress?.({ type: 'tokens', input: inp, output: out });
+                },
+                onToolCall: (name) => {
+                    onProgress?.({ type: 'tool', name });
+                },
+                maxIterations: config.maxIterations,
+            }, controller);
+        }
+        catch (err) {
+            clearTimeout(timeoutHandle);
+            // Store timeout/error learnings in spiral (learning mode)
+            if (spiralEngine && config.spiralMode === 'learning') {
+                try {
+                    const isTimeout = err instanceof AgentAbortError;
+                    await spiralEngine.store(`${isTimeout ? 'Timeout' : 'Error'} on ${task.instance_id} (${task.repo}): ${String(err).slice(0, 200)}. Problem: ${task.problem_statement.slice(0, 150)}`, 'pattern', { tags: [isTimeout ? 'timeout' : 'error', task.repo], file: task.instance_id });
+                }
+                catch { /* non-critical */ }
+            }
+            if (err instanceof AgentAbortError) {
+                return makeResult(task, startTime, 'timeout', '', tokensInput, tokensOutput, 0, [], ['Timeout reached']);
+            }
+            return makeErrorResult(task, startTime, `Agent error: ${err}`);
+        }
+        clearTimeout(timeoutHandle);
+        // Step 3: Extract patch
+        onProgress?.({ type: 'status', message: 'Extracting patch...' });
+        let patch = '';
+        try {
+            patch = execSync(`git diff ${task.base_commit}`, {
+                cwd: repoDir,
+                encoding: 'utf-8',
+                maxBuffer: 10 * 1024 * 1024,
+            });
+        }
+        catch {
+            // Also try unstaged diff as fallback
+            try {
+                patch = execSync('git diff', {
+                    cwd: repoDir,
+                    encoding: 'utf-8',
+                    maxBuffer: 10 * 1024 * 1024,
+                });
+            }
+            catch {
+                patch = '';
+            }
+        }
+        const status = patch.trim() ? 'resolved' : 'failed';
+        const steps = agentResult.steps.map(s => ({
+            tool: s.tool,
+            label: s.label,
+            status: s.status,
+        }));
+        // Store learnings in spiral (learning mode) — fixes, errors, and failures
+        if (spiralEngine && config.spiralMode === 'learning') {
+            try {
+                if (patch.trim()) {
+                    // Successful fix: store the pattern
+                    const patchSummary = patch.split('\n').slice(0, 5).join(' ').slice(0, 200);
+                    await spiralEngine.store(`Fixed ${task.instance_id}: ${patchSummary}`, 'pattern', { tags: ['fix', task.repo], file: task.instance_id });
+                }
+                else {
+                    // Failed attempt: store what the agent tried so future tasks can learn
+                    const agentSummary = agentResult.text?.slice(0, 300) ?? 'No output';
+                    const errorSummary = agentResult.errors?.slice(0, 3).join('; ') ?? '';
+                    await spiralEngine.store(`Failed ${task.instance_id} (${task.repo}): ${agentSummary}${errorSummary ? ` Errors: ${errorSummary}` : ''}`, 'pattern', { tags: ['failed_attempt', task.repo], file: task.instance_id });
+                }
+            }
+            catch {
+                // Non-critical: don't fail the task if spiral store fails
+            }
+        }
+        // Cleanup owned spiral (fresh mode)
+        if (ownedSpiral && spiralEngine) {
+            try {
+                spiralEngine.close();
+            }
+            catch {
+                // ignore
+            }
+        }
+        return makeResult(task, startTime, status, patch, tokensInput, tokensOutput, agentResult.toolCalls, steps, agentResult.errors, agentResult.text);
+    }
+    finally {
+        // Step 5: Cleanup
+        try {
+            rmSync(taskDir, { recursive: true, force: true });
+        }
+        catch {
+            // EBUSY on Windows — ignore
+        }
+    }
+}
+function makeResult(task, startTime, status, patch, tokensIn, tokensOut, toolCalls, steps, errors, agentText = '') {
+    return {
+        instance_id: task.instance_id,
+        status,
+        model_patch: patch,
+        tokens: { input: tokensIn, output: tokensOut },
+        toolCalls,
+        steps,
+        errors,
+        durationMs: Date.now() - startTime,
+        agentText,
+    };
+}
+function makeErrorResult(task, startTime, error) {
+    return makeResult(task, startTime, 'error', '', 0, 0, 0, [], [error]);
+}
+/**
+ * Deep-feed a SpiralEngine with repo files for contextual knowledge.
+ * Scans: config files, README, source directories, __init__.py, key modules.
+ * Much more thorough than just top-level files — mirrors `/feed` behavior.
+ */
+async function preSeedSpiral(spiral, repoDir, task) {
+    const keyFiles = [];
+    const seen = new Set();
+    const add = (relPath) => {
+        if (!seen.has(relPath)) {
+            seen.add(relPath);
+            keyFiles.push(relPath);
+        }
+    };
+    // 1. Priority config/readme files at root
+    const priorityNames = [
+        'README.md', 'README.rst', 'README.txt',
+        'setup.py', 'pyproject.toml', 'setup.cfg',
+        'Makefile', 'tox.ini', 'MANIFEST.in',
+        'requirements.txt', 'requirements-dev.txt',
+        'CONTRIBUTING.md', 'CHANGES.rst', 'CHANGELOG.md',
+    ];
+    for (const name of priorityNames) {
+        if (existsSync(join(repoDir, name)))
+            add(name);
+    }
+    // 2. Top-level .py files
+    try {
+        const entries = readdirSync(repoDir);
+        for (const e of entries) {
+            if (e.endsWith('.py'))
+                add(e);
+        }
+    }
+    catch { /* ignore */ }
+    // 3. Recursively scan source directories for key files (max ~80 files total)
+    const MAX_FILES = 80;
+    const sourceExtensions = ['.py', '.pyx', '.pxd'];
+    const importantNames = ['__init__.py', 'models.py', 'views.py', 'urls.py', 'admin.py',
+        'serializers.py', 'forms.py', 'signals.py', 'middleware.py', 'managers.py',
+        'utils.py', 'helpers.py', 'exceptions.py', 'constants.py', 'types.py',
+        'conf.py', 'settings.py', 'apps.py'];
+    function scanDir(dir, relPrefix, depth) {
+        if (depth > 5 || keyFiles.length >= MAX_FILES)
+            return;
+        try {
+            const entries = readdirSync(dir, { withFileTypes: true });
+            // Add __init__.py first (package markers)
+            for (const entry of entries) {
+                if (keyFiles.length >= MAX_FILES)
+                    return;
+                if (entry.isFile() && entry.name === '__init__.py') {
+                    add(relPrefix ? `${relPrefix}/${entry.name}` : entry.name);
+                }
+            }
+            // Add important module names
+            for (const entry of entries) {
+                if (keyFiles.length >= MAX_FILES)
+                    return;
+                if (entry.isFile() && importantNames.includes(entry.name)) {
+                    add(relPrefix ? `${relPrefix}/${entry.name}` : entry.name);
+                }
+            }
+            // Add remaining source files
+            for (const entry of entries) {
+                if (keyFiles.length >= MAX_FILES)
+                    return;
+                if (entry.isFile() && sourceExtensions.some(ext => entry.name.endsWith(ext))) {
+                    add(relPrefix ? `${relPrefix}/${entry.name}` : entry.name);
+                }
+            }
+            // Recurse into subdirectories (skip hidden, __pycache__, .git, node_modules, etc.)
+            for (const entry of entries) {
+                if (keyFiles.length >= MAX_FILES)
+                    return;
+                if (entry.isDirectory() && !entry.name.startsWith('.') &&
+                    entry.name !== '__pycache__' && entry.name !== 'node_modules' &&
+                    entry.name !== '.git' && entry.name !== 'venv' && entry.name !== '.tox') {
+                    scanDir(join(dir, entry.name), relPrefix ? `${relPrefix}/${entry.name}` : entry.name, depth + 1);
+                }
+            }
+        }
+        catch { /* permission error or similar */ }
+    }
+    // Detect source directories (common patterns)
+    const repo_name = task.repo.split('/')[1]?.replace(/-/g, '_');
+    const sourceDirs = ['src', 'lib', repo_name ?? '', task.repo.split('/')[1] ?? ''];
+    for (const dir of sourceDirs) {
+        if (dir && existsSync(join(repoDir, dir))) {
+            scanDir(join(repoDir, dir), dir, 0);
+        }
+    }
+    // Also scan root level (some repos have source directly in root)
+    scanDir(repoDir, '', 0);
+    // 4. Store each file in spiral
+    for (const fileName of keyFiles) {
+        try {
+            const filePath = join(repoDir, fileName);
+            const content = readFileSync(filePath, 'utf-8');
+            // Truncate large files
+            const truncated = content.length > 4000 ? content.slice(0, 4000) + '\n... (truncated)' : content;
+            await spiral.store(`[${task.repo}] ${fileName}:\n${truncated}`, 'code', { tags: ['repo_context', task.repo], file: fileName });
+        }
+        catch {
+            // Skip files that can't be read
+        }
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/cli/bench/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/cli/bench/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAoB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,gCAAgC,EAAE,MAAM,aAAa,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAGvE,IAAI,gBAAgB,GAAG,KAAK,CAAC;AAE7B;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAa,EACb,MAAmB,EACnB,UAA+C,EAC/C,YAA2B;IAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,+BAA+B;IAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,eAAe,EAAE,CAAC;QACxB,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,oCAAoC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IACvG,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,2BAA2B;QAC3B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC;YACH,QAAQ,CACN,wCAAwC,IAAI,CAAC,IAAI,WAAW,EAC5D,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAClD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,iBAAiB,GAAG,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC;YACH,QAAQ,CAAC,wBAAwB,IAAI,CAAC,WAAW,EAAE,EAAE;gBACnD,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,oBAAoB,GAAG,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,uCAAuC;QACvC,IAAI,YAAY,GAAwB,IAAI,CAAC;QAC7C,IAAI,WAAW,GAAG,KAAK,CAAC,CAAC,+CAA+C;QAExE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC,CAAC;YAE3E,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,YAAY,EAAE,CAAC;gBACrD,kDAAkD;gBAClD,YAAY,GAAG,YAAY,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,yCAAyC;gBACzC,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC9C,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBACrD,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;gBAC9C,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;gBAChC,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,oCAAoC;YACpC,MAAM,aAAa,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YAEjD,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,yBAAyB;QACzB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAE9D,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9F,MAAM,WAAW,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAC5C,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB;QAEpD,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QAE1C,sDAAsD;QACtD,IAAI,YAAoB,CAAC;QACzB,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YAC9E,YAAY,GAAG,gCAAgC,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,WAAW,GAAgB;YAC/B,WAAW,EAAE,OAAO;YACpB,SAAS;YACT,YAAY,EAAE,YAAY,IAAI,SAAS;SACxC,CAAC;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,iBAAiB;QACjB,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;QAEjC,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,YAAY,CAC9B,IAAI,CAAC,iBAAiB,EACtB,EAAE,EACF;gBACE,QAAQ;gBACR,YAAY;gBACZ,WAAW;gBACX,WAAW;gBACX,aAAa;gBACb,YAAY,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;oBACzB,WAAW,IAAI,GAAG,CAAC;oBACnB,YAAY,IAAI,GAAG,CAAC;oBACpB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5D,CAAC;gBACD,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;oBACnB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;aACpC,EACD,UAAU,CACX,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,aAAa,CAAC,CAAC;YAC5B,0DAA0D;YAC1D,IAAI,YAAY,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACrD,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,GAAG,YAAY,eAAe,CAAC;oBACjD,MAAM,YAAY,CAAC,KAAK,CACtB,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,cAAc,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAC1J,SAAS,EACT,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAC/E,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,GAAG,YAAY,eAAe,EAAE,CAAC;gBACnC,OAAO,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAC3G,CAAC;YACD,OAAO,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,gBAAgB,GAAG,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,YAAY,CAAC,aAAa,CAAC,CAAC;QAE5B,wBAAwB;QACxB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;QAEjE,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,CAAC;YACH,KAAK,GAAG,QAAQ,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,EAAE;gBAC/C,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;aAC5B,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,qCAAqC;YACrC,IAAI,CAAC;gBACH,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAE;oBAC3B,GAAG,EAAE,OAAO;oBACZ,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;iBAC5B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;QACpD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CAAC,CAAC;QAEJ,0EAA0E;QAC1E,IAAI,YAAY,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACrD,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;oBACjB,oCAAoC;oBACpC,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAC3E,MAAM,YAAY,CAAC,KAAK,CACtB,SAAS,IAAI,CAAC,WAAW,KAAK,YAAY,EAAE,EAC5C,SAAS,EACT,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CACrD,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,uEAAuE;oBACvE,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,WAAW,CAAC;oBACpE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACtE,MAAM,YAAY,CAAC,KAAK,CACtB,UAAU,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAC7G,SAAS,EACT,EAAE,IAAI,EAAE,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAChE,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,0DAA0D;YAC5D,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,IAAI,WAAW,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CACf,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAC9B,WAAW,EAAE,YAAY,EACzB,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAChD,WAAW,CAAC,IAAI,CACjB,CAAC;IAEJ,CAAC;YAAS,CAAC;QACT,kBAAkB;QAClB,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CACjB,IAAa,EACb,SAAiB,EACjB,MAA4B,EAC5B,KAAa,EACb,QAAgB,EAChB,SAAiB,EACjB,SAAiB,EACjB,KAA0B,EAC1B,MAAgB,EAChB,SAAS,GAAG,EAAE;IAEd,OAAO;QACL,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,MAAM;QACN,WAAW,EAAE,KAAK;QAClB,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE;QAC9C,SAAS;QACT,KAAK;QACL,MAAM;QACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAClC,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAa,EAAE,SAAiB,EAAE,KAAa;IACtE,OAAO,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAAC,MAAoB,EAAE,OAAe,EAAE,IAAa;IAC/E,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,EAAE;QAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,CAAC;IAEF,0CAA0C;IAC1C,MAAM,aAAa,GAAG;QACpB,WAAW,EAAE,YAAY,EAAE,YAAY;QACvC,UAAU,EAAE,gBAAgB,EAAE,WAAW;QACzC,UAAU,EAAE,SAAS,EAAE,aAAa;QACpC,kBAAkB,EAAE,sBAAsB;QAC1C,iBAAiB,EAAE,aAAa,EAAE,cAAc;KACjD,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,yBAAyB;IACzB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAExB,6EAA6E;IAC7E,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,CAAC,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU;QACnF,gBAAgB,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,aAAa;QAC1E,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU;QACrE,SAAS,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;IAEvC,SAAS,OAAO,CAAC,GAAW,EAAE,SAAiB,EAAE,KAAa;QAC5D,IAAI,KAAK,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;YAAE,OAAO;QACtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,0CAA0C;YAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;oBAAE,OAAO;gBACzC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACnD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YACD,6BAA6B;YAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;oBAAE,OAAO;gBACzC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YACD,6BAA6B;YAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;oBAAE,OAAO;gBACzC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC7E,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YACD,mFAAmF;YACnF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;oBAAE,OAAO;gBACzC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAClD,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;oBAC7D,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC5E,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBACnG,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,iCAAiC,CAAC,CAAC;IAC/C,CAAC;IAED,8CAA8C;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAClF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,iEAAiE;IACjE,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAExB,+BAA+B;IAC/B,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,uBAAuB;YACvB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC;YACjG,MAAM,MAAM,CAAC,KAAK,CAChB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,MAAM,SAAS,EAAE,EAC3C,MAAM,EACN,EAAE,IAAI,EAAE,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CACtD,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/cli/bench/types.d.ts

@@ -0,0 +1,109 @@
+/** A single SWE-bench task from HuggingFace dataset */
+export interface SWETask {
+    instance_id: string;
+    repo: string;
+    base_commit: string;
+    problem_statement: string;
+    hints_text: string;
+    patch: string;
+    test_patch: string;
+    FAIL_TO_PASS: string;
+    PASS_TO_PASS: string;
+    version: string;
+    environment_setup_commit: string;
+    created_at: string;
+}
+/** Configuration for a benchmark run */
+export interface BenchConfig {
+    dataset: 'lite' | 'verified';
+    taskLimit?: number;
+    taskFilter?: RegExp;
+    provider: string;
+    model: string;
+    apiKey: string;
+    baseURL?: string;
+    maxIterations: number;
+    timeoutSeconds: number;
+    parallelism: number;
+    outputDir: string;
+    runId: string;
+    noCache?: boolean;
+    /** Enable Spiral Memory for context-enhanced solving */
+    withSpiral?: boolean;
+    /** Spiral mode: 'fresh' = new spiral per task, 'learning' = shared spiral across tasks */
+    spiralMode?: 'fresh' | 'learning';
+    /** Resume a previous run — skip already-completed tasks */
+    resumeRunId?: string;
+}
+/** Result for a single task */
+export interface TaskResult {
+    instance_id: string;
+    status: 'resolved' | 'failed' | 'error' | 'timeout';
+    model_patch: string;
+    tokens: {
+        input: number;
+        output: number;
+    };
+    toolCalls: number;
+    steps: Array<{
+        tool: string;
+        label: string;
+        status: string;
+    }>;
+    errors: string[];
+    durationMs: number;
+    agentText: string;
+    testOutput?: string;
+}
+/** Aggregated metrics for a complete run */
+export interface BenchRunMetrics {
+    runId: string;
+    timestamp: string;
+    dataset: string;
+    provider: string;
+    model: string;
+    totalTasks: number;
+    resolved: number;
+    failed: number;
+    errors: number;
+    timeouts: number;
+    resolutionRate: number;
+    avgTokensPerTask: {
+        input: number;
+        output: number;
+    };
+    avgToolCallsPerTask: number;
+    avgDurationMs: number;
+    totalCostEstimate: number;
+    totalDurationMs: number;
+    taskResults: TaskResult[];
+    spiralMode?: string;
+}
+/** SWE-bench compatible prediction for JSONL output */
+export interface SWEPrediction {
+    instance_id: string;
+    model_name_or_path: string;
+    model_patch: string;
+}
+/** Progress event from a running task */
+export interface TaskProgressEvent {
+    type: 'tokens' | 'tool' | 'status';
+    input?: number;
+    output?: number;
+    name?: string;
+    message?: string;
+}
+/** Stored run summary for listing */
+export interface RunSummary {
+    runId: string;
+    timestamp: string;
+    dataset: string;
+    provider: string;
+    model: string;
+    resolved: number;
+    totalTasks: number;
+    resolutionRate: number;
+    totalCostEstimate: number;
+    spiralMode?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/cli/bench/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/types.ts"],"names":[],"mappings":"AAEA,uDAAuD;AACvD,MAAM,WAAW,OAAO;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,wBAAwB,EAAE,MAAM,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wCAAwC;AACxC,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,GAAG,UAAU,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,wDAAwD;IACxD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,0FAA0F;IAC1F,UAAU,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAClC,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,+BAA+B;AAC/B,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,UAAU,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;IACpD,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9D,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,4CAA4C;AAC5C,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,uDAAuD;AACvD,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,yCAAyC;AACzC,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qCAAqC;AACrC,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}

package/dist/cli/bench/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/cli/bench/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/cli/bench/types.ts"],"names":[],"mappings":""}

package/dist/cli/bench/ui.d.ts

@@ -0,0 +1,12 @@
+import type { SWETask, TaskResult, BenchRunMetrics, RunSummary } from './types.js';
+/** Render a task result line */
+export declare function renderTaskResult(result: TaskResult, index: number, total: number): string;
+/** Render progress line for a starting task */
+export declare function renderTaskStart(task: SWETask, index: number, total: number): string;
+/** Render the final results summary */
+export declare function renderResultsSummary(metrics: BenchRunMetrics): string;
+/** Render comparison table between multiple runs */
+export declare function renderComparison(runs: BenchRunMetrics[]): string;
+/** Render list of past runs */
+export declare function renderRunList(runs: RunSummary[]): string;
+//# sourceMappingURL=ui.d.ts.map

package/dist/cli/bench/ui.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/ui.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAUnF,gCAAgC;AAChC,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAWzF;AAED,+CAA+C;AAC/C,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAMnF;AAED,uCAAuC;AACvC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CA6CrE;AAED,oDAAoD;AACpD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG,MAAM,CAuChE;AAED,+BAA+B;AAC/B,wBAAgB,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,MAAM,CAuBxD"}

package/dist/cli/bench/ui.js

@@ -0,0 +1,126 @@
+import chalk from 'chalk';
+import { formatCurrency, formatTokens, formatDuration } from './metrics.js';
+const STATUS_ICONS = {
+    resolved: chalk.green('\u2713'),
+    failed: chalk.red('\u2717'),
+    error: chalk.red('\u26A0'),
+    timeout: chalk.yellow('\u29D7'),
+};
+/** Render a task result line */
+export function renderTaskResult(result, index, total) {
+    const icon = STATUS_ICONS[result.status] ?? '?';
+    const id = result.instance_id.length > 35
+        ? result.instance_id.slice(0, 32) + '...'
+        : result.instance_id.padEnd(35);
+    const dur = formatDuration(result.durationMs).padStart(6);
+    const tools = `${result.toolCalls} tools`.padStart(9);
+    const tokens = formatTokens(result.tokens.input + result.tokens.output).padStart(6);
+    const progress = chalk.dim(`[${String(index + 1).padStart(String(total).length)}/${total}]`);
+    return `  ${progress} ${icon} ${chalk.cyan(id)} ${chalk.dim(result.status.padEnd(8))} ${dur} ${tools} ${tokens}\n`;
+}
+/** Render progress line for a starting task */
+export function renderTaskStart(task, index, total) {
+    const progress = chalk.dim(`[${String(index + 1).padStart(String(total).length)}/${total}]`);
+    const id = task.instance_id.length > 40
+        ? task.instance_id.slice(0, 37) + '...'
+        : task.instance_id;
+    return `  ${progress} ${chalk.yellow('\u25B6')} ${chalk.white(id)} ${chalk.dim('...')}\n`;
+}
+/** Render the final results summary */
+export function renderResultsSummary(metrics) {
+    const lines = [];
+    const w = 52;
+    const d = chalk.dim;
+    lines.push('');
+    lines.push(d('\u256D' + '\u2500'.repeat(w) + '\u256E'));
+    lines.push(d('\u2502') + chalk.bold.white('  SWE-bench Results') + ' '.repeat(w - 19) + d('\u2502'));
+    lines.push(d('\u251C' + '\u2500'.repeat(w) + '\u2524'));
+    const row = (label, value) => {
+        const pad = w - label.length - value.length - 4;
+        return d('\u2502') + `  ${label}${' '.repeat(Math.max(1, pad))}${value}  ` + d('\u2502');
+    };
+    lines.push(row('Run', metrics.runId));
+    lines.push(row('Model', `${metrics.provider}/${metrics.model}`));
+    lines.push(row('Dataset', `SWE-bench ${metrics.dataset}`));
+    lines.push(row('Mode', metrics.spiralMode ?? 'naked'));
+    lines.push(row('Tasks', String(metrics.totalTasks)));
+    lines.push(d('\u251C' + '\u2500'.repeat(w) + '\u2524'));
+    const rateColor = metrics.resolutionRate >= 50 ? chalk.green
+        : metrics.resolutionRate >= 25 ? chalk.yellow
+            : chalk.red;
+    lines.push(row('Resolution Rate', rateColor(`${metrics.resolutionRate.toFixed(1)}%`)));
+    lines.push(row('Resolved', chalk.green(String(metrics.resolved))));
+    lines.push(row('Failed', chalk.red(String(metrics.failed))));
+    if (metrics.errors > 0)
+        lines.push(row('Errors', chalk.red(String(metrics.errors))));
+    if (metrics.timeouts > 0)
+        lines.push(row('Timeouts', chalk.yellow(String(metrics.timeouts))));
+    lines.push(d('\u251C' + '\u2500'.repeat(w) + '\u2524'));
+    lines.push(row('Avg Tokens/Task', `${formatTokens(metrics.avgTokensPerTask.input)} in / ${formatTokens(metrics.avgTokensPerTask.output)} out`));
+    lines.push(row('Avg Tool Calls', String(metrics.avgToolCallsPerTask)));
+    lines.push(row('Avg Duration', formatDuration(metrics.avgDurationMs)));
+    lines.push(row('Total Duration', formatDuration(metrics.totalDurationMs)));
+    lines.push(row('Total Cost', formatCurrency(metrics.totalCostEstimate)));
+    lines.push(d('\u2570' + '\u2500'.repeat(w) + '\u256F'));
+    lines.push('');
+    return lines.join('\n');
+}
+/** Render comparison table between multiple runs */
+export function renderComparison(runs) {
+    if (runs.length === 0)
+        return chalk.dim('  No runs to compare.\n');
+    const lines = [];
+    lines.push('');
+    lines.push(chalk.bold('  SWE-bench Comparison'));
+    lines.push('');
+    // Header
+    const cols = [
+        'Model'.padEnd(25),
+        'Mode'.padEnd(10),
+        'Dataset'.padEnd(10),
+        'Tasks'.padStart(5),
+        'Resolved'.padStart(8),
+        'Rate'.padStart(7),
+        'Avg Tokens'.padStart(10),
+        'Cost'.padStart(8),
+        'Duration'.padStart(10),
+    ];
+    lines.push('  ' + cols.join('  '));
+    lines.push('  ' + cols.map(c => '\u2500'.repeat(c.length)).join('  '));
+    for (const r of runs) {
+        const model = `${r.provider}/${r.model}`.slice(0, 25).padEnd(25);
+        const mode = (r.spiralMode ?? 'naked').padEnd(10);
+        const dataset = r.dataset.padEnd(10);
+        const tasks = String(r.totalTasks).padStart(5);
+        const resolved = chalk.green(String(r.resolved).padStart(8));
+        const rate = `${r.resolutionRate.toFixed(1)}%`.padStart(7);
+        const tokens = formatTokens(r.avgTokensPerTask.input + r.avgTokensPerTask.output).padStart(10);
+        const cost = formatCurrency(r.totalCostEstimate).padStart(8);
+        const duration = formatDuration(r.totalDurationMs).padStart(10);
+        lines.push(`  ${model}  ${mode}  ${dataset}  ${tasks}  ${resolved}  ${rate}  ${tokens}  ${cost}  ${duration}`);
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+/** Render list of past runs */
+export function renderRunList(runs) {
+    if (runs.length === 0)
+        return chalk.dim('  No benchmark runs found.\n');
+    const lines = [];
+    lines.push('');
+    lines.push(chalk.bold('  Past Benchmark Runs'));
+    lines.push('');
+    for (const r of runs) {
+        const rate = r.totalTasks > 0 ? `${r.resolutionRate.toFixed(1)}%` : 'N/A';
+        const rateColor = r.resolutionRate >= 50 ? chalk.green : r.resolutionRate >= 25 ? chalk.yellow : chalk.red;
+        const mode = (r.spiralMode ?? 'naked').padEnd(10);
+        lines.push(`  ${chalk.dim(r.timestamp.slice(0, 10))}  ${chalk.cyan(r.model.padEnd(25))}` +
+            `  ${mode}` +
+            `  ${rateColor(rate.padStart(6))}  (${r.resolved}/${r.totalTasks})` +
+            `  ${formatCurrency(r.totalCostEstimate).padStart(8)}` +
+            `  ${chalk.dim(r.runId)}`);
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+//# sourceMappingURL=ui.js.map

package/dist/cli/bench/ui.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui.js","sourceRoot":"","sources":["../../../src/cli/bench/ui.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAgB,MAAM,cAAc,CAAC;AAE1F,MAAM,YAAY,GAA2B;IAC3C,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;IAC/B,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC1B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;CAChC,CAAC;AAEF,gCAAgC;AAChC,MAAM,UAAU,gBAAgB,CAAC,MAAkB,EAAE,KAAa,EAAE,KAAa;IAC/E,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;IAChD,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE;QACvC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;QACzC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,GAAG,MAAM,CAAC,SAAS,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAE7F,OAAO,KAAK,QAAQ,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK,IAAI,MAAM,IAAI,CAAC;AACrH,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,eAAe,CAAC,IAAa,EAAE,KAAa,EAAE,KAAa;IACzE,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAC7F,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE;QACrC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;QACvC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IACrB,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;AAC5F,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,oBAAoB,CAAC,OAAwB;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,CAAC,GAAG,EAAE,CAAC;IACb,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC;IAEpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IACxD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAExD,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE;QACnD,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAChD,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,KAAK,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3F,CAAC,CAAC;IAEF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,aAAa,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3D,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAErD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAExD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;QAC1D,CAAC,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;YAC7C,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;IAEd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9F,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAExD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAChJ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC3E,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAEzE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IACxD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,gBAAgB,CAAC,IAAuB;IACtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAEnE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,SAAS;IACT,MAAM,IAAI,GAAG;QACX,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACjB,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnB,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClB,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClB,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;KACxB,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAEvE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,GAAG,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEhE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,OAAO,KAAK,KAAK,KAAK,QAAQ,KAAK,IAAI,KAAK,MAAM,KAAK,IAAI,KAAK,QAAQ,EAAE,CAAC,CAAC;IACjH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,aAAa,CAAC,IAAkB;IAC9C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAExE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QAC1E,MAAM,SAAS,GAAG,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;QAC3G,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE;YAC7E,KAAK,IAAI,EAAE;YACX,KAAK,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,GAAG;YACnE,KAAK,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YACtD,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}