universal-agent-memory 0.6.2 → 0.7.0

package/dist/benchmarks/index.js

@@ -0,0 +1,10 @@
+/**
+ * Terminal-Bench Adapter for UAM - Index
+ *
+ * Exports everything needed for benchmarking
+ */
+export * from './benchmark.js';
+export * from './agents/naive-agent.js';
+export * from './agents/uam-agent.js';
+export * from './tasks.js';
+//# sourceMappingURL=index.js.map

package/dist/benchmarks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/benchmarks/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,gBAAgB,CAAC;AAC/B,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,YAAY,CAAC"}

package/dist/benchmarks/multi-turn-agent.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Multi-Turn Agent Loop for UAM Benchmarks
+ *
+ * Implements iterative refinement with error feedback.
+ * Based on Droid's approach: explore, act, verify, retry.
+ */
+import { type VerificationResult } from './execution-verifier.js';
+export interface AgentTurn {
+    turnNumber: number;
+    prompt: string;
+    response: string;
+    verification: VerificationResult;
+    feedback?: string;
+    durationMs: number;
+}
+export interface MultiTurnResult {
+    success: boolean;
+    totalTurns: number;
+    turns: AgentTurn[];
+    finalResponse: string;
+    totalDurationMs: number;
+    memoryContextUsed: boolean;
+}
+export interface MultiTurnConfig {
+    maxTurns: number;
+    timeout: number;
+    model: string;
+    apiKey: string;
+    useMemory: boolean;
+    projectRoot: string;
+    verbose: boolean;
+}
+/**
+ * Execute task with multi-turn refinement
+ */
+export declare function executeWithMultiTurn(taskId: string, taskPrompt: string, config?: Partial<MultiTurnConfig>): Promise<MultiTurnResult>;
+/**
+ * Execute a batch of tasks with multi-turn
+ */
+export declare function executeBatchWithMultiTurn(tasks: Array<{
+    id: string;
+    prompt: string;
+}>, config?: Partial<MultiTurnConfig>): Promise<Map<string, MultiTurnResult>>;
+//# sourceMappingURL=multi-turn-agent.d.ts.map

package/dist/benchmarks/multi-turn-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-turn-agent.d.ts","sourceRoot":"","sources":["../../src/benchmarks/multi-turn-agent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,EAAuB,KAAK,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAGvF,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAYD;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,OAAO,CAAC,eAAe,CAAM,GACpC,OAAO,CAAC,eAAe,CAAC,CAiH1B;AA2HD;;GAEG;AACH,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,EAC5C,MAAM,GAAE,OAAO,CAAC,eAAe,CAAM,GACpC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAYvC"}

package/dist/benchmarks/multi-turn-agent.js

@@ -0,0 +1,235 @@
+/**
+ * Multi-Turn Agent Loop for UAM Benchmarks
+ *
+ * Implements iterative refinement with error feedback.
+ * Based on Droid's approach: explore, act, verify, retry.
+ */
+import { execSync } from 'child_process';
+import { writeFileSync, existsSync } from 'fs';
+import { join } from 'path';
+import { verifyBenchmarkTask } from './execution-verifier.js';
+import { retrieveDynamicMemoryContext } from '../memory/dynamic-retrieval.js';
+const DEFAULT_CONFIG = {
+    maxTurns: 3,
+    timeout: 300000,
+    model: 'claude-opus-4-5-20251101',
+    apiKey: '',
+    useMemory: true,
+    projectRoot: process.cwd(),
+    verbose: false,
+};
+/**
+ * Execute task with multi-turn refinement
+ */
+export async function executeWithMultiTurn(taskId, taskPrompt, config = {}) {
+    const cfg = { ...DEFAULT_CONFIG, ...config };
+    const startTime = Date.now();
+    const turns = [];
+    let currentPrompt = taskPrompt;
+    let memoryContextUsed = false;
+    // Get memory context if enabled
+    let memoryContext = '';
+    if (cfg.useMemory) {
+        try {
+            const dynamicContext = await retrieveDynamicMemoryContext(taskPrompt, cfg.projectRoot);
+            memoryContext = dynamicContext.formattedContext;
+            memoryContextUsed = true;
+            if (cfg.verbose) {
+                console.log(`  [Memory] Retrieved ${dynamicContext.relevantMemories.length} memories`);
+                console.log(`  [Memory] Category: ${dynamicContext.classification.category}`);
+            }
+        }
+        catch (error) {
+            if (cfg.verbose) {
+                console.log(`  [Memory] Failed to retrieve context: ${error}`);
+            }
+        }
+    }
+    for (let turn = 1; turn <= cfg.maxTurns; turn++) {
+        const turnStartTime = Date.now();
+        if (cfg.verbose) {
+            console.log(`  [Turn ${turn}/${cfg.maxTurns}] Executing...`);
+        }
+        // Build prompt with memory and feedback
+        const fullPrompt = buildPromptForTurn(turn, currentPrompt, memoryContext, turns);
+        // Execute via droid CLI
+        let response = '';
+        try {
+            response = await executeDroidPrompt(fullPrompt, cfg.model, cfg.apiKey, cfg.timeout);
+        }
+        catch (error) {
+            const agentTurn = {
+                turnNumber: turn,
+                prompt: fullPrompt,
+                response: '',
+                verification: {
+                    success: false,
+                    executionSucceeded: false,
+                    testsRun: 0,
+                    testsPassed: 0,
+                    errors: [`Execution failed: ${error}`],
+                    output: '',
+                    executionTimeMs: 0,
+                },
+                durationMs: Date.now() - turnStartTime,
+            };
+            turns.push(agentTurn);
+            if (cfg.verbose) {
+                console.log(`  [Turn ${turn}] Failed: ${error}`);
+            }
+            continue;
+        }
+        // Verify the response
+        const verification = await verifyBenchmarkTask(taskId, response);
+        const agentTurn = {
+            turnNumber: turn,
+            prompt: fullPrompt.slice(0, 500) + '...',
+            response: response,
+            verification,
+            durationMs: Date.now() - turnStartTime,
+        };
+        if (cfg.verbose) {
+            console.log(`  [Turn ${turn}] Verification: ${verification.success ? 'PASS' : 'FAIL'}`);
+            if (!verification.success && verification.errors.length > 0) {
+                console.log(`  [Turn ${turn}] Errors: ${verification.errors.slice(0, 2).join(', ')}`);
+            }
+        }
+        // If successful, we're done
+        if (verification.success) {
+            turns.push(agentTurn);
+            return {
+                success: true,
+                totalTurns: turn,
+                turns,
+                finalResponse: response,
+                totalDurationMs: Date.now() - startTime,
+                memoryContextUsed,
+            };
+        }
+        // Generate feedback for next turn
+        agentTurn.feedback = generateFeedback(verification);
+        turns.push(agentTurn);
+        // Update prompt with feedback for next turn
+        currentPrompt = taskPrompt;
+    }
+    // All turns exhausted without success
+    return {
+        success: false,
+        totalTurns: cfg.maxTurns,
+        turns,
+        finalResponse: turns[turns.length - 1]?.response || '',
+        totalDurationMs: Date.now() - startTime,
+        memoryContextUsed,
+    };
+}
+/**
+ * Build prompt for a specific turn
+ */
+function buildPromptForTurn(turn, taskPrompt, memoryContext, previousTurns) {
+    const sections = [];
+    // Add memory context at the start (less important info first)
+    if (memoryContext && turn === 1) {
+        sections.push(memoryContext);
+    }
+    // Add task prompt
+    sections.push(taskPrompt);
+    // Add feedback from previous turns
+    if (turn > 1 && previousTurns.length > 0) {
+        const lastTurn = previousTurns[previousTurns.length - 1];
+        if (lastTurn.feedback) {
+            sections.push(`
+## Previous Attempt Feedback
+
+Your previous response did not pass verification.
+
+**Issues found:**
+${lastTurn.feedback}
+
+**Instructions:**
+- Review the issues above carefully
+- Fix the specific problems mentioned
+- Ensure your response addresses ALL requirements
+- Do not repeat the same mistakes
+
+Please provide a corrected solution.
+`);
+        }
+    }
+    // Add final reminders at END (recency bias)
+    if (turn > 1) {
+        sections.push(`
+## CRITICAL REMINDERS
+- This is attempt ${turn} - previous attempts failed
+- Focus on fixing the specific errors mentioned above
+- Verify your solution handles edge cases
+- Return ONLY the corrected code
+`);
+    }
+    return sections.join('\n\n');
+}
+/**
+ * Generate feedback from verification result
+ */
+function generateFeedback(verification) {
+    const feedbackLines = [];
+    if (!verification.executionSucceeded) {
+        feedbackLines.push('- Code failed to compile or execute');
+    }
+    if (verification.testsRun > 0 && verification.testsPassed < verification.testsRun) {
+        feedbackLines.push(`- ${verification.testsRun - verification.testsPassed}/${verification.testsRun} test cases failed`);
+    }
+    for (const error of verification.errors.slice(0, 5)) {
+        feedbackLines.push(`- ${error}`);
+    }
+    if (feedbackLines.length === 0) {
+        feedbackLines.push('- Response did not meet the expected requirements');
+    }
+    return feedbackLines.join('\n');
+}
+/**
+ * Execute prompt via droid CLI
+ */
+async function executeDroidPrompt(prompt, model, apiKey, timeout) {
+    const tmpDir = '/tmp/uam-benchmark';
+    const promptFile = join(tmpDir, `prompt-${Date.now()}.txt`);
+    try {
+        if (!existsSync(tmpDir)) {
+            execSync(`mkdir -p ${tmpDir}`, { encoding: 'utf-8' });
+        }
+        writeFileSync(promptFile, prompt, 'utf-8');
+        const result = execSync(`FACTORY_API_KEY="${apiKey}" droid exec --model "${model}" --auto medium -f "${promptFile}"`, {
+            encoding: 'utf-8',
+            timeout,
+            maxBuffer: 10 * 1024 * 1024,
+            env: { ...process.env, FACTORY_API_KEY: apiKey },
+        });
+        // Clean up
+        try {
+            execSync(`rm "${promptFile}"`, { encoding: 'utf-8' });
+        }
+        catch { }
+        return result.trim();
+    }
+    catch (error) {
+        // Clean up on error
+        try {
+            execSync(`rm "${promptFile}"`, { encoding: 'utf-8' });
+        }
+        catch { }
+        throw error;
+    }
+}
+/**
+ * Execute a batch of tasks with multi-turn
+ */
+export async function executeBatchWithMultiTurn(tasks, config = {}) {
+    const results = new Map();
+    for (const task of tasks) {
+        const result = await executeWithMultiTurn(task.id, task.prompt, config);
+        results.set(task.id, result);
+        // Small delay between tasks
+        await new Promise(r => setTimeout(r, 1000));
+    }
+    return results;
+}
+//# sourceMappingURL=multi-turn-agent.js.map

package/dist/benchmarks/multi-turn-agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-turn-agent.js","sourceRoot":"","sources":["../../src/benchmarks/multi-turn-agent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,mBAAmB,EAA2B,MAAM,yBAAyB,CAAC;AACvF,OAAO,EAAE,4BAA4B,EAAE,MAAM,gCAAgC,CAAC;AA8B9E,MAAM,cAAc,GAAoB;IACtC,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,0BAA0B;IACjC,MAAM,EAAE,EAAE;IACV,SAAS,EAAE,IAAI;IACf,WAAW,EAAE,OAAO,CAAC,GAAG,EAAE;IAC1B,OAAO,EAAE,KAAK;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAc,EACd,UAAkB,EAClB,SAAmC,EAAE;IAErC,MAAM,GAAG,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,aAAa,GAAG,UAAU,CAAC;IAC/B,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,gCAAgC;IAChC,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,4BAA4B,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;YACvF,aAAa,GAAG,cAAc,CAAC,gBAAgB,CAAC;YAChD,iBAAiB,GAAG,IAAI,CAAC;YAEzB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,gBAAgB,CAAC,MAAM,WAAW,CAAC,CAAC;gBACvF,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEjC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,GAAG,CAAC,QAAQ,gBAAgB,CAAC,CAAC;QAC/D,CAAC;QAED,wCAAwC;QACxC,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,EAAE,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;QAEjF,wBAAwB;QACxB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAc;gBAC3B,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE;oBACZ,OAAO,EAAE,KAAK;oBACd,kBAAkB,EAAE,KAAK;oBACzB,QAAQ,EAAE,CAAC;oBACX,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC,qBAAqB,KAAK,EAAE,CAAC;oBACtC,MAAM,EAAE,EAAE;oBACV,eAAe,EAAE,CAAC;iBACnB;gBACD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;aACvC,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,aAAa,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,SAAS;QACX,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEjE,MAAM,SAAS,GAAc;YAC3B,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;YACxC,QAAQ,EAAE,QAAQ;YAClB,YAAY;YACZ,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;SACvC,CAAC;QAEF,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,mBAAmB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,aAAa,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,KAAK;gBACL,aAAa,EAAE,QAAQ;gBACvB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACvC,iBAAiB;aAClB,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEtB,4CAA4C;QAC5C,aAAa,GAAG,UAAU,CAAC;IAC7B,CAAC;IAED,sCAAsC;IACtC,OAAO;QACL,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,GAAG,CAAC,QAAQ;QACxB,KAAK;QACL,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,QAAQ,IAAI,EAAE;QACtD,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,IAAY,EACZ,UAAkB,EAClB,aAAqB,EACrB,aAA0B;IAE1B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,8DAA8D;IAC9D,IAAI,aAAa,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QAChC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC/B,CAAC;IAED,kBAAkB;IAClB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAE1B,mCAAmC;IACnC,IAAI,IAAI,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzD,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC;;;;;;EAMlB,QAAQ,CAAC,QAAQ;;;;;;;;;CASlB,CAAC,CAAC;QACC,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,QAAQ,CAAC,IAAI,CAAC;;oBAEE,IAAI;;;;CAIvB,CAAC,CAAC;IACD,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,YAAgC;IACxD,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACrC,aAAa,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,GAAG,CAAC,IAAI,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;QAClF,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,WAAW,IAAI,YAAY,CAAC,QAAQ,oBAAoB,CAAC,CAAC;IACzH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpD,aAAa,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,aAAa,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAC/B,MAAc,EACd,KAAa,EACb,MAAc,EACd,OAAe;IAEf,MAAM,MAAM,GAAG,oBAAoB,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,YAAY,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,QAAQ,CACrB,oBAAoB,MAAM,yBAAyB,KAAK,uBAAuB,UAAU,GAAG,EAC5F;YACE,QAAQ,EAAE,OAAO;YACjB,OAAO;YACP,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAC3B,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE;SACjD,CACF,CAAC;QAEF,WAAW;QACX,IAAI,CAAC;YAAC,QAAQ,CAAC,OAAO,UAAU,GAAG,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;QAExE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,oBAAoB;QACpB,IAAI,CAAC;YAAC,QAAQ,CAAC,OAAO,UAAU,GAAG,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;QACxE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAA4C,EAC5C,SAAmC,EAAE;IAErC,MAAM,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAE7B,4BAA4B;QAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/benchmarks/runner.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=runner.d.ts.map

package/dist/benchmarks/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/benchmarks/runner.ts"],"names":[],"mappings":""}

package/dist/benchmarks/runner.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=runner.js.map

package/dist/benchmarks/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/benchmarks/runner.ts"],"names":[],"mappings":""}

package/dist/benchmarks/tasks.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Benchmark Tasks for Terminal-Bench Adapter
+ *
+ * These tasks simulate real terminal-style scenarios that benefit from
+ * persistent memory and context awareness.
+ *
+ * Tasks are designed to test:
+ * 1. Memory of past decisions and outcomes
+ * 2. Knowledge of project structure and patterns
+ * 3. Ability to avoid repeating mistakes
+ * 4. Coordination of multi-step workflows
+ */
+import { BenchmarkTask } from './benchmark.js';
+export declare const BENCHMARK_TASKS: BenchmarkTask[];
+export declare function getTaskById(id: string): BenchmarkTask | undefined;
+export declare function getTasksByDifficulty(difficulty: 'easy' | 'medium' | 'hard'): BenchmarkTask[];
+export declare function getTasksByCategory(category: string): BenchmarkTask[];
+export declare function getAllTasks(): BenchmarkTask[];
+//# sourceMappingURL=tasks.d.ts.map

package/dist/benchmarks/tasks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks.d.ts","sourceRoot":"","sources":["../../src/benchmarks/tasks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAuF/C,eAAO,MAAM,eAAe,EAAE,aAAa,EA+S1C,CAAC;AAMF,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAEjE;AAED,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,aAAa,EAAE,CAE5F;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE,CAEpE;AAED,wBAAgB,WAAW,IAAI,aAAa,EAAE,CAE7C"}