@claude-flow/cli 3.10.4 → 3.10.6

package/dist/src/benchmarks/gaia-codeagent.smoke.js

@@ -0,0 +1,241 @@
+/**
+ * GAIA CodeAgent Smoke Tests — ADR-138 iter 54 (FINAL design)
+ *
+ * 5 tests validating the CodeAgent harness end-to-end.
+ * Tests 1-4 are unit-level (no API calls). Test 5 uses 1 API call.
+ *
+ * Tests:
+ *   T1: Code block extraction — parser correctness (no subprocess)
+ *   T2: Python runner — simple math (subprocess, no API)
+ *   T3: Python runner — file read via ATTACHMENT_PATH
+ *   T4: Python runner — code error recovery (traceback returned as obs)
+ *   T5: End-to-end — simple factual question (1 API call, ~$0.01)
+ *
+ * Pass criteria: 5/5. Gate before iter 55 5Q run.
+ *
+ * Run: npx tsx gaia-codeagent.smoke.ts
+ *      or: node dist/src/benchmarks/gaia-codeagent.smoke.js
+ *
+ * Refs: ADR-138, #2156, iter 54
+ */
+// ---------------------------------------------------------------------------
+// Imports
+// ---------------------------------------------------------------------------
+import * as fs from 'node:fs';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import { extractCodeBlock, runCodeAgentStep, runGaiaCodeAgent, } from './gaia-codeagent.js';
+import { resolveAnthropicApiKey } from './gaia-agent.js';
+function makeQ(overrides = {}) {
+    return {
+        task_id: 'smoke-test',
+        level: 1,
+        question: 'What is 2 + 2?',
+        final_answer: '4',
+        file_name: null,
+        file_path: null,
+        ...overrides,
+    };
+}
+// ---------------------------------------------------------------------------
+// T1: Code block extraction (no subprocess, no API)
+// ---------------------------------------------------------------------------
+function testCodeBlockExtraction() {
+    const name = 'T1: Code block extraction';
+    const start = Date.now();
+    const cases = [
+        { input: '```python\nprint(2+2)\n```', expected: 'print(2+2)' },
+        { input: '```py\nresult = 42\n```', expected: 'result = 42' },
+        { input: '```\nfinal_answer("test")\n```', expected: 'final_answer("test")' },
+        { input: 'No code block here', expected: null },
+        {
+            input: 'Reasoning...\n```python\nweb_search("q")\nprint(r)\n```\nMore',
+            expected: 'web_search("q")\nprint(r)',
+        },
+    ];
+    for (const { input, expected } of cases) {
+        const result = extractCodeBlock(input);
+        if (result !== expected) {
+            return {
+                name,
+                passed: false,
+                message: `Case "${input.slice(0, 40)}": got "${result}", expected "${expected}"`,
+                durationMs: Date.now() - start,
+            };
+        }
+    }
+    return { name, passed: true, message: `${cases.length}/5 cases passed`, durationMs: Date.now() - start };
+}
+// ---------------------------------------------------------------------------
+// T2: Python runner — simple math (subprocess, no API)
+// ---------------------------------------------------------------------------
+function testPythonRunnerMath() {
+    const name = 'T2: Python runner — simple math';
+    const start = Date.now();
+    const apiKey = process.env.ANTHROPIC_API_KEY ?? 'test-key';
+    const code = `result = 2 + 2\nprint(result)\nfinal_answer(str(result))`;
+    const stepResult = runCodeAgentStep(code, null, 15_000, apiKey);
+    if (stepResult.finalAnswer !== '4') {
+        return {
+            name,
+            passed: false,
+            message: `Expected finalAnswer "4", got "${stepResult.finalAnswer ?? 'null'}". Obs: ${stepResult.observation.slice(0, 200)}`,
+            durationMs: Date.now() - start,
+        };
+    }
+    return { name, passed: true, message: `finalAnswer="4" as expected`, durationMs: Date.now() - start };
+}
+// ---------------------------------------------------------------------------
+// T3: Python runner — file read via ATTACHMENT_PATH
+// ---------------------------------------------------------------------------
+function testPythonRunnerFileRead() {
+    const name = 'T3: Python runner — file read';
+    const start = Date.now();
+    const tmpFile = path.join(os.tmpdir(), `gaia-smoke-${Date.now()}.txt`);
+    fs.writeFileSync(tmpFile, 'The magic number is forty-two (42).', 'utf-8');
+    try {
+        const apiKey = process.env.ANTHROPIC_API_KEY ?? 'test-key';
+        const code = `content = read_file(ATTACHMENT_PATH)\nprint("Read:", content[:80])\nfinal_answer("42")`;
+        const stepResult = runCodeAgentStep(code, tmpFile, 15_000, apiKey);
+        if (stepResult.finalAnswer !== '42') {
+            return {
+                name, passed: false,
+                message: `Expected finalAnswer "42", got "${stepResult.finalAnswer ?? 'null'}". Obs: ${stepResult.observation.slice(0, 200)}`,
+                durationMs: Date.now() - start,
+            };
+        }
+        if (!stepResult.observation.includes('forty-two') && !stepResult.observation.includes('42')) {
+            return {
+                name, passed: false,
+                message: `File content not in observation. Obs: ${stepResult.observation.slice(0, 200)}`,
+                durationMs: Date.now() - start,
+            };
+        }
+        return { name, passed: true, message: `File read OK, finalAnswer="42"`, durationMs: Date.now() - start };
+    }
+    finally {
+        try {
+            fs.unlinkSync(tmpFile);
+        }
+        catch { /* ignore */ }
+    }
+}
+// ---------------------------------------------------------------------------
+// T4: Python runner — code error recovery
+// ---------------------------------------------------------------------------
+function testPythonRunnerErrorRecovery() {
+    const name = 'T4: Python runner — error recovery';
+    const start = Date.now();
+    const apiKey = process.env.ANTHROPIC_API_KEY ?? 'test-key';
+    const badCode = `result = undefined_variable_xyz + 1\nprint(result)`;
+    const stepResult = runCodeAgentStep(badCode, null, 15_000, apiKey);
+    if (stepResult.finalAnswer !== null) {
+        return {
+            name, passed: false,
+            message: `Expected no finalAnswer from errored code, got "${stepResult.finalAnswer}"`,
+            durationMs: Date.now() - start,
+        };
+    }
+    const obs = stepResult.observation.toLowerCase();
+    if (!obs.includes('error') && !obs.includes('nameerror')) {
+        return {
+            name, passed: false,
+            message: `Observation should contain error info, got: ${stepResult.observation.slice(0, 200)}`,
+            durationMs: Date.now() - start,
+        };
+    }
+    return {
+        name, passed: true,
+        message: `Error returned as observation: "${stepResult.observation.slice(0, 60)}..."`,
+        durationMs: Date.now() - start,
+    };
+}
+// ---------------------------------------------------------------------------
+// T5: End-to-end — simple factual question (1 API call)
+// ---------------------------------------------------------------------------
+async function testEndToEndSimple() {
+    const name = 'T5: End-to-end — simple factual (1 API call)';
+    const start = Date.now();
+    let apiKey;
+    try {
+        apiKey = resolveAnthropicApiKey();
+    }
+    catch (err) {
+        return {
+            name, passed: false,
+            message: `No API key: ${String(err)}`,
+            durationMs: Date.now() - start,
+        };
+    }
+    const q = makeQ({
+        task_id: 'smoke-e2e-01',
+        question: 'What is 6 multiplied by 7? Answer as a number.',
+        final_answer: '42',
+    });
+    try {
+        const result = await runGaiaCodeAgent(q, {
+            model: 'claude-sonnet-4-6',
+            maxTurns: 5,
+            apiKey,
+        });
+        if (result.error && !result.finalAnswer) {
+            return { name, passed: false, message: `Agent error: ${result.error}`, durationMs: Date.now() - start };
+        }
+        if (result.finalAnswer === null) {
+            return { name, passed: false, message: `No final answer (timedOut=${result.timedOut})`, durationMs: Date.now() - start };
+        }
+        const num = parseFloat(result.finalAnswer.replace(/,/g, ''));
+        if (Math.abs(num - 42) > 0.01) {
+            return {
+                name, passed: false,
+                message: `Expected "42", got "${result.finalAnswer}" (turns=${result.turns})`,
+                durationMs: Date.now() - start,
+            };
+        }
+        const estCost = (result.totalInputTokens / 1e6) * 3.0 + (result.totalOutputTokens / 1e6) * 15.0;
+        return {
+            name, passed: true,
+            message: `finalAnswer="${result.finalAnswer}" turns=${result.turns} cost~=$${estCost.toFixed(4)}`,
+            durationMs: Date.now() - start,
+        };
+    }
+    catch (err) {
+        return { name, passed: false, message: `Exception: ${String(err)}`, durationMs: Date.now() - start };
+    }
+}
+// ---------------------------------------------------------------------------
+// Main
+// ---------------------------------------------------------------------------
+async function main() {
+    console.log('\n=== GAIA CodeAgent Smoke Tests (ADR-138 iter 54) ===\n');
+    const results = [
+        testCodeBlockExtraction(),
+        testPythonRunnerMath(),
+        testPythonRunnerFileRead(),
+        testPythonRunnerErrorRecovery(),
+        await testEndToEndSimple(),
+    ];
+    let passed = 0;
+    for (const r of results) {
+        const status = r.passed ? 'PASS' : 'FAIL';
+        console.log(`[${status}] ${r.name} (${r.durationMs}ms)`);
+        console.log(`       ${r.message}`);
+        if (r.passed)
+            passed++;
+    }
+    console.log(`\n=== ${passed}/${results.length} passed ===`);
+    if (passed === results.length) {
+        console.log('All smoke tests passed. CodeAgent harness ready for 1Q sanity check.\n');
+        process.exit(0);
+    }
+    else {
+        console.log(`SMOKE FAILED — ${results.length - passed} test(s) failed.\n`);
+        process.exit(1);
+    }
+}
+main().catch((err) => {
+    console.error('Smoke test crashed:', err);
+    process.exit(2);
+});
+export { testCodeBlockExtraction, testPythonRunnerMath, testPythonRunnerFileRead, testPythonRunnerErrorRecovery, testEndToEndSimple, };
+//# sourceMappingURL=gaia-codeagent.smoke.js.map

package/dist/src/benchmarks/gaia-codeagent.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-codeagent.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-codeagent.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GAEjB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAazD,SAAS,KAAK,CAAC,YAAmC,EAAE;IAClD,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,CAAU;QACjB,QAAQ,EAAE,gBAAgB;QAC1B,YAAY,EAAE,GAAG;QACjB,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,SAAS,uBAAuB;IAC9B,MAAM,IAAI,GAAG,2BAA2B,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,MAAM,KAAK,GAAsD;QAC/D,EAAE,KAAK,EAAE,4BAA4B,EAAE,QAAQ,EAAE,YAAY,EAAE;QAC/D,EAAE,KAAK,EAAE,yBAAyB,EAAE,QAAQ,EAAE,aAAa,EAAE;QAC7D,EAAE,KAAK,EAAE,gCAAgC,EAAE,QAAQ,EAAE,sBAAsB,EAAE;QAC7E,EAAE,KAAK,EAAE,oBAAoB,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC/C;YACE,KAAK,EAAE,+DAA+D;YACtE,QAAQ,EAAE,2BAA2B;SACtC;KACF,CAAC;IAEF,KAAK,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,SAAS,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,MAAM,gBAAgB,QAAQ,GAAG;gBAChF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;AAC3G,CAAC;AAED,8EAA8E;AAC9E,uDAAuD;AACvD,8EAA8E;AAE9E,SAAS,oBAAoB;IAC3B,MAAM,IAAI,GAAG,iCAAiC,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,UAAU,CAAC;IAC3D,MAAM,IAAI,GAAG,0DAA0D,CAAC;IACxE,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAEhE,IAAI,UAAU,CAAC,WAAW,KAAK,GAAG,EAAE,CAAC;QACnC,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,kCAAkC,UAAU,CAAC,WAAW,IAAI,MAAM,WAAW,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YAC5H,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,6BAA6B,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;AACxG,CAAC;AAED,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,SAAS,wBAAwB;IAC/B,MAAM,IAAI,GAAG,+BAA+B,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,qCAAqC,EAAE,OAAO,CAAC,CAAC;IAE1E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,UAAU,CAAC;QAC3D,MAAM,IAAI,GAAG,wFAAwF,CAAC;QACtG,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAEnE,IAAI,UAAU,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,MAAM,EAAE,KAAK;gBACnB,OAAO,EAAE,mCAAmC,UAAU,CAAC,WAAW,IAAI,MAAM,WAAW,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBAC7H,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5F,OAAO;gBACL,IAAI,EAAE,MAAM,EAAE,KAAK;gBACnB,OAAO,EAAE,yCAAyC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBACxF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,gCAAgC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;IAC3G,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,0CAA0C;AAC1C,8EAA8E;AAE9E,SAAS,6BAA6B;IACpC,MAAM,IAAI,GAAG,oCAAoC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,UAAU,CAAC;IAC3D,MAAM,OAAO,GAAG,oDAAoD,CAAC;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAEnE,IAAI,UAAU,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;QACpC,OAAO;YACL,IAAI,EAAE,MAAM,EAAE,KAAK;YACnB,OAAO,EAAE,mDAAmD,UAAU,CAAC,WAAW,GAAG;YACrF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IACjD,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACzD,OAAO;YACL,IAAI,EAAE,MAAM,EAAE,KAAK;YACnB,OAAO,EAAE,+CAA+C,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YAC9F,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,MAAM,EAAE,IAAI;QAClB,OAAO,EAAE,mCAAmC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;QACrF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC/B,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,wDAAwD;AACxD,8EAA8E;AAE9E,KAAK,UAAU,kBAAkB;IAC/B,MAAM,IAAI,GAAG,8CAA8C,CAAC;IAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,sBAAsB,EAAE,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,MAAM,EAAE,KAAK;YACnB,OAAO,EAAE,eAAe,MAAM,CAAC,GAAG,CAAC,EAAE;YACrC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,GAAG,KAAK,CAAC;QACd,OAAO,EAAE,cAAc;QACvB,QAAQ,EAAE,gDAAgD;QAC1D,YAAY,EAAE,IAAI;KACnB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,CAAC,EAAE;YACvC,KAAK,EAAE,mBAAmB;YAC1B,QAAQ,EAAE,CAAC;YACX,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACxC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,gBAAgB,MAAM,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC1G,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YAChC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,6BAA6B,MAAM,CAAC,QAAQ,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC3H,CAAC;QACD,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC;YAC9B,OAAO;gBACL,IAAI,EAAE,MAAM,EAAE,KAAK;gBACnB,OAAO,EAAE,uBAAuB,MAAM,CAAC,WAAW,YAAY,MAAM,CAAC,KAAK,GAAG;gBAC7E,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,iBAAiB,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC;QAChG,OAAO;YACL,IAAI,EAAE,MAAM,EAAE,IAAI;YAClB,OAAO,EAAE,gBAAgB,MAAM,CAAC,WAAW,WAAW,MAAM,CAAC,KAAK,WAAW,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACjG,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;IAExE,MAAM,OAAO,GAAiB;QAC5B,uBAAuB,EAAE;QACzB,oBAAoB,EAAE;QACtB,wBAAwB,EAAE;QAC1B,6BAA6B,EAAE;QAC/B,MAAM,kBAAkB,EAAE;KAC3B,CAAC;IAEF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,CAAC,MAAM;YAAE,MAAM,EAAE,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,IAAI,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;IAC5D,IAAI,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC;QACtF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,MAAM,GAAG,MAAM,oBAAoB,CAAC,CAAC;QAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;IAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,EACxB,6BAA6B,EAC7B,kBAAkB,GACnB,CAAC"}

package/dist/src/benchmarks/gaia-convergence.d.ts

@@ -0,0 +1,138 @@
+/**
+ * GAIA Convergence Layer — deterministic finalization for saturated agent loops.
+ *
+ * Detects three failure modes that cause empty FINAL_ANSWER extraction:
+ *   1. max_turns hit without a final_answer call
+ *   2. Loop detected (same tool + same args called 3× in a 5-turn window)
+ *   3. Token budget exceeded (>120k tokens of conversation context)
+ *
+ * On detection, runs a FORCED COMMIT phase:
+ *   - Injects a stripped-down summary prompt: "Based on all observations, answer with
+ *     FINAL_ANSWER: X. Do NOT explore further."
+ *   - Makes 1 final API call with strict instruction and no tools.
+ *   - If still no FINAL_ANSWER in the response, runs the Stage 1 extraction cascade
+ *     against ALL prior assistant messages (last to first), returns first non-empty hit.
+ *   - If still empty: returns null but logs the failure mode.
+ *
+ * This is NOT a new cognition layer — it is a convergence controller.
+ * It STRIPS information rather than adding it: one final chance to commit,
+ * no tools available, prior context summarized rather than appended.
+ *
+ * Architecture principle (iter 60 post-mortem):
+ *   "More information can reduce agent reliability. Past a certain point —
+ *    retrieval depth, context size, browsing breadth, tool diversity — information
+ *    increases trajectory entropy. The system becomes less likely to finalize coherently."
+ *   This layer is the entropy-reducer.
+ *
+ * Refs: #2156, iter 60 (19/25 empty FINAL_ANSWER failures), iter 62
+ */
+/** Token threshold (sum of input tokens across all turns) that triggers overflow detection. */
+export declare const TOKEN_OVERFLOW_THRESHOLD = 120000;
+/** Number of repeated identical tool+args calls in a window that signals a loop. */
+export declare const LOOP_REPEAT_THRESHOLD = 3;
+/** Sliding window size (turns) for loop detection. */
+export declare const LOOP_WINDOW_SIZE = 5;
+/** Tracks state that the convergence layer needs to evaluate triggers. */
+export interface ConvergenceState {
+    /** How many agent turns have elapsed so far. */
+    turnCount: number;
+    /** Sum of input tokens across all turns (used for overflow detection). */
+    totalTokens: number;
+    /** Ordered log of tool calls for loop detection. */
+    toolCalls: Array<{
+        name: string;
+        argsHash: string;
+        turn: number;
+    }>;
+    /** Set by checkConvergenceTriggers when a failure mode is detected. */
+    detectedFailureMode: 'max_turns' | 'loop' | 'token_overflow' | null;
+}
+/** Result of a forced-commit attempt. */
+export interface ForceCommitResult {
+    /** The extracted answer, or null if even forced commit could not extract one. */
+    answer: string | null;
+    /** True when the answer was recovered from prior message history rather than
+     *  from the forced-commit API call. */
+    usedFallback: boolean;
+    /** The failure mode that triggered this forced commit. */
+    triggerMode: ConvergenceState['detectedFailureMode'];
+}
+/**
+ * Produce a stable hash of a tool call's name + args for loop detection.
+ *
+ * Uses SHA-256 truncated to 16 hex chars — collision probability is
+ * negligible for the small call volumes in a single agent run.
+ *
+ * The hash is deterministic: same toolName + same args always → same hash.
+ * Different args always → different hash (within SHA-256 collision bounds).
+ */
+export declare function argsHash(toolName: string, args: object): string;
+/**
+ * Evaluate the current ConvergenceState and return the first failure mode
+ * detected, or null if no trigger has fired.
+ *
+ * Evaluation order:
+ *   1. max_turns — turnCount >= maxTurns
+ *   2. token_overflow — totalTokens >= TOKEN_OVERFLOW_THRESHOLD
+ *   3. loop — same tool+argsHash appears >= LOOP_REPEAT_THRESHOLD times
+ *              in the last LOOP_WINDOW_SIZE entries of toolCalls
+ *
+ * Only the FIRST matching trigger is returned (stops at first detection).
+ * The caller is responsible for setting state.detectedFailureMode.
+ */
+export declare function checkConvergenceTriggers(state: ConvergenceState, maxTurns: number): ConvergenceState['detectedFailureMode'];
+/**
+ * Run Stage 1 extraction (FINAL_ANSWER: pattern) against a raw text string.
+ * Returns the matched answer or null.
+ */
+export declare function extractFinalAnswerFromText(text: string): string | null;
+/**
+ * Scan prior assistant messages from last to first, looking for FINAL_ANSWER.
+ *
+ * This is the fallback path when the forced-commit API call still does not
+ * produce a FINAL_ANSWER. We search backwards because the most recent
+ * assistant message is most likely to contain the best answer.
+ */
+export declare function extractFromPriorMessages(messages: Array<{
+    role: string;
+    content: string | unknown;
+}>): string | null;
+/**
+ * Run the forced-commit phase for a saturated agent loop.
+ *
+ * Steps:
+ *   1. Append a stripped directive prompt to the message history.
+ *   2. Call the model once with NO tools — forces text-only response.
+ *   3. If FINAL_ANSWER found in the response → return it.
+ *   4. If not → scan prior assistant messages last-to-first for FINAL_ANSWER.
+ *   5. If still empty → return { answer: null, usedFallback: false }.
+ *
+ * The callModel callback must return the raw text response (assistant turn
+ * text blocks concatenated). It should be called WITHOUT tool definitions
+ * so the model cannot call tools in this turn.
+ *
+ * @param messages  Current conversation history (mutated: 1 user turn appended)
+ * @param callModel Callback that makes a single API call and returns the response text
+ * @param triggerMode  The failure mode that triggered this forced commit
+ */
+export declare function forceCommit(messages: Array<{
+    role: string;
+    content: string | unknown;
+}>, callModel: (messages: Array<{
+    role: string;
+    content: string | unknown;
+}>) => Promise<string>, triggerMode?: ConvergenceState['detectedFailureMode']): Promise<ForceCommitResult>;
+/** Create a new ConvergenceState with zero counters. */
+export declare function createConvergenceState(): ConvergenceState;
+/**
+ * Update ConvergenceState after each agent turn completes.
+ *
+ * @param state       Mutable state object (modified in place)
+ * @param inputTokens Tokens consumed in this turn
+ * @param toolCallsThisTurn  Tool calls made in this turn (name + args)
+ */
+export declare function recordTurn(state: ConvergenceState, inputTokens: number, toolCallsThisTurn: Array<{
+    name: string;
+    args: object;
+}>): void;
+//# sourceMappingURL=gaia-convergence.d.ts.map

package/dist/src/benchmarks/gaia-convergence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-convergence.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-convergence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAQH,+FAA+F;AAC/F,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAEhD,oFAAoF;AACpF,eAAO,MAAM,qBAAqB,IAAI,CAAC;AAEvC,sDAAsD;AACtD,eAAO,MAAM,gBAAgB,IAAI,CAAC;AASlC,0EAA0E;AAC1E,MAAM,WAAW,gBAAgB;IAC/B,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,WAAW,EAAE,MAAM,CAAC;IACpB,oDAAoD;IACpD,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnE,uEAAuE;IACvE,mBAAmB,EAAE,WAAW,GAAG,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAAC;CACrE;AAED,yCAAyC;AACzC,MAAM,WAAW,iBAAiB;IAChC,iFAAiF;IACjF,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB;2CACuC;IACvC,YAAY,EAAE,OAAO,CAAC;IACtB,0DAA0D;IAC1D,WAAW,EAAE,gBAAgB,CAAC,qBAAqB,CAAC,CAAC;CACtD;AAMD;;;;;;;;GAQG;AACH,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAG/D;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,gBAAgB,EACvB,QAAQ,EAAE,MAAM,GACf,gBAAgB,CAAC,qBAAqB,CAAC,CA2BzC;AA6BD;;;GAGG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAMtE;AAMD;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC,GAC3D,MAAM,GAAG,IAAI,CAkBf;AAsBD;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC,EAC5D,SAAS,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,EAC5F,WAAW,GAAE,gBAAgB,CAAC,qBAAqB,CAAe,GACjE,OAAO,CAAC,iBAAiB,CAAC,CAkC5B;AAMD,wDAAwD;AACxD,wBAAgB,sBAAsB,IAAI,gBAAgB,CAOzD;AAMD;;;;;;GAMG;AACH,wBAAgB,UAAU,CACxB,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,GACvD,IAAI,CAWN"}

package/dist/src/benchmarks/gaia-convergence.js

@@ -0,0 +1,260 @@
+/**
+ * GAIA Convergence Layer — deterministic finalization for saturated agent loops.
+ *
+ * Detects three failure modes that cause empty FINAL_ANSWER extraction:
+ *   1. max_turns hit without a final_answer call
+ *   2. Loop detected (same tool + same args called 3× in a 5-turn window)
+ *   3. Token budget exceeded (>120k tokens of conversation context)
+ *
+ * On detection, runs a FORCED COMMIT phase:
+ *   - Injects a stripped-down summary prompt: "Based on all observations, answer with
+ *     FINAL_ANSWER: X. Do NOT explore further."
+ *   - Makes 1 final API call with strict instruction and no tools.
+ *   - If still no FINAL_ANSWER in the response, runs the Stage 1 extraction cascade
+ *     against ALL prior assistant messages (last to first), returns first non-empty hit.
+ *   - If still empty: returns null but logs the failure mode.
+ *
+ * This is NOT a new cognition layer — it is a convergence controller.
+ * It STRIPS information rather than adding it: one final chance to commit,
+ * no tools available, prior context summarized rather than appended.
+ *
+ * Architecture principle (iter 60 post-mortem):
+ *   "More information can reduce agent reliability. Past a certain point —
+ *    retrieval depth, context size, browsing breadth, tool diversity — information
+ *    increases trajectory entropy. The system becomes less likely to finalize coherently."
+ *   This layer is the entropy-reducer.
+ *
+ * Refs: #2156, iter 60 (19/25 empty FINAL_ANSWER failures), iter 62
+ */
+import * as crypto from 'node:crypto';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+/** Token threshold (sum of input tokens across all turns) that triggers overflow detection. */
+export const TOKEN_OVERFLOW_THRESHOLD = 120_000;
+/** Number of repeated identical tool+args calls in a window that signals a loop. */
+export const LOOP_REPEAT_THRESHOLD = 3;
+/** Sliding window size (turns) for loop detection. */
+export const LOOP_WINDOW_SIZE = 5;
+/** Pattern Claude must output to signal it has a final answer. */
+const FINAL_ANSWER_RE = /FINAL_ANSWER:\s*(.+)/i;
+// ---------------------------------------------------------------------------
+// argsHash — deterministic fingerprint of a tool call
+// ---------------------------------------------------------------------------
+/**
+ * Produce a stable hash of a tool call's name + args for loop detection.
+ *
+ * Uses SHA-256 truncated to 16 hex chars — collision probability is
+ * negligible for the small call volumes in a single agent run.
+ *
+ * The hash is deterministic: same toolName + same args always → same hash.
+ * Different args always → different hash (within SHA-256 collision bounds).
+ */
+export function argsHash(toolName, args) {
+    const payload = toolName + '::' + JSON.stringify(args);
+    return crypto.createHash('sha256').update(payload).digest('hex').slice(0, 16);
+}
+// ---------------------------------------------------------------------------
+// checkConvergenceTriggers
+// ---------------------------------------------------------------------------
+/**
+ * Evaluate the current ConvergenceState and return the first failure mode
+ * detected, or null if no trigger has fired.
+ *
+ * Evaluation order:
+ *   1. max_turns — turnCount >= maxTurns
+ *   2. token_overflow — totalTokens >= TOKEN_OVERFLOW_THRESHOLD
+ *   3. loop — same tool+argsHash appears >= LOOP_REPEAT_THRESHOLD times
+ *              in the last LOOP_WINDOW_SIZE entries of toolCalls
+ *
+ * Only the FIRST matching trigger is returned (stops at first detection).
+ * The caller is responsible for setting state.detectedFailureMode.
+ */
+export function checkConvergenceTriggers(state, maxTurns) {
+    // 1. max_turns
+    if (state.turnCount >= maxTurns) {
+        return 'max_turns';
+    }
+    // 2. token_overflow
+    if (state.totalTokens >= TOKEN_OVERFLOW_THRESHOLD) {
+        return 'token_overflow';
+    }
+    // 3. loop — check the sliding window
+    const window = state.toolCalls.slice(-LOOP_WINDOW_SIZE);
+    if (window.length >= LOOP_REPEAT_THRESHOLD) {
+        const callKey = (c) => c.name + '::' + c.argsHash;
+        const counts = new Map();
+        for (const call of window) {
+            const key = callKey(call);
+            const count = (counts.get(key) ?? 0) + 1;
+            counts.set(key, count);
+            if (count >= LOOP_REPEAT_THRESHOLD) {
+                return 'loop';
+            }
+        }
+    }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// buildForcedCommitPrompt
+// ---------------------------------------------------------------------------
+/**
+ * Build the stripped-down "commit now" prompt injected as a final user turn.
+ *
+ * Deliberately short and directive — this is an entropy-reducer, not a
+ * context-enricher. Adding more information at this point would worsen the
+ * problem we are solving.
+ */
+function buildForcedCommitPrompt(triggerMode) {
+    return (`[CONVERGENCE: ${triggerMode.toUpperCase()}]\n` +
+        `You must commit to a final answer NOW. Do NOT call any more tools.\n` +
+        `Based only on the information you have already gathered:\n` +
+        `- Summarize your best answer in one line.\n` +
+        `- Output it in EXACTLY this format: FINAL_ANSWER: <your answer>\n` +
+        `- If you are uncertain, give your best estimate — do not say "I don't know".\n` +
+        `You have ONE response. No further tool calls are permitted.`);
+}
+// ---------------------------------------------------------------------------
+// extractFinalAnswerFromText — Stage 1 extraction against raw text
+// ---------------------------------------------------------------------------
+/**
+ * Run Stage 1 extraction (FINAL_ANSWER: pattern) against a raw text string.
+ * Returns the matched answer or null.
+ */
+export function extractFinalAnswerFromText(text) {
+    const match = FINAL_ANSWER_RE.exec(text);
+    if (match && match[1] && match[1].trim()) {
+        return match[1].trim();
+    }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// extractFromPriorMessages — fallback scan of message history
+// ---------------------------------------------------------------------------
+/**
+ * Scan prior assistant messages from last to first, looking for FINAL_ANSWER.
+ *
+ * This is the fallback path when the forced-commit API call still does not
+ * produce a FINAL_ANSWER. We search backwards because the most recent
+ * assistant message is most likely to contain the best answer.
+ */
+export function extractFromPriorMessages(messages) {
+    // Iterate in reverse, assistant messages only
+    const assistantMessages = messages
+        .filter((m) => m.role === 'assistant')
+        .reverse();
+    for (const msg of assistantMessages) {
+        const text = typeof msg.content === 'string'
+            ? msg.content
+            : extractTextFromContent(msg.content);
+        if (!text)
+            continue;
+        const answer = extractFinalAnswerFromText(text);
+        if (answer)
+            return answer;
+    }
+    return null;
+}
+/**
+ * Extract plain text from a content block array (Anthropic API format).
+ * Returns concatenated text from all text-type blocks, or empty string.
+ */
+function extractTextFromContent(content) {
+    if (!Array.isArray(content))
+        return '';
+    const parts = [];
+    for (const block of content) {
+        if (block && typeof block === 'object' && block.type === 'text') {
+            const text = block.text;
+            if (text)
+                parts.push(text);
+        }
+    }
+    return parts.join('\n');
+}
+// ---------------------------------------------------------------------------
+// forceCommit
+// ---------------------------------------------------------------------------
+/**
+ * Run the forced-commit phase for a saturated agent loop.
+ *
+ * Steps:
+ *   1. Append a stripped directive prompt to the message history.
+ *   2. Call the model once with NO tools — forces text-only response.
+ *   3. If FINAL_ANSWER found in the response → return it.
+ *   4. If not → scan prior assistant messages last-to-first for FINAL_ANSWER.
+ *   5. If still empty → return { answer: null, usedFallback: false }.
+ *
+ * The callModel callback must return the raw text response (assistant turn
+ * text blocks concatenated). It should be called WITHOUT tool definitions
+ * so the model cannot call tools in this turn.
+ *
+ * @param messages  Current conversation history (mutated: 1 user turn appended)
+ * @param callModel Callback that makes a single API call and returns the response text
+ * @param triggerMode  The failure mode that triggered this forced commit
+ */
+export async function forceCommit(messages, callModel, triggerMode = 'max_turns') {
+    const trigger = triggerMode ?? 'max_turns';
+    // Step 1: append the forced-commit directive
+    const commitMessages = [
+        ...messages,
+        { role: 'user', content: buildForcedCommitPrompt(trigger) },
+    ];
+    // Step 2: call the model once, no tools
+    let responseText = '';
+    try {
+        responseText = await callModel(commitMessages);
+    }
+    catch {
+        // If the API call itself fails, fall through to fallback scan
+        responseText = '';
+    }
+    // Step 3: try to extract from the forced-commit response
+    if (responseText) {
+        const answer = extractFinalAnswerFromText(responseText);
+        if (answer) {
+            return { answer, usedFallback: false, triggerMode: triggerMode };
+        }
+    }
+    // Step 4: scan prior messages last-to-first
+    const fallbackAnswer = extractFromPriorMessages(messages);
+    if (fallbackAnswer) {
+        return { answer: fallbackAnswer, usedFallback: true, triggerMode: triggerMode };
+    }
+    // Step 5: graceful failure
+    return { answer: null, usedFallback: false, triggerMode: triggerMode };
+}
+// ---------------------------------------------------------------------------
+// createConvergenceState — factory for a fresh state object
+// ---------------------------------------------------------------------------
+/** Create a new ConvergenceState with zero counters. */
+export function createConvergenceState() {
+    return {
+        turnCount: 0,
+        totalTokens: 0,
+        toolCalls: [],
+        detectedFailureMode: null,
+    };
+}
+// ---------------------------------------------------------------------------
+// recordTurn — update state after a completed turn
+// ---------------------------------------------------------------------------
+/**
+ * Update ConvergenceState after each agent turn completes.
+ *
+ * @param state       Mutable state object (modified in place)
+ * @param inputTokens Tokens consumed in this turn
+ * @param toolCallsThisTurn  Tool calls made in this turn (name + args)
+ */
+export function recordTurn(state, inputTokens, toolCallsThisTurn) {
+    state.turnCount += 1;
+    state.totalTokens += inputTokens;
+    for (const tc of toolCallsThisTurn) {
+        state.toolCalls.push({
+            name: tc.name,
+            argsHash: argsHash(tc.name, tc.args),
+            turn: state.turnCount,
+        });
+    }
+}
+//# sourceMappingURL=gaia-convergence.js.map

package/dist/src/benchmarks/gaia-convergence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-convergence.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-convergence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,+FAA+F;AAC/F,MAAM,CAAC,MAAM,wBAAwB,GAAG,OAAO,CAAC;AAEhD,oFAAoF;AACpF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEvC,sDAAsD;AACtD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAElC,kEAAkE;AAClE,MAAM,eAAe,GAAG,uBAAuB,CAAC;AA6BhD,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,MAAM,UAAU,QAAQ,CAAC,QAAgB,EAAE,IAAY;IACrD,MAAM,OAAO,GAAG,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAChF,CAAC;AAED,8EAA8E;AAC9E,2BAA2B;AAC3B,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,wBAAwB,CACtC,KAAuB,EACvB,QAAgB;IAEhB,eAAe;IACf,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;QAChC,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,oBAAoB;IACpB,IAAI,KAAK,CAAC,WAAW,IAAI,wBAAwB,EAAE,CAAC;QAClD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,qCAAqC;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,CAAC,CAAqC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC;QACtF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACvB,IAAI,KAAK,IAAI,qBAAqB,EAAE,CAAC;gBACnC,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E;;;;;;GAMG;AACH,SAAS,uBAAuB,CAAC,WAAmB;IAClD,OAAO,CACL,iBAAiB,WAAW,CAAC,WAAW,EAAE,KAAK;QAC/C,sEAAsE;QACtE,4DAA4D;QAC5D,6CAA6C;QAC7C,mEAAmE;QACnE,gFAAgF;QAChF,6DAA6D,CAC9D,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACzC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CACtC,QAA4D;IAE5D,8CAA8C;IAC9C,MAAM,iBAAiB,GAAG,QAAQ;SAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;SACrC,OAAO,EAAE,CAAC;IAEb,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAExC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;IAC5B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,OAAgB;IAC9C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAA0B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtF,MAAM,IAAI,GAAI,KAAwC,CAAC,IAAI,CAAC;YAC5D,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAA4D,EAC5D,SAA4F,EAC5F,cAAuD,WAAW;IAElE,MAAM,OAAO,GAAG,WAAW,IAAI,WAAW,CAAC;IAE3C,6CAA6C;IAC7C,MAAM,cAAc,GAAG;QACrB,GAAG,QAAQ;QACX,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,CAAC,OAAO,CAAC,EAAE;KAC5D,CAAC;IAEF,wCAAwC;IACxC,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,YAAY,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,8DAA8D;QAC9D,YAAY,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,yDAAyD;IACzD,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,0BAA0B,CAAC,YAAY,CAAC,CAAC;QACxD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;QACnE,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,MAAM,cAAc,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IAClF,CAAC;IAED,2BAA2B;IAC3B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACzE,CAAC;AAED,8EAA8E;AAC9E,4DAA4D;AAC5D,8EAA8E;AAE9E,wDAAwD;AACxD,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,EAAE;QACb,mBAAmB,EAAE,IAAI;KAC1B,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,mDAAmD;AACnD,8EAA8E;AAE9E;;;;;;GAMG;AACH,MAAM,UAAU,UAAU,CACxB,KAAuB,EACvB,WAAmB,EACnB,iBAAwD;IAExD,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;IACrB,KAAK,CAAC,WAAW,IAAI,WAAW,CAAC;IAEjC,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;QACnC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC;YACpC,IAAI,EAAE,KAAK,CAAC,SAAS;SACtB,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}