@claude-flow/cli 3.10.4 → 3.10.6

package/dist/src/benchmarks/gaia-convergence.smoke.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Smoke tests for the GAIA convergence layer (gaia-convergence.ts).
+ *
+ * 10 assertions covering:
+ *   T1:  max_turns hit → checkConvergenceTriggers returns 'max_turns'
+ *   T2:  same tool+args 3× in window → returns 'loop'
+ *   T3:  120k tokens → returns 'token_overflow'
+ *   T4:  forceCommit with prose-embedded answer in history → extraction succeeds
+ *   T5:  forceCommit with explicit FINAL_ANSWER: X in response → returns X
+ *   T6:  forceCommit on truly empty/looping conversation → returns null (graceful)
+ *   T7:  argsHash deterministic — same args → same hash
+ *   T8:  argsHash distinguishes — different args → different hash
+ *   T9:  ConvergenceState records turn counts correctly via recordTurn
+ *   T10: Anti-loop window correctly slides — only last 5 turns matter
+ *
+ * Refs: #2156, iter 62
+ */
+export {};
+//# sourceMappingURL=gaia-convergence.smoke.d.ts.map

package/dist/src/benchmarks/gaia-convergence.smoke.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-convergence.smoke.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-convergence.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG"}

package/dist/src/benchmarks/gaia-convergence.smoke.js

@@ -0,0 +1,246 @@
+/**
+ * Smoke tests for the GAIA convergence layer (gaia-convergence.ts).
+ *
+ * 10 assertions covering:
+ *   T1:  max_turns hit → checkConvergenceTriggers returns 'max_turns'
+ *   T2:  same tool+args 3× in window → returns 'loop'
+ *   T3:  120k tokens → returns 'token_overflow'
+ *   T4:  forceCommit with prose-embedded answer in history → extraction succeeds
+ *   T5:  forceCommit with explicit FINAL_ANSWER: X in response → returns X
+ *   T6:  forceCommit on truly empty/looping conversation → returns null (graceful)
+ *   T7:  argsHash deterministic — same args → same hash
+ *   T8:  argsHash distinguishes — different args → different hash
+ *   T9:  ConvergenceState records turn counts correctly via recordTurn
+ *   T10: Anti-loop window correctly slides — only last 5 turns matter
+ *
+ * Refs: #2156, iter 62
+ */
+import assert from 'node:assert';
+import { checkConvergenceTriggers, forceCommit, argsHash, createConvergenceState, recordTurn, extractFinalAnswerFromText, extractFromPriorMessages, TOKEN_OVERFLOW_THRESHOLD, LOOP_WINDOW_SIZE, } from './gaia-convergence.js';
+// ---------------------------------------------------------------------------
+// Test harness
+// ---------------------------------------------------------------------------
+let passed = 0;
+let failed = 0;
+function test(name, fn) {
+    const result = fn();
+    if (result && typeof result.then === 'function') {
+        result
+            .then(() => {
+            console.log(`  PASS  ${name}`);
+            passed++;
+        })
+            .catch((err) => {
+            console.error(`  FAIL  ${name}: ${err.message ?? err}`);
+            failed++;
+        });
+    }
+    else {
+        try {
+            console.log(`  PASS  ${name}`);
+            passed++;
+        }
+        catch (err) {
+            console.error(`  FAIL  ${name}: ${err.message ?? err}`);
+            failed++;
+        }
+    }
+}
+async function testAsync(name, fn) {
+    try {
+        await fn();
+        console.log(`  PASS  ${name}`);
+        passed++;
+    }
+    catch (err) {
+        console.error(`  FAIL  ${name}: ${err.message ?? err}`);
+        failed++;
+    }
+}
+// ---------------------------------------------------------------------------
+// T1: max_turns hit → returns 'max_turns'
+// ---------------------------------------------------------------------------
+test('T1: max_turns hit returns max_turns', () => {
+    const state = {
+        turnCount: 12,
+        totalTokens: 1000,
+        toolCalls: [],
+        detectedFailureMode: null,
+    };
+    const result = checkConvergenceTriggers(state, 12);
+    assert.strictEqual(result, 'max_turns', `Expected 'max_turns', got ${result}`);
+});
+// ---------------------------------------------------------------------------
+// T2: same tool+args 3× in last 5 turns → returns 'loop'
+// ---------------------------------------------------------------------------
+test('T2: loop detection — same tool+args 3x in window', () => {
+    const hash = argsHash('web_search', { query: 'test' });
+    const state = {
+        turnCount: 5,
+        totalTokens: 5000,
+        toolCalls: [
+            { name: 'web_search', argsHash: hash, turn: 1 },
+            { name: 'web_search', argsHash: hash, turn: 2 },
+            { name: 'web_search', argsHash: hash, turn: 3 },
+        ],
+        detectedFailureMode: null,
+    };
+    const result = checkConvergenceTriggers(state, 15);
+    assert.strictEqual(result, 'loop', `Expected 'loop', got ${result}`);
+});
+// ---------------------------------------------------------------------------
+// T3: 120k tokens → returns 'token_overflow'
+// ---------------------------------------------------------------------------
+test('T3: token_overflow at threshold', () => {
+    const state = {
+        turnCount: 5,
+        totalTokens: TOKEN_OVERFLOW_THRESHOLD,
+        toolCalls: [],
+        detectedFailureMode: null,
+    };
+    const result = checkConvergenceTriggers(state, 20);
+    assert.strictEqual(result, 'token_overflow', `Expected 'token_overflow', got ${result}`);
+});
+// ---------------------------------------------------------------------------
+// T4: forceCommit with prose-embedded answer in prior history → extraction succeeds
+// ---------------------------------------------------------------------------
+await testAsync('T4: forceCommit — prose-embedded FINAL_ANSWER in prior history', async () => {
+    const messages = [
+        { role: 'user', content: 'What is 2+2?' },
+        {
+            role: 'assistant',
+            content: 'Let me think about this. The answer is definitely 4. FINAL_ANSWER: 4',
+        },
+        { role: 'user', content: 'tool results...' },
+        { role: 'assistant', content: 'I got confused. Let me recalculate.' },
+    ];
+    // callModel returns an empty response (simulating no new FINAL_ANSWER)
+    const callModel = async () => 'I need to think more about this.';
+    const result = await forceCommit(messages, callModel, 'max_turns');
+    assert.strictEqual(result.answer, '4', `Expected '4', got ${result.answer}`);
+    assert.strictEqual(result.usedFallback, true, 'Expected usedFallback=true for history scan');
+});
+// ---------------------------------------------------------------------------
+// T5: forceCommit with explicit FINAL_ANSWER: X in forced response → returns X
+// ---------------------------------------------------------------------------
+await testAsync('T5: forceCommit — explicit FINAL_ANSWER in forced-commit response', async () => {
+    const messages = [
+        { role: 'user', content: 'What is the capital of France?' },
+        { role: 'assistant', content: 'I need to search for this.' },
+    ];
+    // callModel returns a response WITH FINAL_ANSWER
+    const callModel = async () => 'Based on my knowledge, the capital is Paris. FINAL_ANSWER: Paris';
+    const result = await forceCommit(messages, callModel, 'max_turns');
+    assert.strictEqual(result.answer, 'Paris', `Expected 'Paris', got ${result.answer}`);
+    assert.strictEqual(result.usedFallback, false, 'Expected usedFallback=false when direct extraction');
+    assert.strictEqual(result.triggerMode, 'max_turns');
+});
+// ---------------------------------------------------------------------------
+// T6: forceCommit on truly empty conversation → returns null (graceful)
+// ---------------------------------------------------------------------------
+await testAsync('T6: forceCommit — graceful null on empty conversation', async () => {
+    const messages = [
+        { role: 'user', content: 'What is something unknowable?' },
+        { role: 'assistant', content: 'I have been calling tools repeatedly with no progress.' },
+    ];
+    // callModel returns nothing useful
+    const callModel = async () => 'I cannot determine the answer to this question.';
+    const result = await forceCommit(messages, callModel, 'loop');
+    assert.strictEqual(result.answer, null, `Expected null, got ${result.answer}`);
+    assert.strictEqual(result.triggerMode, 'loop');
+});
+// ---------------------------------------------------------------------------
+// T7: argsHash deterministic — same args → same hash
+// ---------------------------------------------------------------------------
+test('T7: argsHash is deterministic', () => {
+    const h1 = argsHash('web_search', { query: 'hello world', limit: 5 });
+    const h2 = argsHash('web_search', { query: 'hello world', limit: 5 });
+    assert.strictEqual(h1, h2, 'Same inputs must produce identical hash');
+    assert.ok(h1.length === 16, `Hash should be 16 hex chars, got ${h1.length}`);
+});
+// ---------------------------------------------------------------------------
+// T8: argsHash distinguishes — different args → different hash
+// ---------------------------------------------------------------------------
+test('T8: argsHash distinguishes different args', () => {
+    const h1 = argsHash('web_search', { query: 'hello' });
+    const h2 = argsHash('web_search', { query: 'world' });
+    assert.notStrictEqual(h1, h2, 'Different args must produce different hash');
+    const h3 = argsHash('calculator', { query: 'hello' });
+    assert.notStrictEqual(h1, h3, 'Different tool names must produce different hash');
+});
+// ---------------------------------------------------------------------------
+// T9: ConvergenceState records turn counts correctly via recordTurn
+// ---------------------------------------------------------------------------
+test('T9: recordTurn increments turnCount and totalTokens', () => {
+    const state = createConvergenceState();
+    assert.strictEqual(state.turnCount, 0);
+    assert.strictEqual(state.totalTokens, 0);
+    assert.strictEqual(state.toolCalls.length, 0);
+    recordTurn(state, 1500, [
+        { name: 'web_search', args: { query: 'test' } },
+        { name: 'calculator', args: { expr: '2+2' } },
+    ]);
+    assert.strictEqual(state.turnCount, 1, `Expected turnCount=1, got ${state.turnCount}`);
+    assert.strictEqual(state.totalTokens, 1500, `Expected totalTokens=1500, got ${state.totalTokens}`);
+    assert.strictEqual(state.toolCalls.length, 2, `Expected 2 tool calls recorded, got ${state.toolCalls.length}`);
+    assert.strictEqual(state.toolCalls[0].name, 'web_search');
+    assert.strictEqual(state.toolCalls[0].turn, 1);
+    recordTurn(state, 2000, []);
+    assert.strictEqual(state.turnCount, 2);
+    assert.strictEqual(state.totalTokens, 3500);
+});
+// ---------------------------------------------------------------------------
+// T10: Anti-loop window correctly slides — only last LOOP_WINDOW_SIZE turns matter
+// ---------------------------------------------------------------------------
+test('T10: loop window slides — old calls outside window do not trigger', () => {
+    const hash = argsHash('web_search', { query: 'test' });
+    // 4 repeated calls followed by 5 different calls — window is last 5 only
+    const oldCalls = Array.from({ length: 4 }, (_, i) => ({
+        name: 'web_search', argsHash: hash, turn: i + 1,
+    }));
+    const recentCalls = Array.from({ length: LOOP_WINDOW_SIZE }, (_, i) => ({
+        name: `tool_${i}`, argsHash: argsHash(`tool_${i}`, {}), turn: i + 5,
+    }));
+    const state = {
+        turnCount: 9,
+        totalTokens: 9000,
+        toolCalls: [...oldCalls, ...recentCalls],
+        detectedFailureMode: null,
+    };
+    const result = checkConvergenceTriggers(state, 20);
+    assert.strictEqual(result, null, `Expected null (old calls outside window), got ${result}`);
+});
+// ---------------------------------------------------------------------------
+// Bonus: extractFinalAnswerFromText edge cases
+// ---------------------------------------------------------------------------
+test('T11 (bonus): extractFinalAnswerFromText handles multiline and trailing content', () => {
+    const text = 'After much deliberation:\nFINAL_ANSWER: 42\nSome extra text';
+    const result = extractFinalAnswerFromText(text);
+    assert.strictEqual(result, '42', `Expected '42', got ${result}`);
+});
+test('T12 (bonus): extractFromPriorMessages scans in reverse order', () => {
+    const messages = [
+        { role: 'user', content: 'Question' },
+        { role: 'assistant', content: 'First answer FINAL_ANSWER: wrong' },
+        { role: 'user', content: 'tool results' },
+        { role: 'assistant', content: 'After more research FINAL_ANSWER: correct' },
+    ];
+    // Should return 'correct' (last assistant message first in reverse scan)
+    const result = extractFromPriorMessages(messages);
+    assert.strictEqual(result, 'correct', `Expected 'correct' (most recent), got ${result}`);
+});
+// ---------------------------------------------------------------------------
+// Summary
+// ---------------------------------------------------------------------------
+// Wait for all async tests to settle, then print summary
+setTimeout(() => {
+    const total = passed + failed;
+    console.log('');
+    console.log('=== GAIA Convergence Layer Smoke Test ===');
+    console.log(`Pass rate:  ${passed}/${total}`);
+    console.log(`Status:     ${failed === 0 ? 'ALL PASSED' : `${failed} FAILED`}`);
+    if (failed > 0) {
+        process.exit(1);
+    }
+}, 200);
+//# sourceMappingURL=gaia-convergence.smoke.js.map

package/dist/src/benchmarks/gaia-convergence.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-convergence.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-convergence.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,wBAAwB,EACxB,WAAW,EACX,QAAQ,EACR,sBAAsB,EACtB,UAAU,EACV,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,EAExB,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAG/B,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,SAAS,IAAI,CAAC,IAAY,EAAE,EAA8B;IACxD,MAAM,MAAM,GAAG,EAAE,EAAE,CAAC;IACpB,IAAI,MAAM,IAAI,OAAQ,MAAwB,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAClE,MAAwB;aACtB,IAAI,CAAC,GAAG,EAAE;YACT,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;YAC/B,MAAM,EAAE,CAAC;QACX,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACtB,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,KAAM,GAAa,CAAC,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YACnE,MAAM,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;IACP,CAAC;SAAM,CAAC;QACN,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;YAC/B,MAAM,EAAE,CAAC;QACX,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,KAAM,GAAa,CAAC,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YACnE,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,EAAuB;IAC5D,IAAI,CAAC;QACH,MAAM,EAAE,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QAC/B,MAAM,EAAE,CAAC;IACX,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,KAAM,GAAa,CAAC,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,0CAA0C;AAC1C,8EAA8E;AAE9E,IAAI,CAAC,qCAAqC,EAAE,GAAG,EAAE;IAC/C,MAAM,KAAK,GAAqB;QAC9B,SAAS,EAAE,EAAE;QACb,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,EAAE;QACb,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IACF,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,6BAA6B,MAAO,EAAE,CAAC,CAAC;AAClF,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACvD,MAAM,KAAK,GAAqB;QAC9B,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE;YACT,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/C,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/C,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;SAChD;QACD,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IACF,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,wBAAwB,MAAO,EAAE,CAAC,CAAC;AACxE,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,6CAA6C;AAC7C,8EAA8E;AAE9E,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC3C,MAAM,KAAK,GAAqB;QAC9B,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,wBAAwB;QACrC,SAAS,EAAE,EAAE;QACb,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IACF,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,gBAAgB,EAAE,kCAAkC,MAAO,EAAE,CAAC,CAAC;AAC5F,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,oFAAoF;AACpF,8EAA8E;AAE9E,MAAM,SAAS,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;IAC3F,MAAM,QAAQ,GAAG;QACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;QACzC;YACE,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,sEAAsE;SAChF;QACD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE;QAC5C,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,qCAAqC,EAAE;KACtE,CAAC;IAEF,uEAAuE;IACvE,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE,CAAC,kCAAkC,CAAC;IAEjE,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAA8D,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAEzH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,MAAM,CAAC,MAAO,EAAE,CAAC,CAAC;IAC9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,EAAE,6CAA6C,CAAC,CAAC;AAC/F,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,+EAA+E;AAC/E,8EAA8E;AAE9E,MAAM,SAAS,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;IAC9F,MAAM,QAAQ,GAAG;QACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gCAAgC,EAAE;QAC3D,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,4BAA4B,EAAE;KAC7D,CAAC;IAEF,iDAAiD;IACjD,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE,CAAC,kEAAkE,CAAC;IAEjG,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAA8D,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAEzH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,yBAAyB,MAAM,CAAC,MAAO,EAAE,CAAC,CAAC;IACtF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,oDAAoD,CAAC,CAAC;IACrG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,wEAAwE;AACxE,8EAA8E;AAE9E,MAAM,SAAS,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;IAClF,MAAM,QAAQ,GAAG;QACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+BAA+B,EAAE;QAC1D,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,wDAAwD,EAAE;KACzF,CAAC;IAEF,mCAAmC;IACnC,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE,CAAC,iDAAiD,CAAC;IAEhF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAA8D,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAEpH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,sBAAsB,MAAM,CAAC,MAAO,EAAE,CAAC,CAAC;IAChF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACjD,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,qDAAqD;AACrD,8EAA8E;AAE9E,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE;IACzC,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtE,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,yCAAyC,CAAC,CAAC;IACtE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,EAAE,EAAE,oCAAoC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/E,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,+DAA+D;AAC/D,8EAA8E;AAE9E,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACrD,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACtD,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACtD,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,EAAE,4CAA4C,CAAC,CAAC;IAE5E,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACtD,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,EAAE,kDAAkD,CAAC,CAAC;AACpF,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,IAAI,CAAC,qDAAqD,EAAE,GAAG,EAAE;IAC/D,MAAM,KAAK,GAAG,sBAAsB,EAAE,CAAC;IAEvC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE9C,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE;QACtB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC/C,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;KAC9C,CAAC,CAAC;IAEH,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,EAAE,6BAA6B,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,kCAAkC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACnG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,uCAAuC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/G,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC1D,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAE/C,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAE5B,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;AAC9C,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,mFAAmF;AACnF,8EAA8E;AAE9E,IAAI,CAAC,mEAAmE,EAAE,GAAG,EAAE;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAEvD,yEAAyE;IACzE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC;KAChD,CAAC,CAAC,CAAC;IACJ,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC;KACpE,CAAC,CAAC,CAAC;IAEJ,MAAM,KAAK,GAAqB;QAC9B,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC;QACxC,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAC7B,iDAAiD,MAAO,EAAE,CAAC,CAAC;AAChE,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,IAAI,CAAC,gFAAgF,EAAE,GAAG,EAAE;IAC1F,MAAM,IAAI,GAAG,6DAA6D,CAAC;IAC3E,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,sBAAsB,MAAO,EAAE,CAAC,CAAC;AACpE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8DAA8D,EAAE,GAAG,EAAE;IACxE,MAAM,QAAQ,GAAG;QACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;QACrC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,kCAAkC,EAAE;QAClE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;QACzC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,2CAA2C,EAAE;KAC5E,CAAC;IACF,yEAAyE;IACzE,MAAM,MAAM,GAAG,wBAAwB,CAAC,QAA8D,CAAC,CAAC;IACxG,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,yCAAyC,MAAO,EAAE,CAAC,CAAC;AAC5F,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,yDAAyD;AACzD,UAAU,CAAC,GAAG,EAAE;IACd,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,CAAC;IAC/E,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,EAAE,GAAG,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-critic.d.ts

@@ -0,0 +1,123 @@
+/**
+ * GAIA Adversarial Critic — ADR-135 Track D
+ *
+ * After the main agent produces a candidate answer, a Sonnet pass reviews it.
+ * If the critic verdict is "fail", the orchestrator re-runs the agent with the
+ * critique injected as additional context.
+ *
+ * Motivation (iter 29 finding): tool quality is the bottleneck on L1 (~20.8%).
+ * The critic catches wrong-because-of-bad-tool-result answers BEFORE submission,
+ * without requiring better search backends.  Expected L1 lift: +3-5pp.
+ *
+ * Design:
+ *  - NEW file only; NOT wired into gaia-bench.ts yet to avoid merge conflicts
+ *    with in-flight iter 29/31/34 branches.  Wiring is a small follow-up PR.
+ *  - `criticReview()` — single Sonnet call, returns structured verdict.
+ *  - `runGaiaAgentWithCritic()` — orchestration wrapper: runs agent, calls
+ *    critic, retries once on "fail".  "uncertain" is treated as "pass" (don't
+ *    burn retries on borderline cases).
+ *  - API errors and malformed JSON from the critic are caught; original
+ *    candidate is returned with an error-flagged verdict.
+ *  - Default opt-in: enableCritic=false.  Set true via RunWithCriticOptions.
+ *
+ * Cost discipline:
+ *  - Critic uses claude-sonnet-4-6 (separate from the agent's default Haiku).
+ *  - One critic call + one optional retry = max 2 extra Sonnet calls per Q.
+ *  - Approximate extra cost per question: ~$0.003-0.005 (well within budget).
+ *
+ * Plugin sync TODO (follow-up PR after gaia-bench wiring):
+ *  - Update plugins/ruflo-workflows/commands/gaia-run.md with --enable-critic flag.
+ *  - Update plugins/ruflo-workflows/skills/gaia-debugging/SKILL.md: add critic
+ *    as a recommended diagnostic step for wrong-answer analysis.
+ *
+ * Refs: ADR-135, ADR-133, iter 29 finding, #2156
+ */
+import { GaiaQuestion } from './gaia-loader.js';
+import { GaiaAgentResult, GaiaAgentOptions } from './gaia-agent.js';
+/**
+ * Structured verdict returned by the adversarial critic.
+ *
+ * - "pass"      → critic agrees with the candidate; no retry needed.
+ * - "fail"      → critic found a flaw; suggestedRevision provided if possible.
+ * - "uncertain" → critic is unsure; treated as "pass" to avoid burning retries.
+ */
+export type CriticVerdictType = 'pass' | 'fail' | 'uncertain';
+export interface CriticVerdict {
+    /** Critic's assessment of the candidate answer. */
+    verdict: CriticVerdictType;
+    /** Short explanation of the reasoning (1-3 sentences). */
+    reasoning: string;
+    /** Suggested correction when verdict is "fail"; may be empty string. */
+    suggestedRevision?: string;
+    /** Estimated USD cost of this critic call. */
+    costUsd: number;
+    /** True when the critic call itself failed (API error, malformed JSON). */
+    error?: boolean;
+    /** Original raw response text when parse failed. */
+    rawResponse?: string;
+}
+export interface CriticOptions {
+    /**
+     * Model to use for the critic pass.
+     * Defaults to 'claude-sonnet-4-6' (intentionally separate from agent model).
+     */
+    model?: string;
+    /**
+     * Maximum number of agent retries on "fail" verdict.
+     * Default: 1 (one retry).  Set to 0 to disable retries (observe-only mode).
+     */
+    maxRetries?: number;
+    /** Anthropic API key (resolved via env/gcloud if omitted). */
+    apiKey?: string;
+}
+export interface GaiaAgentResultWithCritic extends GaiaAgentResult {
+    /** All critic verdicts collected (one per agent attempt). */
+    criticVerdicts: CriticVerdict[];
+    /** How many retries were actually attempted (0 if critic passed first time). */
+    retriesAttempted: number;
+}
+/** Options for runGaiaAgentWithCritic, extending core agent options. */
+export interface RunWithCriticOptions extends GaiaAgentOptions {
+    /**
+     * Enable the adversarial critic pass.  Default: false.
+     * When false, runGaiaAgentWithCritic behaves identically to runGaiaAgent.
+     */
+    enableCritic?: boolean;
+    /** Critic-specific configuration. */
+    criticOptions?: CriticOptions;
+}
+/**
+ * Run the adversarial critic against a candidate answer.
+ *
+ * @param question     - The GAIA question being evaluated.
+ * @param candidateAnswer - The agent's proposed final answer.
+ * @param trajectory   - Lightweight trajectory summary from the agent run.
+ * @param options      - Critic configuration (model, apiKey).
+ * @returns            CriticVerdict with verdict, reasoning, cost.
+ */
+export declare function criticReview(question: GaiaQuestion, candidateAnswer: string, trajectory: {
+    steps: Array<{
+        tool?: string;
+        result?: string;
+        reasoning?: string;
+    }>;
+    turns: number;
+}, options?: CriticOptions): Promise<CriticVerdict>;
+/**
+ * Run the GAIA agent with an optional adversarial critic pass.
+ *
+ * When enableCritic=false (default), this is a thin pass-through to
+ * runGaiaAgent with an empty criticVerdicts array.
+ *
+ * When enableCritic=true:
+ *  1. Run runGaiaAgent normally.
+ *  2. If the agent produced a finalAnswer, call criticReview.
+ *  3. If verdict is "fail" and retriesAttempted < maxRetries:
+ *     a. Re-run the agent with the critique injected as additional context.
+ *     b. Call criticReview again on the new answer.
+ *  4. Return the final result with all critic verdicts attached.
+ *
+ * Note on "uncertain": treated as "pass" (no retry triggered).
+ */
+export declare function runGaiaAgentWithCritic(question: GaiaQuestion, options?: RunWithCriticOptions): Promise<GaiaAgentResultWithCritic>;
+//# sourceMappingURL=gaia-critic.d.ts.map

package/dist/src/benchmarks/gaia-critic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-critic.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-critic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAGH,OAAO,EACL,YAAY,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,eAAe,EACf,gBAAgB,EACjB,MAAM,iBAAiB,CAAC;AAwBzB;;;;;;GAMG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;AAE9D,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,OAAO,EAAE,iBAAiB,CAAC;IAC3B,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,8CAA8C;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,oDAAoD;IACpD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAGD,MAAM,WAAW,yBAA0B,SAAQ,eAAe;IAChE,6DAA6D;IAC7D,cAAc,EAAE,aAAa,EAAE,CAAC;IAChC,gFAAgF;IAChF,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wEAAwE;AACxE,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;;OAGG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAqID;;;;;;;;GAQG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,YAAY,EACtB,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE;IAAE,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EACnG,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,aAAa,CAAC,CAyExB;AAMD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,YAAY,EACtB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,yBAAyB,CAAC,CA4EpC"}