@claude-flow/cli 3.10.4 → 3.10.6

package/dist/src/benchmarks/gaia-extract.smoke.js

@@ -0,0 +1,242 @@
+"use strict";
+/**
+ * Smoke tests for extractFinalAnswer + buildUserMessage (iter 53a T2 narrowed).
+ *
+ * Iter 53a changes vs iter 52 T2:
+ *   - Stage 2/3 (prose fallback) REMOVED — extractFinalAnswer is Stage 1 only.
+ *   - Commitment prompt no longer has "FINAL_ANSWER: unknown" surrender instruction.
+ *   - Reversed-text preprocessor PRESERVED (not the source of regressions).
+ *
+ * Anti-regression suite (7 cases):
+ *   These are the exact failure modes from iter 52 T2 that must not regress.
+ *   They test that the extraction logic is stable and correct for the 7 questions
+ *   where iter 52 broke but iter 51 was correct.
+ *
+ * Run (after build):
+ *   node dist/benchmarks/gaia-extract.smoke.js
+ *
+ * Exit 0 on all pass, 1 on any failure.
+ *
+ * Refs: ADR-133, ADR-135, iter 52 T2, iter 53a, #2156
+ */
+// Dynamic import so this file can run either as TS source (tsx) or compiled JS.
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let _extractFinalAnswer;
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let _buildUserMessage;
+function makeResp(text) {
+    return {
+        id: 'test',
+        model: 'test',
+        stop_reason: 'end_turn',
+        content: [{ type: 'text', text }],
+        usage: { input_tokens: 0, output_tokens: 0 },
+    };
+}
+const CASES = [
+    // ---------------------------------------------------------------------------
+    // Stage 1: primary FINAL_ANSWER: pattern (iter 53a: this is the ONLY stage)
+    // ---------------------------------------------------------------------------
+    {
+        label: 'Stage1 basic FINAL_ANSWER:',
+        input: 'I searched and found the capital.\nFINAL_ANSWER: Paris',
+        expected: 'Paris',
+    },
+    {
+        label: 'Stage1 case-insensitive final_answer:',
+        input: 'The result is known.\nfinal_answer: 42',
+        expected: '42',
+    },
+    {
+        label: 'Stage1 with leading whitespace',
+        input: 'Done.\n   FINAL_ANSWER:   Tokyo   ',
+        expected: 'Tokyo',
+    },
+    // ---------------------------------------------------------------------------
+    // Prose-only outputs with no FINAL_ANSWER: tag — must return null (iter 53a).
+    // These were previously handled by Stage 2/3 (iter 52 T2).
+    // In iter 53a, we rely on the agent committing with the tag instead.
+    // ---------------------------------------------------------------------------
+    {
+        label: 'Prose-only "The answer is X" — null in iter 53a (no Stage 2)',
+        input: 'After analysis, the answer is Right.',
+        expected: null,
+    },
+    {
+        label: 'Prose-only "Therefore X" — null in iter 53a (no Stage 2)',
+        input: 'Based on the clues, therefore the answer is Berlin.',
+        expected: null,
+    },
+    {
+        label: 'Prose-only "Answer: X" — null in iter 53a (no Stage 2)',
+        input: 'Let me compute this.\nAnswer: 17',
+        expected: null,
+    },
+    {
+        label: 'Prose-only all-caps last line — null in iter 53a (no Stage 3)',
+        input: 'I computed the value based on many steps.\nRIGHT',
+        expected: null,
+    },
+    {
+        label: 'Prose-only numeric last line — null in iter 53a (no Stage 3)',
+        input: 'The final calculation gives us:\n346',
+        expected: null,
+    },
+    {
+        label: 'Prose-only short-phrase last line — null in iter 53a (no Stage 3)',
+        input: 'After extensive research, the result is:\nBerlin, Germany',
+        expected: null,
+    },
+    // Null case: no answer extractable (verbose prose, no commitment)
+    {
+        label: 'Null case: only tool-call reasoning, no commitment',
+        input: 'I tried searching but could not find the specific information requested.',
+        expected: null,
+    },
+    // ---------------------------------------------------------------------------
+    // Reversed text pre-processor (buildUserMessage) — PRESERVED in iter 53a
+    // ---------------------------------------------------------------------------
+    {
+        label: 'Reversed text: adds decoded hint',
+        input: '.rewsna eht sa "tfel" drow eht fo etisoppo eht etirw ,ecnetnes siht dnatsrednu uoy fI',
+        expected: '[NOTE:',
+        isUserMsg: true,
+    },
+    {
+        label: 'Normal text: no hint added',
+        input: 'What is the capital of France?',
+        expected: 'What is the capital of France?',
+        isUserMsg: true,
+    },
+    // ---------------------------------------------------------------------------
+    // Anti-regression suite (iter 53a) — 7 cases for iter 52 regressions.
+    //
+    // These represent the exact regression patterns from iter 52 T2:
+    //   a1e91b78: agent surrendered with "unknown" (commitment prompt over-trigger)
+    //   935e2cff: agent gave empty answer (Stage 2/3 failed after extraction)
+    //   305ac316: agent gave empty answer (Stage 2/3 failed after extraction)
+    //   7673d772: agent gave empty answer (Stage 2/3 failed after extraction)
+    //   3f57289b: Stage 3 grabbed wrong number from prose
+    //   50ec8903: Stage 3 grabbed markdown fragment instead of correct answer
+    //   5a0c1adf: Stage 3 grabbed "Claus Peter" instead of correct "Claus"
+    //
+    // Each test constructs a synthetic response that mimics the failure mode
+    // and asserts the correct Stage 1 extraction behavior.
+    // ---------------------------------------------------------------------------
+    // AR-1: a1e91b78 — agent used to surrender with "FINAL_ANSWER: unknown"
+    //   In iter 52, system prompt said to output "FINAL_ANSWER: unknown" if unsure.
+    //   With that instruction removed, the agent reasons further and finds the answer.
+    //   This test verifies: if the agent DOES output a correct FINAL_ANSWER, we extract it.
+    {
+        label: 'AR-1 (a1e91b78): Stage1 extracts correct answer — not "unknown"',
+        input: 'I found the video. The maximum number of bird species seen together is 3.\nFINAL_ANSWER: 3',
+        expected: '3',
+    },
+    // AR-2: 935e2cff — agent had the answer but Stage 2 produced empty string
+    //   In iter 53a, agent should output FINAL_ANSWER: Research correctly.
+    {
+        label: 'AR-2 (935e2cff): Stage1 extracts "Research" correctly',
+        input: 'After reviewing the policy document, R stands for Research.\nFINAL_ANSWER: Research',
+        expected: 'Research',
+    },
+    // AR-3: 305ac316 — agent had "Wojciech" but extraction failed
+    {
+        label: 'AR-3 (305ac316): Stage1 extracts Polish name correctly',
+        input: 'The actor played Wojciech in the movie.\nFINAL_ANSWER: Wojciech',
+        expected: 'Wojciech',
+    },
+    // AR-4: 7673d772 — agent had "inference" but extraction failed
+    {
+        label: 'AR-4 (7673d772): Stage1 extracts legal term correctly',
+        input: 'The fifth section of the federal rule uses the word "inference".\nFINAL_ANSWER: inference',
+        expected: 'inference',
+    },
+    // AR-5: 3f57289b — Stage 3 grabbed wrong number (525 instead of 519)
+    //   The regression was caused by Stage 3 picking a wrong number from prose.
+    //   With Stage 3 removed, Stage 1 is the only source — agent must use the tag.
+    {
+        label: 'AR-5 (3f57289b): Stage1 extracts correct at-bat count',
+        input: 'Reggie Jackson had 525 at-bats but the player with most walks had 519.\nFINAL_ANSWER: 519',
+        expected: '519',
+    },
+    // AR-6: 50ec8903 — Stage 3 grabbed "- Orange-Green edge →" (markdown fragment)
+    //   With Stage 3 removed, only FINAL_ANSWER: tag is extracted.
+    {
+        label: 'AR-6 (50ec8903): Stage1 extracts Rubik cube colors correctly',
+        input: 'After solving the cube configuration, the answer is green, white.\nFINAL_ANSWER: green, white',
+        expected: 'green, white',
+    },
+    // AR-7: 5a0c1adf — Stage 3 grabbed "Claus Peter" (too many words)
+    //   With Stage 3 removed, only FINAL_ANSWER: tag is extracted.
+    {
+        label: 'AR-7 (5a0c1adf): Stage1 extracts first name only, not "Claus Peter"',
+        input: 'The conductor\'s full name is Claus Peter Flor, but his first name is Claus.\nFINAL_ANSWER: Claus',
+        expected: 'Claus',
+    },
+];
+// ---------------------------------------------------------------------------
+// Runner
+// ---------------------------------------------------------------------------
+async function main() {
+    // Import at runtime to work with both tsx and compiled JS.
+    const mod = await import('./gaia-agent.js');
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const m = mod;
+    _extractFinalAnswer = m._extractFinalAnswerForTest;
+    _buildUserMessage = m._buildUserMessageForTest;
+    if (typeof _extractFinalAnswer !== 'function' || typeof _buildUserMessage !== 'function') {
+        console.error('ERROR: _extractFinalAnswerForTest / _buildUserMessageForTest not exported from gaia-agent.' +
+            '\nAdd `export { extractFinalAnswer as _extractFinalAnswerForTest, ' +
+            'buildUserMessage as _buildUserMessageForTest }` to gaia-agent.ts.');
+        process.exit(1);
+    }
+    let failures = 0;
+    const PASS = '\x1b[32mPASS\x1b[0m';
+    const FAIL = '\x1b[31mFAIL\x1b[0m';
+    console.log('\n=== gaia-extract smoke (iter 53a T2 narrowed) ===\n');
+    console.log('Suite: 12 original + 7 anti-regression = 19 cases\n');
+    for (const tc of CASES) {
+        let actual;
+        if (tc.isUserMsg) {
+            actual = _buildUserMessage(tc.input);
+            // For user message tests, check startsWith instead of exact equality.
+            const pass = tc.expected === null
+                ? actual === null
+                : actual !== null && (tc.expected === actual || actual.startsWith(tc.expected));
+            if (pass) {
+                console.log(`  ${PASS}  ${tc.label}`);
+            }
+            else {
+                console.log(`  ${FAIL}  ${tc.label}`);
+                console.log(`         expected starts-with: ${JSON.stringify(tc.expected)}`);
+                console.log(`         actual:               ${JSON.stringify((actual ?? '').slice(0, 80))}`);
+                failures++;
+            }
+        }
+        else {
+            actual = _extractFinalAnswer(makeResp(tc.input));
+            const pass = tc.expected === null
+                ? actual === null
+                : actual !== null && actual === tc.expected;
+            if (pass) {
+                console.log(`  ${PASS}  ${tc.label}`);
+            }
+            else {
+                console.log(`  ${FAIL}  ${tc.label}`);
+                console.log(`         expected: ${JSON.stringify(tc.expected)}`);
+                console.log(`         actual:   ${JSON.stringify(actual)}`);
+                failures++;
+            }
+        }
+    }
+    const total = CASES.length;
+    const passed = total - failures;
+    console.log(`\n=== ${failures === 0 ? 'ALL PASSED' : `${failures} FAILED`} (${passed}/${total} cases) ===\n`);
+    if (failures > 0)
+        process.exit(1);
+}
+main().catch((err) => {
+    console.error('Smoke crashed:', err);
+    process.exit(2);
+});
+//# sourceMappingURL=gaia-extract.smoke.js.map

package/dist/src/benchmarks/gaia-extract.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-extract.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-extract.smoke.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAeH,gFAAgF;AAChF,8DAA8D;AAC9D,IAAI,mBAA+D,CAAC;AACpE,8DAA8D;AAC9D,IAAI,iBAA+C,CAAC;AAEpD,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO;QACL,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,UAAU;QACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACjC,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;KAC7C,CAAC;AACJ,CAAC;AAcD,MAAM,KAAK,GAAe;IACxB,8EAA8E;IAC9E,4EAA4E;IAC5E,8EAA8E;IAC9E;QACE,KAAK,EAAE,4BAA4B;QACnC,KAAK,EAAE,wDAAwD;QAC/D,QAAQ,EAAE,OAAO;KAClB;IACD;QACE,KAAK,EAAE,uCAAuC;QAC9C,KAAK,EAAE,wCAAwC;QAC/C,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,gCAAgC;QACvC,KAAK,EAAE,oCAAoC;QAC3C,QAAQ,EAAE,OAAO;KAClB;IAED,8EAA8E;IAC9E,8EAA8E;IAC9E,2DAA2D;IAC3D,qEAAqE;IACrE,8EAA8E;IAC9E;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,EAAE,sCAAsC;QAC7C,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,0DAA0D;QACjE,KAAK,EAAE,qDAAqD;QAC5D,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,wDAAwD;QAC/D,KAAK,EAAE,kCAAkC;QACzC,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,+DAA+D;QACtE,KAAK,EAAE,kDAAkD;QACzD,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,EAAE,sCAAsC;QAC7C,QAAQ,EAAE,IAAI;KACf;IACD;QACE,KAAK,EAAE,mEAAmE;QAC1E,KAAK,EAAE,2DAA2D;QAClE,QAAQ,EAAE,IAAI;KACf;IAED,kEAAkE;IAClE;QACE,KAAK,EAAE,oDAAoD;QAC3D,KAAK,EAAE,0EAA0E;QACjF,QAAQ,EAAE,IAAI;KACf;IAED,8EAA8E;IAC9E,yEAAyE;IACzE,8EAA8E;IAC9E;QACE,KAAK,EAAE,kCAAkC;QACzC,KAAK,EAAE,uFAAuF;QAC9F,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,IAAI;KAChB;IACD;QACE,KAAK,EAAE,4BAA4B;QACnC,KAAK,EAAE,gCAAgC;QACvC,QAAQ,EAAE,gCAAgC;QAC1C,SAAS,EAAE,IAAI;KAChB;IAED,8EAA8E;IAC9E,sEAAsE;IACtE,EAAE;IACF,iEAAiE;IACjE,gFAAgF;IAChF,0EAA0E;IAC1E,0EAA0E;IAC1E,0EAA0E;IAC1E,sDAAsD;IACtD,0EAA0E;IAC1E,uEAAuE;IACvE,EAAE;IACF,yEAAyE;IACzE,uDAAuD;IACvD,8EAA8E;IAE9E,wEAAwE;IACxE,gFAAgF;IAChF,mFAAmF;IACnF,wFAAwF;IACxF;QACE,KAAK,EAAE,iEAAiE;QACxE,KAAK,EAAE,4FAA4F;QACnG,QAAQ,EAAE,GAAG;KACd;IAED,0EAA0E;IAC1E,uEAAuE;IACvE;QACE,KAAK,EAAE,uDAAuD;QAC9D,KAAK,EAAE,qFAAqF;QAC5F,QAAQ,EAAE,UAAU;KACrB;IAED,8DAA8D;IAC9D;QACE,KAAK,EAAE,wDAAwD;QAC/D,KAAK,EAAE,iEAAiE;QACxE,QAAQ,EAAE,UAAU;KACrB;IAED,+DAA+D;IAC/D;QACE,KAAK,EAAE,uDAAuD;QAC9D,KAAK,EAAE,2FAA2F;QAClG,QAAQ,EAAE,WAAW;KACtB;IAED,qEAAqE;IACrE,4EAA4E;IAC5E,+EAA+E;IAC/E;QACE,KAAK,EAAE,uDAAuD;QAC9D,KAAK,EAAE,2FAA2F;QAClG,QAAQ,EAAE,KAAK;KAChB;IAED,+EAA+E;IAC/E,+DAA+D;IAC/D;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,EAAE,+FAA+F;QACtG,QAAQ,EAAE,cAAc;KACzB;IAED,kEAAkE;IAClE,+DAA+D;IAC/D;QACE,KAAK,EAAE,qEAAqE;QAC5E,KAAK,EAAE,mGAAmG;QAC1G,QAAQ,EAAE,OAAO;KAClB;CACF,CAAC;AAEF,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,2DAA2D;IAC3D,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC5C,8DAA8D;IAC9D,MAAM,CAAC,GAAG,GAAU,CAAC;IAErB,mBAAmB,GAAG,CAAC,CAAC,0BAA0B,CAAC;IACnD,iBAAiB,GAAG,CAAC,CAAC,wBAAwB,CAAC;IAE/C,IAAI,OAAO,mBAAmB,KAAK,UAAU,IAAI,OAAO,iBAAiB,KAAK,UAAU,EAAE,CAAC;QACzF,OAAO,CAAC,KAAK,CACX,4FAA4F;YAC5F,oEAAoE;YACpE,mEAAmE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,MAAM,IAAI,GAAG,qBAAqB,CAAC;IAEnC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IAEnE,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,MAAqB,CAAC;QAE1B,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACrC,sEAAsE;YACtE,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,KAAK,IAAI;gBAC/B,CAAC,CAAC,MAAM,KAAK,IAAI;gBACjB,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClF,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC7E,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC7F,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,KAAK,IAAI;gBAC/B,CAAC,CAAC,MAAM,KAAK,IAAI;gBACjB,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,EAAE,CAAC,QAAQ,CAAC;YAC9C,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACjE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5D,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,SAAS,KAAK,MAAM,IAAI,KAAK,eAAe,CAAC,CAAC;IAC9G,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-gemini-pilot.d.ts

@@ -0,0 +1,17 @@
+/**
+ * GAIA Phase 2 — Gemini 2.5 Pro Thinking 5-Question Pilot
+ *
+ * Runs 5 diverse questions through the Gemini adapter to evaluate:
+ *   - Per-question cost vs $0.12 gate
+ *   - Pass rate vs 3/5 gate
+ *
+ * If both gates pass, authorizes full 53Q run.
+ *
+ * Usage:
+ *   npx tsx src/benchmarks/gaia-gemini-pilot.ts
+ *   node dist/benchmarks/gaia-gemini-pilot.js
+ *
+ * Refs: ADR-133, #2156 Phase 2
+ */
+export {};
+//# sourceMappingURL=gaia-gemini-pilot.d.ts.map

package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-gemini-pilot.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-gemini-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/src/benchmarks/gaia-gemini-pilot.js

@@ -0,0 +1,168 @@
+/**
+ * GAIA Phase 2 — Gemini 2.5 Pro Thinking 5-Question Pilot
+ *
+ * Runs 5 diverse questions through the Gemini adapter to evaluate:
+ *   - Per-question cost vs $0.12 gate
+ *   - Pass rate vs 3/5 gate
+ *
+ * If both gates pass, authorizes full 53Q run.
+ *
+ * Usage:
+ *   npx tsx src/benchmarks/gaia-gemini-pilot.ts
+ *   node dist/benchmarks/gaia-gemini-pilot.js
+ *
+ * Refs: ADR-133, #2156 Phase 2
+ */
+import * as fs from 'node:fs';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import { runGeminiAgent, isGeminiAnswerCorrect, DEFAULT_GEMINI_MODEL } from './gaia-agent-gemini.js';
+// ---------------------------------------------------------------------------
+// Cost gate constants
+// ---------------------------------------------------------------------------
+const COST_GATE_PER_Q_USD = 0.12;
+const PASS_RATE_GATE = 3; // out of 5
+// ---------------------------------------------------------------------------
+// Load pilot questions from cache
+// ---------------------------------------------------------------------------
+const PILOT_IDS = [
+    '9318445f-fe6a-4e1b-acbf-c68228c9906a', // PNG image: fractions worksheet
+    '7bd855d8-463d-4ed5-93ca-5fe35145f733', // XLSX: fast-food sales
+    '5188369a-3bbe-43d8-8b94-11558f909a08', // Retrieval: Merriam-Webster word-of-day writer
+    '5d0080cb-90d7-4712-bc33-848150e917d3', // Calculation: fish bag volume
+    '840bfca7-4f7b-481a-8794-c560c340185d', // Retrieval: NASA contract number
+];
+function loadPilotQuestions() {
+    const cacheDir = path.join(os.homedir(), '.cache', 'ruflo', 'gaia');
+    const dataPath = path.join(cacheDir, 'level1-main.json');
+    if (!fs.existsSync(dataPath)) {
+        throw new Error(`GAIA cache not found at ${dataPath}. Run a full bench first.`);
+    }
+    const data = JSON.parse(fs.readFileSync(dataPath, 'utf-8'));
+    const byId = new Map(data.map((q) => [q.task_id, q]));
+    const questions = [];
+    for (const id of PILOT_IDS) {
+        const q = byId.get(id);
+        if (!q)
+            throw new Error(`Pilot question ${id} not found in cache`);
+        // Resolve file_path from cache
+        if (q.file_name && !q.file_path) {
+            const fp = path.join(cacheDir, 'files', q.file_name);
+            if (fs.existsSync(fp)) {
+                q.file_path = fp;
+            }
+        }
+        questions.push(q);
+    }
+    return questions;
+}
+// ---------------------------------------------------------------------------
+// Main pilot runner
+// ---------------------------------------------------------------------------
+async function runPilot() {
+    console.log('');
+    console.log('=== GAIA Phase 2 Pilot — Gemini 2.5 Pro Thinking ===');
+    console.log(`Model:          ${DEFAULT_GEMINI_MODEL}`);
+    console.log(`Questions:      ${PILOT_IDS.length}`);
+    console.log(`Cost gate:      $${COST_GATE_PER_Q_USD}/question`);
+    console.log(`Pass rate gate: ${PASS_RATE_GATE}/${PILOT_IDS.length}`);
+    console.log('');
+    const questions = loadPilotQuestions();
+    let passed = 0;
+    let totalCost = 0;
+    let totalInputTokens = 0;
+    let totalOutputTokens = 0;
+    let totalThinkingTokens = 0;
+    const perQResults = [];
+    for (let i = 0; i < questions.length; i++) {
+        const q = questions[i];
+        console.log(`[Q${i + 1}/5] ${q.task_id}`);
+        console.log(`  Question: ${q.question.slice(0, 100)}${q.question.length > 100 ? '...' : ''}`);
+        console.log(`  File:     ${q.file_name ?? 'none'}`);
+        const result = await runGeminiAgent(q, {
+            model: DEFAULT_GEMINI_MODEL,
+            maxTurns: 12,
+            maxTokensPerTurn: 8192,
+        });
+        const correct = result.finalAnswer !== null &&
+            isGeminiAnswerCorrect(result.finalAnswer, q.final_answer);
+        if (correct)
+            passed++;
+        totalCost += result.estimatedCostUsd;
+        totalInputTokens += result.totalInputTokens;
+        totalOutputTokens += result.totalOutputTokens;
+        totalThinkingTokens += result.totalThinkingTokens;
+        perQResults.push({
+            taskId: q.task_id,
+            correct,
+            answer: result.finalAnswer,
+            expected: q.final_answer,
+            cost: result.estimatedCostUsd,
+            turns: result.turns,
+            thinkingTokens: result.totalThinkingTokens,
+            wallMs: result.wallMs,
+        });
+        const status = correct ? 'PASS' : 'FAIL';
+        console.log(`  Expected: "${q.final_answer}"`);
+        console.log(`  Got:      "${result.finalAnswer ?? 'null'}"`);
+        console.log(`  Status: ${status} | turns=${result.turns} | ` +
+            `input=${result.totalInputTokens.toLocaleString()} | ` +
+            `output=${result.totalOutputTokens.toLocaleString()} | ` +
+            `thinking=${result.totalThinkingTokens.toLocaleString()} | ` +
+            `cost=$${result.estimatedCostUsd.toFixed(4)} | ` +
+            `wall=${(result.wallMs / 1000).toFixed(1)}s`);
+        if (result.error)
+            console.log(`  Error: ${result.error}`);
+        if (result.timedOut)
+            console.log(`  TIMED OUT`);
+        console.log('');
+    }
+    const avgCost = totalCost / PILOT_IDS.length;
+    const passRate = passed / PILOT_IDS.length;
+    const costGatePasses = avgCost <= COST_GATE_PER_Q_USD;
+    const passRateGatePasses = passed >= PASS_RATE_GATE;
+    const bothGatesPass = costGatePasses && passRateGatePasses;
+    console.log('=== Pilot Results ===');
+    console.log(`Pass rate:        ${passed}/${PILOT_IDS.length} (${(passRate * 100).toFixed(0)}%)`);
+    console.log(`Avg cost/Q:       $${avgCost.toFixed(4)}`);
+    console.log(`Total cost:       $${totalCost.toFixed(4)}`);
+    console.log(`Input tokens:     ${totalInputTokens.toLocaleString()}`);
+    console.log(`Output tokens:    ${totalOutputTokens.toLocaleString()}`);
+    console.log(`Thinking tokens:  ${totalThinkingTokens.toLocaleString()}`);
+    console.log('');
+    console.log(`Cost gate ($${COST_GATE_PER_Q_USD}/Q):  ${costGatePasses ? 'PASS' : 'FAIL'} (avg $${avgCost.toFixed(4)})`);
+    console.log(`Pass rate gate (${PASS_RATE_GATE}/5):    ${passRateGatePasses ? 'PASS' : 'FAIL'} (${passed}/${PILOT_IDS.length})`);
+    console.log(`Gate verdict:     ${bothGatesPass ? 'BOTH GATES PASS — authorize full 53Q run' : 'GATE FAILED — do NOT run full 53Q'}`);
+    console.log('');
+    // Emit machine-readable JSON artifact
+    const artifact = {
+        pilot: 'phase2-gemini-thinking',
+        model: DEFAULT_GEMINI_MODEL,
+        timestamp: new Date().toISOString(),
+        summary: {
+            passed,
+            total: PILOT_IDS.length,
+            passRate: (passRate * 100).toFixed(1),
+            avgCostUsd: avgCost,
+            totalCostUsd: totalCost,
+            totalInputTokens,
+            totalOutputTokens,
+            totalThinkingTokens,
+            costGate: { threshold: COST_GATE_PER_Q_USD, value: avgCost, passed: costGatePasses },
+            passRateGate: { threshold: PASS_RATE_GATE, value: passed, passed: passRateGatePasses },
+            bothGatesPass,
+        },
+        questions: perQResults,
+    };
+    const outPath = path.join(process.cwd(), 'docs/benchmarks/runs/gaia-l1-phase2-gemini-pilot.json');
+    fs.writeFileSync(outPath, JSON.stringify(artifact, null, 2));
+    console.log(`Artifact written to: ${outPath}`);
+    if (!bothGatesPass) {
+        process.exit(1);
+    }
+}
+runPilot().catch((err) => {
+    console.error('Pilot crashed:', err);
+    process.exit(2);
+});
+//# sourceMappingURL=gaia-gemini-pilot.js.map

package/dist/src/benchmarks/gaia-gemini-pilot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-gemini-pilot.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-gemini-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAGrG,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,WAAW;AAErC,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAE9E,MAAM,SAAS,GAAG;IAChB,sCAAsC,EAAE,iCAAiC;IACzE,sCAAsC,EAAE,wBAAwB;IAChE,sCAAsC,EAAE,gDAAgD;IACxF,sCAAsC,EAAE,+BAA+B;IACvE,sCAAsC,EAAE,kCAAkC;CAC3E,CAAC;AAEF,SAAS,kBAAkB;IACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,2BAA2B,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAmB,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,qBAAqB,CAAC,CAAC;QAEnE,+BAA+B;QAC/B,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtB,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E,KAAK,UAAU,QAAQ;IACrB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,mBAAmB,oBAAoB,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,mBAAmB,WAAW,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,SAAS,GAAG,kBAAkB,EAAE,CAAC;IAEvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,MAAM,WAAW,GASZ,EAAE,CAAC;IAER,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,CAAC,EAAE;YACrC,KAAK,EAAE,oBAAoB;YAC3B,QAAQ,EAAE,EAAE;YACZ,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GACX,MAAM,CAAC,WAAW,KAAK,IAAI;YAC3B,qBAAqB,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAE5D,IAAI,OAAO;YAAE,MAAM,EAAE,CAAC;QACtB,SAAS,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACrC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC;QAC5C,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC9C,mBAAmB,IAAI,MAAM,CAAC,mBAAmB,CAAC;QAElD,WAAW,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,CAAC,CAAC,OAAO;YACjB,OAAO;YACP,MAAM,EAAE,MAAM,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,YAAY;YACxB,IAAI,EAAE,MAAM,CAAC,gBAAgB;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,MAAM,CAAC,mBAAmB;YAC1C,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,WAAW,IAAI,MAAM,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CACT,aAAa,MAAM,YAAY,MAAM,CAAC,KAAK,KAAK;YAChD,SAAS,MAAM,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK;YACtD,UAAU,MAAM,CAAC,iBAAiB,CAAC,cAAc,EAAE,KAAK;YACxD,YAAY,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,KAAK;YAC5D,SAAS,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YAChD,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC7C,CAAC;QACF,IAAI,MAAM,CAAC,KAAK;YAAE,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,QAAQ;YAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAC3C,MAAM,cAAc,GAAG,OAAO,IAAI,mBAAmB,CAAC;IACtD,MAAM,kBAAkB,GAAG,MAAM,IAAI,cAAc,CAAC;IACpD,MAAM,aAAa,GAAG,cAAc,IAAI,kBAAkB,CAAC;IAE3D,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjG,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,qBAAqB,gBAAgB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,qBAAqB,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,qBAAqB,mBAAmB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,eAAe,mBAAmB,SAAS,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,UAAU,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxH,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,WAAW,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAChI,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,CAAC,CAAC,0CAA0C,CAAC,CAAC,CAAC,mCAAmC,EAAE,CAAC,CAAC;IACrI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,sCAAsC;IACtC,MAAM,QAAQ,GAAG;QACf,KAAK,EAAE,wBAAwB;QAC/B,KAAK,EAAE,oBAAoB;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,MAAM;YACN,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,QAAQ,EAAE,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACrC,UAAU,EAAE,OAAO;YACnB,YAAY,EAAE,SAAS;YACvB,gBAAgB;YAChB,iBAAiB;YACjB,mBAAmB;YACnB,QAAQ,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE;YACpF,YAAY,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACtF,aAAa;SACd;QACD,SAAS,EAAE,WAAW;KACvB,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CACvB,OAAO,CAAC,GAAG,EAAE,EACb,uDAAuD,CACxD,CAAC;IACF,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,EAAE,CAAC,CAAC;IAE/C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACvB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-hardness/features.d.ts

@@ -0,0 +1,46 @@
+/**
+ * GAIA Hardness Predictor — Feature Extraction (ADR-136 Track Q)
+ *
+ * Extracts a 17-dimensional feature vector from a GaiaQuestion for use
+ * in the linear hardness classifier.  Deliberately avoids external
+ * dependencies (no spacy, no heavy NLP) — all extraction is regex-based
+ * with O(1) per question.
+ *
+ * Feature vector layout (17 dims):
+ *   [0]  question length in characters (normalised / 500)
+ *   [1]  question length in words      (normalised / 100)
+ *   [2]  sentence count                (normalised / 5)
+ *   [3]  question word: "what"         (0/1)
+ *   [4]  question word: "how"          (0/1)
+ *   [5]  question word: "who/when/where" (0/1)
+ *   [6]  question word: "calculate/compute/how many/what percentage" (0/1)
+ *   [7]  has numeric token             (0/1)
+ *   [8]  has year token (4-digit)      (0/1)
+ *   [9]  has comparison keyword        (0/1)
+ *   [10] estimated named-entity count  (normalised / 5)
+ *   [11] digit-token count             (normalised / 5)
+ *   [12] multi-hop signal              (0/1)  — bridge/relative clause pattern
+ *   [13] requires math                 (0/1)  — "how many/much/percentage/calculate/compute"
+ *   [14] temporal chain                (0/1)  — "before/after X happened / since / until"
+ *   [15] tool implication count        (normalised / 4)  — PDF/image/video/URL markers
+ *   [16] file attachment present       (0/1)
+ *
+ * All continuous values are min-max normalised to [0, 1] using fixed
+ * divisors chosen so typical GAIA questions fall in [0.1, 0.9].
+ *
+ * Refs: ADR-136, #2156
+ */
+import type { GaiaQuestion } from '../gaia-loader.js';
+export interface FeatureVector {
+    /** Raw 17-element array in [0, 1]. */
+    values: number[];
+    /** Human-readable labels matching values index. */
+    labels: string[];
+}
+export declare const FEATURE_LABELS: readonly string[];
+/**
+ * Extract the 17-dimensional feature vector from a GaiaQuestion.
+ * All features are in [0, 1].  Never throws.
+ */
+export declare function extractFeatures(q: GaiaQuestion): FeatureVector;
+//# sourceMappingURL=features.d.ts.map

package/dist/src/benchmarks/gaia-hardness/features.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"features.d.ts","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-hardness/features.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMtD,MAAM,WAAW,aAAa;IAC5B,sCAAsC;IACtC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,mDAAmD;IACnD,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAMD,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAkBlC,CAAC;AA+CX;;;GAGG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,YAAY,GAAG,aAAa,CAmF9D"}