@claude-flow/cli 3.11.0 → 3.12.1

package/dist/src/benchmarks/gaia-gemini-pilot.js

@@ -1,168 +0,0 @@
-/**
- * GAIA Phase 2 — Gemini 2.5 Pro Thinking 5-Question Pilot
- *
- * Runs 5 diverse questions through the Gemini adapter to evaluate:
- *   - Per-question cost vs $0.12 gate
- *   - Pass rate vs 3/5 gate
- *
- * If both gates pass, authorizes full 53Q run.
- *
- * Usage:
- *   npx tsx src/benchmarks/gaia-gemini-pilot.ts
- *   node dist/benchmarks/gaia-gemini-pilot.js
- *
- * Refs: ADR-133, #2156 Phase 2
- */
-import * as fs from 'node:fs';
-import * as os from 'node:os';
-import * as path from 'node:path';
-import { runGeminiAgent, isGeminiAnswerCorrect, DEFAULT_GEMINI_MODEL } from './gaia-agent-gemini.js';
-// ---------------------------------------------------------------------------
-// Cost gate constants
-// ---------------------------------------------------------------------------
-const COST_GATE_PER_Q_USD = 0.12;
-const PASS_RATE_GATE = 3; // out of 5
-// ---------------------------------------------------------------------------
-// Load pilot questions from cache
-// ---------------------------------------------------------------------------
-const PILOT_IDS = [
-    '9318445f-fe6a-4e1b-acbf-c68228c9906a', // PNG image: fractions worksheet
-    '7bd855d8-463d-4ed5-93ca-5fe35145f733', // XLSX: fast-food sales
-    '5188369a-3bbe-43d8-8b94-11558f909a08', // Retrieval: Merriam-Webster word-of-day writer
-    '5d0080cb-90d7-4712-bc33-848150e917d3', // Calculation: fish bag volume
-    '840bfca7-4f7b-481a-8794-c560c340185d', // Retrieval: NASA contract number
-];
-function loadPilotQuestions() {
-    const cacheDir = path.join(os.homedir(), '.cache', 'ruflo', 'gaia');
-    const dataPath = path.join(cacheDir, 'level1-main.json');
-    if (!fs.existsSync(dataPath)) {
-        throw new Error(`GAIA cache not found at ${dataPath}. Run a full bench first.`);
-    }
-    const data = JSON.parse(fs.readFileSync(dataPath, 'utf-8'));
-    const byId = new Map(data.map((q) => [q.task_id, q]));
-    const questions = [];
-    for (const id of PILOT_IDS) {
-        const q = byId.get(id);
-        if (!q)
-            throw new Error(`Pilot question ${id} not found in cache`);
-        // Resolve file_path from cache
-        if (q.file_name && !q.file_path) {
-            const fp = path.join(cacheDir, 'files', q.file_name);
-            if (fs.existsSync(fp)) {
-                q.file_path = fp;
-            }
-        }
-        questions.push(q);
-    }
-    return questions;
-}
-// ---------------------------------------------------------------------------
-// Main pilot runner
-// ---------------------------------------------------------------------------
-async function runPilot() {
-    console.log('');
-    console.log('=== GAIA Phase 2 Pilot — Gemini 2.5 Pro Thinking ===');
-    console.log(`Model:          ${DEFAULT_GEMINI_MODEL}`);
-    console.log(`Questions:      ${PILOT_IDS.length}`);
-    console.log(`Cost gate:      $${COST_GATE_PER_Q_USD}/question`);
-    console.log(`Pass rate gate: ${PASS_RATE_GATE}/${PILOT_IDS.length}`);
-    console.log('');
-    const questions = loadPilotQuestions();
-    let passed = 0;
-    let totalCost = 0;
-    let totalInputTokens = 0;
-    let totalOutputTokens = 0;
-    let totalThinkingTokens = 0;
-    const perQResults = [];
-    for (let i = 0; i < questions.length; i++) {
-        const q = questions[i];
-        console.log(`[Q${i + 1}/5] ${q.task_id}`);
-        console.log(`  Question: ${q.question.slice(0, 100)}${q.question.length > 100 ? '...' : ''}`);
-        console.log(`  File:     ${q.file_name ?? 'none'}`);
-        const result = await runGeminiAgent(q, {
-            model: DEFAULT_GEMINI_MODEL,
-            maxTurns: 12,
-            maxTokensPerTurn: 8192,
-        });
-        const correct = result.finalAnswer !== null &&
-            isGeminiAnswerCorrect(result.finalAnswer, q.final_answer);
-        if (correct)
-            passed++;
-        totalCost += result.estimatedCostUsd;
-        totalInputTokens += result.totalInputTokens;
-        totalOutputTokens += result.totalOutputTokens;
-        totalThinkingTokens += result.totalThinkingTokens;
-        perQResults.push({
-            taskId: q.task_id,
-            correct,
-            answer: result.finalAnswer,
-            expected: q.final_answer,
-            cost: result.estimatedCostUsd,
-            turns: result.turns,
-            thinkingTokens: result.totalThinkingTokens,
-            wallMs: result.wallMs,
-        });
-        const status = correct ? 'PASS' : 'FAIL';
-        console.log(`  Expected: "${q.final_answer}"`);
-        console.log(`  Got:      "${result.finalAnswer ?? 'null'}"`);
-        console.log(`  Status: ${status} | turns=${result.turns} | ` +
-            `input=${result.totalInputTokens.toLocaleString()} | ` +
-            `output=${result.totalOutputTokens.toLocaleString()} | ` +
-            `thinking=${result.totalThinkingTokens.toLocaleString()} | ` +
-            `cost=$${result.estimatedCostUsd.toFixed(4)} | ` +
-            `wall=${(result.wallMs / 1000).toFixed(1)}s`);
-        if (result.error)
-            console.log(`  Error: ${result.error}`);
-        if (result.timedOut)
-            console.log(`  TIMED OUT`);
-        console.log('');
-    }
-    const avgCost = totalCost / PILOT_IDS.length;
-    const passRate = passed / PILOT_IDS.length;
-    const costGatePasses = avgCost <= COST_GATE_PER_Q_USD;
-    const passRateGatePasses = passed >= PASS_RATE_GATE;
-    const bothGatesPass = costGatePasses && passRateGatePasses;
-    console.log('=== Pilot Results ===');
-    console.log(`Pass rate:        ${passed}/${PILOT_IDS.length} (${(passRate * 100).toFixed(0)}%)`);
-    console.log(`Avg cost/Q:       $${avgCost.toFixed(4)}`);
-    console.log(`Total cost:       $${totalCost.toFixed(4)}`);
-    console.log(`Input tokens:     ${totalInputTokens.toLocaleString()}`);
-    console.log(`Output tokens:    ${totalOutputTokens.toLocaleString()}`);
-    console.log(`Thinking tokens:  ${totalThinkingTokens.toLocaleString()}`);
-    console.log('');
-    console.log(`Cost gate ($${COST_GATE_PER_Q_USD}/Q):  ${costGatePasses ? 'PASS' : 'FAIL'} (avg $${avgCost.toFixed(4)})`);
-    console.log(`Pass rate gate (${PASS_RATE_GATE}/5):    ${passRateGatePasses ? 'PASS' : 'FAIL'} (${passed}/${PILOT_IDS.length})`);
-    console.log(`Gate verdict:     ${bothGatesPass ? 'BOTH GATES PASS — authorize full 53Q run' : 'GATE FAILED — do NOT run full 53Q'}`);
-    console.log('');
-    // Emit machine-readable JSON artifact
-    const artifact = {
-        pilot: 'phase2-gemini-thinking',
-        model: DEFAULT_GEMINI_MODEL,
-        timestamp: new Date().toISOString(),
-        summary: {
-            passed,
-            total: PILOT_IDS.length,
-            passRate: (passRate * 100).toFixed(1),
-            avgCostUsd: avgCost,
-            totalCostUsd: totalCost,
-            totalInputTokens,
-            totalOutputTokens,
-            totalThinkingTokens,
-            costGate: { threshold: COST_GATE_PER_Q_USD, value: avgCost, passed: costGatePasses },
-            passRateGate: { threshold: PASS_RATE_GATE, value: passed, passed: passRateGatePasses },
-            bothGatesPass,
-        },
-        questions: perQResults,
-    };
-    const outPath = path.join(process.cwd(), 'docs/benchmarks/runs/gaia-l1-phase2-gemini-pilot.json');
-    fs.writeFileSync(outPath, JSON.stringify(artifact, null, 2));
-    console.log(`Artifact written to: ${outPath}`);
-    if (!bothGatesPass) {
-        process.exit(1);
-    }
-}
-runPilot().catch((err) => {
-    console.error('Pilot crashed:', err);
-    process.exit(2);
-});
-//# sourceMappingURL=gaia-gemini-pilot.js.map

package/dist/src/benchmarks/gaia-gemini-pilot.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gaia-gemini-pilot.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-gemini-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAGrG,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,WAAW;AAErC,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAE9E,MAAM,SAAS,GAAG;IAChB,sCAAsC,EAAE,iCAAiC;IACzE,sCAAsC,EAAE,wBAAwB;IAChE,sCAAsC,EAAE,gDAAgD;IACxF,sCAAsC,EAAE,+BAA+B;IACvE,sCAAsC,EAAE,kCAAkC;CAC3E,CAAC;AAEF,SAAS,kBAAkB;IACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,2BAA2B,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAmB,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,qBAAqB,CAAC,CAAC;QAEnE,+BAA+B;QAC/B,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtB,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E,KAAK,UAAU,QAAQ;IACrB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,mBAAmB,oBAAoB,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,mBAAmB,WAAW,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,SAAS,GAAG,kBAAkB,EAAE,CAAC;IAEvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,MAAM,WAAW,GASZ,EAAE,CAAC;IAER,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,CAAC,EAAE;YACrC,KAAK,EAAE,oBAAoB;YAC3B,QAAQ,EAAE,EAAE;YACZ,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GACX,MAAM,CAAC,WAAW,KAAK,IAAI;YAC3B,qBAAqB,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAE5D,IAAI,OAAO;YAAE,MAAM,EAAE,CAAC;QACtB,SAAS,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACrC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC;QAC5C,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC9C,mBAAmB,IAAI,MAAM,CAAC,mBAAmB,CAAC;QAElD,WAAW,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,CAAC,CAAC,OAAO;YACjB,OAAO;YACP,MAAM,EAAE,MAAM,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,YAAY;YACxB,IAAI,EAAE,MAAM,CAAC,gBAAgB;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,MAAM,CAAC,mBAAmB;YAC1C,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,WAAW,IAAI,MAAM,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CACT,aAAa,MAAM,YAAY,MAAM,CAAC,KAAK,KAAK;YAChD,SAAS,MAAM,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK;YACtD,UAAU,MAAM,CAAC,iBAAiB,CAAC,cAAc,EAAE,KAAK;YACxD,YAAY,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,KAAK;YAC5D,SAAS,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YAChD,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC7C,CAAC;QACF,IAAI,MAAM,CAAC,KAAK;YAAE,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,QAAQ;YAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAC3C,MAAM,cAAc,GAAG,OAAO,IAAI,mBAAmB,CAAC;IACtD,MAAM,kBAAkB,GAAG,MAAM,IAAI,cAAc,CAAC;IACpD,MAAM,aAAa,GAAG,cAAc,IAAI,kBAAkB,CAAC;IAE3D,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjG,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,qBAAqB,gBAAgB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,qBAAqB,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,qBAAqB,mBAAmB,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,eAAe,mBAAmB,SAAS,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,UAAU,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxH,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,WAAW,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAChI,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,CAAC,CAAC,0CAA0C,CAAC,CAAC,CAAC,mCAAmC,EAAE,CAAC,CAAC;IACrI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,sCAAsC;IACtC,MAAM,QAAQ,GAAG;QACf,KAAK,EAAE,wBAAwB;QAC/B,KAAK,EAAE,oBAAoB;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,MAAM;YACN,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,QAAQ,EAAE,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACrC,UAAU,EAAE,OAAO;YACnB,YAAY,EAAE,SAAS;YACvB,gBAAgB;YAChB,iBAAiB;YACjB,mBAAmB;YACnB,QAAQ,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE;YACpF,YAAY,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACtF,aAAa;SACd;QACD,SAAS,EAAE,WAAW;KACvB,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CACvB,OAAO,CAAC,GAAG,EAAE,EACb,uDAAuD,CACxD,CAAC;IACF,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,EAAE,CAAC,CAAC;IAE/C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACvB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-mode-router.d.ts

@@ -1,67 +0,0 @@
-/**
- * GAIA Mode Router — iter 58 (#2156)
- *
- * Rule-based classifier that maps each GAIA question to the appropriate
- * agent mode.  Empirical basis from iter 57:
- *   - ToolCalling (gaia-agent.ts)  wins retrieval/attachment questions
- *   - CodeAgent   (gaia-claude-p.ts) wins pure-reasoning questions
- *   - Naïve combination regressed by -10q, so routing is required
- *
- * Decision rules (evaluated in priority order):
- *
- *   1. ATTACHMENT   — question has file_name → ToolCalling
- *      CodeAgent struggles with attachment piping; ToolCalling natively
- *      handles XLSX/PPTX/images/audio via attachment tools.
- *
- *   2. WEB_RETRIEVAL — question text matches retrieval keywords →
- *      ToolCalling (has WebSearch/WebFetch in the tool catalogue)
- *
- *   3. PURE_REASONING — question text matches computation/logic keywords →
- *      CodeAgent (executes arbitrary Python, no web round-trip needed)
- *
- *   4. LONG_QUESTION — question length > 400 chars → ToolCalling
- *      Long questions typically involve multi-hop retrieval steps.
- *
- *   5. DEFAULT       — ToolCalling (higher baseline per iter 56b)
- *
- * Each decision is logged with the rule that fired so per-Q audit is trivial.
- *
- * Refs: iter 57 architectural finding, iter 58, #2156
- */
-import type { GaiaQuestion } from './gaia-loader.js';
-/** The two agent modes the hybrid router can dispatch to. */
-export type GaiaMode = 'ToolCalling' | 'CodeAgent';
-/** Routing rule identifiers (used for audit logging). */
-export type RoutingRule = 'attachment' | 'web_retrieval' | 'pure_reasoning' | 'long_question' | 'default';
-/** Result of classifying a single question. */
-export interface RoutingDecision {
-    /** Chosen agent mode. */
-    mode: GaiaMode;
-    /** The rule that fired and determined the mode. */
-    rule: RoutingRule;
-    /** Human-readable explanation (suitable for per-Q log). */
-    reason: string;
-}
-/**
- * Classify a GAIA question into a mode + rule pair.
- *
- * Rules are evaluated in strict priority order — the first matching rule wins.
- */
-export declare function routeQuestion(question: GaiaQuestion): RoutingDecision;
-/** Summary produced by routeQuestions for logging purposes. */
-export interface RoutingSummary {
-    total: number;
-    toolCalling: number;
-    codeAgent: number;
-    /** Questions routed to ToolCalling, sorted by rule. */
-    byRule: Record<RoutingRule, number>;
-}
-/**
- * Route an array of questions and return per-Q decisions plus a summary.
- * Zero-allocation: decisions array is returned in input order.
- */
-export declare function routeQuestions(questions: GaiaQuestion[]): {
-    decisions: RoutingDecision[];
-    summary: RoutingSummary;
-};
-//# sourceMappingURL=gaia-mode-router.d.ts.map

package/dist/src/benchmarks/gaia-mode-router.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"gaia-mode-router.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-mode-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMrD,6DAA6D;AAC7D,MAAM,MAAM,QAAQ,GAAG,aAAa,GAAG,WAAW,CAAC;AAEnD,yDAAyD;AACzD,MAAM,MAAM,WAAW,GACnB,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,eAAe,GACf,SAAS,CAAC;AAEd,+CAA+C;AAC/C,MAAM,WAAW,eAAe;IAC9B,yBAAyB;IACzB,IAAI,EAAE,QAAQ,CAAC;IACf,mDAAmD;IACnD,IAAI,EAAE,WAAW,CAAC;IAClB,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;CAChB;AA2BD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,YAAY,GAAG,eAAe,CA+CrE;AAMD,+DAA+D;AAC/D,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;CACrC;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG;IACzD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,cAAc,CAAC;CACzB,CAwBA"}

package/dist/src/benchmarks/gaia-mode-router.js

@@ -1,126 +0,0 @@
-/**
- * GAIA Mode Router — iter 58 (#2156)
- *
- * Rule-based classifier that maps each GAIA question to the appropriate
- * agent mode.  Empirical basis from iter 57:
- *   - ToolCalling (gaia-agent.ts)  wins retrieval/attachment questions
- *   - CodeAgent   (gaia-claude-p.ts) wins pure-reasoning questions
- *   - Naïve combination regressed by -10q, so routing is required
- *
- * Decision rules (evaluated in priority order):
- *
- *   1. ATTACHMENT   — question has file_name → ToolCalling
- *      CodeAgent struggles with attachment piping; ToolCalling natively
- *      handles XLSX/PPTX/images/audio via attachment tools.
- *
- *   2. WEB_RETRIEVAL — question text matches retrieval keywords →
- *      ToolCalling (has WebSearch/WebFetch in the tool catalogue)
- *
- *   3. PURE_REASONING — question text matches computation/logic keywords →
- *      CodeAgent (executes arbitrary Python, no web round-trip needed)
- *
- *   4. LONG_QUESTION — question length > 400 chars → ToolCalling
- *      Long questions typically involve multi-hop retrieval steps.
- *
- *   5. DEFAULT       — ToolCalling (higher baseline per iter 56b)
- *
- * Each decision is logged with the rule that fired so per-Q audit is trivial.
- *
- * Refs: iter 57 architectural finding, iter 58, #2156
- */
-// ---------------------------------------------------------------------------
-// Regex patterns
-// ---------------------------------------------------------------------------
-/**
- * Keywords that indicate the question requires live web retrieval.
- * ToolCalling has WebSearch + WebFetch in its catalogue.
- */
-const WEB_RETRIEVAL_RE = /website|webpage|visit|browse|wikipedia|article|page about|paper titled|published in|according to|the.*\bsite\b|link|url|online|source|reference|official|org\b|\.com\b|\.gov\b|based on the.*page/i;
-/**
- * Keywords that indicate the question is a pure computation / logic problem.
- * CodeAgent runs Python via `claude -p` Bash tool and handles these well.
- */
-const PURE_REASONING_RE = /calculate|compute|math|equation|how many|distance|volume|combinations|permutations|logic puzzle|deduction|deduce|sequence|series|prove|derivat|integral|differential|probability|odds|fraction|percentage of|modulo|prime\b|fibonacci|recursive|recurrence|sorting|algorithm|big-?o|time complexity|bits?|bytes?|binary|hexadecimal|base \d/i;
-/** Maximum question length before we treat it as a retrieval question. */
-const LONG_QUESTION_THRESHOLD = 400;
-// ---------------------------------------------------------------------------
-// Core classifier
-// ---------------------------------------------------------------------------
-/**
- * Classify a GAIA question into a mode + rule pair.
- *
- * Rules are evaluated in strict priority order — the first matching rule wins.
- */
-export function routeQuestion(question) {
-    // Rule 1: attachment present → ToolCalling
-    if (question.file_name) {
-        return {
-            mode: 'ToolCalling',
-            rule: 'attachment',
-            reason: `file_name="${question.file_name}" — attachment tools in ToolCalling`,
-        };
-    }
-    const text = question.question;
-    // Rule 2: web retrieval keywords → ToolCalling
-    if (WEB_RETRIEVAL_RE.test(text)) {
-        const match = text.match(WEB_RETRIEVAL_RE);
-        return {
-            mode: 'ToolCalling',
-            rule: 'web_retrieval',
-            reason: `web-retrieval keyword "${match?.[0]}" detected`,
-        };
-    }
-    // Rule 3: pure reasoning / computation keywords → CodeAgent
-    if (PURE_REASONING_RE.test(text)) {
-        const match = text.match(PURE_REASONING_RE);
-        return {
-            mode: 'CodeAgent',
-            rule: 'pure_reasoning',
-            reason: `reasoning keyword "${match?.[0]}" detected`,
-        };
-    }
-    // Rule 4: long question → ToolCalling
-    if (text.length > LONG_QUESTION_THRESHOLD) {
-        return {
-            mode: 'ToolCalling',
-            rule: 'long_question',
-            reason: `question length ${text.length} > ${LONG_QUESTION_THRESHOLD} chars`,
-        };
-    }
-    // Rule 5: default → ToolCalling (higher baseline per iter 56b)
-    return {
-        mode: 'ToolCalling',
-        rule: 'default',
-        reason: 'no specific signal — defaulting to ToolCalling (iter 56b baseline)',
-    };
-}
-/**
- * Route an array of questions and return per-Q decisions plus a summary.
- * Zero-allocation: decisions array is returned in input order.
- */
-export function routeQuestions(questions) {
-    const decisions = [];
-    const byRule = {
-        attachment: 0,
-        web_retrieval: 0,
-        pure_reasoning: 0,
-        long_question: 0,
-        default: 0,
-    };
-    let toolCalling = 0;
-    let codeAgent = 0;
-    for (const q of questions) {
-        const decision = routeQuestion(q);
-        decisions.push(decision);
-        byRule[decision.rule]++;
-        if (decision.mode === 'ToolCalling')
-            toolCalling++;
-        else
-            codeAgent++;
-    }
-    return {
-        decisions,
-        summary: { total: questions.length, toolCalling, codeAgent, byRule },
-    };
-}
-//# sourceMappingURL=gaia-mode-router.js.map

package/dist/src/benchmarks/gaia-mode-router.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gaia-mode-router.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-mode-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AA6BH,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,gBAAgB,GACpB,oMAAoM,CAAC;AAEvM;;;GAGG;AACH,MAAM,iBAAiB,GACrB,8UAA8U,CAAC;AAEjV,0EAA0E;AAC1E,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,QAAsB;IAClD,2CAA2C;IAC3C,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,cAAc,QAAQ,CAAC,SAAS,qCAAqC;SAC9E,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAE/B,+CAA+C;IAC/C,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC3C,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,0BAA0B,KAAK,EAAE,CAAC,CAAC,CAAC,YAAY;SACzD,CAAC;IACJ,CAAC;IAED,4DAA4D;IAC5D,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC5C,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,gBAAgB;YACtB,MAAM,EAAE,sBAAsB,KAAK,EAAE,CAAC,CAAC,CAAC,YAAY;SACrD,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;QAC1C,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,mBAAmB,IAAI,CAAC,MAAM,MAAM,uBAAuB,QAAQ;SAC5E,CAAC;IACJ,CAAC;IAED,+DAA+D;IAC/D,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,oEAAoE;KAC7E,CAAC;AACJ,CAAC;AAeD;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,SAAyB;IAItD,MAAM,SAAS,GAAsB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAgC;QAC1C,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;KACX,CAAC;IACF,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAClC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa;YAAE,WAAW,EAAE,CAAC;;YAC9C,SAAS,EAAE,CAAC;IACnB,CAAC;IAED,OAAO;QACL,SAAS;QACT,OAAO,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE;KACrE,CAAC;AACJ,CAAC"}

package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts

@@ -1,15 +0,0 @@
-/**
- * Smoke tests for gaia-mode-router.ts — iter 58 (#2156)
- *
- * Synthetic question texts covering each routing rule.
- * All 10 cases must pass (no API calls — purely rule-based).
- *
- * Run:
- *   npx ts-node src/benchmarks/gaia-mode-router.smoke.ts
- *   # or after build:
- *   node dist/src/benchmarks/gaia-mode-router.smoke.js
- *
- * Refs: iter 58, #2156
- */
-export {};
-//# sourceMappingURL=gaia-mode-router.smoke.d.ts.map

package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"gaia-mode-router.smoke.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-mode-router.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG"}

package/dist/src/benchmarks/gaia-mode-router.smoke.js

@@ -1,131 +0,0 @@
-/**
- * Smoke tests for gaia-mode-router.ts — iter 58 (#2156)
- *
- * Synthetic question texts covering each routing rule.
- * All 10 cases must pass (no API calls — purely rule-based).
- *
- * Run:
- *   npx ts-node src/benchmarks/gaia-mode-router.smoke.ts
- *   # or after build:
- *   node dist/src/benchmarks/gaia-mode-router.smoke.js
- *
- * Refs: iter 58, #2156
- */
-import { routeQuestion, routeQuestions } from './gaia-mode-router.js';
-// ---------------------------------------------------------------------------
-// Helpers
-// ---------------------------------------------------------------------------
-let passed = 0;
-let failed = 0;
-function assert(condition, label, detail) {
-    if (condition) {
-        console.log(`  PASS  ${label}`);
-        passed++;
-    }
-    else {
-        console.error(`  FAIL  ${label}${detail ? ': ' + detail : ''}`);
-        failed++;
-    }
-}
-/** Build a minimal GaiaQuestion for routing tests. */
-function q(text, fileName = null) {
-    return {
-        task_id: 'smoke-' + text.slice(0, 12).replace(/\W/g, '-'),
-        level: 1,
-        question: text,
-        final_answer: 'irrelevant',
-        file_name: fileName,
-        file_path: fileName ? `/tmp/${fileName}` : null,
-    };
-}
-// ---------------------------------------------------------------------------
-// Test cases — one per routing rule plus edge cases
-// ---------------------------------------------------------------------------
-function testAttachmentRule() {
-    console.log('\n-- Rule 1: attachment → ToolCalling --');
-    const d = routeQuestion(q('What is the total in column B of the spreadsheet?', 'data.xlsx'));
-    assert(d.mode === 'ToolCalling', 'xlsx attachment → ToolCalling', `got mode=${d.mode}`);
-    assert(d.rule === 'attachment', 'rule is attachment', `got rule=${d.rule}`);
-    const d2 = routeQuestion(q('Describe the image shown.', 'photo.png'));
-    assert(d2.mode === 'ToolCalling', 'png attachment → ToolCalling', `got mode=${d2.mode}`);
-    assert(d2.rule === 'attachment', 'rule is attachment for image', `got rule=${d2.rule}`);
-}
-function testWebRetrievalRule() {
-    console.log('\n-- Rule 2: web retrieval → ToolCalling --');
-    const d1 = routeQuestion(q('According to Wikipedia, what year was the Eiffel Tower built?'));
-    assert(d1.mode === 'ToolCalling', 'wikipedia keyword → ToolCalling', `got mode=${d1.mode}`);
-    assert(d1.rule === 'web_retrieval', 'rule is web_retrieval', `got rule=${d1.rule}`);
-    const d2 = routeQuestion(q('Visit the website and find the CEO of the company listed.'));
-    assert(d2.mode === 'ToolCalling', 'visit/website keyword → ToolCalling', `got mode=${d2.mode}`);
-    assert(d2.rule === 'web_retrieval', 'rule is web_retrieval for browse', `got rule=${d2.rule}`);
-    const d3 = routeQuestion(q('Based on the article published in Nature in 2021, what was the main finding?'));
-    assert(d3.mode === 'ToolCalling', 'article/published → ToolCalling', `got mode=${d3.mode}`);
-}
-function testPureReasoningRule() {
-    console.log('\n-- Rule 3: pure reasoning → CodeAgent --');
-    const d1 = routeQuestion(q('Calculate the volume of a sphere with radius 7.'));
-    assert(d1.mode === 'CodeAgent', 'calculate keyword → CodeAgent', `got mode=${d1.mode}`);
-    assert(d1.rule === 'pure_reasoning', 'rule is pure_reasoning', `got rule=${d1.rule}`);
-    const d2 = routeQuestion(q('How many combinations of 3 items can be chosen from a set of 10?'));
-    assert(d2.mode === 'CodeAgent', 'combinations keyword → CodeAgent', `got mode=${d2.mode}`);
-    const d3 = routeQuestion(q('Solve the logic puzzle: Alice is taller than Bob. Bob is shorter than Carol. Who is tallest?'));
-    assert(d3.mode === 'CodeAgent', 'logic puzzle keyword → CodeAgent', `got mode=${d3.mode}`);
-}
-function testLongQuestionRule() {
-    console.log('\n-- Rule 4: long question → ToolCalling --');
-    // Build a question > 400 chars with no explicit keywords
-    const longText = 'A researcher is studying the behavior of a particular bird species that lives in a mountainous region. ' +
-        'The researcher has collected data over five years and wants to understand the migration patterns. ' +
-        'Using the provided observations, determine whether the species migrates seasonally or stays year-round. ' +
-        'Provide the specific months during which migration occurs based on the data collected. ' +
-        'Be precise about the start and end months for each migratory period.';
-    assert(longText.length > 400, 'sanity: text is > 400 chars', `length=${longText.length}`);
-    const d = routeQuestion(q(longText));
-    assert(d.mode === 'ToolCalling', 'long question → ToolCalling', `got mode=${d.mode}`);
-    assert(d.rule === 'long_question', 'rule is long_question', `got rule=${d.rule}`);
-}
-function testDefaultRule() {
-    console.log('\n-- Rule 5: default → ToolCalling --');
-    const d = routeQuestion(q('What is the capital of France?'));
-    assert(d.mode === 'ToolCalling', 'short factual → ToolCalling (default)', `got mode=${d.mode}`);
-    assert(d.rule === 'default', 'rule is default', `got rule=${d.rule}`);
-}
-function testBatchRouting() {
-    console.log('\n-- Batch: routeQuestions summary --');
-    const questions = [
-        q('What is the capital of France?'), // default → ToolCalling
-        q('Calculate the sum of 1 to 100 using Gauss formula.'), // pure_reasoning → CodeAgent
-        q('Visit the NASA website and find the most recent mission.'), // web_retrieval → ToolCalling
-        q('What is the total in the file?', 'data.xlsx'), // attachment → ToolCalling
-    ];
-    const { decisions, summary } = routeQuestions(questions);
-    assert(summary.total === 4, 'summary.total = 4', `got ${summary.total}`);
-    assert(summary.codeAgent === 1, 'exactly 1 CodeAgent', `got ${summary.codeAgent}`);
-    assert(summary.toolCalling === 3, 'exactly 3 ToolCalling', `got ${summary.toolCalling}`);
-    assert(decisions.length === 4, 'decisions length = 4', `got ${decisions.length}`);
-    assert(summary.byRule.pure_reasoning === 1, 'byRule.pure_reasoning = 1');
-    assert(summary.byRule.attachment === 1, 'byRule.attachment = 1');
-    assert(summary.byRule.web_retrieval === 1, 'byRule.web_retrieval = 1');
-    assert(summary.byRule.default === 1, 'byRule.default = 1');
-}
-// ---------------------------------------------------------------------------
-// Main
-// ---------------------------------------------------------------------------
-function main() {
-    console.log('=== gaia-mode-router smoke tests ===');
-    console.log('(no API calls — rule-based only)\n');
-    testAttachmentRule();
-    testWebRetrievalRule();
-    testPureReasoningRule();
-    testLongQuestionRule();
-    testDefaultRule();
-    testBatchRouting();
-    const total = passed + failed;
-    console.log(`\n=== Results: ${passed}/${total} passed ===`);
-    if (failed > 0) {
-        console.error(`${failed} tests FAILED`);
-        process.exit(1);
-    }
-}
-main();
-//# sourceMappingURL=gaia-mode-router.smoke.js.map

package/dist/src/benchmarks/gaia-mode-router.smoke.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gaia-mode-router.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-mode-router.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGtE,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,SAAS,MAAM,CAAC,SAAkB,EAAE,KAAa,EAAE,MAAe;IAChE,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,EAAE,CAAC,CAAC;QAChC,MAAM,EAAE,CAAC;IACX,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,WAAW,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,sDAAsD;AACtD,SAAS,CAAC,CAAC,IAAY,EAAE,WAA0B,IAAI;IACrD,OAAO;QACL,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;QACzD,KAAK,EAAE,CAAC;QACR,QAAQ,EAAE,IAAI;QACd,YAAY,EAAE,YAAY;QAC1B,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;KAChD,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,SAAS,kBAAkB;IACzB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IAExD,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,mDAAmD,EAAE,WAAW,CAAC,CAAC,CAAC;IAC7F,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,+BAA+B,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACxF,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,oBAAoB,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAE5E,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,2BAA2B,EAAE,WAAW,CAAC,CAAC,CAAC;IACtE,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,8BAA8B,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACzF,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,8BAA8B,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,oBAAoB;IAC3B,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAE3D,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,+DAA+D,CAAC,CAAC,CAAC;IAC7F,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,iCAAiC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5F,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,eAAe,EAAE,uBAAuB,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,2DAA2D,CAAC,CAAC,CAAC;IACzF,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,qCAAqC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAChG,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,eAAe,EAAE,kCAAkC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAE/F,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,8EAA8E,CAAC,CAAC,CAAC;IAC5G,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,iCAAiC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,qBAAqB;IAC5B,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE1D,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,iDAAiD,CAAC,CAAC,CAAC;IAC/E,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,+BAA+B,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACxF,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,gBAAgB,EAAE,wBAAwB,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAEtF,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,kEAAkE,CAAC,CAAC,CAAC;IAChG,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,kCAAkC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAE3F,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,8FAA8F,CAAC,CAAC,CAAC;IAC5H,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,kCAAkC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,oBAAoB;IAC3B,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAE3D,yDAAyD;IACzD,MAAM,QAAQ,GAAG,yGAAyG;QACxH,oGAAoG;QACpG,0GAA0G;QAC1G,yFAAyF;QACzF,sEAAsE,CAAC;IACzE,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,6BAA6B,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAE1F,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,6BAA6B,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACtF,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAErD,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC;IAC7D,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,uCAAuC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAChG,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAErD,MAAM,SAAS,GAAmB;QAChC,CAAC,CAAC,gCAAgC,CAAC,EAAgC,wBAAwB;QAC3F,CAAC,CAAC,oDAAoD,CAAC,EAAY,6BAA6B;QAChG,CAAC,CAAC,0DAA0D,CAAC,EAAO,8BAA8B;QAClG,CAAC,CAAC,gCAAgC,EAAE,WAAW,CAAC,EAAmB,2BAA2B;KAC/F,CAAC;IAEF,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAEzD,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,mBAAmB,EAAE,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IACzE,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,CAAC,EAAE,qBAAqB,EAAE,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACnF,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,CAAC,EAAE,uBAAuB,EAAE,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACzF,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,sBAAsB,EAAE,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,KAAK,CAAC,EAAE,2BAA2B,CAAC,CAAC;IACzE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,uBAAuB,CAAC,CAAC;IACjE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACvE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC,EAAE,oBAAoB,CAAC,CAAC;AAC7D,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E,SAAS,IAAI;IACX,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAElD,kBAAkB,EAAE,CAAC;IACrB,oBAAoB,EAAE,CAAC;IACvB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;IAEnB,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,IAAI,KAAK,aAAa,CAAC,CAAC;IAE5D,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,eAAe,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts

@@ -1,24 +0,0 @@
-/**
- * Smoke tests for grounded_query.ts — ADR-135 / iter-33
- *
- * All tests are mock-based using groundedQueryTestHooks for ESM-safe injection.
- * NO live API calls are made.
- *
- * Coverage:
- *   1.  resolveGoogleAIApiKey — returns key from env var
- *   2.  resolveGoogleAIApiKey — throws when env var absent and gcloud unavailable
- *   3.  parseGeminiResponse — well-formed response → correct GroundedQueryResult shape
- *   4.  parseGeminiResponse — empty grounding metadata → grounded=false, empty sources
- *   5.  parseGeminiResponse — deduplicates sources by URI
- *   6.  parseGeminiResponse — cost calculation uses token counts
- *   7.  GroundedQueryTool.execute — happy path: answer + sources in output
- *   8.  GroundedQueryTool.execute — HTTP 4xx surfaces useful error message
- *   9.  GroundedQueryTool.execute — ungrounded response includes note in output
- *  10.  GroundedQueryTool.execute — rejects empty query
- *  11.  GroundedQueryTool.execute — max_tokens clamped to 8192
- *  12.  GroundedQueryTool.execute — uses injected apiKey from constructor
- *
- * Run with: npx tsx grounded_query.smoke.ts  (from gaia-tools directory)
- */
-export {};
-//# sourceMappingURL=grounded_query.smoke.d.ts.map

package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"grounded_query.smoke.d.ts","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-tools/grounded_query.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG"}