@claude-flow/cli 3.10.4 → 3.10.6

package/dist/src/benchmarks/gaia-agent-gemini.js

@@ -0,0 +1,352 @@
+/**
+ * GAIA Agent — Gemini 2.5 Pro Thinking adapter (Phase 2 pilot)
+ *
+ * Adapts the existing GAIA tool catalogue to Google's generateContent API,
+ * translating Anthropic tool_use ↔ Gemini functionCall/functionResponse.
+ *
+ * Loop algorithm mirrors gaia-agent.ts:
+ *   1. Build initial contents array with system instruction + first user turn.
+ *   2. Call Gemini generateContent with functionDeclarations.
+ *   3. On functionCall parts: execute tools, append functionResponse, repeat.
+ *   4. On text-only response: scan for FINAL_ANSWER pattern.
+ *   5. On maxTurns: return timedOut result.
+ *
+ * Gemini 2.5 Pro pricing (2026-05-28, per million tokens):
+ *   Input:   $1.25 (≤200k tokens), $2.50 (>200k)
+ *   Output:  $10.00 (≤200k tokens), $15.00 (>200k)
+ *   Thinking tokens are billed as output tokens.
+ *
+ * Cost gate for pilot: ≤$0.12 per question average.
+ * Expected per-question cost at ~10k input + ~2k output: ~$0.032 — well within gate.
+ *
+ * Refs: ADR-133, ADR-135, #2156 Phase 2
+ */
+import { execSync } from 'node:child_process';
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { createDefaultToolCatalogue, } from './gaia-tools/index.js';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+const GEMINI_API_BASE = 'https://generativelanguage.googleapis.com/v1beta/models';
+export const DEFAULT_GEMINI_MODEL = 'gemini-2.5-pro';
+const DEFAULT_MAX_TURNS = 12;
+const DEFAULT_MAX_TOKENS_PER_TURN = 8192;
+const DEFAULT_PER_TURN_TIMEOUT_MS = 120_000;
+/** Gemini 2.5 Pro pricing (USD per million tokens, ≤200k bracket). */
+const GEMINI_INPUT_COST_PER_M = 1.25;
+const GEMINI_OUTPUT_COST_PER_M = 10.00;
+const FINAL_ANSWER_RE = /FINAL_ANSWER:\s*(.+)/i;
+// ---------------------------------------------------------------------------
+// API key resolution
+// ---------------------------------------------------------------------------
+export function resolveGeminiApiKey(apiKey) {
+    if (apiKey && apiKey.trim())
+        return apiKey.trim();
+    const envKey = process.env['GOOGLE_AI_API_KEY'];
+    if (envKey && envKey.trim())
+        return envKey.trim();
+    try {
+        const out = execSync('gcloud secrets versions access latest --secret=GOOGLE_AI_API_KEY --project=ruv-dev 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
+        if (out)
+            return out;
+    }
+    catch {
+        /* fall through */
+    }
+    throw new Error('GOOGLE_AI_API_KEY not found. Set the env var or store in GCP Secret Manager.');
+}
+function toGeminiType(anthropicType) {
+    const map = {
+        string: 'STRING',
+        number: 'NUMBER',
+        integer: 'INTEGER',
+        boolean: 'BOOLEAN',
+        array: 'ARRAY',
+        object: 'OBJECT',
+    };
+    return map[anthropicType.toLowerCase()] ?? 'STRING';
+}
+function translateToolDef(def) {
+    const props = {};
+    for (const [key, val] of Object.entries(def.input_schema.properties)) {
+        props[key] = { type: toGeminiType(val.type), description: val.description };
+    }
+    return {
+        name: def.name,
+        description: def.description,
+        parameters: {
+            type: 'OBJECT',
+            properties: props,
+            required: def.input_schema.required ?? [],
+        },
+    };
+}
+// ---------------------------------------------------------------------------
+// Single Gemini API call
+// ---------------------------------------------------------------------------
+async function callGemini(apiKey, model, contents, systemInstruction, functionDeclarations, maxTokens, timeoutMs) {
+    const url = `${GEMINI_API_BASE}/${model}:generateContent?key=${encodeURIComponent(apiKey)}`;
+    const requestBody = {
+        contents,
+        systemInstruction: { parts: [{ text: systemInstruction }] },
+        generationConfig: {
+            maxOutputTokens: maxTokens,
+            thinkingConfig: { thinkingBudget: 8192 },
+        },
+    };
+    if (functionDeclarations.length > 0) {
+        requestBody['tools'] = [{ functionDeclarations }];
+        requestBody['toolConfig'] = { functionCallingConfig: { mode: 'AUTO' } };
+    }
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    let res;
+    try {
+        res = await fetch(url, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify(requestBody),
+            signal: controller.signal,
+        });
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    if (!res.ok) {
+        const errText = await res.text().catch(() => '<unreadable>');
+        throw new Error(`Gemini API ${res.status}: ${errText.slice(0, 400)}`);
+    }
+    return (await res.json());
+}
+// ---------------------------------------------------------------------------
+// Build initial contents (handles image attachments inline)
+// ---------------------------------------------------------------------------
+function buildInitialContents(question) {
+    const questionText = question.question;
+    const parts = [];
+    if (question.file_path) {
+        const ext = path.extname(question.file_path).toLowerCase();
+        const imageExts = ['.png', '.jpg', '.jpeg', '.gif', '.webp'];
+        if (imageExts.includes(ext)) {
+            try {
+                const buf = fs.readFileSync(question.file_path);
+                const mediaTypeMap = {
+                    '.png': 'image/png', '.jpg': 'image/jpeg', '.jpeg': 'image/jpeg',
+                    '.gif': 'image/gif', '.webp': 'image/webp',
+                };
+                parts.push({ text: questionText });
+                // Gemini inline image part
+                parts.push({
+                    inlineData: {
+                        mimeType: mediaTypeMap[ext] ?? 'image/png',
+                        data: buf.toString('base64'),
+                    },
+                });
+            }
+            catch {
+                parts.push({
+                    text: questionText + `\n\nAttached file: ${question.file_path}. Call file_read to read it.`,
+                });
+            }
+        }
+        else {
+            parts.push({
+                text: questionText + `\n\nThis question has an attached file. Call file_read with path="${question.file_path}" to read it, then answer.`,
+            });
+        }
+    }
+    else {
+        parts.push({ text: questionText });
+    }
+    return [{ role: 'user', parts }];
+}
+// ---------------------------------------------------------------------------
+// Extract FINAL_ANSWER from model response text
+// ---------------------------------------------------------------------------
+function extractFinalAnswer(candidate) {
+    if (!candidate?.content?.parts)
+        return null;
+    for (const part of candidate.content.parts) {
+        if (part.thought)
+            continue;
+        if (part.text) {
+            const match = FINAL_ANSWER_RE.exec(part.text);
+            if (match?.[1])
+                return match[1].trim();
+        }
+    }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// Check if response has any functionCall parts
+// ---------------------------------------------------------------------------
+function getFunctionCalls(candidate) {
+    if (!candidate?.content?.parts)
+        return [];
+    return candidate.content.parts
+        .filter((p) => !!p.functionCall)
+        .map((p) => p.functionCall);
+}
+// ---------------------------------------------------------------------------
+// Main agent loop
+// ---------------------------------------------------------------------------
+export async function runGeminiAgent(question, options = {}) {
+    const { model = DEFAULT_GEMINI_MODEL, maxTurns = DEFAULT_MAX_TURNS, maxTokensPerTurn = DEFAULT_MAX_TOKENS_PER_TURN, perTurnTimeoutMs = DEFAULT_PER_TURN_TIMEOUT_MS, apiKey: suppliedKey, catalogue: suppliedCatalogue, } = options;
+    const wallStart = Date.now();
+    const apiKey = resolveGeminiApiKey(suppliedKey);
+    const catalogue = suppliedCatalogue ?? createDefaultToolCatalogue();
+    const functionDeclarations = catalogue.map((t) => translateToolDef(t.definition));
+    const systemInstruction = [
+        'You are a precise question-answering agent. Answer the user\'s question using the tools available.',
+        '',
+        'RULES:',
+        '1. Use tools when you need information you do not have with certainty.',
+        '2. When you have a final answer, output it on its own line in this EXACT format:',
+        '   FINAL_ANSWER: <your answer here>',
+        '3. Keep answers concise. For numbers, give just the number. For names, give just the name.',
+        '4. Do not include units unless the question specifically asks for them.',
+        '5. MANDATORY: You MUST ALWAYS end your final response with a FINAL_ANSWER line.',
+        '6. If the question text appears garbled or reversed, try to interpret it before concluding you cannot answer.',
+    ].join('\n');
+    const toolCallsByName = {};
+    let totalInputTokens = 0;
+    let totalOutputTokens = 0;
+    let totalThinkingTokens = 0;
+    const contents = buildInitialContents(question);
+    let turns = 0;
+    for (let turn = 0; turn < maxTurns; turn++) {
+        turns = turn + 1;
+        let resp;
+        try {
+            resp = await callGemini(apiKey, model, contents, systemInstruction, functionDeclarations, maxTokensPerTurn, perTurnTimeoutMs);
+        }
+        catch (err) {
+            return {
+                questionId: question.task_id,
+                finalAnswer: null,
+                turns,
+                toolCallsByName,
+                totalInputTokens,
+                totalOutputTokens,
+                totalThinkingTokens,
+                wallMs: Date.now() - wallStart,
+                estimatedCostUsd: estimateCost(totalInputTokens, totalOutputTokens),
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+        if (resp.error) {
+            return {
+                questionId: question.task_id,
+                finalAnswer: null,
+                turns,
+                toolCallsByName,
+                totalInputTokens,
+                totalOutputTokens,
+                totalThinkingTokens,
+                wallMs: Date.now() - wallStart,
+                estimatedCostUsd: estimateCost(totalInputTokens, totalOutputTokens),
+                error: `Gemini error ${resp.error.code}: ${resp.error.message}`,
+            };
+        }
+        // Accumulate token counts
+        const usage = resp.usageMetadata ?? {};
+        totalInputTokens += usage.promptTokenCount ?? 0;
+        totalOutputTokens += usage.candidatesTokenCount ?? 0;
+        totalThinkingTokens += usage.thoughtsTokenCount ?? 0;
+        const candidate = resp.candidates?.[0];
+        const functionCalls = getFunctionCalls(candidate);
+        if (functionCalls.length > 0) {
+            // Append model turn (with functionCall parts)
+            if (candidate?.content) {
+                contents.push({ role: 'model', parts: candidate.content.parts });
+            }
+            // Execute all function calls and build functionResponse parts
+            const responseParts = await Promise.all(functionCalls.map(async (call) => {
+                toolCallsByName[call.name] = (toolCallsByName[call.name] ?? 0) + 1;
+                const tool = catalogue.find((t) => t.name === call.name);
+                if (!tool) {
+                    return {
+                        functionResponse: {
+                            name: call.name,
+                            response: { error: `Unknown tool "${call.name}"` },
+                        },
+                    };
+                }
+                try {
+                    const output = await tool.execute(call.args);
+                    return {
+                        functionResponse: {
+                            name: call.name,
+                            response: { output },
+                        },
+                    };
+                }
+                catch (err) {
+                    return {
+                        functionResponse: {
+                            name: call.name,
+                            response: { error: err instanceof Error ? err.message : String(err) },
+                        },
+                    };
+                }
+            }));
+            contents.push({ role: 'user', parts: responseParts });
+            continue;
+        }
+        // No function calls — extract final answer
+        const finalAnswer = extractFinalAnswer(candidate);
+        return {
+            questionId: question.task_id,
+            finalAnswer,
+            turns,
+            toolCallsByName,
+            totalInputTokens,
+            totalOutputTokens,
+            totalThinkingTokens,
+            wallMs: Date.now() - wallStart,
+            estimatedCostUsd: estimateCost(totalInputTokens, totalOutputTokens + totalThinkingTokens),
+        };
+    }
+    // Exhausted maxTurns
+    return {
+        questionId: question.task_id,
+        finalAnswer: null,
+        turns,
+        toolCallsByName,
+        totalInputTokens,
+        totalOutputTokens,
+        totalThinkingTokens,
+        wallMs: Date.now() - wallStart,
+        estimatedCostUsd: estimateCost(totalInputTokens, totalOutputTokens + totalThinkingTokens),
+        timedOut: true,
+    };
+}
+function estimateCost(inputTokens, outputTokens) {
+    return ((inputTokens / 1_000_000) * GEMINI_INPUT_COST_PER_M +
+        (outputTokens / 1_000_000) * GEMINI_OUTPUT_COST_PER_M);
+}
+// ---------------------------------------------------------------------------
+// Answer matching (same as gaia-agent.ts)
+// ---------------------------------------------------------------------------
+export function isGeminiAnswerCorrect(modelAnswer, expected) {
+    if (!modelAnswer)
+        return false;
+    const norm = (s) => s.trim().toLowerCase();
+    const normModel = norm(modelAnswer);
+    const normExpected = norm(expected);
+    if (normModel === normExpected)
+        return true;
+    if (normModel.includes(normExpected))
+        return true;
+    if (normExpected.includes(normModel))
+        return true;
+    const numModel = parseFloat(normModel.replace(/[^0-9.\-]/g, ''));
+    const numExpected = parseFloat(normExpected.replace(/[^0-9.\-]/g, ''));
+    if (!Number.isNaN(numModel) && !Number.isNaN(numExpected) &&
+        numExpected !== 0 &&
+        Math.abs((numModel - numExpected) / numExpected) < 0.01)
+        return true;
+    return false;
+}
+//# sourceMappingURL=gaia-agent-gemini.js.map

package/dist/src/benchmarks/gaia-agent-gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-agent-gemini.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-agent-gemini.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,OAAO,EACL,0BAA0B,GAG3B,MAAM,uBAAuB,CAAC;AAE/B,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,eAAe,GAAG,yDAAyD,CAAC;AAClF,MAAM,CAAC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;AACrD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,2BAA2B,GAAG,IAAI,CAAC;AACzC,MAAM,2BAA2B,GAAG,OAAO,CAAC;AAE5C,sEAAsE;AACtE,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAEvC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AA6BhD,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,UAAU,mBAAmB,CAAC,MAAe;IACjD,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IAElD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAChD,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IAElD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,gGAAgG,EAChG,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IAED,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;AACJ,CAAC;AAgBD,SAAS,YAAY,CAAC,aAAqB;IACzC,MAAM,GAAG,GAA2B;QAClC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;KACjB,CAAC;IACF,OAAO,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC;AACtD,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAmB;IAC3C,MAAM,KAAK,GAA2D,EAAE,CAAC;IACzE,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;IAC9E,CAAC;IACD,OAAO;QACL,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,QAAQ,IAAI,EAAE;SAC1C;KACF,CAAC;AACJ,CAAC;AAoCD,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,KAAa,EACb,QAAyB,EACzB,iBAAyB,EACzB,oBAAiD,EACjD,SAAiB,EACjB,SAAiB;IAEjB,MAAM,GAAG,GAAG,GAAG,eAAe,IAAI,KAAK,wBAAwB,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;IAE5F,MAAM,WAAW,GAA4B;QAC3C,QAAQ;QACR,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE;QAC3D,gBAAgB,EAAE;YAChB,eAAe,EAAE,SAAS;YAC1B,cAAc,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;SACzC;KACF,CAAC;IAEF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAClD,WAAW,CAAC,YAAY,CAAC,GAAG,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;IAC1E,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAE9D,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACrB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACjC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAkC,CAAC;AAC7D,CAAC;AAED,8EAA8E;AAC9E,4DAA4D;AAC5D,8EAA8E;AAE9E,SAAS,oBAAoB,CAAC,QAAsB;IAClD,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACvC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAE/B,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAChD,MAAM,YAAY,GAA2B;oBAC3C,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY;oBAChE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY;iBAC3C,CAAC;gBACF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACnC,2BAA2B;gBAC1B,KAAmD,CAAC,IAAI,CAAC;oBACxD,UAAU,EAAE;wBACV,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,IAAI,WAAW;wBAC1C,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;qBAC7B;iBACF,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,YAAY,GAAG,sBAAsB,QAAQ,CAAC,SAAS,8BAA8B;iBAC5F,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY,GAAG,qEAAqE,QAAQ,CAAC,SAAS,4BAA4B;aACzI,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,SAAS,kBAAkB,CAAC,SAAsC;IAChE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK;QAAE,OAAO,IAAI,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,OAAO;YAAE,SAAS;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,SAAS,gBAAgB,CACvB,SAAsC;IAEtC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK;QAAE,OAAO,EAAE,CAAC;IAC1C,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK;SAC3B,MAAM,CAAC,CAAC,CAAC,EAA+E,EAAE,CACzF,CAAC,CAAC,CAAC,CAAC,YAAY,CACjB;SACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;AAChC,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAsB,EACtB,UAA8B,EAAE;IAEhC,MAAM,EACJ,KAAK,GAAG,oBAAoB,EAC5B,QAAQ,GAAG,iBAAiB,EAC5B,gBAAgB,GAAG,2BAA2B,EAC9C,gBAAgB,GAAG,2BAA2B,EAC9C,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,iBAAiB,GAC7B,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,iBAAiB,IAAI,0BAA0B,EAAE,CAAC;IACpE,MAAM,oBAAoB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IAElF,MAAM,iBAAiB,GAAG;QACxB,oGAAoG;QACpG,EAAE;QACF,QAAQ;QACR,wEAAwE;QACxE,kFAAkF;QAClF,qCAAqC;QACrC,4FAA4F;QAC5F,yEAAyE;QACzE,iFAAiF;QACjF,+GAA+G;KAChH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,eAAe,GAA2B,EAAE,CAAC;IACnD,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,MAAM,QAAQ,GAAoB,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACjE,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3C,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC;QAEjB,IAAI,IAAmC,CAAC;QACxC,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,UAAU,CACrB,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAC1C,oBAAoB,EAAE,gBAAgB,EAAE,gBAAgB,CACzD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,OAAO;gBAC5B,WAAW,EAAE,IAAI;gBACjB,KAAK;gBACL,eAAe;gBACf,gBAAgB;gBAChB,iBAAiB;gBACjB,mBAAmB;gBACnB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC9B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,iBAAiB,CAAC;gBACnE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,OAAO;gBAC5B,WAAW,EAAE,IAAI;gBACjB,KAAK;gBACL,eAAe;gBACf,gBAAgB;gBAChB,iBAAiB;gBACjB,mBAAmB;gBACnB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC9B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,iBAAiB,CAAC;gBACnE,KAAK,EAAE,gBAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;aAChE,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;QACvC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAChD,iBAAiB,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC;QACrD,mBAAmB,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAElD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,8CAA8C;YAC9C,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,8DAA8D;YAC9D,MAAM,aAAa,GAAiB,MAAM,OAAO,CAAC,GAAG,CACnD,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAuB,EAAE;gBACpD,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO;wBACL,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,QAAQ,EAAE,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,IAAI,GAAG,EAAE;yBACnD;qBACF,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC7C,OAAO;wBACL,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,QAAQ,EAAE,EAAE,MAAM,EAAE;yBACrB;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO;wBACL,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;yBACtE;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YAEF,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,2CAA2C;QAC3C,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAClD,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,OAAO;YAC5B,WAAW;YACX,KAAK;YACL,eAAe;YACf,gBAAgB;YAChB,iBAAiB;YACjB,mBAAmB;YACnB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAC9B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,iBAAiB,GAAG,mBAAmB,CAAC;SAC1F,CAAC;IACJ,CAAC;IAED,qBAAqB;IACrB,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,OAAO;QAC5B,WAAW,EAAE,IAAI;QACjB,KAAK;QACL,eAAe;QACf,gBAAgB;QAChB,iBAAiB;QACjB,mBAAmB;QACnB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAC9B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,iBAAiB,GAAG,mBAAmB,CAAC;QACzF,QAAQ,EAAE,IAAI;KACf,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,WAAmB,EAAE,YAAoB;IAC7D,OAAO,CACL,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,uBAAuB;QACnD,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,wBAAwB,CACtD,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,0CAA0C;AAC1C,8EAA8E;AAE9E,MAAM,UAAU,qBAAqB,CAAC,WAAmB,EAAE,QAAgB;IACzE,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,SAAS,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IACvE,IACE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QACrD,WAAW,KAAK,CAAC;QACjB,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC,GAAG,IAAI;QACvD,OAAO,IAAI,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/src/benchmarks/gaia-agent-planning.smoke.d.ts

@@ -0,0 +1,18 @@
+/**
+ * GAIA Agent — Planning Interval Smoke Tests
+ *
+ * Verifies that the planning-checkpoint injection logic fires at the correct
+ * turns and stays silent when conditions are not met.  All tests are fully
+ * mocked — no live Anthropic API calls, $0 cost.
+ *
+ * Test cases:
+ *   1. 12-turn loop with interval=4 → replans at turns 4, 8, 12  (3 replans)
+ *   2.  3-turn loop with interval=4 → NO replan (interval never hit)
+ *   3. end_turn at turn 5          → NO replan injected (terminal state)
+ *   4. all-tool_use 8-turn loop    → exactly floor(8/4) = 2 replans
+ *   5. planningInterval=0          → disabled entirely, 0 replans
+ *
+ * Refs: ADR-133, ADR-135, iter 34, #2156
+ */
+export {};
+//# sourceMappingURL=gaia-agent-planning.smoke.d.ts.map

package/dist/src/benchmarks/gaia-agent-planning.smoke.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-agent-planning.smoke.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-agent-planning.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG"}

package/dist/src/benchmarks/gaia-agent-planning.smoke.js

@@ -0,0 +1,253 @@
+/**
+ * GAIA Agent — Planning Interval Smoke Tests
+ *
+ * Verifies that the planning-checkpoint injection logic fires at the correct
+ * turns and stays silent when conditions are not met.  All tests are fully
+ * mocked — no live Anthropic API calls, $0 cost.
+ *
+ * Test cases:
+ *   1. 12-turn loop with interval=4 → replans at turns 4, 8, 12  (3 replans)
+ *   2.  3-turn loop with interval=4 → NO replan (interval never hit)
+ *   3. end_turn at turn 5          → NO replan injected (terminal state)
+ *   4. all-tool_use 8-turn loop    → exactly floor(8/4) = 2 replans
+ *   5. planningInterval=0          → disabled entirely, 0 replans
+ *
+ * Refs: ADR-133, ADR-135, iter 34, #2156
+ */
+import assert from 'node:assert/strict';
+import { runGaiaAgent, PLANNING_INTERVAL, buildPlanningCheckpoint } from './gaia-agent.js';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+/** Minimal GAIA question fixture. */
+const FAKE_QUESTION = {
+    task_id: 'smoke-planning-01',
+    question: 'What is 2 + 2?',
+    final_answer: '4',
+    level: 1,
+    file_name: null,
+    file_path: null,
+};
+/** A trivial tool catalogue with one no-op tool. */
+const NOOP_CATALOGUE = [
+    {
+        name: 'noop',
+        definition: {
+            name: 'noop',
+            description: 'Does nothing',
+            input_schema: { type: 'object', properties: {}, required: [] },
+        },
+        execute: async () => 'ok',
+    },
+];
+// ---------------------------------------------------------------------------
+// Mock Anthropic API call factory
+// ---------------------------------------------------------------------------
+/**
+ * Build a mock `fetch` that simulates a specific turn sequence.
+ *
+ * `sequence` is an array of stop_reasons.  The mock returns `tool_use`
+ * responses (with one `noop` tool_use block) for `tool_use` entries, and
+ * `end_turn` with a FINAL_ANSWER text block for `end_turn` entries.
+ *
+ * The mock replaces `global.fetch` for the duration of the test and is
+ * restored automatically via the returned `restore` function.
+ */
+function mockFetchSequence(sequence) {
+    const calls = []; // turn indices (0-based) of actual calls
+    let callIdx = 0;
+    const originalFetch = global.fetch;
+    global.fetch = async (_url, options) => {
+        const idx = callIdx++;
+        calls.push(idx);
+        const stopReason = sequence[idx] ?? 'end_turn';
+        let content;
+        if (stopReason === 'tool_use') {
+            content = [
+                {
+                    type: 'tool_use',
+                    id: `tool-${idx}`,
+                    name: 'noop',
+                    input: {},
+                },
+            ];
+        }
+        else {
+            content = [
+                {
+                    type: 'text',
+                    text: 'FINAL_ANSWER: 4',
+                },
+            ];
+        }
+        const body = JSON.stringify({
+            id: `msg-${idx}`,
+            model: 'claude-haiku-4-5',
+            stop_reason: stopReason,
+            content,
+            usage: { input_tokens: 100, output_tokens: 50 },
+        });
+        return new Response(body, {
+            status: 200,
+            headers: { 'content-type': 'application/json' },
+        });
+    };
+    return {
+        calls,
+        restore: () => {
+            global.fetch = originalFetch;
+        },
+    };
+}
+// ---------------------------------------------------------------------------
+// Base options for all tests
+// ---------------------------------------------------------------------------
+function baseOpts(overrides = {}) {
+    return {
+        apiKey: 'sk-ant-test-key',
+        catalogue: NOOP_CATALOGUE,
+        model: 'claude-haiku-4-5',
+        perTurnTimeoutMs: 5_000,
+        ...overrides,
+    };
+}
+// ---------------------------------------------------------------------------
+// Test 1: 12-turn all-tool_use loop → 3 replans at turns 4, 8, 12
+// ---------------------------------------------------------------------------
+async function test_twelveToolUseTurns_threeReplans() {
+    // Turns 0-11 are tool_use, turn 12 (index 12) is end_turn
+    const sequence = [
+        ...Array(12).fill('tool_use'),
+        'end_turn',
+    ];
+    const { restore } = mockFetchSequence(sequence);
+    try {
+        const result = await runGaiaAgent(FAKE_QUESTION, baseOpts({ maxTurns: 13 }));
+        assert.equal(result.replanCount, 3, `Expected 3 replans, got ${result.replanCount}`);
+    }
+    finally {
+        restore();
+    }
+    console.log('  PASS test_twelveToolUseTurns_threeReplans');
+}
+// ---------------------------------------------------------------------------
+// Test 2: 3-turn loop → 0 replans (interval=4 never hit)
+// ---------------------------------------------------------------------------
+async function test_threeToolUseTurns_zeroReplans() {
+    const sequence = [
+        'tool_use',
+        'tool_use',
+        'tool_use',
+        'end_turn',
+    ];
+    const { restore } = mockFetchSequence(sequence);
+    try {
+        const result = await runGaiaAgent(FAKE_QUESTION, baseOpts({ maxTurns: 8 }));
+        assert.equal(result.replanCount, 0, `Expected 0 replans, got ${result.replanCount}`);
+    }
+    finally {
+        restore();
+    }
+    console.log('  PASS test_threeToolUseTurns_zeroReplans');
+}
+// ---------------------------------------------------------------------------
+// Test 3: end_turn at turn 5 → 1 replan (at turn 4), not at turn 5
+// ---------------------------------------------------------------------------
+async function test_endTurnAtFive_oneReplan() {
+    // Turns 0-4 are tool_use (5 of them), turn 5 is end_turn
+    // Replan fires at turn 4 (turns=4, turns%4===0), but NOT at turn 5 (end_turn → no injection)
+    const sequence = [
+        'tool_use',
+        'tool_use',
+        'tool_use',
+        'tool_use',
+        'tool_use',
+        'end_turn',
+    ];
+    const { restore } = mockFetchSequence(sequence);
+    try {
+        const result = await runGaiaAgent(FAKE_QUESTION, baseOpts({ maxTurns: 10 }));
+        assert.equal(result.replanCount, 1, `Expected 1 replan (at turn 4), got ${result.replanCount}`);
+        assert.equal(result.timedOut, undefined, 'Should not time out');
+    }
+    finally {
+        restore();
+    }
+    console.log('  PASS test_endTurnAtFive_oneReplan');
+}
+// ---------------------------------------------------------------------------
+// Test 4: all tool_use for 8 turns → floor(8/4) = 2 replans
+// ---------------------------------------------------------------------------
+async function test_eightToolUseTurns_twoReplans() {
+    const sequence = [
+        ...Array(8).fill('tool_use'),
+        'end_turn',
+    ];
+    const { restore } = mockFetchSequence(sequence);
+    try {
+        const result = await runGaiaAgent(FAKE_QUESTION, baseOpts({ maxTurns: 9 }));
+        assert.equal(result.replanCount, 2, `Expected 2 replans, got ${result.replanCount}`);
+    }
+    finally {
+        restore();
+    }
+    console.log('  PASS test_eightToolUseTurns_twoReplans');
+}
+// ---------------------------------------------------------------------------
+// Test 5: planningInterval=0 → disabled, 0 replans even on long runs
+// ---------------------------------------------------------------------------
+async function test_intervalZero_disabledReplanning() {
+    const sequence = [
+        ...Array(8).fill('tool_use'),
+        'end_turn',
+    ];
+    const { restore } = mockFetchSequence(sequence);
+    try {
+        const result = await runGaiaAgent(FAKE_QUESTION, baseOpts({ maxTurns: 9, planningInterval: 0 }));
+        assert.equal(result.replanCount, 0, `Expected 0 replans with interval=0, got ${result.replanCount}`);
+    }
+    finally {
+        restore();
+    }
+    console.log('  PASS test_intervalZero_disabledReplanning');
+}
+// ---------------------------------------------------------------------------
+// Test 6: buildPlanningCheckpoint content smoke
+// ---------------------------------------------------------------------------
+function test_buildPlanningCheckpoint_content() {
+    const text = buildPlanningCheckpoint(4, 12);
+    assert.ok(text.includes('[PLANNING CHECKPOINT'), 'Missing checkpoint header');
+    assert.ok(text.includes('turn 4/12'), 'Missing turn counter');
+    assert.ok(text.includes('4 turns so far'), 'Missing turn count phrase');
+    assert.ok(text.includes('switch strategy'), 'Missing strategy-switch instruction');
+    assert.ok(text.includes('FINAL_ANSWER'), 'Missing FINAL_ANSWER instruction');
+    console.log('  PASS test_buildPlanningCheckpoint_content');
+}
+// ---------------------------------------------------------------------------
+// Test 7: PLANNING_INTERVAL constant equals 4
+// ---------------------------------------------------------------------------
+function test_planningInterval_constant() {
+    assert.equal(PLANNING_INTERVAL, 4, `Expected PLANNING_INTERVAL=4, got ${PLANNING_INTERVAL}`);
+    console.log('  PASS test_planningInterval_constant');
+}
+// ---------------------------------------------------------------------------
+// Runner
+// ---------------------------------------------------------------------------
+async function main() {
+    console.log('\n=== GAIA Agent Planning Interval Smoke Tests ===\n');
+    // Synchronous tests first
+    test_buildPlanningCheckpoint_content();
+    test_planningInterval_constant();
+    // Async tests
+    await test_twelveToolUseTurns_threeReplans();
+    await test_threeToolUseTurns_zeroReplans();
+    await test_endTurnAtFive_oneReplan();
+    await test_eightToolUseTurns_twoReplans();
+    await test_intervalZero_disabledReplanning();
+    console.log('\n=== All planning-interval smoke tests PASSED ===\n');
+}
+main().catch((err) => {
+    console.error('Planning interval smoke failed:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=gaia-agent-planning.smoke.js.map

package/dist/src/benchmarks/gaia-agent-planning.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-agent-planning.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-agent-planning.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAK3F,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,qCAAqC;AACrC,MAAM,aAAa,GAAiB;IAClC,OAAO,EAAE,mBAAmB;IAC5B,QAAQ,EAAE,gBAAgB;IAC1B,YAAY,EAAE,GAAG;IACjB,KAAK,EAAE,CAAC;IACR,SAAS,EAAE,IAAI;IACf,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,oDAAoD;AACpD,MAAM,cAAc,GAAsB;IACxC;QACE,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE;YACV,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,cAAc;YAC3B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;SAC/D;QACD,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;KAC1B;CACF,CAAC;AAEF,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAE9E;;;;;;;;;GASG;AACH,SAAS,iBAAiB,CACxB,QAAwC;IAExC,MAAM,KAAK,GAAa,EAAE,CAAC,CAAG,yCAAyC;IACvE,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC;IAElC,MAA6C,CAAC,KAAK,GAAG,KAAK,EAC1D,IAA4B,EAC5B,OAAqB,EACF,EAAE;QACrB,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhB,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC;QAE/C,IAAI,OAAkB,CAAC;QACvB,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,GAAG;gBACR;oBACE,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,QAAQ,GAAG,EAAE;oBACjB,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,EAAE;iBACV;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,GAAG;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,iBAAiB;iBACxB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,EAAE,EAAE,OAAO,GAAG,EAAE;YAChB,KAAK,EAAE,kBAAkB;YACzB,WAAW,EAAE,UAAU;YACvB,OAAO;YACP,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;SAChD,CAAC,CAAC;QAEH,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE;YACxB,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACL,KAAK;QACL,OAAO,EAAE,GAAG,EAAE;YACX,MAA6C,CAAC,KAAK,GAAG,aAAa,CAAC;QACvE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,6BAA6B;AAC7B,8EAA8E;AAE9E,SAAS,QAAQ,CAAC,YAAuC,EAAE;IACzD,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,SAAS,EAAE,cAAc;QACzB,KAAK,EAAE,kBAAkB;QACzB,gBAAgB,EAAE,KAAK;QACvB,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,KAAK,UAAU,oCAAoC;IACjD,0DAA0D;IAC1D,MAAM,QAAQ,GAAmC;QAC/C,GAAG,KAAK,CAAa,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACzC,UAAU;KACX,CAAC;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,2BAA2B,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACvF,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,KAAK,UAAU,kCAAkC;IAC/C,MAAM,QAAQ,GAAmC;QAC/C,UAAU;QACV,UAAU;QACV,UAAU;QACV,UAAU;KACX,CAAC;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,2BAA2B,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACvF,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;AAC3D,CAAC;AAED,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E,KAAK,UAAU,4BAA4B;IACzC,yDAAyD;IACzD,6FAA6F;IAC7F,MAAM,QAAQ,GAAmC;QAC/C,UAAU;QACV,UAAU;QACV,UAAU;QACV,UAAU;QACV,UAAU;QACV,UAAU;KACX,CAAC;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,sCAAsC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAChG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAClE,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;AACrD,CAAC;AAED,8EAA8E;AAC9E,4DAA4D;AAC5D,8EAA8E;AAE9E,KAAK,UAAU,iCAAiC;IAC9C,MAAM,QAAQ,GAAmC;QAC/C,GAAG,KAAK,CAAa,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACxC,UAAU;KACX,CAAC;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,2BAA2B,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACvF,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;AAC1D,CAAC;AAED,8EAA8E;AAC9E,qEAAqE;AACrE,8EAA8E;AAE9E,KAAK,UAAU,oCAAoC;IACjD,MAAM,QAAQ,GAAmC;QAC/C,GAAG,KAAK,CAAa,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QACxC,UAAU;KACX,CAAC;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,aAAa,EACb,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC,CAC/C,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,2CAA2C,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACvG,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,SAAS,oCAAoC;IAC3C,MAAM,IAAI,GAAG,uBAAuB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,2BAA2B,CAAC,CAAC;IAC9E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC9D,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,2BAA2B,CAAC,CAAC;IACxE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,qCAAqC,CAAC,CAAC;IACnF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,kCAAkC,CAAC,CAAC;IAE7E,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED,8EAA8E;AAC9E,8CAA8C;AAC9C,8EAA8E;AAE9E,SAAS,8BAA8B;IACrC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,EAAE,qCAAqC,iBAAiB,EAAE,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;AACvD,CAAC;AAED,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,0BAA0B;IAC1B,oCAAoC,EAAE,CAAC;IACvC,8BAA8B,EAAE,CAAC;IAEjC,cAAc;IACd,MAAM,oCAAoC,EAAE,CAAC;IAC7C,MAAM,kCAAkC,EAAE,CAAC;IAC3C,MAAM,4BAA4B,EAAE,CAAC;IACrC,MAAM,iCAAiC,EAAE,CAAC;IAC1C,MAAM,oCAAoC,EAAE,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;AACtE,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}