@claude-flow/cli 3.10.46 → 3.11.0

package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js

@@ -0,0 +1,276 @@
+/**
+ * Smoke tests for grounded_query.ts — ADR-135 / iter-33
+ *
+ * All tests are mock-based using groundedQueryTestHooks for ESM-safe injection.
+ * NO live API calls are made.
+ *
+ * Coverage:
+ *   1.  resolveGoogleAIApiKey — returns key from env var
+ *   2.  resolveGoogleAIApiKey — throws when env var absent and gcloud unavailable
+ *   3.  parseGeminiResponse — well-formed response → correct GroundedQueryResult shape
+ *   4.  parseGeminiResponse — empty grounding metadata → grounded=false, empty sources
+ *   5.  parseGeminiResponse — deduplicates sources by URI
+ *   6.  parseGeminiResponse — cost calculation uses token counts
+ *   7.  GroundedQueryTool.execute — happy path: answer + sources in output
+ *   8.  GroundedQueryTool.execute — HTTP 4xx surfaces useful error message
+ *   9.  GroundedQueryTool.execute — ungrounded response includes note in output
+ *  10.  GroundedQueryTool.execute — rejects empty query
+ *  11.  GroundedQueryTool.execute — max_tokens clamped to 8192
+ *  12.  GroundedQueryTool.execute — uses injected apiKey from constructor
+ *
+ * Run with: npx tsx grounded_query.smoke.ts  (from gaia-tools directory)
+ */
+import * as assert from 'node:assert/strict';
+import { GroundedQueryTool, groundedQueryTestHooks, resolveGoogleAIApiKey, parseGeminiResponse, createGroundedQueryTool, } from './grounded_query.js';
+// ---------------------------------------------------------------------------
+// Minimal test harness (identical to web_search.smoke.ts — no external deps)
+// ---------------------------------------------------------------------------
+let passed = 0;
+let failed = 0;
+async function test(name, fn) {
+    try {
+        await fn();
+        console.log(`  PASS  ${name}`);
+        passed++;
+    }
+    catch (err) {
+        console.error(`  FAIL  ${name}`);
+        console.error(`        ${err.message}`);
+        failed++;
+    }
+}
+function clearHooks() {
+    delete groundedQueryTestHooks.resolveKey;
+    delete groundedQueryTestHooks.fetchResponse;
+}
+// ---------------------------------------------------------------------------
+// Shared stub data
+// ---------------------------------------------------------------------------
+const STUB_RESPONSE_GROUNDED = {
+    candidates: [
+        {
+            content: { parts: [{ text: 'Mercedes Sosa released 5 studio albums in that period.' }] },
+            groundingMetadata: {
+                groundingChunks: [
+                    { web: { title: 'Mercedes Sosa discography', uri: 'https://example.com/mercedes-sosa' } },
+                    { web: { title: 'AllMusic Mercedes Sosa', uri: 'https://allmusic.com/sosa' } },
+                    { web: { title: 'Wikipedia Mercedes Sosa', uri: 'https://en.wikipedia.org/wiki/Mercedes_Sosa' } },
+                    { web: { title: 'Duplicate entry', uri: 'https://example.com/mercedes-sosa' } }, // duplicate URI
+                ],
+                webSearchQueries: ['Mercedes Sosa studio albums count'],
+            },
+        },
+    ],
+    usageMetadata: { promptTokenCount: 200, candidatesTokenCount: 50 },
+};
+const STUB_RESPONSE_UNGROUNDED = {
+    candidates: [
+        {
+            content: { parts: [{ text: 'I cannot verify this without current data.' }] },
+            // No groundingMetadata
+        },
+    ],
+    usageMetadata: { promptTokenCount: 100, candidatesTokenCount: 30 },
+};
+const STUB_RESPONSE_EMPTY_GROUNDING = {
+    candidates: [
+        {
+            content: { parts: [{ text: 'Some answer.' }] },
+            groundingMetadata: {
+                groundingChunks: [],
+                webSearchQueries: [],
+            },
+        },
+    ],
+    usageMetadata: { promptTokenCount: 50, candidatesTokenCount: 20 },
+};
+// ---------------------------------------------------------------------------
+// Test suite
+// ---------------------------------------------------------------------------
+async function runSuite() {
+    console.log('\ngrounded_query.smoke.ts — ADR-135 / iter-33 Gemini Grounding\n');
+    // -------------------------------------------------------------------------
+    // 1. resolveGoogleAIApiKey — env var happy path
+    // -------------------------------------------------------------------------
+    await test('resolveGoogleAIApiKey: returns key from env var', async () => {
+        const savedKey = process.env['GOOGLE_AI_API_KEY'];
+        process.env['GOOGLE_AI_API_KEY'] = 'test-gemini-key-123';
+        try {
+            const key = await resolveGoogleAIApiKey();
+            assert.equal(key, 'test-gemini-key-123');
+        }
+        finally {
+            if (savedKey === undefined)
+                delete process.env['GOOGLE_AI_API_KEY'];
+            else
+                process.env['GOOGLE_AI_API_KEY'] = savedKey;
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 2. resolveGoogleAIApiKey — throws when missing (tested via tool hook path
+    //    to avoid depending on whether GOOGLE_AI_API_KEY is set in CI or dev env)
+    // -------------------------------------------------------------------------
+    await test('resolveGoogleAIApiKey: throws with guidance when no key available', async () => {
+        // Use the resolveKey hook to simulate the case where no key is configured.
+        // This avoids a brittle env-var delete that breaks when the key IS present.
+        groundedQueryTestHooks.resolveKey = async () => {
+            throw new Error('grounded_query: No Google AI API key found.\n' +
+                'Set GOOGLE_AI_API_KEY env var, or ensure `gcloud` is authenticated.\n' +
+                'Get a free key at: https://aistudio.google.com/apikey');
+        };
+        const tool = new GroundedQueryTool();
+        try {
+            await assert.rejects(() => tool.execute({ query: 'test missing key' }), /GOOGLE_AI_API_KEY/);
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 3. parseGeminiResponse — well-formed grounded response
+    // -------------------------------------------------------------------------
+    await test('parseGeminiResponse: maps answer + sources + queries correctly', async () => {
+        const result = parseGeminiResponse(STUB_RESPONSE_GROUNDED);
+        assert.equal(result.model, 'gemini-2.5-flash');
+        assert.ok(result.answer.includes('5 studio albums'));
+        assert.equal(result.grounded, true);
+        // 4 chunks but one duplicate URI → 3 unique sources
+        assert.equal(result.sources.length, 3, `expected 3 unique sources, got ${result.sources.length}`);
+        assert.equal(result.search_queries_used.length, 1);
+        assert.equal(result.search_queries_used[0], 'Mercedes Sosa studio albums count');
+    });
+    // -------------------------------------------------------------------------
+    // 4. parseGeminiResponse — empty grounding → grounded=false
+    // -------------------------------------------------------------------------
+    await test('parseGeminiResponse: empty grounding metadata → grounded=false', async () => {
+        const result = parseGeminiResponse(STUB_RESPONSE_EMPTY_GROUNDING);
+        assert.equal(result.grounded, false);
+        assert.equal(result.sources.length, 0);
+        assert.equal(result.search_queries_used.length, 0);
+    });
+    // -------------------------------------------------------------------------
+    // 5. parseGeminiResponse — deduplicates sources by URI (already tested in #3
+    //    but let's verify explicitly)
+    // -------------------------------------------------------------------------
+    await test('parseGeminiResponse: deduplicates sources by URI', async () => {
+        const result = parseGeminiResponse(STUB_RESPONSE_GROUNDED);
+        const uris = result.sources.map((s) => s.uri);
+        const uniqueUris = new Set(uris);
+        assert.equal(uris.length, uniqueUris.size, 'duplicate URIs found in sources');
+    });
+    // -------------------------------------------------------------------------
+    // 6. parseGeminiResponse — cost calculation
+    // -------------------------------------------------------------------------
+    await test('parseGeminiResponse: cost_usd calculated from token counts', async () => {
+        const result = parseGeminiResponse(STUB_RESPONSE_GROUNDED);
+        // 200 input @ $0.075/M + 50 output @ $0.30/M
+        const expectedMin = (200 / 1_000_000) * 0.075 + (50 / 1_000_000) * 0.30;
+        const expectedMax = expectedMin * 1.01; // 1% tolerance for float arithmetic
+        assert.ok(result.cost_usd >= expectedMin && result.cost_usd <= expectedMax, `cost_usd=${result.cost_usd} not in [${expectedMin}, ${expectedMax}]`);
+    });
+    // -------------------------------------------------------------------------
+    // 7. GroundedQueryTool.execute — happy path
+    // -------------------------------------------------------------------------
+    await test('GroundedQueryTool.execute: happy path produces answer + sources in output', async () => {
+        groundedQueryTestHooks.resolveKey = async () => 'injected-key';
+        groundedQueryTestHooks.fetchResponse = async () => STUB_RESPONSE_GROUNDED;
+        const tool = new GroundedQueryTool();
+        try {
+            const output = await tool.execute({ query: 'How many albums did Mercedes Sosa release?' });
+            assert.ok(output.includes('gemini-2.5-flash'), 'model missing from output');
+            assert.ok(output.includes('5 studio albums'), 'answer text missing from output');
+            assert.ok(output.includes('Sources:'), 'Sources section missing from output');
+            assert.ok(output.includes('example.com/mercedes-sosa'), 'source URI missing from output');
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 8. GroundedQueryTool.execute — HTTP 4xx surfaces useful error
+    // -------------------------------------------------------------------------
+    await test('GroundedQueryTool.execute: HTTP error surfaces in thrown Error', async () => {
+        groundedQueryTestHooks.resolveKey = async () => 'bad-key';
+        groundedQueryTestHooks.fetchResponse = async () => {
+            throw new Error('grounded_query: Gemini HTTP 400: API key not valid');
+        };
+        const tool = new GroundedQueryTool();
+        try {
+            await assert.rejects(() => tool.execute({ query: 'test error' }), /Gemini HTTP 400/);
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 9. GroundedQueryTool.execute — ungrounded response includes note
+    // -------------------------------------------------------------------------
+    await test('GroundedQueryTool.execute: ungrounded response includes note in output', async () => {
+        groundedQueryTestHooks.resolveKey = async () => 'injected-key';
+        groundedQueryTestHooks.fetchResponse = async () => STUB_RESPONSE_UNGROUNDED;
+        const tool = new GroundedQueryTool();
+        try {
+            const output = await tool.execute({ query: 'some query' });
+            assert.ok(output.includes('unverified'), `expected unverified note in: ${output}`);
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 10. GroundedQueryTool.execute — rejects empty query
+    // -------------------------------------------------------------------------
+    await test('GroundedQueryTool.execute: rejects empty query', async () => {
+        const tool = new GroundedQueryTool();
+        await assert.rejects(() => tool.execute({ query: '' }), /query.*required/);
+    });
+    // -------------------------------------------------------------------------
+    // 11. GroundedQueryTool.execute — max_tokens clamped
+    // -------------------------------------------------------------------------
+    await test('GroundedQueryTool.execute: max_tokens clamped to 8192', async () => {
+        let capturedMaxTokens = 0;
+        groundedQueryTestHooks.resolveKey = async () => 'injected-key';
+        groundedQueryTestHooks.fetchResponse = async (_q, maxTokens) => {
+            capturedMaxTokens = maxTokens;
+            return STUB_RESPONSE_GROUNDED;
+        };
+        const tool = new GroundedQueryTool();
+        try {
+            await tool.execute({ query: 'test max tokens', max_tokens: 99_999 });
+            assert.equal(capturedMaxTokens, 8192, `expected 8192, got ${capturedMaxTokens}`);
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // -------------------------------------------------------------------------
+    // 12. GroundedQueryTool — uses injected apiKey from constructor
+    // -------------------------------------------------------------------------
+    await test('createGroundedQueryTool: uses apiKey passed to constructor', async () => {
+        let capturedKey = '';
+        groundedQueryTestHooks.fetchResponse = async (_q, _max, key) => {
+            capturedKey = key;
+            return STUB_RESPONSE_GROUNDED;
+        };
+        const tool = createGroundedQueryTool({ apiKey: 'constructor-key' });
+        try {
+            await tool.execute({ query: 'test constructor key' });
+            assert.equal(capturedKey, 'constructor-key', `expected 'constructor-key', got '${capturedKey}'`);
+        }
+        finally {
+            clearHooks();
+        }
+    });
+    // ---------------------------------------------------------------------------
+    // Summary
+    // ---------------------------------------------------------------------------
+    console.log(`\n${passed} passed, ${failed} failed\n`);
+    if (failed > 0) {
+        process.exit(1);
+    }
+}
+runSuite().catch((err) => {
+    console.error('Smoke test runner error:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=grounded_query.smoke.js.map

package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grounded_query.smoke.js","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-tools/grounded_query.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EACL,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,qBAAqB,CAAC;AAE7B,8EAA8E;AAC9E,6EAA6E;AAC7E,8EAA8E;AAE9E,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,KAAK,UAAU,IAAI,CAAC,IAAY,EAAE,EAAuB;IACvD,IAAI,CAAC;QACH,MAAM,EAAE,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QAC/B,MAAM,EAAE,CAAC;IACX,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,WAAY,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACnD,MAAM,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,sBAAsB,CAAC,UAAU,CAAC;IACzC,OAAO,sBAAsB,CAAC,aAAa,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,sBAAsB,GAAG;IAC7B,UAAU,EAAE;QACV;YACE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,wDAAwD,EAAE,CAAC,EAAE;YACxF,iBAAiB,EAAE;gBACjB,eAAe,EAAE;oBACf,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,GAAG,EAAE,mCAAmC,EAAE,EAAE;oBACzF,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,wBAAwB,EAAE,GAAG,EAAE,2BAA2B,EAAE,EAAE;oBAC9E,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,yBAAyB,EAAE,GAAG,EAAE,6CAA6C,EAAE,EAAE;oBACjG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,mCAAmC,EAAE,EAAE,EAAE,gBAAgB;iBAClG;gBACD,gBAAgB,EAAE,CAAC,mCAAmC,CAAC;aACxD;SACF;KACF;IACD,aAAa,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,oBAAoB,EAAE,EAAE,EAAE;CACnE,CAAC;AAEF,MAAM,wBAAwB,GAAG;IAC/B,UAAU,EAAE;QACV;YACE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,4CAA4C,EAAE,CAAC,EAAE;YAC5E,uBAAuB;SACxB;KACF;IACD,aAAa,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,oBAAoB,EAAE,EAAE,EAAE;CACnE,CAAC;AAEF,MAAM,6BAA6B,GAAG;IACpC,UAAU,EAAE;QACV;YACE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;YAC9C,iBAAiB,EAAE;gBACjB,eAAe,EAAE,EAAE;gBACnB,gBAAgB,EAAE,EAAE;aACrB;SACF;KACF;IACD,aAAa,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE;CAClE,CAAC;AAEF,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E,KAAK,UAAU,QAAQ;IACrB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,4EAA4E;IAC5E,gDAAgD;IAChD,4EAA4E;IAC5E,MAAM,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,qBAAqB,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,qBAAqB,EAAE,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,IAAI,QAAQ,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;;gBAC/D,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,QAAQ,CAAC;QACnD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4EAA4E;IAC5E,8EAA8E;IAC9E,4EAA4E;IAC5E,MAAM,IAAI,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACzF,2EAA2E;QAC3E,4EAA4E;QAC5E,sBAAsB,CAAC,UAAU,GAAG,KAAK,IAAI,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,+CAA+C;gBAC7C,uEAAuE;gBACvE,uDAAuD,CAC1D,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,EACjD,mBAAmB,CACpB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,yDAAyD;IACzD,4EAA4E;IAC5E,MAAM,IAAI,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,MAAM,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,oDAAoD;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,kCAAkC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAClG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mCAAmC,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4DAA4D;IAC5D,4EAA4E;IAC5E,MAAM,IAAI,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,MAAM,GAAG,mBAAmB,CAAC,6BAA6B,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,6EAA6E;IAC7E,kCAAkC;IAClC,4EAA4E;IAC5E,MAAM,IAAI,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,MAAM,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,iCAAiC,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4CAA4C;IAC5C,4EAA4E;IAC5E,MAAM,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,MAAM,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QAC3D,6CAA6C;QAC7C,MAAM,WAAW,GAAG,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;QACxE,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC,CAAC,oCAAoC;QAC5E,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,QAAQ,IAAI,WAAW,IAAI,MAAM,CAAC,QAAQ,IAAI,WAAW,EAChE,YAAY,MAAM,CAAC,QAAQ,YAAY,WAAW,KAAK,WAAW,GAAG,CACtE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4CAA4C;IAC5C,4EAA4E;IAC5E,MAAM,IAAI,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QACjG,sBAAsB,CAAC,UAAU,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC;QAC/D,sBAAsB,CAAC,aAAa,GAAG,KAAK,IAAI,EAAE,CAAC,sBAAsB,CAAC;QAE1E,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC,CAAC;YAC3F,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,2BAA2B,CAAC,CAAC;YAC5E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,iCAAiC,CAAC,CAAC;YACjF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,qCAAqC,CAAC,CAAC;YAC9E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,gCAAgC,CAAC,CAAC;QAC5F,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,gEAAgE;IAChE,4EAA4E;IAC5E,MAAM,IAAI,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QACtF,sBAAsB,CAAC,UAAU,GAAG,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QAC1D,sBAAsB,CAAC,aAAa,GAAG,KAAK,IAAI,EAAE;YAChD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAC3C,iBAAiB,CAClB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,mEAAmE;IACnE,4EAA4E;IAC5E,MAAM,IAAI,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QAC9F,sBAAsB,CAAC,UAAU,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC;QAC/D,sBAAsB,CAAC,aAAa,GAAG,KAAK,IAAI,EAAE,CAAC,wBAAwB,CAAC;QAE5E,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,gCAAgC,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,sDAAsD;IACtD,4EAA4E;IAC5E,MAAM,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EACjC,iBAAiB,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,qDAAqD;IACrD,4EAA4E;IAC5E,MAAM,IAAI,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QAC7E,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,sBAAsB,CAAC,UAAU,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC;QAC/D,sBAAsB,CAAC,aAAa,GAAG,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;YAC7D,iBAAiB,GAAG,SAAS,CAAC;YAC9B,OAAO,sBAAsB,CAAC;QAChC,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,EAAE,sBAAsB,iBAAiB,EAAE,CAAC,CAAC;QACnF,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,gEAAgE;IAChE,4EAA4E;IAC5E,MAAM,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAClF,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,sBAAsB,CAAC,aAAa,GAAG,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;YAC7D,WAAW,GAAG,GAAG,CAAC;YAClB,OAAO,sBAAsB,CAAC;QAChC,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,uBAAuB,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,iBAAiB,EAAE,oCAAoC,WAAW,GAAG,CAAC,CAAC;QACnG,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,UAAU;IACV,8EAA8E;IAC9E,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,YAAY,MAAM,WAAW,CAAC,CAAC;IACtD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACvB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-tools/image_describe.d.ts

@@ -0,0 +1,45 @@
+/**
+ * GAIA Tool: image_describe — ADR-133-PR5
+ *
+ * Describes an image at a given URL or local file path using Anthropic's
+ * claude-haiku-4-5 model with vision (image content blocks).  Covers the
+ * subset of GAIA Level-1 questions that provide image attachments (graphs,
+ * screenshots, photos, diagrams).
+ *
+ * ============================================================
+ * DESIGN NOTES
+ * ============================================================
+ * - Uses the Anthropic Messages API directly via `fetch` (same approach as
+ *   gaia-agent.ts / gaia-judge.ts) — no SDK dependency.
+ * - API key resolution order mirrors gaia-agent.ts:
+ *     1. `options.apiKey` (caller-supplied)
+ *     2. ANTHROPIC_API_KEY env var
+ *     3. gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY
+ * - Model: claude-haiku-4-5 (cheapest vision-capable model, ~$0.001/call).
+ * - URL images: sent as { type: 'url', url } — Anthropic fetches the image.
+ * - Local files: read as Buffer, base64-encoded, MIME detected from extension.
+ * - execute() NEVER throws — returns a structured error string so the agent
+ *   loop can forward it to Claude rather than crashing.
+ *
+ * ============================================================
+ * SUPPORTED IMAGE FORMATS
+ * ============================================================
+ * Anthropic vision accepts: JPEG, PNG, GIF, WebP.
+ * Unsupported formats return a descriptive error that Claude can relay.
+ *
+ * Refs: ADR-133, #2156
+ */
+import { GaiaTool, ToolDefinition } from './types.js';
+export declare class ImageDescribeTool implements GaiaTool {
+    readonly name = "image_describe";
+    private readonly apiKey?;
+    constructor(apiKey?: string);
+    readonly definition: ToolDefinition;
+    execute(input: Record<string, unknown>): Promise<string>;
+}
+export interface ImageDescribeToolOptions {
+    /** Anthropic API key (falls back to env / gcloud if omitted). */
+    apiKey?: string;
+}
+export declare function createImageDescribeTool(opts?: ImageDescribeToolOptions): ImageDescribeTool;
+//# sourceMappingURL=image_describe.d.ts.map

package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_describe.d.ts","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-tools/image_describe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAKH,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAwJtD,qBAAa,iBAAkB,YAAW,QAAQ;IAChD,QAAQ,CAAC,IAAI,oBAAoB;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAS;gBAErB,MAAM,CAAC,EAAE,MAAM;IAI3B,QAAQ,CAAC,UAAU,EAAE,cAAc,CA0BjC;IAEI,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;CA6D/D;AAMD,MAAM,WAAW,wBAAwB;IACvC,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,uBAAuB,CAAC,IAAI,CAAC,EAAE,wBAAwB,GAAG,iBAAiB,CAE1F"}

package/dist/src/benchmarks/gaia-tools/image_describe.js

@@ -0,0 +1,222 @@
+/**
+ * GAIA Tool: image_describe — ADR-133-PR5
+ *
+ * Describes an image at a given URL or local file path using Anthropic's
+ * claude-haiku-4-5 model with vision (image content blocks).  Covers the
+ * subset of GAIA Level-1 questions that provide image attachments (graphs,
+ * screenshots, photos, diagrams).
+ *
+ * ============================================================
+ * DESIGN NOTES
+ * ============================================================
+ * - Uses the Anthropic Messages API directly via `fetch` (same approach as
+ *   gaia-agent.ts / gaia-judge.ts) — no SDK dependency.
+ * - API key resolution order mirrors gaia-agent.ts:
+ *     1. `options.apiKey` (caller-supplied)
+ *     2. ANTHROPIC_API_KEY env var
+ *     3. gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY
+ * - Model: claude-haiku-4-5 (cheapest vision-capable model, ~$0.001/call).
+ * - URL images: sent as { type: 'url', url } — Anthropic fetches the image.
+ * - Local files: read as Buffer, base64-encoded, MIME detected from extension.
+ * - execute() NEVER throws — returns a structured error string so the agent
+ *   loop can forward it to Claude rather than crashing.
+ *
+ * ============================================================
+ * SUPPORTED IMAGE FORMATS
+ * ============================================================
+ * Anthropic vision accepts: JPEG, PNG, GIF, WebP.
+ * Unsupported formats return a descriptive error that Claude can relay.
+ *
+ * Refs: ADR-133, #2156
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { execSync } from 'node:child_process';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+const VISION_MODEL = 'claude-haiku-4-5';
+const ANTHROPIC_API_VERSION = '2023-06-01';
+const ANTHROPIC_API_URL = 'https://api.anthropic.com/v1/messages';
+const MAX_TOKENS = 512;
+const DEFAULT_PROMPT = 'Describe this image in detail. Note any text, charts, diagrams, tables, ' +
+    'numerical data, labels, axes, legends, or other content that would be ' +
+    'useful to answer a factual question about what the image shows.';
+const EXT_TO_MIME = {
+    '.jpg': 'image/jpeg',
+    '.jpeg': 'image/jpeg',
+    '.png': 'image/png',
+    '.gif': 'image/gif',
+    '.webp': 'image/webp',
+};
+function detectMime(filePath, buf) {
+    // Magic bytes first
+    if (buf.length >= 2 && buf[0] === 0xff && buf[1] === 0xd8)
+        return 'image/jpeg';
+    if (buf.length >= 4 &&
+        buf[0] === 0x89 &&
+        buf[1] === 0x50 &&
+        buf[2] === 0x4e &&
+        buf[3] === 0x47)
+        return 'image/png';
+    if (buf.length >= 4 &&
+        buf[0] === 0x47 &&
+        buf[1] === 0x49 &&
+        buf[2] === 0x46 &&
+        buf[3] === 0x38)
+        return 'image/gif';
+    if (buf.length >= 4 &&
+        buf[0] === 0x52 &&
+        buf[1] === 0x49 &&
+        buf[2] === 0x46 &&
+        buf[3] === 0x46)
+        return 'image/webp';
+    // Fall back to extension
+    const ext = path.extname(filePath).toLowerCase();
+    return EXT_TO_MIME[ext] ?? 'image/png';
+}
+// ---------------------------------------------------------------------------
+// API key resolution (mirrors gaia-agent.ts)
+// ---------------------------------------------------------------------------
+function resolveAnthropicApiKey(suppliedKey) {
+    if (suppliedKey && suppliedKey.trim())
+        return suppliedKey.trim();
+    const envKey = process.env.ANTHROPIC_API_KEY;
+    if (envKey && envKey.trim())
+        return envKey.trim();
+    try {
+        const out = execSync('gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
+        if (out)
+            return out;
+    }
+    catch {
+        /* fall through */
+    }
+    throw new Error('ANTHROPIC_API_KEY not found.  Set the env var or store it in GCP Secret Manager ' +
+        'under "ANTHROPIC_API_KEY".');
+}
+async function callVisionApi(imageBlock, prompt, apiKey) {
+    const body = JSON.stringify({
+        model: VISION_MODEL,
+        max_tokens: MAX_TOKENS,
+        messages: [
+            {
+                role: 'user',
+                content: [imageBlock, { type: 'text', text: prompt }],
+            },
+        ],
+    });
+    const resp = await fetch(ANTHROPIC_API_URL, {
+        method: 'POST',
+        headers: {
+            'x-api-key': apiKey,
+            'anthropic-version': ANTHROPIC_API_VERSION,
+            'content-type': 'application/json',
+        },
+        body,
+    });
+    if (!resp.ok) {
+        const errText = await resp.text().catch(() => '(no body)');
+        throw new Error(`Anthropic API error ${resp.status}: ${errText}`);
+    }
+    const json = (await resp.json());
+    if (json.error)
+        throw new Error(`Anthropic API error: ${json.error.message}`);
+    const textBlock = json.content?.find((b) => b.type === 'text');
+    return textBlock?.text ?? '(no description returned)';
+}
+// ---------------------------------------------------------------------------
+// GaiaTool implementation
+// ---------------------------------------------------------------------------
+export class ImageDescribeTool {
+    name = 'image_describe';
+    apiKey;
+    constructor(apiKey) {
+        this.apiKey = apiKey;
+    }
+    definition = {
+        name: 'image_describe',
+        description: 'Describe an image at a given URL or local absolute file path. ' +
+            'Returns a detailed text description suitable as input to answer ' +
+            'factual questions about the image content (charts, graphs, photos, ' +
+            'screenshots, diagrams, text in images). ' +
+            `Uses ${VISION_MODEL} for cost-efficient vision (~$0.001/call). ` +
+            'Supported formats: JPEG, PNG, GIF, WebP.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                source: {
+                    type: 'string',
+                    description: 'URL (http/https) or absolute local file path of the image to describe.',
+                },
+                prompt: {
+                    type: 'string',
+                    description: 'Optional instruction to guide the description ' +
+                        '(default: describe all visible content with focus on factual details).',
+                },
+            },
+            required: ['source'],
+        },
+    };
+    async execute(input) {
+        const source = String(input['source'] ?? '').trim();
+        if (!source)
+            throw new Error('image_describe: `source` input is required and must be non-empty.');
+        const prompt = input['prompt'] != null ? String(input['prompt']).trim() : DEFAULT_PROMPT;
+        // Resolve API key — errors here are caught by the agent loop.
+        let apiKey;
+        try {
+            apiKey = resolveAnthropicApiKey(this.apiKey);
+        }
+        catch (e) {
+            return `[image_describe error] ${String(e)}`;
+        }
+        let imageBlock;
+        if (source.startsWith('http://') || source.startsWith('https://')) {
+            // URL image — Anthropic fetches it directly.
+            imageBlock = {
+                type: 'image',
+                source: { type: 'url', url: source },
+            };
+        }
+        else {
+            // Local file — validate, read, base64-encode.
+            if (!path.isAbsolute(source)) {
+                return (`[image_describe error] Local file paths must be absolute. ` +
+                    `Got: "${source}".`);
+            }
+            let buf;
+            try {
+                buf = fs.readFileSync(source);
+            }
+            catch (e) {
+                const err = e;
+                if (err.code === 'ENOENT') {
+                    return `[image_describe error] File not found: ${source}`;
+                }
+                return `[image_describe error] Cannot read file "${source}": ${String(e)}`;
+            }
+            const mime = detectMime(source, buf);
+            imageBlock = {
+                type: 'image',
+                source: {
+                    type: 'base64',
+                    media_type: mime,
+                    data: buf.toString('base64'),
+                },
+            };
+        }
+        try {
+            const description = await callVisionApi(imageBlock, prompt, apiKey);
+            return `[image_describe: ${VISION_MODEL}]\n${description}`;
+        }
+        catch (e) {
+            // Return error as string — never throw so the agent loop stays alive.
+            return `[image_describe error] ${String(e)}`;
+        }
+    }
+}
+export function createImageDescribeTool(opts) {
+    return new ImageDescribeTool(opts?.apiKey);
+}
+//# sourceMappingURL=image_describe.js.map

package/dist/src/benchmarks/gaia-tools/image_describe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_describe.js","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-tools/image_describe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAG9C,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,YAAY,GAAG,kBAAkB,CAAC;AACxC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAC3C,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAClE,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,cAAc,GAClB,0EAA0E;IAC1E,wEAAwE;IACxE,iEAAiE,CAAC;AAQpE,MAAM,WAAW,GAAkC;IACjD,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;CACtB,CAAC;AAEF,SAAS,UAAU,CAAC,QAAgB,EAAE,GAAW;IAC/C,oBAAoB;IACpB,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,YAAY,CAAC;IAC/E,IACE,GAAG,CAAC,MAAM,IAAI,CAAC;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QAEf,OAAO,WAAW,CAAC;IACrB,IACE,GAAG,CAAC,MAAM,IAAI,CAAC;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QAEf,OAAO,WAAW,CAAC;IACrB,IACE,GAAG,CAAC,MAAM,IAAI,CAAC;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QACf,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QAEf,OAAO,YAAY,CAAC;IACtB,yBAAyB;IACzB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC;AACzC,CAAC;AAED,8EAA8E;AAC9E,6CAA6C;AAC7C,8EAA8E;AAE9E,SAAS,sBAAsB,CAAC,WAAoB;IAClD,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,EAAE;QAAE,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC7C,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,8EAA8E,EAC9E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IACD,MAAM,IAAI,KAAK,CACb,kFAAkF;QAChF,4BAA4B,CAC/B,CAAC;AACJ,CAAC;AAuBD,KAAK,UAAU,aAAa,CAC1B,UAA+B,EAC/B,MAAc,EACd,MAAc;IAEd,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK,EAAE,YAAY;QACnB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAwB,CAAC;aAC5E;SACF;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;QAC1C,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,WAAW,EAAE,MAAM;YACnB,mBAAmB,EAAE,qBAAqB;YAC1C,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI;KACL,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAI9B,CAAC;IAEF,IAAI,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAE9E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC/D,OAAO,SAAS,EAAE,IAAI,IAAI,2BAA2B,CAAC;AACxD,CAAC;AAED,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,gBAAgB,CAAC;IAChB,MAAM,CAAU;IAEjC,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEQ,UAAU,GAAmB;QACpC,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,gEAAgE;YAChE,kEAAkE;YAClE,qEAAqE;YACrE,0CAA0C;YAC1C,QAAQ,YAAY,6CAA6C;YACjE,0CAA0C;QAC5C,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,wEAAwE;iBAC3E;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,gDAAgD;wBAChD,wEAAwE;iBAC3E;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;KACF,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,KAA8B;QAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAElG,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;QAEzF,8DAA8D;QAC9D,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,OAAO,0BAA0B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,UAA+B,CAAC;QAEpC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAClE,6CAA6C;YAC7C,UAAU,GAAG;gBACX,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE;aACrC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,8CAA8C;YAC9C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO,CACL,4DAA4D;oBAC5D,SAAS,MAAM,IAAI,CACpB,CAAC;YACJ,CAAC;YAED,IAAI,GAAW,CAAC;YAChB,IAAI,CAAC;gBACH,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,CAAU,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,CAA0B,CAAC;gBACvC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1B,OAAO,0CAA0C,MAAM,EAAE,CAAC;gBAC5D,CAAC;gBACD,OAAO,4CAA4C,MAAM,MAAM,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,CAAC;YAED,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACrC,UAAU,GAAG;gBACX,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,IAAI;oBAChB,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;iBAC7B;aACF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACpE,OAAO,oBAAoB,YAAY,MAAM,WAAW,EAAE,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,sEAAsE;YACtE,OAAO,0BAA0B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;CACF;AAWD,MAAM,UAAU,uBAAuB,CAAC,IAA+B;IACrE,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC"}

package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Smoke tests for image_describe — ADR-133-PR5
+ *
+ * Run with:
+ *   cd v3/@claude-flow/cli
+ *   npx tsx src/benchmarks/gaia-tools/image_describe.smoke.ts
+ *
+ * Tests:
+ *   1. URL image (Wikipedia logo PNG) — description contains 'wiki' or 'logo' or 'W'
+ *   2. Missing API key — returns error string, does not crash
+ *   3. Non-existent local file — returns error string, does not crash
+ *   4. Invalid source (empty) — throws (caught by test harness)
+ *
+ * If ANTHROPIC_API_KEY is not set and gcloud is not available, Test 1 is
+ * marked SKIP (not FAIL) — the tool's graceful error path is validated in
+ * Test 2 instead.
+ *
+ * Cost estimate: ~$0.001 per live API call (Haiku vision, single small image).
+ * Total smoke cost: ≤$0.001 (only Test 1 makes a live call).
+ *
+ * Refs: ADR-133, #2156
+ */
+export {};
+//# sourceMappingURL=image_describe.smoke.d.ts.map

package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_describe.smoke.d.ts","sourceRoot":"","sources":["../../../../src/benchmarks/gaia-tools/image_describe.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG"}