npm - @claude-flow/cli - Versions diffs - 3.10.4 → 3.10.6 - Mend

@claude-flow/cli 3.10.4 → 3.10.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (242) hide show

package/dist/src/benchmarks/gaia-visit-webpage.smoke.js ADDED Viewed

@@ -0,0 +1,304 @@
+/**
+ * Smoke tests for visit_webpage — iter-57
+ *
+ * Tests the upgraded visit_webpage implementation WITHOUT making live HTTP calls.
+ * All fixtures use visitWebpageTestHooks.fetchHtml to inject canned HTML.
+ *
+ * Test fixtures:
+ *   1. Plain HTML article     — expects >500 chars, non-empty title
+ *   2. Wikipedia-style page   — expects infobox text extracted, links present
+ *   3. JS-heavy minimal shell — falls back to regex, still returns something
+ *   4. max_chars truncation   — capped at 500 chars via parameter
+ *   5. PDF URL (rejection)    — graceful error message, not a throw to agent
+ *   6. Invalid URL            — validation rejects before fetch
+ *   7. Link extraction        — up to 30 links extracted from anchor tags
+ *   8. extractTextFromHtml    — direct test of the regex fallback path
+ *
+ * Run (after build):
+ *   node dist/src/benchmarks/gaia-visit-webpage.smoke.js
+ *
+ * Exit 0 on all pass, 1 on any failure.
+ *
+ * Refs: ADR-138, iter-57, #2156
+ */
+// ---------------------------------------------------------------------------
+// Imports — dynamic to support both tsx (source) and compiled JS at runtime
+// ---------------------------------------------------------------------------
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let _visitWebpage;
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let _visitWebpageTestHooks;
+let _createVisitWebpageTool;
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+let _extractTextViaRegex;
+// ---------------------------------------------------------------------------
+// Fixture HTML
+// ---------------------------------------------------------------------------
+const PLAIN_ARTICLE_HTML = `<!DOCTYPE html>
+<html><head><title>The Life of Ada Lovelace</title></head>
+<body>
+<header><nav>Home | About | Contact</nav></header>
+<main>
+<article>
+<h1>Ada Lovelace: The First Programmer</h1>
+<p>Augusta Ada King, Countess of Lovelace, was an English mathematician and writer, chiefly known
+for her work on Charles Babbage's proposed mechanical general-purpose computer, the Analytical Engine.</p>
+<p>She was the first to recognise that the machine had applications beyond pure calculation, and to have
+published the first algorithm intended to be carried out by such a machine. As a result, she is often
+regarded as the first computer programmer.</p>
+<p>Born on 10 December 1815, Ada was the only legitimate child of the poet Lord Byron and his wife
+Lady Byron. All of Byron's other children were born out of wedlock to other women.</p>
+<p>She died on 27 November 1852, at the age of 36, from what was probably uterine cancer. She was
+buried at the Church of St. Mary Magdalene in Hucknall, Nottinghamshire.</p>
+</article>
+</main>
+<footer>Copyright 2026. All rights reserved.</footer>
+</body></html>`;
+const WIKIPEDIA_STYLE_HTML = `<!DOCTYPE html>
+<html><head><title>Charles Babbage - Wikipedia</title></head>
+<body>
+<div id="mw-content-text">
+<table class="infobox">
+<tr><th>Born</th><td>26 December 1791, London</td></tr>
+<tr><th>Died</th><td>18 October 1871 (aged 79), London</td></tr>
+<tr><th>Nationality</th><td>British</td></tr>
+</table>
+<p>Charles Babbage KH FRS was an English polymath. A mathematician, philosopher, inventor and
+mechanical engineer, Babbage originated the concept of a digital programmable computer.</p>
+<p>He invented the Difference Engine and conceived the Analytical Engine — precursors to the modern
+computer. His work on the Analytical Engine influenced Ada Lovelace, who wrote the first published
+algorithm for it.</p>
+</div>
+<div id="toc"><a href="#history">History</a><a href="#legacy">Legacy</a></div>
+</body></html>`;
+const JS_HEAVY_SHELL_HTML = `<!DOCTYPE html>
+<html><head><title>React App</title></head>
+<body>
+<div id="root"></div>
+<script>!function(e){function r(r){for(var n,i,s=r[0],l=r[1]}window.__WEBPACK_MODULES__={};</script>
+</body></html>`;
+const LINKS_HTML = `<!DOCTYPE html>
+<html><head><title>Links Test Page</title></head>
+<body>
+<p>See <a href="https://example.com/article1">Article One</a> for details.</p>
+<p>Also check <a href="https://example.com/article2">Article Two</a> and
+<a href="https://wikipedia.org/wiki/Test">Wikipedia Test</a>.</p>
+<p><a href="javascript:void(0)">Bad link</a> should be excluded.</p>
+<p><a href="mailto:test@example.com">Email</a> should be excluded.</p>
+<p>Another <a href="/relative/path">Relative link</a> should resolve.</p>
+<p>Content text here to ensure non-empty output for the test to pass.</p>
+</body></html>`;
+function assert(cond, msg) {
+    if (!cond)
+        throw new Error(`Assertion failed: ${msg}`);
+}
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+const TESTS = [
+    // -------------------------------------------------------------------------
+    // Test 1: Plain HTML article — primary path
+    // -------------------------------------------------------------------------
+    {
+        label: 'T1: plain HTML article — >500 chars, non-empty title',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: PLAIN_ARTICLE_HTML,
+                finalUrl: 'https://example.com/ada-lovelace',
+            });
+            const result = await _visitWebpage('https://example.com/ada-lovelace', 50_000);
+            assert(result.title === 'The Life of Ada Lovelace', `Expected title, got "${result.title}"`);
+            assert(result.content.length > 500, `Content too short: ${result.content.length} chars`);
+            assert(!result.truncated, 'Should not be truncated');
+            assert(result.sources_consulted.includes('https://example.com/ada-lovelace'), 'URL in sources');
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 2: Wikipedia-style page — infobox text + links
+    // -------------------------------------------------------------------------
+    {
+        label: 'T2: Wikipedia-style page — infobox and body text extracted',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: WIKIPEDIA_STYLE_HTML,
+                finalUrl: 'https://en.wikipedia.org/wiki/Charles_Babbage',
+            });
+            const result = await _visitWebpage('https://en.wikipedia.org/wiki/Charles_Babbage', 50_000);
+            assert(result.title === 'Charles Babbage - Wikipedia', `Title: ${result.title}`);
+            assert(result.content.length > 200, `Content too short: ${result.content.length}`);
+            // Content must contain some of the article text
+            assert(result.content.includes('Babbage') || result.content.includes('Difference Engine'), `Expected article text, got: ${result.content.slice(0, 200)}`);
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 3: JS-heavy shell — falls back to regex, still returns something
+    // -------------------------------------------------------------------------
+    {
+        label: 'T3: JS-heavy shell — fallback extracts non-empty content',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: JS_HEAVY_SHELL_HTML,
+                finalUrl: 'https://spa-app.example.com',
+            });
+            const tool = _createVisitWebpageTool();
+            // For JS-heavy pages, Python bs4 will extract the title at minimum.
+            // The tool should return a non-throwing response.
+            let output;
+            try {
+                output = await tool.execute({ url: 'https://spa-app.example.com' });
+                // Either returns content or the "no readable text" message — both are OK
+                assert(typeof output === 'string' && output.length > 0, 'Must return non-empty string');
+                assert(!output.toLowerCase().includes('error'), `Unexpected error in output: ${output.slice(0, 100)}`);
+            }
+            catch (err) {
+                throw new Error(`T3 threw unexpectedly: ${String(err)}`);
+            }
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 4: max_chars truncation
+    // -------------------------------------------------------------------------
+    {
+        label: 'T4: max_chars truncation — content capped at 500',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: PLAIN_ARTICLE_HTML,
+                finalUrl: 'https://example.com/ada-lovelace',
+            });
+            const result = await _visitWebpage('https://example.com/ada-lovelace', 500);
+            assert(result.truncated, 'Expected truncated=true');
+            assert(result.chars_returned <= 500, `chars_returned=${result.chars_returned} > 500`);
+            assert(result.content.length <= 500, `content.length=${result.content.length} > 500`);
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 5: PDF URL — graceful error, not throw to agent
+    // -------------------------------------------------------------------------
+    {
+        label: 'T5: PDF URL — graceful error message returned',
+        async run() {
+            // Simulate what fetchPage would throw for a PDF
+            _visitWebpageTestHooks.fetchHtml = async (_url) => {
+                throw new Error('visit_webpage: URL returns a PDF. Use file_read with the downloaded path instead. URL: https://example.com/doc.pdf');
+            };
+            const tool = _createVisitWebpageTool();
+            let output;
+            try {
+                // The tool.execute should propagate the throw — the agent loop catches it
+                await tool.execute({ url: 'https://example.com/doc.pdf' });
+                throw new Error('T5: Expected tool to throw for PDF URL');
+            }
+            catch (err) {
+                const msg = String(err);
+                assert(msg.includes('PDF') || msg.includes('visit_webpage'), `Error should mention PDF: ${msg}`);
+                output = msg;
+            }
+            assert(output.length > 0, 'Should have error message');
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 6: Invalid URL — validation rejects
+    // -------------------------------------------------------------------------
+    {
+        label: 'T6: invalid URL — validation error thrown',
+        async run() {
+            const tool = _createVisitWebpageTool();
+            try {
+                await tool.execute({ url: 'not-a-url' });
+                throw new Error('T6: Expected validation error');
+            }
+            catch (err) {
+                const msg = String(err);
+                assert(msg.includes('visit_webpage') && (msg.includes('URL') || msg.includes('url')), `Expected validation error, got: ${msg}`);
+            }
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 7: Link extraction
+    // -------------------------------------------------------------------------
+    {
+        label: 'T7: link extraction — absolute and relative links extracted',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: LINKS_HTML,
+                finalUrl: 'https://example.com/page',
+            });
+            const result = await _visitWebpage('https://example.com/page', 50_000);
+            assert(result.links.length >= 3, `Expected ≥3 links, got ${result.links.length}: ${JSON.stringify(result.links)}`);
+            const hrefs = result.links.map((l) => l.href);
+            assert(hrefs.some((h) => h.includes('article1')), 'Missing article1 link');
+            assert(hrefs.some((h) => h.includes('article2')), 'Missing article2 link');
+            assert(hrefs.some((h) => h.includes('wikipedia')), 'Missing wikipedia link');
+            // javascript: and mailto: links must be excluded
+            assert(!hrefs.some((h) => h.startsWith('javascript:')), 'javascript: link must be excluded');
+            assert(!hrefs.some((h) => h.startsWith('mailto:')), 'mailto: link must be excluded');
+            // Link text must be non-empty
+            for (const link of result.links) {
+                assert(link.text.length > 0, `Link with empty text: ${JSON.stringify(link)}`);
+            }
+        },
+    },
+    // -------------------------------------------------------------------------
+    // Test 8: redirect tracking
+    // -------------------------------------------------------------------------
+    {
+        label: 'T8: redirect tracking — sources_consulted includes both URLs',
+        async run() {
+            _visitWebpageTestHooks.fetchHtml = async (_url) => ({
+                html: PLAIN_ARTICLE_HTML,
+                finalUrl: 'https://example.com/redirected-page',
+            });
+            const result = await _visitWebpage('https://example.com/original', 50_000);
+            assert(result.sources_consulted.includes('https://example.com/original'), 'sources_consulted missing original URL');
+            assert(result.sources_consulted.includes('https://example.com/redirected-page'), 'sources_consulted missing final URL');
+        },
+    },
+];
+// ---------------------------------------------------------------------------
+// Runner
+// ---------------------------------------------------------------------------
+async function main() {
+    const mod = await import('./gaia-tools/index.js');
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const m = mod;
+    _visitWebpage = m.visitWebpage;
+    _visitWebpageTestHooks = m.visitWebpageTestHooks;
+    _createVisitWebpageTool = m.createVisitWebpageTool;
+    if (typeof _visitWebpage !== 'function') {
+        console.error('ERROR: visitWebpage not exported from gaia-tools/index.\n' +
+            'Add `export { visitWebpage, visitWebpageTestHooks } from ./visit_webpage.js` to index.ts.');
+        process.exit(1);
+    }
+    if (!_visitWebpageTestHooks || typeof _visitWebpageTestHooks !== 'object') {
+        console.error('ERROR: visitWebpageTestHooks not exported from gaia-tools/index.');
+        process.exit(1);
+    }
+    const PASS = '\x1b[32mPASS\x1b[0m';
+    const FAIL = '\x1b[31mFAIL\x1b[0m';
+    let failures = 0;
+    console.log('\n=== gaia-visit-webpage smoke (iter-57) ===\n');
+    for (const tc of TESTS) {
+        // Reset test hooks before each test
+        _visitWebpageTestHooks.fetchHtml = undefined;
+        try {
+            await tc.run();
+            console.log(`  ${PASS}  ${tc.label}`);
+        }
+        catch (err) {
+            console.log(`  ${FAIL}  ${tc.label}`);
+            console.log(`         ${String(err)}`);
+            failures++;
+        }
+    }
+    const total = TESTS.length;
+    const passed = total - failures;
+    console.log(`\n=== ${failures === 0 ? 'ALL PASSED' : `${failures} FAILED`} (${passed}/${total} cases) ===\n`);
+    if (failures > 0)
+        process.exit(1);
+}
+main().catch((err) => {
+    console.error('Smoke crashed:', err);
+    process.exit(2);
+});
+export {};
+//# sourceMappingURL=gaia-visit-webpage.smoke.js.map

package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"gaia-visit-webpage.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-visit-webpage.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAMH,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAE9E,8DAA8D;AAC9D,IAAI,aAA+D,CAAC;AACpE,8DAA8D;AAC9D,IAAI,sBAA2B,CAAC;AAChC,IAAI,uBAA+F,CAAC;AACpG,6DAA6D;AAC7D,IAAI,oBAA4D,CAAC;AAEjE,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;eAmBZ,CAAC;AAEhB,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;eAgBd,CAAC;AAEhB,MAAM,mBAAmB,GAAG;;;;;eAKb,CAAC;AAEhB,MAAM,UAAU,GAAG;;;;;;;;;;eAUJ,CAAC;AAWhB,SAAS,MAAM,CAAC,IAAa,EAAE,GAAW;IACxC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,KAAK,GAAgB;IACzB,4EAA4E;IAC5E,4CAA4C;IAC5C,4EAA4E;IAC5E;QACE,KAAK,EAAE,sDAAsD;QAC7D,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;YAC/E,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,0BAA0B,EAAE,wBAAwB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YAC7F,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;YACzF,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAClG,CAAC;KACF;IAED,4EAA4E;IAC5E,sDAAsD;IACtD,4EAA4E;IAC5E;QACE,KAAK,EAAE,4DAA4D;QACnE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,oBAAoB;gBAC1B,QAAQ,EAAE,+CAA+C;aAC1D,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,+CAA+C,EAAE,MAAM,CAAC,CAAC;YAC5F,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,6BAA6B,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACnF,gDAAgD;YAChD,MAAM,CACJ,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAClF,+BAA+B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC9D,CAAC;QACJ,CAAC;KACF;IAED,4EAA4E;IAC5E,wEAAwE;IACxE,4EAA4E;IAC5E;QACE,KAAK,EAAE,0DAA0D;QACjE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,mBAAmB;gBACzB,QAAQ,EAAE,6BAA6B;aACxC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,oEAAoE;YACpE,kDAAkD;YAClD,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBACpE,yEAAyE;gBACzE,MAAM,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;gBACxF,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,+BAA+B;IAC/B,4EAA4E;IAC5E;QACE,KAAK,EAAE,kDAAkD;QACzD,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,cAAc,QAAQ,CAAC,CAAC;YACtF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;QACxF,CAAC;KACF;IAED,4EAA4E;IAC5E,uDAAuD;IACvD,4EAA4E;IAC5E;QACE,KAAK,EAAE,+CAA+C;QACtD,KAAK,CAAC,GAAG;YACP,gDAAgD;YAChD,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;gBACxD,MAAM,IAAI,KAAK,CAAC,oHAAoH,CAAC,CAAC;YACxI,CAAC,CAAC;YAEF,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,0EAA0E;gBAC1E,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,6BAA6B,GAAG,EAAE,CAAC,CAAC;gBACjG,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACzD,CAAC;KACF;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAC5E;QACE,KAAK,EAAE,2CAA2C;QAClD,KAAK,CAAC,GAAG;YACP,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CACJ,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC7E,mCAAmC,GAAG,EAAE,CACzC,CAAC;YACJ,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,0BAA0B;IAC1B,4EAA4E;IAC5E;QACE,KAAK,EAAE,6DAA6D;QACpE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,0BAA0B;aACrC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,0BAA0B,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;YAE7E,iDAAiD;YACjD,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,mCAAmC,CAAC,CAAC;YAC7F,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,+BAA+B,CAAC,CAAC;YAErF,8BAA8B;YAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,yBAAyB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,4BAA4B;IAC5B,4EAA4E;IAC5E;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,qCAAqC;aAChD,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,8BAA8B,EAAE,MAAM,CAAC,CAAC;YAC3E,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EACjE,wCAAwC,CACzC,CAAC;YACF,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EACxE,qCAAqC,CACtC,CAAC;QACJ,CAAC;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAClD,8DAA8D;IAC9D,MAAM,CAAC,GAAG,GAAU,CAAC;IAErB,aAAa,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/B,sBAAsB,GAAG,CAAC,CAAC,qBAAqB,CAAC;IACjD,uBAAuB,GAAG,CAAC,CAAC,sBAAsB,CAAC;IAEnD,IAAI,OAAO,aAAa,KAAK,UAAU,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CACX,2DAA2D;YACzD,2FAA2F,CAC9F,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,sBAAsB,IAAI,OAAO,sBAAsB,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,oCAAoC;QACpC,sBAAsB,CAAC,SAAS,GAAG,SAAS,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,SAAS,KAAK,MAAM,IAAI,KAAK,eAAe,CAAC,CAAC;IAC9G,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-voting.d.ts ADDED Viewed

@@ -0,0 +1,88 @@
+/**
+ * GAIA Voting — ADR-135 Track A
+ *
+ * Multi-attempt self-consistency voting wrapper around `runGaiaAgent`.
+ *
+ * Algorithm:
+ *   1. Spawn N parallel `runGaiaAgent` calls, each with a distinct system-prompt
+ *      seed (web-first / code-first / cautious) and varied temperature (0.3/0.5/0.7).
+ *   2. Collect all N final answers; filter out nulls.
+ *   3. Normalize each answer: lowercase, trim, strip punctuation, normalize numbers.
+ *   4. Count by normalized value; the highest-count non-null wins (majority vote).
+ *   5. Tie-break: pick the attempt whose normalized answer won and has the lowest
+ *      error count (null/timed-out attempts score worst).
+ *   6. All-disagree: pick the attempt with the lowest error/timeout count.
+ *   7. All null: return null answer.
+ *
+ * Diversification system-prompt seeds (one per attempt, cycling if N > 3):
+ *   - "web-first"   — prefer web_search before reasoning
+ *   - "code-first"  — prefer code_exec/calculator before web
+ *   - "cautious"    — step-by-step, verify each sub-claim before answering
+ *
+ * Temperature schedule (cycling if N > 3):
+ *   - attempt 0: 0.3  (conservative)
+ *   - attempt 1: 0.5  (balanced)
+ *   - attempt 2: 0.7  (exploratory)
+ *
+ * Expected L1 lift per ADR-135: +5-10pp.
+ * Cost: N× per question (default N=3 → ~3× per question).
+ *
+ * Refs: ADR-135, ADR-133, #2156
+ */
+import { type GaiaAgentResult } from './gaia-agent.js';
+import type { GaiaQuestion } from './gaia-loader.js';
+export interface VotingResult extends GaiaAgentResult {
+    /** All individual attempt results (includes failed/null attempts). */
+    attempts: GaiaAgentResult[];
+    /**
+     * How the winner was decided:
+     * - 'majority'           — at least 2 attempts agreed on the winning answer
+     * - 'highest-confidence' — all attempts disagreed; winner had fewest errors/timeouts
+     * - 'all-disagree-retry' — all non-null attempts gave different answers (same as highest-confidence)
+     * - 'sole-survivor'      — only one non-null attempt; used directly
+     */
+    votingMethod: 'majority' | 'highest-confidence' | 'all-disagree-retry' | 'sole-survivor';
+    /** How many attempts produced the winning (normalized) answer. */
+    agreementCount: number;
+}
+export interface VotingOptions {
+    /** Number of parallel attempts (default: 3). */
+    attempts?: number;
+    /**
+     * Optional custom system-prompt seed overrides per attempt (index-aligned).
+     * Defaults to cycling through STRATEGY_SEEDS.
+     */
+    diversityPromptSeeds?: string[];
+    /**
+     * Number of attempts to run in parallel (default: attempts — full parallel).
+     * Values < attempts cause sequential batches (useful for rate-limit avoidance).
+     */
+    parallelism?: number;
+    /** Model ID (default: 'claude-haiku-4-5'). */
+    model?: string;
+    /** Max agent turns per attempt (default: 8). */
+    maxTurns?: number;
+    /** Anthropic API key (resolved automatically if omitted). */
+    apiKey?: string;
+}
+/**
+ * Normalize a raw answer string for voting comparison.
+ *
+ * Steps:
+ *   1. Lowercase + trim.
+ *   2. Collapse internal whitespace.
+ *   3. Strip leading/trailing punctuation (commas, periods, quotes, etc.).
+ *   4. Normalize numeric representations: "1,234" → "1234", "1.0" → "1",
+ *      "1.50" → "1.5".
+ */
+export declare function normalizeAnswer(raw: string): string;
+/**
+ * Run a GAIA question N times in parallel with diversified strategies,
+ * then majority-vote on the answer.
+ *
+ * @param question   The GAIA question to answer.
+ * @param options    Voting + agent options.
+ * @returns          VotingResult containing the winning answer and all attempt traces.
+ */
+export declare function runGaiaAgentWithVoting(question: GaiaQuestion, options?: VotingOptions): Promise<VotingResult>;
+//# sourceMappingURL=gaia-voting.d.ts.map

package/dist/src/benchmarks/gaia-voting.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"gaia-voting.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-voting.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAEL,KAAK,eAAe,EAGrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAqBrD,MAAM,WAAW,YAAa,SAAQ,eAAe;IACnD,sEAAsE;IACtE,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B;;;;;;OAMG;IACH,YAAY,EAAE,UAAU,GAAG,oBAAoB,GAAG,oBAAoB,GAAG,eAAe,CAAC;IACzF,kEAAkE;IAClE,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAMD;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAqBnD;AAwFD;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,YAAY,EACtB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CA0IvB"}