@claude-flow/cli 3.11.0 → 3.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/dist/src/commands/doctor.d.ts.map +1 -1
  2. package/dist/src/commands/doctor.js +175 -1
  3. package/dist/src/commands/doctor.js.map +1 -1
  4. package/dist/src/commands/eject.d.ts +33 -0
  5. package/dist/src/commands/eject.d.ts.map +1 -0
  6. package/dist/src/commands/eject.js +195 -0
  7. package/dist/src/commands/eject.js.map +1 -0
  8. package/dist/src/commands/hooks.d.ts.map +1 -1
  9. package/dist/src/commands/hooks.js +2 -1
  10. package/dist/src/commands/hooks.js.map +1 -1
  11. package/dist/src/commands/index.d.ts.map +1 -1
  12. package/dist/src/commands/index.js +4 -0
  13. package/dist/src/commands/index.js.map +1 -1
  14. package/dist/src/commands/init.d.ts.map +1 -1
  15. package/dist/src/commands/init.js +3 -0
  16. package/dist/src/commands/init.js.map +1 -1
  17. package/dist/src/commands/metaharness.d.ts +39 -0
  18. package/dist/src/commands/metaharness.d.ts.map +1 -0
  19. package/dist/src/commands/metaharness.js +194 -0
  20. package/dist/src/commands/metaharness.js.map +1 -0
  21. package/dist/src/mcp-client.d.ts.map +1 -1
  22. package/dist/src/mcp-client.js +4 -0
  23. package/dist/src/mcp-client.js.map +1 -1
  24. package/dist/src/mcp-tools/index.d.ts +1 -0
  25. package/dist/src/mcp-tools/index.d.ts.map +1 -1
  26. package/dist/src/mcp-tools/index.js +2 -0
  27. package/dist/src/mcp-tools/index.js.map +1 -1
  28. package/dist/src/mcp-tools/metaharness-tools.d.ts +31 -0
  29. package/dist/src/mcp-tools/metaharness-tools.d.ts.map +1 -0
  30. package/dist/src/mcp-tools/metaharness-tools.js +372 -0
  31. package/dist/src/mcp-tools/metaharness-tools.js.map +1 -0
  32. package/dist/src/plugins/store/discovery.d.ts.map +1 -1
  33. package/dist/src/plugins/store/discovery.js +3 -0
  34. package/dist/src/plugins/store/discovery.js.map +1 -1
  35. package/dist/src/plugins/store/types.d.ts +6 -1
  36. package/dist/src/plugins/store/types.d.ts.map +1 -1
  37. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  38. package/dist/src/ruvector/model-router.js +37 -0
  39. package/dist/src/ruvector/model-router.js.map +1 -1
  40. package/dist/src/ruvector/router-parallel-recorder.d.ts +127 -0
  41. package/dist/src/ruvector/router-parallel-recorder.d.ts.map +1 -0
  42. package/dist/src/ruvector/router-parallel-recorder.js +183 -0
  43. package/dist/src/ruvector/router-parallel-recorder.js.map +1 -0
  44. package/dist/tsconfig.tsbuildinfo +1 -1
  45. package/package.json +11 -9
  46. package/dist/src/benchmarks/capability-tasks.d.ts +0 -126
  47. package/dist/src/benchmarks/capability-tasks.d.ts.map +0 -1
  48. package/dist/src/benchmarks/capability-tasks.js +0 -147
  49. package/dist/src/benchmarks/capability-tasks.js.map +0 -1
  50. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +0 -53
  51. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +0 -1
  52. package/dist/src/benchmarks/gaia-agent-contrastive.js +0 -177
  53. package/dist/src/benchmarks/gaia-agent-contrastive.js.map +0 -1
  54. package/dist/src/benchmarks/gaia-agent-gemini.d.ts +0 -51
  55. package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +0 -1
  56. package/dist/src/benchmarks/gaia-agent-gemini.js +0 -352
  57. package/dist/src/benchmarks/gaia-agent-gemini.js.map +0 -1
  58. package/dist/src/benchmarks/gaia-claude-p.d.ts +0 -105
  59. package/dist/src/benchmarks/gaia-claude-p.d.ts.map +0 -1
  60. package/dist/src/benchmarks/gaia-claude-p.js +0 -269
  61. package/dist/src/benchmarks/gaia-claude-p.js.map +0 -1
  62. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +0 -20
  63. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +0 -1
  64. package/dist/src/benchmarks/gaia-claude-p.smoke.js +0 -168
  65. package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +0 -1
  66. package/dist/src/benchmarks/gaia-codeagent-runner.py +0 -556
  67. package/dist/src/benchmarks/gaia-codeagent.d.ts +0 -129
  68. package/dist/src/benchmarks/gaia-codeagent.d.ts.map +0 -1
  69. package/dist/src/benchmarks/gaia-codeagent.js +0 -590
  70. package/dist/src/benchmarks/gaia-codeagent.js.map +0 -1
  71. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +0 -33
  72. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +0 -1
  73. package/dist/src/benchmarks/gaia-codeagent.smoke.js +0 -241
  74. package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +0 -1
  75. package/dist/src/benchmarks/gaia-dag-pilot.d.ts +0 -22
  76. package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +0 -1
  77. package/dist/src/benchmarks/gaia-dag-pilot.js +0 -158
  78. package/dist/src/benchmarks/gaia-dag-pilot.js.map +0 -1
  79. package/dist/src/benchmarks/gaia-dag.d.ts +0 -110
  80. package/dist/src/benchmarks/gaia-dag.d.ts.map +0 -1
  81. package/dist/src/benchmarks/gaia-dag.js +0 -658
  82. package/dist/src/benchmarks/gaia-dag.js.map +0 -1
  83. package/dist/src/benchmarks/gaia-dag.smoke.d.ts +0 -21
  84. package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +0 -1
  85. package/dist/src/benchmarks/gaia-dag.smoke.js +0 -290
  86. package/dist/src/benchmarks/gaia-dag.smoke.js.map +0 -1
  87. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +0 -17
  88. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +0 -1
  89. package/dist/src/benchmarks/gaia-ensemble-pilot.js +0 -106
  90. package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +0 -1
  91. package/dist/src/benchmarks/gaia-ensemble.d.ts +0 -103
  92. package/dist/src/benchmarks/gaia-ensemble.d.ts.map +0 -1
  93. package/dist/src/benchmarks/gaia-ensemble.js +0 -462
  94. package/dist/src/benchmarks/gaia-ensemble.js.map +0 -1
  95. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +0 -17
  96. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +0 -1
  97. package/dist/src/benchmarks/gaia-gemini-pilot.js +0 -168
  98. package/dist/src/benchmarks/gaia-gemini-pilot.js.map +0 -1
  99. package/dist/src/benchmarks/gaia-mode-router.d.ts +0 -67
  100. package/dist/src/benchmarks/gaia-mode-router.d.ts.map +0 -1
  101. package/dist/src/benchmarks/gaia-mode-router.js +0 -126
  102. package/dist/src/benchmarks/gaia-mode-router.js.map +0 -1
  103. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +0 -15
  104. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +0 -1
  105. package/dist/src/benchmarks/gaia-mode-router.smoke.js +0 -131
  106. package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +0 -1
  107. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +0 -24
  108. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +0 -1
  109. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +0 -276
  110. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +0 -1
  111. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +0 -45
  112. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +0 -1
  113. package/dist/src/benchmarks/gaia-tools/image_describe.js +0 -222
  114. package/dist/src/benchmarks/gaia-tools/image_describe.js.map +0 -1
  115. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +0 -24
  116. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +0 -1
  117. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +0 -169
  118. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +0 -1
  119. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +0 -27
  120. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +0 -1
  121. package/dist/src/benchmarks/gaia-tools/pdf_read.js +0 -226
  122. package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +0 -1
  123. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +0 -31
  124. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +0 -1
  125. package/dist/src/benchmarks/gaia-tools/python_exec.js +0 -94
  126. package/dist/src/benchmarks/gaia-tools/python_exec.js.map +0 -1
  127. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +0 -13
  128. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +0 -1
  129. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +0 -98
  130. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +0 -1
  131. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +0 -52
  132. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +0 -1
  133. package/dist/src/benchmarks/gaia-tools/visit_webpage.js +0 -304
  134. package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +0 -1
  135. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +0 -61
  136. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +0 -1
  137. package/dist/src/benchmarks/gaia-tools/web_browse.js +0 -217
  138. package/dist/src/benchmarks/gaia-tools/web_browse.js.map +0 -1
  139. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +0 -26
  140. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +0 -1
  141. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +0 -152
  142. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +0 -1
  143. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +0 -24
  144. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +0 -1
  145. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +0 -311
  146. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +0 -1
  147. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +0 -25
  148. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +0 -1
  149. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +0 -304
  150. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +0 -1
  151. package/dist/src/commands/performance-capability.d.ts +0 -30
  152. package/dist/src/commands/performance-capability.d.ts.map +0 -1
  153. package/dist/src/commands/performance-capability.js +0 -349
  154. package/dist/src/commands/performance-capability.js.map +0 -1
@@ -1,304 +0,0 @@
1
- /**
2
- * Smoke tests for visit_webpage — iter-57
3
- *
4
- * Tests the upgraded visit_webpage implementation WITHOUT making live HTTP calls.
5
- * All fixtures use visitWebpageTestHooks.fetchHtml to inject canned HTML.
6
- *
7
- * Test fixtures:
8
- * 1. Plain HTML article — expects >500 chars, non-empty title
9
- * 2. Wikipedia-style page — expects infobox text extracted, links present
10
- * 3. JS-heavy minimal shell — falls back to regex, still returns something
11
- * 4. max_chars truncation — capped at 500 chars via parameter
12
- * 5. PDF URL (rejection) — graceful error message, not a throw to agent
13
- * 6. Invalid URL — validation rejects before fetch
14
- * 7. Link extraction — up to 30 links extracted from anchor tags
15
- * 8. extractTextFromHtml — direct test of the regex fallback path
16
- *
17
- * Run (after build):
18
- * node dist/src/benchmarks/gaia-visit-webpage.smoke.js
19
- *
20
- * Exit 0 on all pass, 1 on any failure.
21
- *
22
- * Refs: ADR-138, iter-57, #2156
23
- */
24
- // ---------------------------------------------------------------------------
25
- // Imports — dynamic to support both tsx (source) and compiled JS at runtime
26
- // ---------------------------------------------------------------------------
27
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
28
- let _visitWebpage;
29
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
30
- let _visitWebpageTestHooks;
31
- let _createVisitWebpageTool;
32
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
33
- let _extractTextViaRegex;
34
- // ---------------------------------------------------------------------------
35
- // Fixture HTML
36
- // ---------------------------------------------------------------------------
37
- const PLAIN_ARTICLE_HTML = `<!DOCTYPE html>
38
- <html><head><title>The Life of Ada Lovelace</title></head>
39
- <body>
40
- <header><nav>Home | About | Contact</nav></header>
41
- <main>
42
- <article>
43
- <h1>Ada Lovelace: The First Programmer</h1>
44
- <p>Augusta Ada King, Countess of Lovelace, was an English mathematician and writer, chiefly known
45
- for her work on Charles Babbage's proposed mechanical general-purpose computer, the Analytical Engine.</p>
46
- <p>She was the first to recognise that the machine had applications beyond pure calculation, and to have
47
- published the first algorithm intended to be carried out by such a machine. As a result, she is often
48
- regarded as the first computer programmer.</p>
49
- <p>Born on 10 December 1815, Ada was the only legitimate child of the poet Lord Byron and his wife
50
- Lady Byron. All of Byron's other children were born out of wedlock to other women.</p>
51
- <p>She died on 27 November 1852, at the age of 36, from what was probably uterine cancer. She was
52
- buried at the Church of St. Mary Magdalene in Hucknall, Nottinghamshire.</p>
53
- </article>
54
- </main>
55
- <footer>Copyright 2026. All rights reserved.</footer>
56
- </body></html>`;
57
- const WIKIPEDIA_STYLE_HTML = `<!DOCTYPE html>
58
- <html><head><title>Charles Babbage - Wikipedia</title></head>
59
- <body>
60
- <div id="mw-content-text">
61
- <table class="infobox">
62
- <tr><th>Born</th><td>26 December 1791, London</td></tr>
63
- <tr><th>Died</th><td>18 October 1871 (aged 79), London</td></tr>
64
- <tr><th>Nationality</th><td>British</td></tr>
65
- </table>
66
- <p>Charles Babbage KH FRS was an English polymath. A mathematician, philosopher, inventor and
67
- mechanical engineer, Babbage originated the concept of a digital programmable computer.</p>
68
- <p>He invented the Difference Engine and conceived the Analytical Engine — precursors to the modern
69
- computer. His work on the Analytical Engine influenced Ada Lovelace, who wrote the first published
70
- algorithm for it.</p>
71
- </div>
72
- <div id="toc"><a href="#history">History</a><a href="#legacy">Legacy</a></div>
73
- </body></html>`;
74
- const JS_HEAVY_SHELL_HTML = `<!DOCTYPE html>
75
- <html><head><title>React App</title></head>
76
- <body>
77
- <div id="root"></div>
78
- <script>!function(e){function r(r){for(var n,i,s=r[0],l=r[1]}window.__WEBPACK_MODULES__={};</script>
79
- </body></html>`;
80
- const LINKS_HTML = `<!DOCTYPE html>
81
- <html><head><title>Links Test Page</title></head>
82
- <body>
83
- <p>See <a href="https://example.com/article1">Article One</a> for details.</p>
84
- <p>Also check <a href="https://example.com/article2">Article Two</a> and
85
- <a href="https://wikipedia.org/wiki/Test">Wikipedia Test</a>.</p>
86
- <p><a href="javascript:void(0)">Bad link</a> should be excluded.</p>
87
- <p><a href="mailto:test@example.com">Email</a> should be excluded.</p>
88
- <p>Another <a href="/relative/path">Relative link</a> should resolve.</p>
89
- <p>Content text here to ensure non-empty output for the test to pass.</p>
90
- </body></html>`;
91
- function assert(cond, msg) {
92
- if (!cond)
93
- throw new Error(`Assertion failed: ${msg}`);
94
- }
95
- // ---------------------------------------------------------------------------
96
- // Tests
97
- // ---------------------------------------------------------------------------
98
- const TESTS = [
99
- // -------------------------------------------------------------------------
100
- // Test 1: Plain HTML article — primary path
101
- // -------------------------------------------------------------------------
102
- {
103
- label: 'T1: plain HTML article — >500 chars, non-empty title',
104
- async run() {
105
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
106
- html: PLAIN_ARTICLE_HTML,
107
- finalUrl: 'https://example.com/ada-lovelace',
108
- });
109
- const result = await _visitWebpage('https://example.com/ada-lovelace', 50_000);
110
- assert(result.title === 'The Life of Ada Lovelace', `Expected title, got "${result.title}"`);
111
- assert(result.content.length > 500, `Content too short: ${result.content.length} chars`);
112
- assert(!result.truncated, 'Should not be truncated');
113
- assert(result.sources_consulted.includes('https://example.com/ada-lovelace'), 'URL in sources');
114
- },
115
- },
116
- // -------------------------------------------------------------------------
117
- // Test 2: Wikipedia-style page — infobox text + links
118
- // -------------------------------------------------------------------------
119
- {
120
- label: 'T2: Wikipedia-style page — infobox and body text extracted',
121
- async run() {
122
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
123
- html: WIKIPEDIA_STYLE_HTML,
124
- finalUrl: 'https://en.wikipedia.org/wiki/Charles_Babbage',
125
- });
126
- const result = await _visitWebpage('https://en.wikipedia.org/wiki/Charles_Babbage', 50_000);
127
- assert(result.title === 'Charles Babbage - Wikipedia', `Title: ${result.title}`);
128
- assert(result.content.length > 200, `Content too short: ${result.content.length}`);
129
- // Content must contain some of the article text
130
- assert(result.content.includes('Babbage') || result.content.includes('Difference Engine'), `Expected article text, got: ${result.content.slice(0, 200)}`);
131
- },
132
- },
133
- // -------------------------------------------------------------------------
134
- // Test 3: JS-heavy shell — falls back to regex, still returns something
135
- // -------------------------------------------------------------------------
136
- {
137
- label: 'T3: JS-heavy shell — fallback extracts non-empty content',
138
- async run() {
139
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
140
- html: JS_HEAVY_SHELL_HTML,
141
- finalUrl: 'https://spa-app.example.com',
142
- });
143
- const tool = _createVisitWebpageTool();
144
- // For JS-heavy pages, Python bs4 will extract the title at minimum.
145
- // The tool should return a non-throwing response.
146
- let output;
147
- try {
148
- output = await tool.execute({ url: 'https://spa-app.example.com' });
149
- // Either returns content or the "no readable text" message — both are OK
150
- assert(typeof output === 'string' && output.length > 0, 'Must return non-empty string');
151
- assert(!output.toLowerCase().includes('error'), `Unexpected error in output: ${output.slice(0, 100)}`);
152
- }
153
- catch (err) {
154
- throw new Error(`T3 threw unexpectedly: ${String(err)}`);
155
- }
156
- },
157
- },
158
- // -------------------------------------------------------------------------
159
- // Test 4: max_chars truncation
160
- // -------------------------------------------------------------------------
161
- {
162
- label: 'T4: max_chars truncation — content capped at 500',
163
- async run() {
164
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
165
- html: PLAIN_ARTICLE_HTML,
166
- finalUrl: 'https://example.com/ada-lovelace',
167
- });
168
- const result = await _visitWebpage('https://example.com/ada-lovelace', 500);
169
- assert(result.truncated, 'Expected truncated=true');
170
- assert(result.chars_returned <= 500, `chars_returned=${result.chars_returned} > 500`);
171
- assert(result.content.length <= 500, `content.length=${result.content.length} > 500`);
172
- },
173
- },
174
- // -------------------------------------------------------------------------
175
- // Test 5: PDF URL — graceful error, not throw to agent
176
- // -------------------------------------------------------------------------
177
- {
178
- label: 'T5: PDF URL — graceful error message returned',
179
- async run() {
180
- // Simulate what fetchPage would throw for a PDF
181
- _visitWebpageTestHooks.fetchHtml = async (_url) => {
182
- throw new Error('visit_webpage: URL returns a PDF. Use file_read with the downloaded path instead. URL: https://example.com/doc.pdf');
183
- };
184
- const tool = _createVisitWebpageTool();
185
- let output;
186
- try {
187
- // The tool.execute should propagate the throw — the agent loop catches it
188
- await tool.execute({ url: 'https://example.com/doc.pdf' });
189
- throw new Error('T5: Expected tool to throw for PDF URL');
190
- }
191
- catch (err) {
192
- const msg = String(err);
193
- assert(msg.includes('PDF') || msg.includes('visit_webpage'), `Error should mention PDF: ${msg}`);
194
- output = msg;
195
- }
196
- assert(output.length > 0, 'Should have error message');
197
- },
198
- },
199
- // -------------------------------------------------------------------------
200
- // Test 6: Invalid URL — validation rejects
201
- // -------------------------------------------------------------------------
202
- {
203
- label: 'T6: invalid URL — validation error thrown',
204
- async run() {
205
- const tool = _createVisitWebpageTool();
206
- try {
207
- await tool.execute({ url: 'not-a-url' });
208
- throw new Error('T6: Expected validation error');
209
- }
210
- catch (err) {
211
- const msg = String(err);
212
- assert(msg.includes('visit_webpage') && (msg.includes('URL') || msg.includes('url')), `Expected validation error, got: ${msg}`);
213
- }
214
- },
215
- },
216
- // -------------------------------------------------------------------------
217
- // Test 7: Link extraction
218
- // -------------------------------------------------------------------------
219
- {
220
- label: 'T7: link extraction — absolute and relative links extracted',
221
- async run() {
222
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
223
- html: LINKS_HTML,
224
- finalUrl: 'https://example.com/page',
225
- });
226
- const result = await _visitWebpage('https://example.com/page', 50_000);
227
- assert(result.links.length >= 3, `Expected ≥3 links, got ${result.links.length}: ${JSON.stringify(result.links)}`);
228
- const hrefs = result.links.map((l) => l.href);
229
- assert(hrefs.some((h) => h.includes('article1')), 'Missing article1 link');
230
- assert(hrefs.some((h) => h.includes('article2')), 'Missing article2 link');
231
- assert(hrefs.some((h) => h.includes('wikipedia')), 'Missing wikipedia link');
232
- // javascript: and mailto: links must be excluded
233
- assert(!hrefs.some((h) => h.startsWith('javascript:')), 'javascript: link must be excluded');
234
- assert(!hrefs.some((h) => h.startsWith('mailto:')), 'mailto: link must be excluded');
235
- // Link text must be non-empty
236
- for (const link of result.links) {
237
- assert(link.text.length > 0, `Link with empty text: ${JSON.stringify(link)}`);
238
- }
239
- },
240
- },
241
- // -------------------------------------------------------------------------
242
- // Test 8: redirect tracking
243
- // -------------------------------------------------------------------------
244
- {
245
- label: 'T8: redirect tracking — sources_consulted includes both URLs',
246
- async run() {
247
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
248
- html: PLAIN_ARTICLE_HTML,
249
- finalUrl: 'https://example.com/redirected-page',
250
- });
251
- const result = await _visitWebpage('https://example.com/original', 50_000);
252
- assert(result.sources_consulted.includes('https://example.com/original'), 'sources_consulted missing original URL');
253
- assert(result.sources_consulted.includes('https://example.com/redirected-page'), 'sources_consulted missing final URL');
254
- },
255
- },
256
- ];
257
- // ---------------------------------------------------------------------------
258
- // Runner
259
- // ---------------------------------------------------------------------------
260
- async function main() {
261
- const mod = await import('./gaia-tools/index.js');
262
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
263
- const m = mod;
264
- _visitWebpage = m.visitWebpage;
265
- _visitWebpageTestHooks = m.visitWebpageTestHooks;
266
- _createVisitWebpageTool = m.createVisitWebpageTool;
267
- if (typeof _visitWebpage !== 'function') {
268
- console.error('ERROR: visitWebpage not exported from gaia-tools/index.\n' +
269
- 'Add `export { visitWebpage, visitWebpageTestHooks } from ./visit_webpage.js` to index.ts.');
270
- process.exit(1);
271
- }
272
- if (!_visitWebpageTestHooks || typeof _visitWebpageTestHooks !== 'object') {
273
- console.error('ERROR: visitWebpageTestHooks not exported from gaia-tools/index.');
274
- process.exit(1);
275
- }
276
- const PASS = '\x1b[32mPASS\x1b[0m';
277
- const FAIL = '\x1b[31mFAIL\x1b[0m';
278
- let failures = 0;
279
- console.log('\n=== gaia-visit-webpage smoke (iter-57) ===\n');
280
- for (const tc of TESTS) {
281
- // Reset test hooks before each test
282
- _visitWebpageTestHooks.fetchHtml = undefined;
283
- try {
284
- await tc.run();
285
- console.log(` ${PASS} ${tc.label}`);
286
- }
287
- catch (err) {
288
- console.log(` ${FAIL} ${tc.label}`);
289
- console.log(` ${String(err)}`);
290
- failures++;
291
- }
292
- }
293
- const total = TESTS.length;
294
- const passed = total - failures;
295
- console.log(`\n=== ${failures === 0 ? 'ALL PASSED' : `${failures} FAILED`} (${passed}/${total} cases) ===\n`);
296
- if (failures > 0)
297
- process.exit(1);
298
- }
299
- main().catch((err) => {
300
- console.error('Smoke crashed:', err);
301
- process.exit(2);
302
- });
303
- export {};
304
- //# sourceMappingURL=gaia-visit-webpage.smoke.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-visit-webpage.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-visit-webpage.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAMH,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAE9E,8DAA8D;AAC9D,IAAI,aAA+D,CAAC;AACpE,8DAA8D;AAC9D,IAAI,sBAA2B,CAAC;AAChC,IAAI,uBAA+F,CAAC;AACpG,6DAA6D;AAC7D,IAAI,oBAA4D,CAAC;AAEjE,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;eAmBZ,CAAC;AAEhB,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;eAgBd,CAAC;AAEhB,MAAM,mBAAmB,GAAG;;;;;eAKb,CAAC;AAEhB,MAAM,UAAU,GAAG;;;;;;;;;;eAUJ,CAAC;AAWhB,SAAS,MAAM,CAAC,IAAa,EAAE,GAAW;IACxC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,KAAK,GAAgB;IACzB,4EAA4E;IAC5E,4CAA4C;IAC5C,4EAA4E;IAC5E;QACE,KAAK,EAAE,sDAAsD;QAC7D,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;YAC/E,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,0BAA0B,EAAE,wBAAwB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YAC7F,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;YACzF,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAClG,CAAC;KACF;IAED,4EAA4E;IAC5E,sDAAsD;IACtD,4EAA4E;IAC5E;QACE,KAAK,EAAE,4DAA4D;QACnE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,oBAAoB;gBAC1B,QAAQ,EAAE,+CAA+C;aAC1D,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,+CAA+C,EAAE,MAAM,CAAC,CAAC;YAC5F,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,6BAA6B,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACnF,gDAAgD;YAChD,MAAM,CACJ,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAClF,+BAA+B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC9D,CAAC;QACJ,CAAC;KACF;IAED,4EAA4E;IAC5E,wEAAwE;IACxE,4EAA4E;IAC5E;QACE,KAAK,EAAE,0DAA0D;QACjE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,mBAAmB;gBACzB,QAAQ,EAAE,6BAA6B;aACxC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,oEAAoE;YACpE,kDAAkD;YAClD,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBACpE,yEAAyE;gBACzE,MAAM,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;gBACxF,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,+BAA+B;IAC/B,4EAA4E;IAC5E;QACE,KAAK,EAAE,kDAAkD;QACzD,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,cAAc,QAAQ,CAAC,CAAC;YACtF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;QACxF,CAAC;KACF;IAED,4EAA4E;IAC5E,uDAAuD;IACvD,4EAA4E;IAC5E;QACE,KAAK,EAAE,+CAA+C;QACtD,KAAK,CAAC,GAAG;YACP,gDAAgD;YAChD,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;gBACxD,MAAM,IAAI,KAAK,CAAC,oHAAoH,CAAC,CAAC;YACxI,CAAC,CAAC;YAEF,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,0EAA0E;gBAC1E,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,6BAA6B,GAAG,EAAE,CAAC,CAAC;gBACjG,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACzD,CAAC;KACF;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAC5E;QACE,KAAK,EAAE,2CAA2C;QAClD,KAAK,CAAC,GAAG;YACP,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CACJ,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC7E,mCAAmC,GAAG,EAAE,CACzC,CAAC;YACJ,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,0BAA0B;IAC1B,4EAA4E;IAC5E;QACE,KAAK,EAAE,6DAA6D;QACpE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,0BAA0B;aACrC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,0BAA0B,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;YAE7E,iDAAiD;YACjD,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,mCAAmC,CAAC,CAAC;YAC7F,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,+BAA+B,CAAC,CAAC;YAErF,8BAA8B;YAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,yBAAyB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,4BAA4B;IAC5B,4EAA4E;IAC5E;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,qCAAqC;aAChD,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,8BAA8B,EAAE,MAAM,CAAC,CAAC;YAC3E,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EACjE,wCAAwC,CACzC,CAAC;YACF,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EACxE,qCAAqC,CACtC,CAAC;QACJ,CAAC;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAClD,8DAA8D;IAC9D,MAAM,CAAC,GAAG,GAAU,CAAC;IAErB,aAAa,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/B,sBAAsB,GAAG,CAAC,CAAC,qBAAqB,CAAC;IACjD,uBAAuB,GAAG,CAAC,CAAC,sBAAsB,CAAC;IAEnD,IAAI,OAAO,aAAa,KAAK,UAAU,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CACX,2DAA2D;YACzD,2FAA2F,CAC9F,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,sBAAsB,IAAI,OAAO,sBAAsB,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,oCAAoC;QACpC,sBAAsB,CAAC,SAAS,GAAG,SAAS,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,SAAS,KAAK,MAAM,IAAI,KAAK,eAAe,CAAC,CAAC;IAC9G,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
@@ -1,30 +0,0 @@
1
- /**
2
- * V3 CLI Performance Capability Benchmark
3
- *
4
- * Runs a small verifiable-answer corpus through the Anthropic API and reports
5
- * pass-rate, latency, and cost. Closes the capability-evaluation gap that
6
- * `performance benchmark --suite agent` does NOT cover — that suite measures
7
- * the agent control plane (router, memory, hooks) without LLM calls; this
8
- * subcommand measures the actual model's ability to solve agent-style tasks.
9
- *
10
- * Features:
11
- * - Parallel execution with configurable concurrency
12
- * - Multi-model comparison in a single run (`--models a,b,c`)
13
- * - Per-task max-tokens overrides (declared in the fixture)
14
- * - Configurable corpus via `--questions <path>`
15
- *
16
- * Inspired by GAIA / SWE-bench / GSM8K but text-only and scoreable via
17
- * substring / exact match — no web browsing, no file attachments, no
18
- * Hugging Face dataset download.
19
- *
20
- * API key resolution (in order):
21
- * 1. $ANTHROPIC_API_KEY env var
22
- * 2. `gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY`
23
- * 3. Fail with a clear error
24
- *
25
- * Refs: #2156 (Dream Cycle 2026-05-27 capabilities scan)
26
- */
27
- import type { Command } from '../types.js';
28
- declare const capabilityCommand: Command;
29
- export default capabilityCommand;
30
- //# sourceMappingURL=performance-capability.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"performance-capability.d.ts","sourceRoot":"","sources":["../../../src/commands/performance-capability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAKH,OAAO,KAAK,EAAE,OAAO,EAAiC,MAAM,aAAa,CAAC;AA6P1E,QAAA,MAAM,iBAAiB,EAAE,OAsJxB,CAAC;AAEF,eAAe,iBAAiB,CAAC"}