@claude-flow/cli 3.11.0 → 3.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/dist/src/commands/doctor.d.ts.map +1 -1
  2. package/dist/src/commands/doctor.js +175 -1
  3. package/dist/src/commands/doctor.js.map +1 -1
  4. package/dist/src/commands/eject.d.ts +33 -0
  5. package/dist/src/commands/eject.d.ts.map +1 -0
  6. package/dist/src/commands/eject.js +195 -0
  7. package/dist/src/commands/eject.js.map +1 -0
  8. package/dist/src/commands/hooks.d.ts.map +1 -1
  9. package/dist/src/commands/hooks.js +2 -1
  10. package/dist/src/commands/hooks.js.map +1 -1
  11. package/dist/src/commands/index.d.ts.map +1 -1
  12. package/dist/src/commands/index.js +4 -0
  13. package/dist/src/commands/index.js.map +1 -1
  14. package/dist/src/commands/init.d.ts.map +1 -1
  15. package/dist/src/commands/init.js +3 -0
  16. package/dist/src/commands/init.js.map +1 -1
  17. package/dist/src/commands/metaharness.d.ts +39 -0
  18. package/dist/src/commands/metaharness.d.ts.map +1 -0
  19. package/dist/src/commands/metaharness.js +194 -0
  20. package/dist/src/commands/metaharness.js.map +1 -0
  21. package/dist/src/mcp-client.d.ts.map +1 -1
  22. package/dist/src/mcp-client.js +4 -0
  23. package/dist/src/mcp-client.js.map +1 -1
  24. package/dist/src/mcp-tools/index.d.ts +1 -0
  25. package/dist/src/mcp-tools/index.d.ts.map +1 -1
  26. package/dist/src/mcp-tools/index.js +2 -0
  27. package/dist/src/mcp-tools/index.js.map +1 -1
  28. package/dist/src/mcp-tools/metaharness-tools.d.ts +31 -0
  29. package/dist/src/mcp-tools/metaharness-tools.d.ts.map +1 -0
  30. package/dist/src/mcp-tools/metaharness-tools.js +372 -0
  31. package/dist/src/mcp-tools/metaharness-tools.js.map +1 -0
  32. package/dist/src/plugins/store/discovery.d.ts.map +1 -1
  33. package/dist/src/plugins/store/discovery.js +3 -0
  34. package/dist/src/plugins/store/discovery.js.map +1 -1
  35. package/dist/src/plugins/store/types.d.ts +6 -1
  36. package/dist/src/plugins/store/types.d.ts.map +1 -1
  37. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  38. package/dist/src/ruvector/model-router.js +37 -0
  39. package/dist/src/ruvector/model-router.js.map +1 -1
  40. package/dist/src/ruvector/router-parallel-recorder.d.ts +127 -0
  41. package/dist/src/ruvector/router-parallel-recorder.d.ts.map +1 -0
  42. package/dist/src/ruvector/router-parallel-recorder.js +183 -0
  43. package/dist/src/ruvector/router-parallel-recorder.js.map +1 -0
  44. package/dist/tsconfig.tsbuildinfo +1 -1
  45. package/package.json +13 -10
  46. package/plugins/ruflo-metaharness/.claude-flow/data/pending-insights.jsonl +1 -0
  47. package/plugins/ruflo-metaharness/.claude-flow/neural/stats.json +6 -0
  48. package/plugins/ruflo-metaharness/.claude-plugin/plugin.json +32 -0
  49. package/plugins/ruflo-metaharness/README.md +64 -0
  50. package/plugins/ruflo-metaharness/agents/metaharness-architect.md +58 -0
  51. package/plugins/ruflo-metaharness/commands/ruflo-metaharness.md +46 -0
  52. package/plugins/ruflo-metaharness/scripts/_harness.mjs +261 -0
  53. package/plugins/ruflo-metaharness/scripts/_similarity.mjs +161 -0
  54. package/plugins/ruflo-metaharness/scripts/_spike-similarity.mjs +223 -0
  55. package/plugins/ruflo-metaharness/scripts/audit-list.mjs +158 -0
  56. package/plugins/ruflo-metaharness/scripts/audit-trend.mjs +272 -0
  57. package/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs +146 -0
  58. package/plugins/ruflo-metaharness/scripts/bench-recordpair-overhead.mjs +186 -0
  59. package/plugins/ruflo-metaharness/scripts/bench-similarity.mjs +177 -0
  60. package/plugins/ruflo-metaharness/scripts/drift-from-history.mjs +363 -0
  61. package/plugins/ruflo-metaharness/scripts/genome.mjs +80 -0
  62. package/plugins/ruflo-metaharness/scripts/mcp-scan.mjs +111 -0
  63. package/plugins/ruflo-metaharness/scripts/mint.mjs +119 -0
  64. package/plugins/ruflo-metaharness/scripts/oia-audit.mjs +228 -0
  65. package/plugins/ruflo-metaharness/scripts/router-parallel-analyze.mjs +250 -0
  66. package/plugins/ruflo-metaharness/scripts/score.mjs +92 -0
  67. package/plugins/ruflo-metaharness/scripts/similarity.mjs +158 -0
  68. package/plugins/ruflo-metaharness/scripts/smoke.sh +2268 -0
  69. package/plugins/ruflo-metaharness/scripts/test-graceful-degradation.mjs +141 -0
  70. package/plugins/ruflo-metaharness/scripts/test-mcp-tools.mjs +437 -0
  71. package/plugins/ruflo-metaharness/scripts/test-parallel-pipeline.mjs +204 -0
  72. package/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjs +586 -0
  73. package/plugins/ruflo-metaharness/scripts/test-similarity.mjs +334 -0
  74. package/plugins/ruflo-metaharness/scripts/test-with-openrouter.mjs +229 -0
  75. package/plugins/ruflo-metaharness/scripts/threat-model.mjs +59 -0
  76. package/plugins/ruflo-metaharness/skills/harness-drift-from-history/SKILL.md +65 -0
  77. package/plugins/ruflo-metaharness/skills/harness-genome/SKILL.md +54 -0
  78. package/plugins/ruflo-metaharness/skills/harness-mcp-scan/SKILL.md +47 -0
  79. package/plugins/ruflo-metaharness/skills/harness-mint/SKILL.md +72 -0
  80. package/plugins/ruflo-metaharness/skills/harness-oia-audit/SKILL.md +79 -0
  81. package/plugins/ruflo-metaharness/skills/harness-score/SKILL.md +66 -0
  82. package/plugins/ruflo-metaharness/skills/harness-similarity/SKILL.md +67 -0
  83. package/plugins/ruflo-metaharness/skills/harness-threat-model/SKILL.md +39 -0
  84. package/dist/src/benchmarks/capability-tasks.d.ts +0 -126
  85. package/dist/src/benchmarks/capability-tasks.d.ts.map +0 -1
  86. package/dist/src/benchmarks/capability-tasks.js +0 -147
  87. package/dist/src/benchmarks/capability-tasks.js.map +0 -1
  88. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +0 -53
  89. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +0 -1
  90. package/dist/src/benchmarks/gaia-agent-contrastive.js +0 -177
  91. package/dist/src/benchmarks/gaia-agent-contrastive.js.map +0 -1
  92. package/dist/src/benchmarks/gaia-agent-gemini.d.ts +0 -51
  93. package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +0 -1
  94. package/dist/src/benchmarks/gaia-agent-gemini.js +0 -352
  95. package/dist/src/benchmarks/gaia-agent-gemini.js.map +0 -1
  96. package/dist/src/benchmarks/gaia-claude-p.d.ts +0 -105
  97. package/dist/src/benchmarks/gaia-claude-p.d.ts.map +0 -1
  98. package/dist/src/benchmarks/gaia-claude-p.js +0 -269
  99. package/dist/src/benchmarks/gaia-claude-p.js.map +0 -1
  100. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +0 -20
  101. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +0 -1
  102. package/dist/src/benchmarks/gaia-claude-p.smoke.js +0 -168
  103. package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +0 -1
  104. package/dist/src/benchmarks/gaia-codeagent-runner.py +0 -556
  105. package/dist/src/benchmarks/gaia-codeagent.d.ts +0 -129
  106. package/dist/src/benchmarks/gaia-codeagent.d.ts.map +0 -1
  107. package/dist/src/benchmarks/gaia-codeagent.js +0 -590
  108. package/dist/src/benchmarks/gaia-codeagent.js.map +0 -1
  109. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +0 -33
  110. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +0 -1
  111. package/dist/src/benchmarks/gaia-codeagent.smoke.js +0 -241
  112. package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +0 -1
  113. package/dist/src/benchmarks/gaia-dag-pilot.d.ts +0 -22
  114. package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +0 -1
  115. package/dist/src/benchmarks/gaia-dag-pilot.js +0 -158
  116. package/dist/src/benchmarks/gaia-dag-pilot.js.map +0 -1
  117. package/dist/src/benchmarks/gaia-dag.d.ts +0 -110
  118. package/dist/src/benchmarks/gaia-dag.d.ts.map +0 -1
  119. package/dist/src/benchmarks/gaia-dag.js +0 -658
  120. package/dist/src/benchmarks/gaia-dag.js.map +0 -1
  121. package/dist/src/benchmarks/gaia-dag.smoke.d.ts +0 -21
  122. package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +0 -1
  123. package/dist/src/benchmarks/gaia-dag.smoke.js +0 -290
  124. package/dist/src/benchmarks/gaia-dag.smoke.js.map +0 -1
  125. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +0 -17
  126. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +0 -1
  127. package/dist/src/benchmarks/gaia-ensemble-pilot.js +0 -106
  128. package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +0 -1
  129. package/dist/src/benchmarks/gaia-ensemble.d.ts +0 -103
  130. package/dist/src/benchmarks/gaia-ensemble.d.ts.map +0 -1
  131. package/dist/src/benchmarks/gaia-ensemble.js +0 -462
  132. package/dist/src/benchmarks/gaia-ensemble.js.map +0 -1
  133. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +0 -17
  134. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +0 -1
  135. package/dist/src/benchmarks/gaia-gemini-pilot.js +0 -168
  136. package/dist/src/benchmarks/gaia-gemini-pilot.js.map +0 -1
  137. package/dist/src/benchmarks/gaia-mode-router.d.ts +0 -67
  138. package/dist/src/benchmarks/gaia-mode-router.d.ts.map +0 -1
  139. package/dist/src/benchmarks/gaia-mode-router.js +0 -126
  140. package/dist/src/benchmarks/gaia-mode-router.js.map +0 -1
  141. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +0 -15
  142. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +0 -1
  143. package/dist/src/benchmarks/gaia-mode-router.smoke.js +0 -131
  144. package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +0 -1
  145. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +0 -24
  146. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +0 -1
  147. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +0 -276
  148. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +0 -1
  149. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +0 -45
  150. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +0 -1
  151. package/dist/src/benchmarks/gaia-tools/image_describe.js +0 -222
  152. package/dist/src/benchmarks/gaia-tools/image_describe.js.map +0 -1
  153. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +0 -24
  154. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +0 -1
  155. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +0 -169
  156. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +0 -1
  157. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +0 -27
  158. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +0 -1
  159. package/dist/src/benchmarks/gaia-tools/pdf_read.js +0 -226
  160. package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +0 -1
  161. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +0 -31
  162. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +0 -1
  163. package/dist/src/benchmarks/gaia-tools/python_exec.js +0 -94
  164. package/dist/src/benchmarks/gaia-tools/python_exec.js.map +0 -1
  165. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +0 -13
  166. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +0 -1
  167. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +0 -98
  168. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +0 -1
  169. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +0 -52
  170. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +0 -1
  171. package/dist/src/benchmarks/gaia-tools/visit_webpage.js +0 -304
  172. package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +0 -1
  173. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +0 -61
  174. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +0 -1
  175. package/dist/src/benchmarks/gaia-tools/web_browse.js +0 -217
  176. package/dist/src/benchmarks/gaia-tools/web_browse.js.map +0 -1
  177. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +0 -26
  178. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +0 -1
  179. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +0 -152
  180. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +0 -1
  181. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +0 -24
  182. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +0 -1
  183. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +0 -311
  184. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +0 -1
  185. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +0 -25
  186. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +0 -1
  187. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +0 -304
  188. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +0 -1
  189. package/dist/src/commands/performance-capability.d.ts +0 -30
  190. package/dist/src/commands/performance-capability.d.ts.map +0 -1
  191. package/dist/src/commands/performance-capability.js +0 -349
  192. package/dist/src/commands/performance-capability.js.map +0 -1
@@ -1,304 +0,0 @@
1
- /**
2
- * Smoke tests for visit_webpage — iter-57
3
- *
4
- * Tests the upgraded visit_webpage implementation WITHOUT making live HTTP calls.
5
- * All fixtures use visitWebpageTestHooks.fetchHtml to inject canned HTML.
6
- *
7
- * Test fixtures:
8
- * 1. Plain HTML article — expects >500 chars, non-empty title
9
- * 2. Wikipedia-style page — expects infobox text extracted, links present
10
- * 3. JS-heavy minimal shell — falls back to regex, still returns something
11
- * 4. max_chars truncation — capped at 500 chars via parameter
12
- * 5. PDF URL (rejection) — graceful error message, not a throw to agent
13
- * 6. Invalid URL — validation rejects before fetch
14
- * 7. Link extraction — up to 30 links extracted from anchor tags
15
- * 8. extractTextFromHtml — direct test of the regex fallback path
16
- *
17
- * Run (after build):
18
- * node dist/src/benchmarks/gaia-visit-webpage.smoke.js
19
- *
20
- * Exit 0 on all pass, 1 on any failure.
21
- *
22
- * Refs: ADR-138, iter-57, #2156
23
- */
24
- // ---------------------------------------------------------------------------
25
- // Imports — dynamic to support both tsx (source) and compiled JS at runtime
26
- // ---------------------------------------------------------------------------
27
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
28
- let _visitWebpage;
29
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
30
- let _visitWebpageTestHooks;
31
- let _createVisitWebpageTool;
32
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
33
- let _extractTextViaRegex;
34
- // ---------------------------------------------------------------------------
35
- // Fixture HTML
36
- // ---------------------------------------------------------------------------
37
- const PLAIN_ARTICLE_HTML = `<!DOCTYPE html>
38
- <html><head><title>The Life of Ada Lovelace</title></head>
39
- <body>
40
- <header><nav>Home | About | Contact</nav></header>
41
- <main>
42
- <article>
43
- <h1>Ada Lovelace: The First Programmer</h1>
44
- <p>Augusta Ada King, Countess of Lovelace, was an English mathematician and writer, chiefly known
45
- for her work on Charles Babbage's proposed mechanical general-purpose computer, the Analytical Engine.</p>
46
- <p>She was the first to recognise that the machine had applications beyond pure calculation, and to have
47
- published the first algorithm intended to be carried out by such a machine. As a result, she is often
48
- regarded as the first computer programmer.</p>
49
- <p>Born on 10 December 1815, Ada was the only legitimate child of the poet Lord Byron and his wife
50
- Lady Byron. All of Byron's other children were born out of wedlock to other women.</p>
51
- <p>She died on 27 November 1852, at the age of 36, from what was probably uterine cancer. She was
52
- buried at the Church of St. Mary Magdalene in Hucknall, Nottinghamshire.</p>
53
- </article>
54
- </main>
55
- <footer>Copyright 2026. All rights reserved.</footer>
56
- </body></html>`;
57
- const WIKIPEDIA_STYLE_HTML = `<!DOCTYPE html>
58
- <html><head><title>Charles Babbage - Wikipedia</title></head>
59
- <body>
60
- <div id="mw-content-text">
61
- <table class="infobox">
62
- <tr><th>Born</th><td>26 December 1791, London</td></tr>
63
- <tr><th>Died</th><td>18 October 1871 (aged 79), London</td></tr>
64
- <tr><th>Nationality</th><td>British</td></tr>
65
- </table>
66
- <p>Charles Babbage KH FRS was an English polymath. A mathematician, philosopher, inventor and
67
- mechanical engineer, Babbage originated the concept of a digital programmable computer.</p>
68
- <p>He invented the Difference Engine and conceived the Analytical Engine — precursors to the modern
69
- computer. His work on the Analytical Engine influenced Ada Lovelace, who wrote the first published
70
- algorithm for it.</p>
71
- </div>
72
- <div id="toc"><a href="#history">History</a><a href="#legacy">Legacy</a></div>
73
- </body></html>`;
74
- const JS_HEAVY_SHELL_HTML = `<!DOCTYPE html>
75
- <html><head><title>React App</title></head>
76
- <body>
77
- <div id="root"></div>
78
- <script>!function(e){function r(r){for(var n,i,s=r[0],l=r[1]}window.__WEBPACK_MODULES__={};</script>
79
- </body></html>`;
80
- const LINKS_HTML = `<!DOCTYPE html>
81
- <html><head><title>Links Test Page</title></head>
82
- <body>
83
- <p>See <a href="https://example.com/article1">Article One</a> for details.</p>
84
- <p>Also check <a href="https://example.com/article2">Article Two</a> and
85
- <a href="https://wikipedia.org/wiki/Test">Wikipedia Test</a>.</p>
86
- <p><a href="javascript:void(0)">Bad link</a> should be excluded.</p>
87
- <p><a href="mailto:test@example.com">Email</a> should be excluded.</p>
88
- <p>Another <a href="/relative/path">Relative link</a> should resolve.</p>
89
- <p>Content text here to ensure non-empty output for the test to pass.</p>
90
- </body></html>`;
91
- function assert(cond, msg) {
92
- if (!cond)
93
- throw new Error(`Assertion failed: ${msg}`);
94
- }
95
- // ---------------------------------------------------------------------------
96
- // Tests
97
- // ---------------------------------------------------------------------------
98
- const TESTS = [
99
- // -------------------------------------------------------------------------
100
- // Test 1: Plain HTML article — primary path
101
- // -------------------------------------------------------------------------
102
- {
103
- label: 'T1: plain HTML article — >500 chars, non-empty title',
104
- async run() {
105
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
106
- html: PLAIN_ARTICLE_HTML,
107
- finalUrl: 'https://example.com/ada-lovelace',
108
- });
109
- const result = await _visitWebpage('https://example.com/ada-lovelace', 50_000);
110
- assert(result.title === 'The Life of Ada Lovelace', `Expected title, got "${result.title}"`);
111
- assert(result.content.length > 500, `Content too short: ${result.content.length} chars`);
112
- assert(!result.truncated, 'Should not be truncated');
113
- assert(result.sources_consulted.includes('https://example.com/ada-lovelace'), 'URL in sources');
114
- },
115
- },
116
- // -------------------------------------------------------------------------
117
- // Test 2: Wikipedia-style page — infobox text + links
118
- // -------------------------------------------------------------------------
119
- {
120
- label: 'T2: Wikipedia-style page — infobox and body text extracted',
121
- async run() {
122
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
123
- html: WIKIPEDIA_STYLE_HTML,
124
- finalUrl: 'https://en.wikipedia.org/wiki/Charles_Babbage',
125
- });
126
- const result = await _visitWebpage('https://en.wikipedia.org/wiki/Charles_Babbage', 50_000);
127
- assert(result.title === 'Charles Babbage - Wikipedia', `Title: ${result.title}`);
128
- assert(result.content.length > 200, `Content too short: ${result.content.length}`);
129
- // Content must contain some of the article text
130
- assert(result.content.includes('Babbage') || result.content.includes('Difference Engine'), `Expected article text, got: ${result.content.slice(0, 200)}`);
131
- },
132
- },
133
- // -------------------------------------------------------------------------
134
- // Test 3: JS-heavy shell — falls back to regex, still returns something
135
- // -------------------------------------------------------------------------
136
- {
137
- label: 'T3: JS-heavy shell — fallback extracts non-empty content',
138
- async run() {
139
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
140
- html: JS_HEAVY_SHELL_HTML,
141
- finalUrl: 'https://spa-app.example.com',
142
- });
143
- const tool = _createVisitWebpageTool();
144
- // For JS-heavy pages, Python bs4 will extract the title at minimum.
145
- // The tool should return a non-throwing response.
146
- let output;
147
- try {
148
- output = await tool.execute({ url: 'https://spa-app.example.com' });
149
- // Either returns content or the "no readable text" message — both are OK
150
- assert(typeof output === 'string' && output.length > 0, 'Must return non-empty string');
151
- assert(!output.toLowerCase().includes('error'), `Unexpected error in output: ${output.slice(0, 100)}`);
152
- }
153
- catch (err) {
154
- throw new Error(`T3 threw unexpectedly: ${String(err)}`);
155
- }
156
- },
157
- },
158
- // -------------------------------------------------------------------------
159
- // Test 4: max_chars truncation
160
- // -------------------------------------------------------------------------
161
- {
162
- label: 'T4: max_chars truncation — content capped at 500',
163
- async run() {
164
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
165
- html: PLAIN_ARTICLE_HTML,
166
- finalUrl: 'https://example.com/ada-lovelace',
167
- });
168
- const result = await _visitWebpage('https://example.com/ada-lovelace', 500);
169
- assert(result.truncated, 'Expected truncated=true');
170
- assert(result.chars_returned <= 500, `chars_returned=${result.chars_returned} > 500`);
171
- assert(result.content.length <= 500, `content.length=${result.content.length} > 500`);
172
- },
173
- },
174
- // -------------------------------------------------------------------------
175
- // Test 5: PDF URL — graceful error, not throw to agent
176
- // -------------------------------------------------------------------------
177
- {
178
- label: 'T5: PDF URL — graceful error message returned',
179
- async run() {
180
- // Simulate what fetchPage would throw for a PDF
181
- _visitWebpageTestHooks.fetchHtml = async (_url) => {
182
- throw new Error('visit_webpage: URL returns a PDF. Use file_read with the downloaded path instead. URL: https://example.com/doc.pdf');
183
- };
184
- const tool = _createVisitWebpageTool();
185
- let output;
186
- try {
187
- // The tool.execute should propagate the throw — the agent loop catches it
188
- await tool.execute({ url: 'https://example.com/doc.pdf' });
189
- throw new Error('T5: Expected tool to throw for PDF URL');
190
- }
191
- catch (err) {
192
- const msg = String(err);
193
- assert(msg.includes('PDF') || msg.includes('visit_webpage'), `Error should mention PDF: ${msg}`);
194
- output = msg;
195
- }
196
- assert(output.length > 0, 'Should have error message');
197
- },
198
- },
199
- // -------------------------------------------------------------------------
200
- // Test 6: Invalid URL — validation rejects
201
- // -------------------------------------------------------------------------
202
- {
203
- label: 'T6: invalid URL — validation error thrown',
204
- async run() {
205
- const tool = _createVisitWebpageTool();
206
- try {
207
- await tool.execute({ url: 'not-a-url' });
208
- throw new Error('T6: Expected validation error');
209
- }
210
- catch (err) {
211
- const msg = String(err);
212
- assert(msg.includes('visit_webpage') && (msg.includes('URL') || msg.includes('url')), `Expected validation error, got: ${msg}`);
213
- }
214
- },
215
- },
216
- // -------------------------------------------------------------------------
217
- // Test 7: Link extraction
218
- // -------------------------------------------------------------------------
219
- {
220
- label: 'T7: link extraction — absolute and relative links extracted',
221
- async run() {
222
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
223
- html: LINKS_HTML,
224
- finalUrl: 'https://example.com/page',
225
- });
226
- const result = await _visitWebpage('https://example.com/page', 50_000);
227
- assert(result.links.length >= 3, `Expected ≥3 links, got ${result.links.length}: ${JSON.stringify(result.links)}`);
228
- const hrefs = result.links.map((l) => l.href);
229
- assert(hrefs.some((h) => h.includes('article1')), 'Missing article1 link');
230
- assert(hrefs.some((h) => h.includes('article2')), 'Missing article2 link');
231
- assert(hrefs.some((h) => h.includes('wikipedia')), 'Missing wikipedia link');
232
- // javascript: and mailto: links must be excluded
233
- assert(!hrefs.some((h) => h.startsWith('javascript:')), 'javascript: link must be excluded');
234
- assert(!hrefs.some((h) => h.startsWith('mailto:')), 'mailto: link must be excluded');
235
- // Link text must be non-empty
236
- for (const link of result.links) {
237
- assert(link.text.length > 0, `Link with empty text: ${JSON.stringify(link)}`);
238
- }
239
- },
240
- },
241
- // -------------------------------------------------------------------------
242
- // Test 8: redirect tracking
243
- // -------------------------------------------------------------------------
244
- {
245
- label: 'T8: redirect tracking — sources_consulted includes both URLs',
246
- async run() {
247
- _visitWebpageTestHooks.fetchHtml = async (_url) => ({
248
- html: PLAIN_ARTICLE_HTML,
249
- finalUrl: 'https://example.com/redirected-page',
250
- });
251
- const result = await _visitWebpage('https://example.com/original', 50_000);
252
- assert(result.sources_consulted.includes('https://example.com/original'), 'sources_consulted missing original URL');
253
- assert(result.sources_consulted.includes('https://example.com/redirected-page'), 'sources_consulted missing final URL');
254
- },
255
- },
256
- ];
257
- // ---------------------------------------------------------------------------
258
- // Runner
259
- // ---------------------------------------------------------------------------
260
- async function main() {
261
- const mod = await import('./gaia-tools/index.js');
262
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
263
- const m = mod;
264
- _visitWebpage = m.visitWebpage;
265
- _visitWebpageTestHooks = m.visitWebpageTestHooks;
266
- _createVisitWebpageTool = m.createVisitWebpageTool;
267
- if (typeof _visitWebpage !== 'function') {
268
- console.error('ERROR: visitWebpage not exported from gaia-tools/index.\n' +
269
- 'Add `export { visitWebpage, visitWebpageTestHooks } from ./visit_webpage.js` to index.ts.');
270
- process.exit(1);
271
- }
272
- if (!_visitWebpageTestHooks || typeof _visitWebpageTestHooks !== 'object') {
273
- console.error('ERROR: visitWebpageTestHooks not exported from gaia-tools/index.');
274
- process.exit(1);
275
- }
276
- const PASS = '\x1b[32mPASS\x1b[0m';
277
- const FAIL = '\x1b[31mFAIL\x1b[0m';
278
- let failures = 0;
279
- console.log('\n=== gaia-visit-webpage smoke (iter-57) ===\n');
280
- for (const tc of TESTS) {
281
- // Reset test hooks before each test
282
- _visitWebpageTestHooks.fetchHtml = undefined;
283
- try {
284
- await tc.run();
285
- console.log(` ${PASS} ${tc.label}`);
286
- }
287
- catch (err) {
288
- console.log(` ${FAIL} ${tc.label}`);
289
- console.log(` ${String(err)}`);
290
- failures++;
291
- }
292
- }
293
- const total = TESTS.length;
294
- const passed = total - failures;
295
- console.log(`\n=== ${failures === 0 ? 'ALL PASSED' : `${failures} FAILED`} (${passed}/${total} cases) ===\n`);
296
- if (failures > 0)
297
- process.exit(1);
298
- }
299
- main().catch((err) => {
300
- console.error('Smoke crashed:', err);
301
- process.exit(2);
302
- });
303
- export {};
304
- //# sourceMappingURL=gaia-visit-webpage.smoke.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-visit-webpage.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-visit-webpage.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAMH,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAE9E,8DAA8D;AAC9D,IAAI,aAA+D,CAAC;AACpE,8DAA8D;AAC9D,IAAI,sBAA2B,CAAC;AAChC,IAAI,uBAA+F,CAAC;AACpG,6DAA6D;AAC7D,IAAI,oBAA4D,CAAC;AAEjE,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;eAmBZ,CAAC;AAEhB,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;eAgBd,CAAC;AAEhB,MAAM,mBAAmB,GAAG;;;;;eAKb,CAAC;AAEhB,MAAM,UAAU,GAAG;;;;;;;;;;eAUJ,CAAC;AAWhB,SAAS,MAAM,CAAC,IAAa,EAAE,GAAW;IACxC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,KAAK,GAAgB;IACzB,4EAA4E;IAC5E,4CAA4C;IAC5C,4EAA4E;IAC5E;QACE,KAAK,EAAE,sDAAsD;QAC7D,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;YAC/E,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,0BAA0B,EAAE,wBAAwB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YAC7F,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;YACzF,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAClG,CAAC;KACF;IAED,4EAA4E;IAC5E,sDAAsD;IACtD,4EAA4E;IAC5E;QACE,KAAK,EAAE,4DAA4D;QACnE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,oBAAoB;gBAC1B,QAAQ,EAAE,+CAA+C;aAC1D,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,+CAA+C,EAAE,MAAM,CAAC,CAAC;YAC5F,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,6BAA6B,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,sBAAsB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACnF,gDAAgD;YAChD,MAAM,CACJ,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAClF,+BAA+B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC9D,CAAC;QACJ,CAAC;KACF;IAED,4EAA4E;IAC5E,wEAAwE;IACxE,4EAA4E;IAC5E;QACE,KAAK,EAAE,0DAA0D;QACjE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,mBAAmB;gBACzB,QAAQ,EAAE,6BAA6B;aACxC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,oEAAoE;YACpE,kDAAkD;YAClD,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBACpE,yEAAyE;gBACzE,MAAM,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;gBACxF,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,+BAA+B;IAC/B,4EAA4E;IAC5E;QACE,KAAK,EAAE,kDAAkD;QACzD,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,kCAAkC;aAC7C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,cAAc,QAAQ,CAAC,CAAC;YACtF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE,kBAAkB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;QACxF,CAAC;KACF;IAED,4EAA4E;IAC5E,uDAAuD;IACvD,4EAA4E;IAC5E;QACE,KAAK,EAAE,+CAA+C;QACtD,KAAK,CAAC,GAAG;YACP,gDAAgD;YAChD,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;gBACxD,MAAM,IAAI,KAAK,CAAC,oHAAoH,CAAC,CAAC;YACxI,CAAC,CAAC;YAEF,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC;gBACH,0EAA0E;gBAC1E,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,6BAA6B,GAAG,EAAE,CAAC,CAAC;gBACjG,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACzD,CAAC;KACF;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAC5E;QACE,KAAK,EAAE,2CAA2C;QAClD,KAAK,CAAC,GAAG;YACP,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,CACJ,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC7E,mCAAmC,GAAG,EAAE,CACzC,CAAC;YACJ,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,0BAA0B;IAC1B,4EAA4E;IAC5E;QACE,KAAK,EAAE,6DAA6D;QACpE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,0BAA0B;aACrC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,0BAA0B,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;YAE7E,iDAAiD;YACjD,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,mCAAmC,CAAC,CAAC;YAC7F,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,+BAA+B,CAAC,CAAC;YAErF,8BAA8B;YAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,yBAAyB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KACF;IAED,4EAA4E;IAC5E,4BAA4B;IAC5B,4EAA4E;IAC5E;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,CAAC,GAAG;YACP,sBAAsB,CAAC,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,qCAAqC;aAChD,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,8BAA8B,EAAE,MAAM,CAAC,CAAC;YAC3E,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EACjE,wCAAwC,CACzC,CAAC;YACF,MAAM,CACJ,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EACxE,qCAAqC,CACtC,CAAC;QACJ,CAAC;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAClD,8DAA8D;IAC9D,MAAM,CAAC,GAAG,GAAU,CAAC;IAErB,aAAa,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/B,sBAAsB,GAAG,CAAC,CAAC,qBAAqB,CAAC;IACjD,uBAAuB,GAAG,CAAC,CAAC,sBAAsB,CAAC;IAEnD,IAAI,OAAO,aAAa,KAAK,UAAU,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CACX,2DAA2D;YACzD,2FAA2F,CAC9F,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,sBAAsB,IAAI,OAAO,sBAAsB,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,MAAM,IAAI,GAAG,qBAAqB,CAAC;IACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,oCAAoC;QACpC,sBAAsB,CAAC,SAAS,GAAG,SAAS,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,SAAS,KAAK,MAAM,IAAI,KAAK,eAAe,CAAC,CAAC;IAC9G,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
@@ -1,30 +0,0 @@
1
- /**
2
- * V3 CLI Performance Capability Benchmark
3
- *
4
- * Runs a small verifiable-answer corpus through the Anthropic API and reports
5
- * pass-rate, latency, and cost. Closes the capability-evaluation gap that
6
- * `performance benchmark --suite agent` does NOT cover — that suite measures
7
- * the agent control plane (router, memory, hooks) without LLM calls; this
8
- * subcommand measures the actual model's ability to solve agent-style tasks.
9
- *
10
- * Features:
11
- * - Parallel execution with configurable concurrency
12
- * - Multi-model comparison in a single run (`--models a,b,c`)
13
- * - Per-task max-tokens overrides (declared in the fixture)
14
- * - Configurable corpus via `--questions <path>`
15
- *
16
- * Inspired by GAIA / SWE-bench / GSM8K but text-only and scoreable via
17
- * substring / exact match — no web browsing, no file attachments, no
18
- * Hugging Face dataset download.
19
- *
20
- * API key resolution (in order):
21
- * 1. $ANTHROPIC_API_KEY env var
22
- * 2. `gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY`
23
- * 3. Fail with a clear error
24
- *
25
- * Refs: #2156 (Dream Cycle 2026-05-27 capabilities scan)
26
- */
27
- import type { Command } from '../types.js';
28
- declare const capabilityCommand: Command;
29
- export default capabilityCommand;
30
- //# sourceMappingURL=performance-capability.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"performance-capability.d.ts","sourceRoot":"","sources":["../../../src/commands/performance-capability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAKH,OAAO,KAAK,EAAE,OAAO,EAAiC,MAAM,aAAa,CAAC;AA6P1E,QAAA,MAAM,iBAAiB,EAAE,OAsJxB,CAAC;AAEF,eAAe,iBAAiB,CAAC"}