@wenathlan/devthink 2.0.15 → 2.0.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (444) hide show
  1. package/CHANGELOG.md +54 -0
  2. package/{dist/bridge.d.ts → bridge.d.ts} +1 -1
  3. package/bridge.d.ts.map +1 -0
  4. package/bridge.js +1877 -0
  5. package/bun.d.ts.map +1 -0
  6. package/bun.js +52329 -0
  7. package/caps/background.json +712 -0
  8. package/caps/cli.json +360 -0
  9. package/caps/library.json +3611 -0
  10. package/caps/mcp.json +126 -0
  11. package/caps/pagebridge.json +377 -0
  12. package/caps/popup.json +51 -0
  13. package/caps/sidepanel.json +522 -0
  14. package/checksums.txt +142 -0
  15. package/cli.d.ts.map +1 -0
  16. package/{dist/cli.js → cli.js} +2 -2
  17. package/companion.d.ts.map +1 -0
  18. package/companion.js +389 -0
  19. package/crossbrowser.d.ts.map +1 -0
  20. package/crossbrowser.js +1191 -0
  21. package/dashdone.d.ts.map +1 -0
  22. package/dashdone.js +368 -0
  23. package/deno.d.ts.map +1 -0
  24. package/deno.js +52325 -0
  25. package/devthink.umd.js +52346 -0
  26. package/fixtures/bun.ts +7 -0
  27. package/fixtures/cjs.js +6 -0
  28. package/fixtures/deno.ts +6 -0
  29. package/fixtures/example-org-pagestate.json +22 -0
  30. package/fixtures/importers/automa-workflow.json +18 -0
  31. package/fixtures/importers/selenium-side.json +20 -0
  32. package/fixtures/importers/tabular-plan.csv +7 -0
  33. package/fixtures/importers/uivision-macro.json +10 -0
  34. package/fixtures/importers/v1-plan.json +13 -0
  35. package/fixtures/mcp-client.mjs +14 -0
  36. package/fixtures/pages/checkout.html +192 -0
  37. package/fixtures/pages/dashboard.html +110 -0
  38. package/fixtures/pages/feed.html +113 -0
  39. package/fixtures/pages/product-grid.html +150 -0
  40. package/fixtures/plans/form-inventory-plan.json +11 -0
  41. package/fixtures/plans/release-notes-plan.json +11 -0
  42. package/fixtures/recipes/agentscompete.json +11 -0
  43. package/fixtures/recipes/agentsforms.json +11 -0
  44. package/fixtures/recipes/agentsmonitor.json +11 -0
  45. package/fixtures/recipes/agentsreview.json +29 -0
  46. package/fixtures/recipes/agentswarm.json +11 -0
  47. package/fixtures/recipes/fillcalendar.json +12 -0
  48. package/fixtures/recipes/fillcheckout.json +13 -0
  49. package/fixtures/recipes/filldependentdropdowns.json +12 -0
  50. package/fixtures/recipes/fillfromcsv.json +13 -0
  51. package/fixtures/recipes/fillloginform.json +12 -0
  52. package/fixtures/recipes/fillmultistepwizard.json +13 -0
  53. package/fixtures/recipes/fillregistration.json +12 -0
  54. package/fixtures/recipes/fillsearchfilters.json +12 -0
  55. package/fixtures/recipes/filltypeahead.json +11 -0
  56. package/fixtures/recipes/monitoralerts.json +12 -0
  57. package/fixtures/recipes/monitoravailability.json +11 -0
  58. package/fixtures/recipes/monitornetworkquiet.json +12 -0
  59. package/fixtures/recipes/monitorpagechanges.json +11 -0
  60. package/fixtures/recipes/monitorpricechange.json +11 -0
  61. package/fixtures/recipes/monitorschedule.json +12 -0
  62. package/fixtures/recipes/scrapedynamicprices.json +13 -0
  63. package/fixtures/recipes/scrapeimagegallery.json +12 -0
  64. package/fixtures/recipes/scrapeinfinitefeed.json +13 -0
  65. package/fixtures/recipes/scrapenestedlists.json +12 -0
  66. package/fixtures/recipes/scrapeproductgrid.json +12 -0
  67. package/fixtures/recipes/scrapereviews.json +12 -0
  68. package/fixtures/recipes/scrapesearchresults.json +12 -0
  69. package/fixtures/recipes/scrapetablepagination.json +12 -0
  70. package/fixtures/recipes/testaccessibility.json +34 -0
  71. package/fixtures/recipes/testconsoleerrors.json +12 -0
  72. package/fixtures/recipes/testdeeplinks.json +12 -0
  73. package/fixtures/recipes/testformvalidation.json +13 -0
  74. package/fixtures/recipes/testlayoutshift.json +12 -0
  75. package/fixtures/recipes/testlinkcheck.json +12 -0
  76. package/fixtures/recipes/testloadtiming.json +12 -0
  77. package/fixtures/recipes/testvisualdiff.json +12 -0
  78. package/fixtures/workflows/changelog-digest-workflow.json +13 -0
  79. package/fixtures/workflows/form-survey-workflow.json +13 -0
  80. package/gallery.json +706 -0
  81. package/hardening.d.ts.map +1 -0
  82. package/hardening.js +188 -0
  83. package/headless.d.ts.map +1 -0
  84. package/headless.js +11522 -0
  85. package/http.d.ts.map +1 -0
  86. package/http.js +2165 -0
  87. package/index.cjs +54682 -0
  88. package/index.d.ts.map +1 -0
  89. package/index.js +52310 -0
  90. package/index.neutral.js +46343 -0
  91. package/{web/manifest.json → manifest.json} +1 -1
  92. package/mcp.d.ts.map +1 -0
  93. package/mcp.js +20515 -0
  94. package/memory.d.ts.map +1 -0
  95. package/{memory.ts → memory.js} +2310 -3834
  96. package/nativehost.template.json +10 -0
  97. package/node.cjs +54686 -0
  98. package/node.d.ts.map +1 -0
  99. package/pack.d.ts.map +1 -0
  100. package/pack.js +805 -0
  101. package/package.json +83 -176
  102. package/policy.d.ts.map +1 -0
  103. package/{policy.ts → policy.js} +4679 -5073
  104. package/progress.d.ts.map +1 -0
  105. package/progress.js +645 -0
  106. package/protocol.d.ts.map +1 -0
  107. package/protocol.js +8334 -0
  108. package/schemas/audit.schema.json +226 -0
  109. package/schemas/capability.schema.json +113 -0
  110. package/schemas/envelope.schema.json +162 -0
  111. package/schemas/memory.schema.json +51 -0
  112. package/schemas/observation.schema.json +113 -0
  113. package/schemas/plan.schema.json +208 -0
  114. package/schemas/progress.schema.json +126 -0
  115. package/schemas/proposal.schema.json +68 -0
  116. package/schemas/session.schema.json +82 -0
  117. package/schemas/tool.schema.json +94 -0
  118. package/server.d.ts.map +1 -0
  119. package/server.js +28877 -0
  120. package/umd-example.html +18 -0
  121. package/umd.d.ts.map +1 -0
  122. package/accounts.ts +0 -2087
  123. package/agent.ts +0 -2331
  124. package/antigravity.ts +0 -2139
  125. package/apifreeze.ts +0 -4146
  126. package/auth.ts +0 -642
  127. package/background.ts +0 -16837
  128. package/bridge.ts +0 -2080
  129. package/build.ts +0 -54
  130. package/bun.ts +0 -26
  131. package/capture.ts +0 -1614
  132. package/checksecrets.ts +0 -72
  133. package/cjs.ts +0 -9
  134. package/cli.ts +0 -3500
  135. package/commands.ts +0 -1101
  136. package/companion.ts +0 -450
  137. package/compatibility.ts +0 -37
  138. package/config.ts +0 -3137
  139. package/constants.ts +0 -943
  140. package/core.ts +0 -1473
  141. package/crossbrowser.ts +0 -1359
  142. package/dashdone.ts +0 -605
  143. package/data.ts +0 -943
  144. package/database.ts +0 -133
  145. package/debug.ts +0 -850
  146. package/deno.ts +0 -27
  147. package/devthink.ts +0 -707
  148. package/dist/accounts.d.ts +0 -409
  149. package/dist/agent.d.ts +0 -837
  150. package/dist/antigravity.d.ts +0 -380
  151. package/dist/apifreeze.d.ts +0 -113
  152. package/dist/auth.d.ts +0 -224
  153. package/dist/capture.d.ts +0 -595
  154. package/dist/cjs.d.ts +0 -6
  155. package/dist/commands.d.ts +0 -310
  156. package/dist/compatibility.d.ts +0 -17
  157. package/dist/config.d.ts +0 -1853
  158. package/dist/constants.d.ts +0 -637
  159. package/dist/core.d.ts +0 -361
  160. package/dist/data.d.ts +0 -330
  161. package/dist/database.d.ts +0 -24
  162. package/dist/debug.d.ts +0 -270
  163. package/dist/engine.d.ts +0 -74
  164. package/dist/environments.d.ts +0 -244
  165. package/dist/evidence.d.ts +0 -277
  166. package/dist/export.d.ts +0 -311
  167. package/dist/fingerprint.d.ts +0 -594
  168. package/dist/flow.d.ts +0 -300
  169. package/dist/gates.d.ts +0 -103
  170. package/dist/identity.d.ts +0 -51
  171. package/dist/ids.d.ts +0 -7
  172. package/dist/llm.d.ts +0 -652
  173. package/dist/models.d.ts +0 -1807
  174. package/dist/net.d.ts +0 -325
  175. package/dist/neutral.d.ts +0 -41
  176. package/dist/oauth.d.ts +0 -703
  177. package/dist/page.d.ts +0 -1166
  178. package/dist/perf.d.ts +0 -481
  179. package/dist/plan.d.ts +0 -134
  180. package/dist/project.d.ts +0 -395
  181. package/dist/providers.d.ts +0 -37
  182. package/dist/quota.d.ts +0 -453
  183. package/dist/recovery.d.ts +0 -621
  184. package/dist/request.d.ts +0 -1492
  185. package/dist/run.d.ts +0 -779
  186. package/dist/runtime.d.ts +0 -212
  187. package/dist/search.d.ts +0 -375
  188. package/dist/security.d.ts +0 -534
  189. package/dist/serve.d.ts +0 -136
  190. package/dist/session.d.ts +0 -296
  191. package/dist/storage.d.ts +0 -53
  192. package/dist/streaming.d.ts +0 -1119
  193. package/dist/swarm.d.ts +0 -328
  194. package/dist/tools.d.ts +0 -170
  195. package/dist/types.d.ts +0 -8357
  196. package/dist/utils.d.ts +0 -82
  197. package/dist/version.d.ts +0 -7
  198. package/dist/versionregistry.d.ts +0 -406
  199. package/dist/views.d.ts +0 -579
  200. package/dist/workbenchsession.d.ts +0 -69
  201. package/dist/workflow.d.ts +0 -649
  202. package/docs/readme.md +0 -92
  203. package/docs/schemas/antigravity.json +0 -192
  204. package/engine.ts +0 -1524
  205. package/environments.ts +0 -1005
  206. package/evidence.ts +0 -643
  207. package/export.ts +0 -889
  208. package/fingerprint.ts +0 -1458
  209. package/flow.ts +0 -1190
  210. package/gates.ts +0 -307
  211. package/gateway.ts +0 -34
  212. package/hardening.ts +0 -191
  213. package/headless.ts +0 -369
  214. package/http.ts +0 -2110
  215. package/identity.ts +0 -246
  216. package/ids.ts +0 -26
  217. package/index.ts +0 -369
  218. package/llm.ts +0 -2682
  219. package/mcp.ts +0 -1835
  220. package/models.ts +0 -3805
  221. package/modes.ts +0 -43
  222. package/net.ts +0 -1214
  223. package/neutral.ts +0 -362
  224. package/node.ts +0 -26
  225. package/oauth.ts +0 -2216
  226. package/offscreen.ts +0 -170
  227. package/pack.ts +0 -956
  228. package/page.ts +0 -7824
  229. package/pagebridge.ts +0 -1116
  230. package/perf.ts +0 -957
  231. package/plan.ts +0 -672
  232. package/plugin.ts +0 -76
  233. package/prisma.config.ts +0 -27
  234. package/progress.ts +0 -1308
  235. package/project.ts +0 -1291
  236. package/protocol.ts +0 -4187
  237. package/providers.ts +0 -246
  238. package/quota.ts +0 -1887
  239. package/recovery.ts +0 -2433
  240. package/request.ts +0 -4482
  241. package/run.ts +0 -2135
  242. package/runtime.ts +0 -526
  243. package/search.ts +0 -1760
  244. package/security.ts +0 -1673
  245. package/serve.ts +0 -419
  246. package/server.ts +0 -5538
  247. package/session.ts +0 -1162
  248. package/storage.ts +0 -182
  249. package/streaming.ts +0 -4101
  250. package/swarm.ts +0 -884
  251. package/sync.ts +0 -56
  252. package/tests/agentcert.test.ts +0 -128
  253. package/tests/agentfleet.test.ts +0 -214
  254. package/tests/agentreview.test.ts +0 -241
  255. package/tests/agentstream.test.ts +0 -335
  256. package/tests/agentwork.test.ts +0 -356
  257. package/tests/apifreeze.test.ts +0 -290
  258. package/tests/apimap.test.ts +0 -112
  259. package/tests/approvalgate.test.ts +0 -175
  260. package/tests/artifactmanifest.test.ts +0 -204
  261. package/tests/attentionfeed.test.ts +0 -163
  262. package/tests/backgroundruns.test.ts +0 -100
  263. package/tests/batchscheduling.test.ts +0 -131
  264. package/tests/blackboard.test.ts +0 -238
  265. package/tests/bridge.test.ts +0 -1088
  266. package/tests/browsercoverage.test.ts +0 -134
  267. package/tests/browserpolyfills.test.ts +0 -124
  268. package/tests/build.mjs +0 -1260
  269. package/tests/clientauth.test.ts +0 -223
  270. package/tests/clitools.test.ts +0 -578
  271. package/tests/confirmgates.test.ts +0 -190
  272. package/tests/containerpack.test.ts +0 -143
  273. package/tests/controlflow.test.ts +0 -2120
  274. package/tests/coordination.test.ts +0 -345
  275. package/tests/copyscreen.test.ts +0 -139
  276. package/tests/core.test.ts +0 -417
  277. package/tests/costcert.test.ts +0 -95
  278. package/tests/crossbrowser.test.ts +0 -115
  279. package/tests/cspaudit.test.ts +0 -79
  280. package/tests/dashdone.test.ts +0 -615
  281. package/tests/datagrid.test.ts +0 -137
  282. package/tests/doccheck.test.ts +0 -107
  283. package/tests/dombatch.test.ts +0 -109
  284. package/tests/emulation.test.ts +0 -282
  285. package/tests/environments.test.ts +0 -259
  286. package/tests/evidenceviews.test.ts +0 -88
  287. package/tests/exporttools.test.ts +0 -185
  288. package/tests/firefoxprep.test.ts +0 -134
  289. package/tests/flowlibrary.test.ts +0 -242
  290. package/tests/flowrun.test.ts +0 -303
  291. package/tests/forensics.test.ts +0 -439
  292. package/tests/gateway.test.ts +0 -939
  293. package/tests/headlesslib.test.ts +0 -171
  294. package/tests/httpstream.test.ts +0 -277
  295. package/tests/immutablelog.test.ts +0 -157
  296. package/tests/inboundguard.test.ts +0 -177
  297. package/tests/lazyload.test.ts +0 -72
  298. package/tests/librarymodes.test.ts +0 -623
  299. package/tests/llm.test.ts +0 -696
  300. package/tests/manifest.test.ts +0 -226
  301. package/tests/maskinputs.test.ts +0 -150
  302. package/tests/matrixverify.test.ts +0 -111
  303. package/tests/mavenpack.test.ts +0 -75
  304. package/tests/mcpserver.test.ts +0 -704
  305. package/tests/memory.test.ts +0 -4155
  306. package/tests/memorycare.test.ts +0 -230
  307. package/tests/migrateplan.test.ts +0 -349
  308. package/tests/minimization.test.ts +0 -414
  309. package/tests/modelroute.test.ts +0 -112
  310. package/tests/multiagent.test.ts +0 -440
  311. package/tests/nativebridge.test.ts +0 -807
  312. package/tests/navigation.test.ts +0 -284
  313. package/tests/nugetpack.test.ts +0 -83
  314. package/tests/orchestration.test.ts +0 -449
  315. package/tests/originpolicy.test.ts +0 -405
  316. package/tests/outputcompare.test.ts +0 -97
  317. package/tests/package.test.ts +0 -91
  318. package/tests/pagebridge.test.ts +0 -5909
  319. package/tests/pentest.test.ts +0 -75
  320. package/tests/perfrecords.test.ts +0 -257
  321. package/tests/permdiff.test.ts +0 -85
  322. package/tests/phishguard.test.ts +0 -128
  323. package/tests/pickerviews.test.ts +0 -155
  324. package/tests/pipelines.test.ts +0 -381
  325. package/tests/planlint.test.ts +0 -240
  326. package/tests/planreview.test.ts +0 -383
  327. package/tests/platformtargets.test.ts +0 -56
  328. package/tests/policy.test.ts +0 -8284
  329. package/tests/portability.test.ts +0 -96
  330. package/tests/progress.test.ts +0 -1036
  331. package/tests/promptlibrary.test.ts +0 -116
  332. package/tests/protocol.test.ts +0 -4793
  333. package/tests/publishingpipeline.test.ts +0 -314
  334. package/tests/quickactions.test.ts +0 -164
  335. package/tests/readiness.test.ts +0 -78
  336. package/tests/recipes.test.ts +0 -163
  337. package/tests/redactshots.test.ts +0 -216
  338. package/tests/registernvidiakeys.ts +0 -51
  339. package/tests/relayserve.test.ts +0 -304
  340. package/tests/releasenotes.test.ts +0 -276
  341. package/tests/resilience.test.ts +0 -467
  342. package/tests/resourceaware.test.ts +0 -187
  343. package/tests/runbudget.test.ts +0 -125
  344. package/tests/runhistory.test.ts +0 -299
  345. package/tests/runreplay.test.ts +0 -113
  346. package/tests/runresume.test.ts +0 -184
  347. package/tests/runstate.test.ts +0 -288
  348. package/tests/runtimeadapters.test.ts +0 -251
  349. package/tests/safariskeleton.test.ts +0 -115
  350. package/tests/sandboxframe.test.ts +0 -196
  351. package/tests/sbom.test.ts +0 -105
  352. package/tests/secretvault.test.ts +0 -188
  353. package/tests/selcache.test.ts +0 -111
  354. package/tests/sessioninterface.test.ts +0 -791
  355. package/tests/sessions.test.ts +0 -591
  356. package/tests/siteprefs.test.ts +0 -228
  357. package/tests/snapshotdelta.test.ts +0 -165
  358. package/tests/statusviews.test.ts +0 -237
  359. package/tests/stepmeter.test.ts +0 -200
  360. package/tests/streamparse.test.ts +0 -163
  361. package/tests/stylepruning.test.ts +0 -90
  362. package/tests/surfaces.test.ts +0 -282
  363. package/tests/sweep.test.ts +0 -78
  364. package/tests/syncbridge.test.ts +0 -164
  365. package/tests/taskqueue.test.ts +0 -206
  366. package/tests/toolcalls.test.ts +0 -336
  367. package/tests/toolcatalog.test.ts +0 -201
  368. package/tests/torture-agent.test.ts +0 -706
  369. package/tests/torture-auth.test.ts +0 -461
  370. package/tests/torture-commands.test.ts +0 -895
  371. package/tests/torture-data.test.ts +0 -923
  372. package/tests/torture-environments.test.ts +0 -285
  373. package/tests/torture-export.test.ts +0 -263
  374. package/tests/torture-http.test.ts +0 -1379
  375. package/tests/torture-llm.test.ts +0 -808
  376. package/tests/torture-memory.test.ts +0 -1084
  377. package/tests/torture-plan.test.ts +0 -829
  378. package/tests/torture-run.test.ts +0 -626
  379. package/tests/torture-session.test.ts +0 -928
  380. package/tests/torture-swarm.test.ts +0 -1245
  381. package/tests/torture-tools.test.ts +0 -964
  382. package/tests/torture-workflow.test.ts +0 -2354
  383. package/tests/tourviews.test.ts +0 -52
  384. package/tests/transparency.test.ts +0 -147
  385. package/tests/trigger.test.ts +0 -941
  386. package/tests/v1sunset.test.ts +0 -428
  387. package/tests/virtlist.test.ts +0 -94
  388. package/tests/vision.test.ts +0 -540
  389. package/tests/vsixpack.test.ts +0 -145
  390. package/tests/webapi.test.ts +0 -523
  391. package/tests/workflow.test.ts +0 -1785
  392. package/tests/workfloweditor.test.ts +0 -759
  393. package/tests/xpipack.test.ts +0 -128
  394. package/tools.ts +0 -734
  395. package/types.ts +0 -9908
  396. package/umd.ts +0 -9
  397. package/utils.ts +0 -249
  398. package/version.ts +0 -8
  399. package/versionregistry.ts +0 -1310
  400. package/views.ts +0 -2153
  401. package/vitest.config.ts +0 -12
  402. package/web/App.tsx +0 -78
  403. package/web/README.md +0 -47
  404. package/web/capacitor.config.ts +0 -46
  405. package/web/const.ts +0 -19
  406. package/web/control.shell.tsx +0 -66
  407. package/web/dashboardpage.ts +0 -554
  408. package/web/db.ts +0 -493
  409. package/web/design.html +0 -541
  410. package/web/gatewayview/Gateway.tsx +0 -345
  411. package/web/gatewayview/config.ts +0 -1042
  412. package/web/gatewayview/definition.ts +0 -174
  413. package/web/icons.ts +0 -15
  414. package/web/optionspage.ts +0 -691
  415. package/web/popup.ts +0 -1651
  416. package/web/schema.prisma +0 -176
  417. package/web/sidepanel.ts +0 -7941
  418. package/web/sitemanifest.json +0 -13
  419. package/web/terminal-ui.tsx +0 -622
  420. package/web/transparencypage.ts +0 -541
  421. package/web/vite.config.ts +0 -39
  422. package/web/workspace.ts +0 -23
  423. package/workbenchmemory.ts +0 -104
  424. package/workbenchsession.ts +0 -304
  425. package/workflow.ts +0 -4495
  426. /package/{dist/bun.d.ts → bun.d.ts} +0 -0
  427. /package/{dist/cli.d.ts → cli.d.ts} +0 -0
  428. /package/{dist/companion.d.ts → companion.d.ts} +0 -0
  429. /package/{dist/crossbrowser.d.ts → crossbrowser.d.ts} +0 -0
  430. /package/{dist/dashdone.d.ts → dashdone.d.ts} +0 -0
  431. /package/{dist/deno.d.ts → deno.d.ts} +0 -0
  432. /package/{dist/hardening.d.ts → hardening.d.ts} +0 -0
  433. /package/{dist/headless.d.ts → headless.d.ts} +0 -0
  434. /package/{dist/http.d.ts → http.d.ts} +0 -0
  435. /package/{dist/index.d.ts → index.d.ts} +0 -0
  436. /package/{dist/mcp.d.ts → mcp.d.ts} +0 -0
  437. /package/{dist/memory.d.ts → memory.d.ts} +0 -0
  438. /package/{dist/node.d.ts → node.d.ts} +0 -0
  439. /package/{dist/pack.d.ts → pack.d.ts} +0 -0
  440. /package/{dist/policy.d.ts → policy.d.ts} +0 -0
  441. /package/{dist/progress.d.ts → progress.d.ts} +0 -0
  442. /package/{dist/protocol.d.ts → protocol.d.ts} +0 -0
  443. /package/{dist/server.d.ts → server.d.ts} +0 -0
  444. /package/{dist/umd.d.ts → umd.d.ts} +0 -0
@@ -1,964 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import {
3
- alltools,
4
- applymock,
5
- applyratelimit,
6
- batchrisk,
7
- begincall,
8
- buildtoolcatalog,
9
- callretryhintof,
10
- checkidempotency,
11
- defaultidempotencywindowms,
12
- domainkinds,
13
- endcall,
14
- expireidempotency,
15
- maptoolerror,
16
- namespaceof,
17
- openapilayout,
18
- recordidempotency,
19
- resolvetool,
20
- runbatch,
21
- structurederrorof,
22
- toolname,
23
- toolsbynamespace,
24
- toolschemaof,
25
- toolcatalogversion,
26
- toolnamespaces,
27
- dryruntool,
28
- } from "../tools.js";
29
- import type {
30
- agentsession,
31
- agentplan,
32
- callratelimit,
33
- idempotencyrecord,
34
- toolmock,
35
- toolresult,
36
- toolschemaproperty,
37
- toolstep,
38
- clientrecord,
39
- } from "../types.js";
40
-
41
- const now = 1_800_000_000_000;
42
-
43
- /** Builds one tool result fixture. */
44
- function result(text = "ok", iserror = false): toolresult {
45
- return { content: text, iserror };
46
- }
47
-
48
- /** Builds one client record fixture. */
49
- function client(over: Partial<clientrecord> = {}): clientrecord {
50
- return { id: "c1", transport: "stdio", paired: true, connectedat: now, ...over };
51
- }
52
-
53
- describe("torture: tool catalog build, layout and resolution", () => {
54
- it("builds the catalog with the four namespaces and the catalog version stamped on every domain", () => {
55
- const catalog = buildtoolcatalog();
56
- expect(catalog.version).toBe(toolcatalogversion);
57
- expect(catalog.domains.map((domain) => domain.namespace)).toEqual(toolnamespaces);
58
- expect(toolnamespaces).toEqual(["browser", "workflow", "memory", "system"]);
59
- });
60
-
61
- it("lists every tool flattened across the domains and groups by namespace", () => {
62
- const catalog = buildtoolcatalog();
63
- const flat = alltools(catalog);
64
- expect(flat.length).toBeGreaterThan(20);
65
- const grouped = toolsbynamespace(catalog);
66
- expect(grouped).toHaveLength(4);
67
- expect(grouped[0]?.namespace).toBe("browser");
68
- expect(grouped[0]?.tools.length).toBeGreaterThan(10);
69
- });
70
-
71
- it("resolves the tool by its namespaced name and refuses the bare colliding name", () => {
72
- const catalog = buildtoolcatalog();
73
- expect(resolvetool(catalog, "browser.click")?.name).toBe("browser.click");
74
- expect(resolvetool(catalog, "snapshot")?.name).toBe("browser.snapshot");
75
- expect(resolvetool(catalog, "nonexistent")).toBeUndefined();
76
- expect(resolvetool(catalog, "list")).toBeUndefined();
77
- });
78
-
79
- it("reads the namespace of one tool name and reports undefined on bare names", () => {
80
- expect(namespaceof("browser.click")).toBe("browser");
81
- expect(namespaceof("memory.list")).toBe("memory");
82
- expect(namespaceof("system.status")).toBe("system");
83
- expect(namespaceof("workflow.plan")).toBe("workflow");
84
- expect(namespaceof("barename")).toBeUndefined();
85
- expect(namespaceof("evil.tool")).toBeUndefined();
86
- });
87
-
88
- it("prefixes the tool base name with its namespace", () => {
89
- expect(toolname("browser", "click")).toBe("browser.click");
90
- expect(toolname("memory", "list")).toBe("memory.list");
91
- });
92
-
93
- it("reviews the action kinds of every namespace against the documented domain map", () => {
94
- expect(domainkinds.browser).toContain("click");
95
- expect(domainkinds.workflow).toContain("runworkflow");
96
- expect(domainkinds.memory).toContain("extractvars");
97
- expect(domainkinds.system).toContain("readmeta");
98
- });
99
-
100
- it("builds the json schema with the required list derived from the property map", () => {
101
- const properties: Record<string, toolschemaproperty> = {
102
- target: { type: "string", description: "selector", required: true },
103
- value: { type: "string", description: "value" },
104
- options: { type: "object", description: "opts", default: {} },
105
- };
106
- const schema = toolschemaof(properties);
107
- expect(schema.type).toBe("object");
108
- expect(schema.required).toEqual(["target"]);
109
- expect(schema.properties).toBe(properties);
110
- });
111
-
112
- it("renders the openapi style field layout with the required star and the default value", () => {
113
- const schema = toolschemaof({
114
- target: { type: "string", description: "selector", required: true },
115
- value: { type: "string", description: "value", default: "fallback" },
116
- options: { type: "object", description: "opts", default: {} },
117
- });
118
- const layout = openapilayout(schema);
119
- expect(layout).toContain("target:string*");
120
- expect(layout).toContain("value:string=fallback");
121
- expect(layout).toContain("options:object={}");
122
- });
123
- });
124
-
125
- describe("torture: tool call rate limit boundary and concurrency", () => {
126
- it("keeps the unbounded client unbounded and counts the calls of the limited client", () => {
127
- const unlimited = applyratelimit({ limits: [], clientid: "c1", now });
128
- expect(unlimited.allowed).toBe(true);
129
- expect(unlimited.used).toBe(0);
130
- const limited: callratelimit[] = [{ clientid: "c2", windowstartedat: now, windowms: 1000, used: 0, budget: 3 }];
131
- const first = applyratelimit({ limits: limited, clientid: "c2", now });
132
- expect(first.allowed).toBe(true);
133
- expect(first.used).toBe(1);
134
- const second = applyratelimit({ limits: first.limits, clientid: "c2", now: now + 1 });
135
- expect(second.used).toBe(2);
136
- expect(second.limits[0]?.used).toBe(2);
137
- });
138
-
139
- it("refuses the call that would exceed the budget and reports the retry after window", () => {
140
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 3, budget: 3 }];
141
- const refused = applyratelimit({ limits, clientid: "c1", now: now + 100 });
142
- expect(refused.allowed).toBe(false);
143
- expect(refused.budget).toBe(3);
144
- expect(refused.retryafter).toBe(900);
145
- expect(refused.used).toBe(3);
146
- });
147
-
148
- it("resets the counter when the window elapsed past the boundary and at the exact boundary", () => {
149
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 3, budget: 3 }];
150
- const atexact = applyratelimit({ limits, clientid: "c1", now: now + 1000 });
151
- expect(atexact.allowed).toBe(true);
152
- expect(atexact.used).toBe(1);
153
- expect(atexact.limits[0]?.windowstartedat).toBe(now + 1000);
154
- });
155
-
156
- it("ignores other clients and only counts the matching clientid", () => {
157
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 0, budget: 1 }];
158
- const other = applyratelimit({ limits, clientid: "c2", now });
159
- expect(other.allowed).toBe(true);
160
- expect(other.used).toBe(0);
161
- expect(other.limits).toBe(limits);
162
- });
163
- });
164
-
165
- describe("torture: tool structured errors and retry hint classification", () => {
166
- it("builds the structured error with the code, the message and the optional retry after", () => {
167
- const error = structurederrorof({
168
- code: "rate_limited",
169
- message: "too many calls",
170
- retryhint: "wait",
171
- retryafter: 100,
172
- });
173
- expect(error).toMatchObject({
174
- code: "rate_limited",
175
- message: "too many calls",
176
- retryhint: "wait",
177
- retryafter: 100,
178
- });
179
- const without = structurederrorof({ code: "internal", message: "boom", retryhint: "retry" });
180
- expect(without.retryafter).toBeUndefined();
181
- });
182
-
183
- it("classifies the retry hint by the keyword and falls back to none", () => {
184
- expect(callretryhintof({ code: "consent", message: "refused" })).toBe("none");
185
- expect(callretryhintof({ code: "rate", message: "busy window" })).toBe("wait");
186
- expect(callretryhintof({ code: "timeout", message: "timed out" })).toBe("retry");
187
- expect(callretryhintof({ code: "internal", message: "network error" })).toBe("retry");
188
- expect(callretryhintof({ message: "unknown failure" })).toBe("none");
189
- expect(callretryhintof({})).toBe("none");
190
- });
191
-
192
- it("maps the executor failure of the Error instance and the plain object shapes onto the structured error", () => {
193
- const fromerror = maptoolerror({ failure: new Error("crashed"), retryafter: 5 });
194
- expect(fromerror.code).toBe("internal");
195
- expect(fromerror.message).toBe("crashed");
196
- expect(fromerror.retryhint).toBe("retry");
197
- expect(fromerror.retryafter).toBe(5);
198
- const fromobject = maptoolerror({ failure: { code: "rate", message: "busy" } });
199
- expect(fromobject.code).toBe("rate");
200
- expect(fromobject.retryhint).toBe("wait");
201
- const frommissing = maptoolerror({ failure: { message: "no code" } });
202
- expect(frommissing.code).toBe("internal");
203
- });
204
- });
205
-
206
- describe("torture: tool idempotency replay window and boundaries", () => {
207
- it("replays the stored result of the same client inside the window and refuses outside it", () => {
208
- const records: idempotencyrecord[] = [
209
- {
210
- key: "k1",
211
- clientid: "c1",
212
- tool: "browser.click",
213
- result: result("done"),
214
- createdat: now,
215
- expiresat: now + 1000,
216
- },
217
- ];
218
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 500 }).replay?.content).toBe("done");
219
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 1000 }).reason).toMatch(/expired/i);
220
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 1001 }).reason).toMatch(/expired/i);
221
- });
222
-
223
- it("refuses the foreign client and the unknown key honestly", () => {
224
- const records: idempotencyrecord[] = [
225
- {
226
- key: "k1",
227
- clientid: "c1",
228
- tool: "browser.click",
229
- result: result("done"),
230
- createdat: now,
231
- expiresat: now + 1000,
232
- },
233
- ];
234
- expect(checkidempotency({ records, key: "k1", clientid: "c2", now: now }).reason).toMatch(/another client/i);
235
- expect(checkidempotency({ records, key: "k2", clientid: "c1", now: now }).reason).toMatch(/no stored record/i);
236
- });
237
-
238
- it("records the idempotency record and overwrites the same key of the same client", () => {
239
- const base: idempotencyrecord[] = [];
240
- const first = recordidempotency({
241
- records: base,
242
- key: "k1",
243
- clientid: "c1",
244
- tool: "browser.click",
245
- result: result("first"),
246
- now,
247
- });
248
- expect(first).toHaveLength(1);
249
- const second = recordidempotency({
250
- records: first,
251
- key: "k1",
252
- clientid: "c1",
253
- tool: "browser.click",
254
- result: result("second"),
255
- now: now + 1,
256
- });
257
- expect(second).toHaveLength(1);
258
- expect(second[0]?.result.content).toBe("second");
259
- });
260
-
261
- it("uses the default idempotency window when the user configured window is absent", () => {
262
- expect(defaultidempotencywindowms).toBe(300_000);
263
- const records = recordidempotency({
264
- records: [],
265
- key: "k1",
266
- clientid: "c1",
267
- tool: "browser.click",
268
- result: result("done"),
269
- now,
270
- });
271
- expect(records[0]?.expiresat).toBe(now + 300_000);
272
- });
273
-
274
- it("expires the records past their window and keeps the live ones", () => {
275
- const records: idempotencyrecord[] = [
276
- {
277
- key: "k1",
278
- clientid: "c1",
279
- tool: "browser.click",
280
- result: result("done"),
281
- createdat: now - 2000,
282
- expiresat: now - 1000,
283
- },
284
- {
285
- key: "k2",
286
- clientid: "c1",
287
- tool: "browser.click",
288
- result: result("live"),
289
- createdat: now - 100,
290
- expiresat: now + 1000,
291
- },
292
- ];
293
- const remaining = expireidempotency(records, now);
294
- expect(remaining.map((record) => record.key)).toEqual(["k2"]);
295
- expect(expireidempotency(records, now + 2000)).toEqual([]);
296
- });
297
- });
298
-
299
- describe("torture: tool batch runtime, mocks and call contexts", () => {
300
- it("runs the ordered batch and stops on the first error when the flag requests it", async () => {
301
- const outcomes = await runbatch({
302
- calls: [
303
- { id: "a", name: "browser.snapshot", params: {} },
304
- { id: "b", name: "browser.click", params: {} },
305
- { id: "c", name: "browser.snapshot", params: {} },
306
- ],
307
- stoponerror: true,
308
- now,
309
- execute: async (call) =>
310
- call.id === "b"
311
- ? { ok: false, error: structurederrorof({ code: "internal", message: "boom", retryhint: "none" }) }
312
- : { ok: true, result: result(`done ${call.id}`) },
313
- });
314
- expect(outcomes.outcomes.map((o) => o.callid)).toEqual(["a", "b"]);
315
- expect(outcomes.stoppedat).toBe("b");
316
- });
317
-
318
- it("runs every call when stoponerror is false and reports every outcome", async () => {
319
- const outcomes = await runbatch({
320
- calls: [
321
- { id: "a", name: "browser.snapshot", params: {} },
322
- { id: "b", name: "browser.click", params: {} },
323
- ],
324
- stoponerror: false,
325
- now,
326
- execute: async (call) =>
327
- call.id === "b"
328
- ? { ok: false, error: structurederrorof({ code: "internal", message: "boom", retryhint: "none" }) }
329
- : { ok: true, result: result(`done ${call.id}`) },
330
- });
331
- expect(outcomes.outcomes.map((o) => o.callid)).toEqual(["a", "b"]);
332
- expect(outcomes.outcomes[1]?.ok).toBe(false);
333
- expect(outcomes.stoppedat).toBeUndefined();
334
- });
335
-
336
- it("applies the mock of a test context and refuses the mock outside a test context", () => {
337
- const mocks: toolmock[] = [
338
- { tool: "browser.snapshot", result: result("mocked"), testcontext: true, createdat: now },
339
- ];
340
- expect(applymock({ mocks, tool: "browser.snapshot" }).result?.content).toBe("mocked");
341
- expect(applymock({ mocks, tool: "browser.click" }).result).toBeUndefined();
342
- const realmocks: toolmock[] = [
343
- { tool: "browser.snapshot", result: result("mocked"), testcontext: false, createdat: now },
344
- ];
345
- expect(applymock({ mocks: realmocks, tool: "browser.snapshot" }).reason).toMatch(/test context/i);
346
- });
347
-
348
- it("opens and closes the call context with the chunks counter and the partial result", () => {
349
- const opened = begincall({ clientid: "c1", tool: "browser.click", callid: "call1", idempotencykey: "k1", now });
350
- expect(opened.state).toBe("inflight");
351
- expect(opened.callid).toBe("call1");
352
- expect(opened.idempotencykey).toBe("k1");
353
- expect(opened.chunks).toBe(0);
354
- const closed = endcall({ contexts: [opened], callid: "call1", ok: true, now: now + 1 });
355
- expect(closed.context?.state).toBe("done");
356
- expect(closed.context?.endedat).toBe(now + 1);
357
- const failed = endcall({
358
- contexts: [opened],
359
- callid: "call1",
360
- ok: false,
361
- errorcode: "boom",
362
- partial: result("partial"),
363
- now: now + 2,
364
- });
365
- expect(failed.context?.state).toBe("failed");
366
- expect(failed.context?.errorcode).toBe("boom");
367
- expect(failed.context?.partial?.content).toBe("partial");
368
- });
369
-
370
- it("refuses to close a context that never opened or already closed", () => {
371
- const opened = begincall({ clientid: "c1", tool: "browser.click", callid: "call1", now });
372
- const closed = endcall({ contexts: [opened], callid: "call1", ok: true, now: now + 1 });
373
- const second = endcall({ contexts: closed.contexts, callid: "call1", ok: true, now: now + 2 });
374
- expect(second.context?.state).toBe("done");
375
- expect(second.reason).toBeUndefined();
376
- expect(endcall({ contexts: closed.contexts, callid: "ghost", ok: true, now }).reason).toMatch(/never opened/i);
377
- });
378
- });
379
-
380
- describe("torture: tool dry run validation and consent gate", () => {
381
- it("validates the required arguments and reports the missing ones honestly", () => {
382
- const catalog = buildtoolcatalog();
383
- const tool = resolvetool(catalog, "browser.click")!;
384
- const findings = dryruntool({ tool, params: {}, client: client(), origin: "https://example.com", now });
385
- expect(findings.argsvalid).toBe(false);
386
- expect(findings.findings.some((f) => /stepid/i.test(f))).toBe(true);
387
- expect(findings.executed).toBe(false);
388
- expect(findings.mutations).toEqual([]);
389
- });
390
-
391
- it("reports the type mismatch of the supplied arguments", () => {
392
- const catalog = buildtoolcatalog();
393
- const tool = resolvetool(catalog, "browser.click")!;
394
- const findings = dryruntool({
395
- tool,
396
- params: { stepid: 123 },
397
- client: client(),
398
- origin: "https://example.com",
399
- now,
400
- });
401
- expect(findings.findings.some((f) => /string/i.test(f))).toBe(true);
402
- });
403
-
404
- it("grades the batch by its most sensitive member", () => {
405
- expect(batchrisk([{ risk: "read" }, { risk: "read" }])).toBe("read");
406
- expect(batchrisk([{ risk: "read" }, { risk: "sensitive" }])).toBe("sensitive");
407
- expect(batchrisk([{ risk: "sensitive" }])).toBe("sensitive");
408
- expect(batchrisk([])).toBe("read");
409
- });
410
-
411
- it("reads the consent gate through the dryrun tool and refuses the unpaired client", () => {
412
- const catalog = buildtoolcatalog();
413
- const tool = resolvetool(catalog, "browser.click")!;
414
- const unpaired = dryruntool({
415
- tool,
416
- params: { stepid: "s1" },
417
- client: client({ paired: false }),
418
- origin: "https://example.com",
419
- now,
420
- });
421
- expect(unpaired.consentok).toBe(false);
422
- expect(unpaired.findings.length).toBeGreaterThan(0);
423
- });
424
- });
425
-
426
- describe("torture: tool catalog invariants, consent metadata and naming", () => {
427
- it("stamps the catalog version on every tool of every domain", () => {
428
- const catalog = buildtoolcatalog();
429
- for (const tool of alltools(catalog)) {
430
- expect(tool.version).toBe(toolcatalogversion);
431
- }
432
- for (const domain of catalog.domains) {
433
- expect(domain.version).toBe(toolcatalogversion);
434
- expect(domain.namespace).toBe(domain.tools[0]?.name.split(".")[0]);
435
- }
436
- });
437
-
438
- it("ends every catalog description with the openapi style field layout", () => {
439
- const catalog = buildtoolcatalog();
440
- for (const tool of alltools(catalog)) {
441
- expect(tool.description).toMatch(/Fields: .*\.$/);
442
- }
443
- });
444
-
445
- it("keeps every read tool free of consent metadata and every gated tool behind the approval gate", () => {
446
- const catalog = buildtoolcatalog();
447
- for (const tool of alltools(catalog)) {
448
- if (tool.risk === "read") {
449
- expect(tool.consentmeta).toBeUndefined();
450
- expect(tool.inputschema.required).not.toContain("stepid");
451
- } else {
452
- expect(tool.consentmeta).toMatchObject({
453
- approvalrequired: true,
454
- originscope: "session",
455
- riskclass: tool.risk,
456
- });
457
- expect(tool.inputschema.required).toEqual(["stepid"]);
458
- }
459
- }
460
- });
461
-
462
- it("keeps every tool kind inside its declared namespace domain", () => {
463
- const catalog = buildtoolcatalog();
464
- for (const domain of catalog.domains) {
465
- for (const tool of domain.tools) {
466
- expect(domainkinds[domain.namespace]).toContain(tool.kind);
467
- expect(tool.name.startsWith(`${domain.namespace}.`)).toBe(true);
468
- }
469
- }
470
- });
471
-
472
- it("derives the required list from the property map in declaration order", () => {
473
- const schema = toolschemaof({
474
- optional: { type: "string", description: "d" },
475
- first: { type: "string", description: "d", required: true },
476
- second: { type: "number", description: "d", required: true },
477
- });
478
- expect(schema.required).toEqual(["first", "second"]);
479
- expect(toolschemaof({}).required).toEqual([]);
480
- expect(schema.type).toBe("object");
481
- });
482
-
483
- it("renders the openapi layout for numbers, booleans and empty defaults", () => {
484
- const layout = openapilayout(
485
- toolschemaof({
486
- count: { type: "number", description: "d", default: 5 },
487
- flag: { type: "boolean", description: "d" },
488
- none: { type: "object", description: "d" },
489
- }),
490
- );
491
- expect(layout).toContain("count:number=5");
492
- expect(layout).toContain("flag:boolean");
493
- expect(layout).toContain("none:object");
494
- expect(layout.endsWith(".")).toBe(true);
495
- expect(openapilayout(toolschemaof({}))).toBe("Fields: .");
496
- });
497
-
498
- it("resolves the unique bare base names and refuses the shared ones", () => {
499
- const catalog = buildtoolcatalog();
500
- const names = alltools(catalog).map((tool) => tool.name.split(".")[1] ?? "");
501
- const duplicates = new Set(names.filter((name, index) => names.indexOf(name) !== index));
502
- expect(duplicates.size).toBeGreaterThan(0);
503
- for (const name of names) {
504
- const resolved = resolvetool(catalog, name);
505
- if (duplicates.has(name)) expect(resolved).toBeUndefined();
506
- else expect(resolved?.name.split(".")[1]).toBe(name);
507
- }
508
- });
509
-
510
- it("reads the namespace of dotted, multi dotted and unicode names", () => {
511
- expect(namespaceof("browser.click")).toBe("browser");
512
- expect(namespaceof("memory.list.extra")).toBe("memory");
513
- expect(namespaceof("browser.\u00e9clat")).toBe("browser");
514
- expect(namespaceof("evil.click")).toBeUndefined();
515
- expect(namespaceof("browser")).toBe("browser");
516
- expect(namespaceof("")).toBeUndefined();
517
- expect(namespaceof(".click")).toBeUndefined();
518
- });
519
-
520
- it("prefixes any base name through the toolname helper without validation", () => {
521
- expect(toolname("system", "status")).toBe("system.status");
522
- expect(toolname("browser" as "browser", "\u00e9 #1")).toBe("browser.\u00e9 #1");
523
- });
524
-
525
- it("groups the tools by namespace with the domain versions carried", () => {
526
- const catalog = buildtoolcatalog();
527
- const grouped = toolsbynamespace(catalog);
528
- expect(grouped.map((group) => group.namespace)).toEqual(toolnamespaces);
529
- for (const group of grouped) {
530
- expect(group.tools.length).toBe(
531
- catalog.domains.find((domain) => domain.namespace === group.namespace)?.tools.length,
532
- );
533
- }
534
- });
535
- });
536
-
537
- describe("torture: rate limit budgets, windows and retry hints", () => {
538
- it("keeps a limit without a budget unbounded however many calls land", () => {
539
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 1_000_000 }];
540
- const allowed = applyratelimit({ limits, clientid: "c1", now });
541
- expect(allowed.allowed).toBe(true);
542
- expect(allowed.used).toBe(1_000_001);
543
- expect(allowed.budget).toBeUndefined();
544
- });
545
-
546
- it("refuses immediately under a zero budget with the whole window to retry", () => {
547
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 0, budget: 0 }];
548
- const refused = applyratelimit({ limits, clientid: "c1", now: now + 100 });
549
- expect(refused.allowed).toBe(false);
550
- expect(refused.used).toBe(0);
551
- expect(refused.retryafter).toBe(900);
552
- const reset = applyratelimit({ limits, clientid: "c1", now: now + 1000 });
553
- expect(reset.allowed).toBe(false);
554
- expect(reset.retryafter).toBe(1000);
555
- expect(reset.limits[0]?.windowstartedat).toBe(now + 1000);
556
- });
557
-
558
- it("resets the exhausted window at the exact edge and waits one tick under it", () => {
559
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 3, budget: 3 }];
560
- const under = applyratelimit({ limits, clientid: "c1", now: now + 999 });
561
- expect(under.allowed).toBe(false);
562
- expect(under.retryafter).toBe(1);
563
- const edge = applyratelimit({ limits, clientid: "c1", now: now + 1000 });
564
- expect(edge.allowed).toBe(true);
565
- expect(edge.used).toBe(1);
566
- expect(edge.limits[0]?.windowstartedat).toBe(now + 1000);
567
- });
568
-
569
- it("keeps the window while the elapsed time stays under it and resets past it", () => {
570
- const limits: callratelimit[] = [{ clientid: "c1", windowstartedat: now, windowms: 1000, used: 1, budget: 5 }];
571
- const inside = applyratelimit({ limits, clientid: "c1", now: now + 999 });
572
- expect(inside.used).toBe(2);
573
- expect(inside.limits[0]?.windowstartedat).toBe(now);
574
- const outside = applyratelimit({ limits, clientid: "c1", now: now + 1001 });
575
- expect(outside.used).toBe(1);
576
- expect(outside.limits[0]?.windowstartedat).toBe(now + 1001);
577
- });
578
-
579
- it("counts the refusal against the limit list of the matching client only", () => {
580
- const limits: callratelimit[] = [
581
- { clientid: "c1", windowstartedat: now, windowms: 1000, used: 3, budget: 3 },
582
- { clientid: "c2", windowstartedat: now, windowms: 1000, used: 0, budget: 1 },
583
- ];
584
- const refused = applyratelimit({ limits, clientid: "c1", now });
585
- expect(refused.allowed).toBe(false);
586
- expect(refused.limits[1]?.used).toBe(0);
587
- });
588
-
589
- it("classifies the retry hint by keyword precedence", () => {
590
- expect(callretryhintof({ code: "consent", message: "rate limited window" })).toBe("none");
591
- expect(callretryhintof({ code: "refused grant", message: "timeout" })).toBe("none");
592
- expect(callretryhintof({ code: "unpaired", message: "queue busy" })).toBe("none");
593
- expect(callretryhintof({ code: "rate", message: "consent refused" })).toBe("none");
594
- expect(callretryhintof({ code: "queue", message: "window" })).toBe("wait");
595
- expect(callretryhintof({ code: "timeout", message: "rate" })).toBe("wait");
596
- expect(callretryhintof({ code: "network", message: "timed out" })).toBe("retry");
597
- expect(callretryhintof({ code: "internal", message: "boom" })).toBe("retry");
598
- expect(callretryhintof({ code: "network error", message: "" })).toBe("retry");
599
- });
600
-
601
- it("maps Error instances, coded objects and message only failures", () => {
602
- expect(maptoolerror({ failure: new Error("network boom") })).toMatchObject({
603
- code: "internal",
604
- message: "network boom",
605
- retryhint: "retry",
606
- });
607
- expect(maptoolerror({ failure: { code: "rate", message: "busy window" }, retryafter: 7 })).toMatchObject({
608
- code: "rate",
609
- retryhint: "wait",
610
- retryafter: 7,
611
- });
612
- expect(maptoolerror({ failure: { message: "no code" } })).toMatchObject({ code: "internal", retryhint: "retry" });
613
- expect(maptoolerror({ failure: { code: "consent", message: "denied" } }).retryafter).toBeUndefined();
614
- });
615
-
616
- it("builds the structured error with and without the retry after", () => {
617
- expect(structurederrorof({ code: "boom", message: "m", retryhint: "none" })).toEqual({
618
- code: "boom",
619
- message: "m",
620
- retryhint: "none",
621
- });
622
- expect(structurederrorof({ code: "boom", message: "", retryhint: "wait", retryafter: 0 })).toEqual({
623
- code: "boom",
624
- message: "",
625
- retryhint: "wait",
626
- retryafter: 0,
627
- });
628
- });
629
- });
630
-
631
- describe("torture: idempotency windows, records and expiry edges", () => {
632
- it("refuses the replay at the exact expiry tick and one past it", () => {
633
- const records: idempotencyrecord[] = [
634
- {
635
- key: "k1",
636
- clientid: "c1",
637
- tool: "browser.click",
638
- result: result("done"),
639
- createdat: now,
640
- expiresat: now + 1000,
641
- },
642
- ];
643
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 999 }).replay?.content).toBe("done");
644
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 1000 }).replay).toBeUndefined();
645
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 1001 }).reason).toMatch(
646
- /expired past its window/i,
647
- );
648
- });
649
-
650
- it("expires a zero window record immediately", () => {
651
- const records = recordidempotency({
652
- records: [],
653
- key: "k1",
654
- clientid: "c1",
655
- tool: "browser.click",
656
- result: result("done"),
657
- now,
658
- window: 0,
659
- });
660
- expect(records[0]?.expiresat).toBe(now);
661
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now }).replay).toBeUndefined();
662
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now: now + 1 }).reason).toMatch(/expired/i);
663
- });
664
-
665
- it("keeps the records of two clients under the same key separate", () => {
666
- let records = recordidempotency({
667
- records: [],
668
- key: "k1",
669
- clientid: "c1",
670
- tool: "browser.click",
671
- result: result("one"),
672
- now,
673
- });
674
- records = recordidempotency({
675
- records,
676
- key: "k1",
677
- clientid: "c2",
678
- tool: "browser.click",
679
- result: result("two"),
680
- now: now + 1,
681
- });
682
- expect(records).toHaveLength(2);
683
- expect(checkidempotency({ records, key: "k1", clientid: "c2", now }).replay?.content).toBe("two");
684
- expect(checkidempotency({ records, key: "k1", clientid: "c1", now }).replay?.content).toBe("one");
685
- });
686
-
687
- it("overwrites the same key of the same client and prepends the newest", () => {
688
- let records = recordidempotency({
689
- records: [],
690
- key: "k1",
691
- clientid: "c1",
692
- tool: "browser.click",
693
- result: result("first"),
694
- now,
695
- });
696
- records = recordidempotency({
697
- records,
698
- key: "k2",
699
- clientid: "c1",
700
- tool: "browser.click",
701
- result: result("second"),
702
- now: now + 1,
703
- });
704
- records = recordidempotency({
705
- records,
706
- key: "k1",
707
- clientid: "c1",
708
- tool: "browser.click",
709
- result: result("third"),
710
- now: now + 2,
711
- });
712
- expect(records.map((record) => record.key)).toEqual(["k1", "k2"]);
713
- expect(records[0]?.result.content).toBe("third");
714
- expect(records[0]?.createdat).toBe(now + 2);
715
- expect(records[0]?.expiresat).toBe(now + 2 + defaultidempotencywindowms);
716
- });
717
-
718
- it("expires exactly the records whose window passed and keeps the boundary", () => {
719
- const records: idempotencyrecord[] = [
720
- { key: "k1", clientid: "c1", tool: "t", result: result("a"), createdat: now - 2000, expiresat: now },
721
- { key: "k2", clientid: "c1", tool: "t", result: result("b"), createdat: now - 100, expiresat: now + 1 },
722
- ];
723
- expect(expireidempotency(records, now).map((record) => record.key)).toEqual(["k2"]);
724
- expect(expireidempotency(records, now + 1)).toEqual([]);
725
- expect(expireidempotency([], now)).toEqual([]);
726
- });
727
- });
728
-
729
- describe("torture: batch runtime, mocks and call context edges", () => {
730
- it("runs an empty batch to an empty outcome list", async () => {
731
- const outcomes = await runbatch({
732
- calls: [],
733
- stoponerror: true,
734
- now,
735
- execute: async () => ({ ok: true, result: result("x") }),
736
- });
737
- expect(outcomes.outcomes).toEqual([]);
738
- expect(outcomes.stoppedat).toBeUndefined();
739
- });
740
-
741
- it("propagates the executor failure of the batch member", async () => {
742
- await expect(
743
- runbatch({
744
- calls: [{ id: "a", name: "browser.click", params: {} }],
745
- stoponerror: false,
746
- now,
747
- execute: async () => {
748
- throw new Error("executor crashed");
749
- },
750
- }),
751
- ).rejects.toThrow(/executor crashed/i);
752
- });
753
-
754
- it("stamps each outcome with its own sequential time", async () => {
755
- const outcomes = await runbatch({
756
- calls: [
757
- { id: "a", name: "browser.snapshot", params: {} },
758
- { id: "b", name: "browser.snapshot", params: {} },
759
- ],
760
- stoponerror: false,
761
- now,
762
- execute: async () => ({ ok: true, result: result("done") }),
763
- });
764
- expect(outcomes.outcomes.map((outcome) => outcome.at)).toEqual([now, now + 1]);
765
- expect(outcomes.outcomes.every((outcome) => outcome.ok)).toBe(true);
766
- });
767
-
768
- it("answers no mock and no reason when the list stays empty", () => {
769
- expect(applymock({ mocks: [], tool: "browser.click" })).toEqual({});
770
- });
771
-
772
- it("drops the blank idempotency key and carries the dry run and batch markers", () => {
773
- const opened = begincall({
774
- clientid: "c1",
775
- tool: "browser.click",
776
- callid: "call1",
777
- idempotencykey: " ",
778
- dryrun: true,
779
- batchid: "b1",
780
- now,
781
- });
782
- expect(opened.idempotencykey).toBeUndefined();
783
- expect(opened.dryrun).toBe(true);
784
- expect(opened.batchid).toBe("b1");
785
- expect(opened.chunks).toBe(0);
786
- expect(opened.state).toBe("inflight");
787
- const bare = begincall({ clientid: "c1", tool: "t", now });
788
- expect(bare.callid).not.toBe("");
789
- expect(bare.callid.length).toBeGreaterThan(10);
790
- expect(bare.dryrun).toBeUndefined();
791
- });
792
-
793
- it("closes the failed call with its error code and keeps the partial result", () => {
794
- const opened = begincall({ clientid: "c1", tool: "browser.click", callid: "call1", now });
795
- const failed = endcall({
796
- contexts: [opened],
797
- callid: "call1",
798
- ok: false,
799
- errorcode: "consent",
800
- partial: result("half"),
801
- now: now + 1,
802
- });
803
- expect(failed.context).toMatchObject({ state: "failed", errorcode: "consent", endedat: now + 1 });
804
- expect(failed.context?.partial?.content).toBe("half");
805
- expect(failed.context?.chunks).toBe(0);
806
- expect(failed.reason).toBeUndefined();
807
- });
808
-
809
- it("answers the close of a cancelled context with the context and no reason", () => {
810
- const opened = begincall({ clientid: "c1", tool: "browser.click", callid: "call1", now });
811
- const cancelled = { ...opened, state: "cancelled" as const, endedat: now };
812
- const closed = endcall({ contexts: [cancelled], callid: "call1", ok: true, now: now + 1 });
813
- expect(closed.context).toEqual(cancelled);
814
- expect(closed.reason).toBeUndefined();
815
- });
816
- });
817
-
818
- describe("torture: tool dry runs behind the consent gates", () => {
819
- const session: agentsession = {
820
- id: "s1",
821
- tabid: 4,
822
- origin: "https://example.com",
823
- startedat: now - 1000,
824
- expiresat: now + 600_000,
825
- grants: ["https://example.com"],
826
- };
827
- const step: toolstep = {
828
- id: "s1",
829
- kind: "click",
830
- target: "#submit",
831
- summary: "Click the reviewed submit control.",
832
- risk: "sensitive",
833
- };
834
- const plan: agentplan = {
835
- id: "plan1",
836
- objective: "run the form",
837
- origin: "https://example.com",
838
- steps: [step],
839
- createdat: now - 2000,
840
- expiresat: now + 600_000,
841
- state: "approved",
842
- };
843
-
844
- it("passes the dry run of a gated tool behind the paired client, the live session and the approved step", () => {
845
- const catalog = buildtoolcatalog();
846
- const tool = resolvetool(catalog, "browser.click")!;
847
- const findings = dryruntool({
848
- tool,
849
- params: { stepid: "s1" },
850
- client: client(),
851
- session,
852
- plan,
853
- origin: "https://example.com",
854
- now,
855
- });
856
- expect(findings.argsvalid).toBe(true);
857
- expect(findings.consentok).toBe(true);
858
- expect(findings.executed).toBe(false);
859
- expect(findings.mutations).toEqual([]);
860
- expect(findings.tool).toBe("browser.click");
861
- });
862
-
863
- it("refuses the dry run without a live session or without the approved plan", () => {
864
- const catalog = buildtoolcatalog();
865
- const tool = resolvetool(catalog, "browser.click")!;
866
- const nosession = dryruntool({
867
- tool,
868
- params: { stepid: "s1" },
869
- client: client(),
870
- plan,
871
- origin: "https://example.com",
872
- now,
873
- });
874
- expect(nosession.consentok).toBe(false);
875
- expect(nosession.findings.some((f) => /live browser session/i.test(f))).toBe(true);
876
- const unapproved = dryruntool({
877
- tool,
878
- params: { stepid: "s1" },
879
- client: client(),
880
- session,
881
- plan: { ...plan, state: "pending" as const },
882
- origin: "https://example.com",
883
- now,
884
- });
885
- expect(unapproved.consentok).toBe(false);
886
- expect(unapproved.findings.some((f) => /approved plan review/i.test(f))).toBe(true);
887
- });
888
-
889
- it("refuses the dry run of a step kind the tool does not wrap and the ungranted origin", () => {
890
- const catalog = buildtoolcatalog();
891
- const tool = resolvetool(catalog, "browser.click")!;
892
- const mismatch = dryruntool({
893
- tool,
894
- params: { stepid: "s1" },
895
- client: client(),
896
- session,
897
- plan: { ...plan, steps: [{ ...step, kind: "type" }] },
898
- origin: "https://example.com",
899
- now,
900
- });
901
- expect(mismatch.consentok).toBe(false);
902
- expect(mismatch.findings.some((f) => /does not match the browser.click tool/i.test(f))).toBe(true);
903
- const foreign = dryruntool({
904
- tool,
905
- params: { stepid: "s1" },
906
- client: client(),
907
- session,
908
- plan,
909
- origin: "https://denied.example",
910
- now,
911
- });
912
- expect(foreign.consentok).toBe(false);
913
- expect(foreign.findings.some((f) => /outside the session grants/i.test(f))).toBe(true);
914
- });
915
-
916
- it("reads the stepid from the explicit input before the params", () => {
917
- const catalog = buildtoolcatalog();
918
- const tool = resolvetool(catalog, "browser.click")!;
919
- const explicit = dryruntool({
920
- tool,
921
- params: {},
922
- client: client(),
923
- session,
924
- plan,
925
- origin: "https://example.com",
926
- stepid: "s1",
927
- now,
928
- });
929
- expect(explicit.argsvalid).toBe(false);
930
- expect(explicit.consentok).toBe(true);
931
- });
932
-
933
- it("validates the array and null argument shapes against the schema types", () => {
934
- const catalog = buildtoolcatalog();
935
- const tool = resolvetool(catalog, "browser.readtext")!;
936
- const findings = dryruntool({
937
- tool,
938
- params: { target: [] },
939
- client: client(),
940
- session,
941
- plan,
942
- origin: "https://example.com",
943
- now,
944
- });
945
- expect(findings.argsvalid).toBe(false);
946
- expect(findings.findings.some((f) => /array value where the schema asks a string/i.test(f))).toBe(true);
947
- const nulls = dryruntool({
948
- tool,
949
- params: { target: null },
950
- client: client(),
951
- session,
952
- plan,
953
- origin: "https://example.com",
954
- now,
955
- });
956
- expect(nulls.findings.some((f) => /target .* stays empty/i.test(f))).toBe(true);
957
- });
958
-
959
- it("grades the batch risk of empty, mixed and sensitive members", () => {
960
- expect(batchrisk([])).toBe("read");
961
- expect(batchrisk([{ risk: "sensitive" }, { risk: "read" }, { risk: "read" }])).toBe("sensitive");
962
- expect(batchrisk([{ risk: "read" }, { risk: "read" }])).toBe("read");
963
- });
964
- });