niceeval 0.12.1 → 0.12.2-canary.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3266) hide show
  1. package/INDEX.md +33 -27
  2. package/bin/niceeval.js +8 -6
  3. package/dist/agents/ai-sdk-otel.cjs +54 -0
  4. package/dist/agents/ai-sdk-otel.cjs.map +1 -0
  5. package/dist/agents/ai-sdk-otel.d.cts +27 -0
  6. package/dist/agents/ai-sdk-otel.d.mts +27 -0
  7. package/dist/agents/ai-sdk-otel.d.ts +27 -0
  8. package/dist/agents/ai-sdk-otel.js +6 -0
  9. package/dist/agents/ai-sdk-otel.js.map +1 -0
  10. package/dist/agents/ai-sdk-otel.mjs +6 -0
  11. package/dist/agents/ai-sdk-otel.mjs.map +1 -0
  12. package/dist/agents/ai-sdk.cjs +412 -0
  13. package/dist/agents/ai-sdk.cjs.map +1 -0
  14. package/dist/agents/ai-sdk.d.cts +214 -0
  15. package/dist/agents/ai-sdk.d.mts +214 -0
  16. package/dist/agents/ai-sdk.d.ts +214 -0
  17. package/dist/agents/ai-sdk.js +8 -0
  18. package/dist/agents/ai-sdk.js.map +1 -0
  19. package/dist/agents/bub-install-spec.cjs +42 -0
  20. package/dist/agents/bub-install-spec.cjs.map +1 -0
  21. package/dist/agents/bub-install-spec.d.cts +22 -0
  22. package/dist/agents/bub-install-spec.d.mts +22 -0
  23. package/dist/agents/bub-install-spec.d.ts +22 -0
  24. package/dist/agents/bub-install-spec.js +20 -0
  25. package/dist/agents/bub-install-spec.js.map +1 -0
  26. package/dist/agents/bub.cjs +204 -0
  27. package/dist/agents/bub.cjs.map +1 -0
  28. package/dist/agents/bub.d.cts +57 -0
  29. package/dist/agents/bub.d.mts +57 -0
  30. package/dist/agents/bub.d.ts +57 -0
  31. package/dist/agents/bub.js +7 -0
  32. package/dist/agents/bub.js.map +1 -0
  33. package/dist/agents/builtin.cjs +21 -0
  34. package/dist/agents/builtin.cjs.map +1 -0
  35. package/dist/agents/builtin.d.cts +2 -0
  36. package/dist/agents/builtin.d.mts +2 -0
  37. package/dist/agents/builtin.d.ts +2 -0
  38. package/dist/agents/builtin.js +6 -0
  39. package/dist/agents/builtin.js.map +1 -0
  40. package/dist/agents/cache-marker.cjs +6 -0
  41. package/dist/agents/cache-marker.cjs.map +1 -0
  42. package/dist/agents/cache-marker.d.cts +5 -0
  43. package/dist/agents/cache-marker.d.mts +5 -0
  44. package/dist/agents/cache-marker.js +6 -2
  45. package/dist/agents/cache-marker.js.map +1 -0
  46. package/dist/agents/claude-code.cjs +372 -0
  47. package/dist/agents/claude-code.cjs.map +1 -0
  48. package/dist/agents/claude-code.d.cts +91 -0
  49. package/dist/agents/claude-code.d.mts +91 -0
  50. package/dist/agents/claude-code.d.ts +91 -0
  51. package/dist/agents/claude-code.js +9 -0
  52. package/dist/agents/claude-code.js.map +1 -0
  53. package/dist/agents/codex.cjs +658 -0
  54. package/dist/agents/codex.cjs.map +1 -0
  55. package/dist/agents/codex.d.cts +96 -0
  56. package/dist/agents/codex.d.mts +96 -0
  57. package/dist/agents/codex.d.ts +96 -0
  58. package/dist/agents/codex.js +9 -0
  59. package/dist/agents/codex.js.map +1 -0
  60. package/dist/agents/coding-cli-versions.cjs +71 -0
  61. package/dist/agents/coding-cli-versions.cjs.map +1 -0
  62. package/dist/agents/coding-cli-versions.d.cts +40 -0
  63. package/dist/agents/coding-cli-versions.d.mts +40 -0
  64. package/dist/agents/coding-cli-versions.d.ts +40 -0
  65. package/dist/agents/coding-cli-versions.js +22 -0
  66. package/dist/agents/coding-cli-versions.js.map +1 -0
  67. package/dist/agents/hermes.cjs +237 -0
  68. package/dist/agents/hermes.cjs.map +1 -0
  69. package/dist/agents/hermes.d.cts +17 -0
  70. package/dist/agents/hermes.d.mts +17 -0
  71. package/dist/agents/hermes.d.ts +17 -0
  72. package/dist/agents/hermes.js +7 -0
  73. package/dist/agents/hermes.js.map +1 -0
  74. package/dist/agents/index.cjs +92 -0
  75. package/dist/agents/index.cjs.map +1 -0
  76. package/dist/agents/index.d.cts +44 -0
  77. package/dist/agents/index.d.mts +44 -0
  78. package/dist/agents/index.d.ts +44 -0
  79. package/dist/agents/index.js +86 -0
  80. package/dist/agents/index.js.map +1 -0
  81. package/dist/agents/index.mjs +86 -0
  82. package/dist/agents/index.mjs.map +1 -0
  83. package/dist/agents/langgraph.cjs +426 -0
  84. package/dist/agents/langgraph.cjs.map +1 -0
  85. package/dist/agents/langgraph.d.cts +43 -0
  86. package/dist/agents/langgraph.d.mts +43 -0
  87. package/dist/agents/langgraph.d.ts +43 -0
  88. package/dist/agents/langgraph.js +6 -0
  89. package/dist/agents/langgraph.js.map +1 -0
  90. package/dist/agents/marketplace.cjs +81 -0
  91. package/dist/agents/marketplace.cjs.map +1 -0
  92. package/dist/agents/marketplace.d.cts +27 -0
  93. package/dist/agents/marketplace.d.mts +27 -0
  94. package/dist/agents/marketplace.d.ts +27 -0
  95. package/dist/agents/marketplace.js +8 -0
  96. package/dist/agents/marketplace.js.map +1 -0
  97. package/dist/agents/mcp.cjs +28 -0
  98. package/dist/agents/mcp.cjs.map +1 -0
  99. package/dist/agents/mcp.d.cts +7 -0
  100. package/dist/agents/mcp.d.mts +7 -0
  101. package/dist/agents/mcp.d.ts +7 -0
  102. package/dist/agents/mcp.js +10 -0
  103. package/dist/agents/mcp.js.map +1 -0
  104. package/dist/agents/native-config.cjs +288 -0
  105. package/dist/agents/native-config.cjs.map +1 -0
  106. package/dist/agents/native-config.d.cts +71 -0
  107. package/dist/agents/native-config.d.mts +71 -0
  108. package/dist/agents/native-config.d.ts +71 -0
  109. package/dist/agents/native-config.js +18 -0
  110. package/dist/agents/native-config.js.map +1 -0
  111. package/dist/agents/npm-staged.cjs +378 -0
  112. package/dist/agents/npm-staged.cjs.map +1 -0
  113. package/dist/agents/npm-staged.d.cts +52 -0
  114. package/dist/agents/npm-staged.d.mts +52 -0
  115. package/dist/agents/npm-staged.d.ts +52 -0
  116. package/dist/agents/npm-staged.js +12 -0
  117. package/dist/agents/npm-staged.js.map +1 -0
  118. package/dist/agents/openai-compat.cjs +158 -0
  119. package/dist/agents/openai-compat.cjs.map +1 -0
  120. package/dist/agents/openai-compat.d.cts +88 -0
  121. package/dist/agents/openai-compat.d.mts +88 -0
  122. package/dist/agents/openai-compat.d.ts +88 -0
  123. package/dist/agents/openai-compat.js +12 -0
  124. package/dist/agents/openai-compat.js.map +1 -0
  125. package/dist/agents/openclaw.cjs +236 -0
  126. package/dist/agents/openclaw.cjs.map +1 -0
  127. package/dist/agents/openclaw.d.cts +26 -0
  128. package/dist/agents/openclaw.d.mts +26 -0
  129. package/dist/agents/openclaw.d.ts +26 -0
  130. package/dist/agents/openclaw.js +7 -0
  131. package/dist/agents/openclaw.js.map +1 -0
  132. package/dist/agents/opencode.cjs +228 -0
  133. package/dist/agents/opencode.cjs.map +1 -0
  134. package/dist/agents/opencode.d.cts +17 -0
  135. package/dist/agents/opencode.d.mts +17 -0
  136. package/dist/agents/opencode.d.ts +17 -0
  137. package/dist/agents/opencode.js +7 -0
  138. package/dist/agents/opencode.js.map +1 -0
  139. package/dist/agents/post-setup.cjs +119 -0
  140. package/dist/agents/post-setup.cjs.map +1 -0
  141. package/dist/agents/post-setup.d.cts +20 -0
  142. package/dist/agents/post-setup.d.mts +20 -0
  143. package/dist/agents/post-setup.d.ts +20 -0
  144. package/dist/agents/post-setup.js +12 -0
  145. package/dist/agents/post-setup.js.map +1 -0
  146. package/dist/agents/provisioner.cjs +446 -0
  147. package/dist/agents/provisioner.cjs.map +1 -0
  148. package/dist/agents/provisioner.d.cts +116 -0
  149. package/dist/agents/provisioner.d.mts +116 -0
  150. package/dist/agents/provisioner.d.ts +8 -6
  151. package/dist/agents/provisioner.js +32 -0
  152. package/dist/agents/provisioner.js.map +1 -0
  153. package/dist/agents/sdk-streams.cjs +447 -0
  154. package/dist/agents/sdk-streams.cjs.map +1 -0
  155. package/dist/agents/sdk-streams.d.cts +135 -0
  156. package/dist/agents/sdk-streams.d.mts +135 -0
  157. package/dist/agents/sdk-streams.d.ts +135 -0
  158. package/dist/agents/sdk-streams.js +12 -0
  159. package/dist/agents/sdk-streams.js.map +1 -0
  160. package/dist/agents/session-slot.cjs +8 -0
  161. package/dist/agents/session-slot.cjs.map +1 -0
  162. package/dist/agents/session-slot.d.cts +12 -0
  163. package/dist/agents/session-slot.d.mts +12 -0
  164. package/dist/agents/session-slot.js +6 -0
  165. package/dist/agents/session-slot.js.map +1 -0
  166. package/dist/agents/shared.cjs +202 -0
  167. package/dist/agents/shared.cjs.map +1 -0
  168. package/dist/agents/shared.d.cts +95 -0
  169. package/dist/agents/shared.d.mts +95 -0
  170. package/dist/agents/shared.d.ts +95 -0
  171. package/dist/agents/shared.js +6 -0
  172. package/dist/agents/shared.js.map +1 -0
  173. package/dist/agents/skills.cjs +262 -0
  174. package/dist/agents/skills.cjs.map +1 -0
  175. package/dist/agents/skills.d.cts +60 -0
  176. package/dist/agents/skills.d.mts +60 -0
  177. package/dist/agents/skills.d.ts +60 -0
  178. package/dist/agents/skills.js +22 -0
  179. package/dist/agents/skills.js.map +1 -0
  180. package/dist/agents/streaming.cjs +142 -0
  181. package/dist/agents/streaming.cjs.map +1 -0
  182. package/dist/agents/streaming.d.cts +82 -0
  183. package/dist/agents/streaming.d.mts +82 -0
  184. package/dist/agents/streaming.d.ts +82 -0
  185. package/dist/agents/streaming.js +8 -0
  186. package/dist/agents/streaming.js.map +1 -0
  187. package/dist/agents/types.cjs +5 -0
  188. package/dist/agents/types.cjs.map +1 -0
  189. package/dist/agents/types.d.cts +592 -0
  190. package/dist/agents/types.d.mts +592 -0
  191. package/dist/agents/types.d.ts +26 -20
  192. package/dist/agents/types.js +4 -2
  193. package/dist/agents/types.js.map +1 -0
  194. package/dist/agents/ui-message-stream.cjs +426 -0
  195. package/dist/agents/ui-message-stream.cjs.map +1 -0
  196. package/dist/agents/ui-message-stream.d.cts +68 -0
  197. package/dist/agents/ui-message-stream.d.mts +68 -0
  198. package/dist/agents/ui-message-stream.d.ts +68 -0
  199. package/dist/agents/ui-message-stream.js +6 -0
  200. package/dist/agents/ui-message-stream.js.map +1 -0
  201. package/dist/analysis/index.cjs +11 -0
  202. package/dist/analysis/index.cjs.map +1 -0
  203. package/dist/analysis/index.d.cts +2 -0
  204. package/dist/analysis/index.d.mts +2 -0
  205. package/dist/analysis/index.d.ts +2 -0
  206. package/dist/analysis/index.js +12 -0
  207. package/dist/analysis/index.js.map +1 -0
  208. package/dist/analysis/index.mjs +12 -0
  209. package/dist/analysis/index.mjs.map +1 -0
  210. package/dist/assertions/api.cjs +26 -0
  211. package/dist/assertions/api.cjs.map +1 -0
  212. package/dist/assertions/api.d.cts +395 -0
  213. package/dist/assertions/api.d.mts +395 -0
  214. package/dist/assertions/api.d.ts +395 -0
  215. package/dist/assertions/api.js +8 -0
  216. package/dist/assertions/api.js.map +1 -0
  217. package/dist/assertions/coverage.cjs +97 -0
  218. package/dist/assertions/coverage.cjs.map +1 -0
  219. package/dist/assertions/coverage.d.cts +23 -0
  220. package/dist/assertions/coverage.d.mts +23 -0
  221. package/dist/assertions/coverage.d.ts +1 -1
  222. package/dist/assertions/coverage.js +14 -94
  223. package/dist/assertions/coverage.js.map +1 -0
  224. package/dist/assertions/diff.cjs +249 -0
  225. package/dist/assertions/diff.cjs.map +1 -0
  226. package/dist/assertions/diff.d.cts +88 -0
  227. package/dist/assertions/diff.d.mts +88 -0
  228. package/dist/assertions/diff.d.ts +70 -2
  229. package/dist/assertions/diff.js +36 -116
  230. package/dist/assertions/diff.js.map +1 -0
  231. package/dist/assertions/display.cjs +79 -0
  232. package/dist/assertions/display.cjs.map +1 -0
  233. package/dist/assertions/display.d.cts +36 -0
  234. package/dist/assertions/display.d.mts +36 -0
  235. package/dist/assertions/display.d.ts +32 -32
  236. package/dist/assertions/display.js +14 -200
  237. package/dist/assertions/display.js.map +1 -0
  238. package/dist/assertions/identity.cjs +6 -0
  239. package/dist/assertions/identity.cjs.map +1 -0
  240. package/dist/assertions/identity.d.cts +4 -0
  241. package/dist/assertions/identity.d.mts +4 -0
  242. package/dist/assertions/identity.d.ts +4 -0
  243. package/dist/assertions/identity.js +6 -0
  244. package/dist/assertions/identity.js.map +1 -0
  245. package/dist/assertions/judge.cjs +342 -0
  246. package/dist/assertions/judge.cjs.map +1 -0
  247. package/dist/assertions/judge.d.cts +22 -0
  248. package/dist/assertions/judge.d.mts +22 -0
  249. package/dist/assertions/judge.d.ts +22 -0
  250. package/dist/assertions/judge.js +12 -0
  251. package/dist/assertions/judge.js.map +1 -0
  252. package/dist/assertions/limits.cjs +14 -0
  253. package/dist/assertions/limits.cjs.map +1 -0
  254. package/dist/assertions/limits.d.cts +10 -0
  255. package/dist/assertions/limits.d.mts +10 -0
  256. package/dist/assertions/limits.d.ts +10 -0
  257. package/dist/assertions/limits.js +6 -0
  258. package/dist/assertions/limits.js.map +1 -0
  259. package/dist/assertions/match.cjs +1314 -0
  260. package/dist/assertions/match.cjs.map +1 -0
  261. package/dist/assertions/match.d.cts +276 -0
  262. package/dist/assertions/match.d.mts +276 -0
  263. package/dist/assertions/match.d.ts +276 -0
  264. package/dist/assertions/match.js +82 -0
  265. package/dist/assertions/match.js.map +1 -0
  266. package/dist/assertions/record/attachment.cjs +448 -0
  267. package/dist/assertions/record/attachment.cjs.map +1 -0
  268. package/dist/assertions/record/attachment.d.cts +220 -0
  269. package/dist/assertions/record/attachment.d.mts +220 -0
  270. package/dist/assertions/record/attachment.d.ts +220 -0
  271. package/dist/assertions/record/attachment.js +20 -0
  272. package/dist/assertions/record/attachment.js.map +1 -0
  273. package/dist/assertions/record/codec.cjs +541 -0
  274. package/dist/assertions/record/codec.cjs.map +1 -0
  275. package/dist/assertions/record/codec.d.cts +146 -0
  276. package/dist/assertions/record/codec.d.mts +146 -0
  277. package/dist/assertions/record/codec.d.ts +146 -0
  278. package/dist/assertions/record/codec.js +42 -0
  279. package/dist/assertions/record/codec.js.map +1 -0
  280. package/dist/assertions/record/diff-model.cjs +120 -0
  281. package/dist/assertions/record/diff-model.cjs.map +1 -0
  282. package/dist/assertions/record/diff-model.d.cts +47 -0
  283. package/dist/assertions/record/diff-model.d.mts +47 -0
  284. package/dist/assertions/record/diff-model.d.ts +47 -0
  285. package/dist/assertions/record/diff-model.js +12 -0
  286. package/dist/assertions/record/diff-model.js.map +1 -0
  287. package/dist/assertions/record/diff.cjs +149 -0
  288. package/dist/assertions/record/diff.cjs.map +1 -0
  289. package/dist/assertions/record/diff.d.cts +27 -0
  290. package/dist/assertions/record/diff.d.mts +27 -0
  291. package/dist/assertions/record/diff.d.ts +27 -0
  292. package/dist/assertions/record/diff.js +18 -0
  293. package/dist/assertions/record/diff.js.map +1 -0
  294. package/dist/assertions/record/index.cjs +22 -0
  295. package/dist/assertions/record/index.cjs.map +1 -0
  296. package/dist/assertions/record/index.d.cts +5 -0
  297. package/dist/assertions/record/index.d.mts +5 -0
  298. package/dist/assertions/record/index.d.ts +5 -0
  299. package/dist/assertions/record/index.js +76 -0
  300. package/dist/assertions/record/index.js.map +1 -0
  301. package/dist/assertions/record/model.cjs +10 -0
  302. package/dist/assertions/record/model.cjs.map +1 -0
  303. package/dist/assertions/record/model.d.cts +257 -0
  304. package/dist/assertions/record/model.d.mts +257 -0
  305. package/dist/assertions/record/model.d.ts +257 -0
  306. package/dist/assertions/record/model.js +6 -0
  307. package/dist/assertions/record/model.js.map +1 -0
  308. package/dist/assertions/record/producer.cjs +55 -0
  309. package/dist/assertions/record/producer.cjs.map +1 -0
  310. package/dist/assertions/record/producer.d.cts +45 -0
  311. package/dist/assertions/record/producer.d.mts +45 -0
  312. package/dist/assertions/record/producer.d.ts +45 -0
  313. package/dist/assertions/record/producer.js +6 -0
  314. package/dist/assertions/record/producer.js.map +1 -0
  315. package/dist/assertions/runtime.cjs +1163 -0
  316. package/dist/assertions/runtime.cjs.map +1 -0
  317. package/dist/assertions/runtime.d.cts +45 -0
  318. package/dist/assertions/runtime.d.mts +45 -0
  319. package/dist/assertions/runtime.d.ts +45 -0
  320. package/dist/assertions/runtime.js +16 -0
  321. package/dist/assertions/runtime.js.map +1 -0
  322. package/dist/assertions/types.cjs +3 -0
  323. package/dist/assertions/types.cjs.map +1 -0
  324. package/dist/assertions/types.d.cts +238 -0
  325. package/dist/assertions/types.d.mts +238 -0
  326. package/dist/assertions/types.d.ts +166 -186
  327. package/dist/assertions/types.js +4 -2
  328. package/dist/assertions/types.js.map +1 -0
  329. package/dist/assertions/workspace-diff.cjs +237 -0
  330. package/dist/assertions/workspace-diff.cjs.map +1 -0
  331. package/dist/assertions/workspace-diff.d.cts +77 -0
  332. package/dist/assertions/workspace-diff.d.mts +77 -0
  333. package/dist/assertions/workspace-diff.d.ts +77 -0
  334. package/dist/assertions/workspace-diff.js +16 -0
  335. package/dist/assertions/workspace-diff.js.map +1 -0
  336. package/dist/attempt-locator-resolution.cjs +51 -0
  337. package/dist/attempt-locator-resolution.cjs.map +1 -0
  338. package/dist/attempt-locator-resolution.d.cts +18 -0
  339. package/dist/attempt-locator-resolution.d.mts +18 -0
  340. package/dist/attempt-locator-resolution.d.ts +18 -0
  341. package/dist/attempt-locator-resolution.js +6 -0
  342. package/dist/attempt-locator-resolution.js.map +1 -0
  343. package/dist/attempt-locator.cjs +122 -0
  344. package/dist/attempt-locator.cjs.map +1 -0
  345. package/dist/attempt-locator.d.cts +25 -0
  346. package/dist/attempt-locator.d.mts +25 -0
  347. package/dist/attempt-locator.d.ts +25 -0
  348. package/dist/attempt-locator.js +10 -0
  349. package/dist/attempt-locator.js.map +1 -0
  350. package/dist/cli/bootstrap.cjs +87 -0
  351. package/dist/cli/bootstrap.cjs.map +1 -0
  352. package/dist/cli/bootstrap.d.mts +1 -0
  353. package/dist/cli/bootstrap.d.ts +1 -0
  354. package/dist/cli/bootstrap.js +4 -0
  355. package/dist/cli/bootstrap.js.map +1 -0
  356. package/dist/cli/record.cjs +198 -0
  357. package/dist/cli/record.cjs.map +1 -0
  358. package/dist/cli/record.d.cts +28 -0
  359. package/dist/cli/record.d.mts +28 -0
  360. package/dist/cli/record.d.ts +28 -0
  361. package/dist/cli/record.js +12 -0
  362. package/dist/cli/record.js.map +1 -0
  363. package/dist/cli.cjs +2405 -0
  364. package/dist/cli.cjs.map +1 -0
  365. package/dist/cli.d.cts +139 -0
  366. package/dist/cli.d.mts +139 -0
  367. package/dist/cli.d.ts +139 -0
  368. package/dist/cli.js +34 -0
  369. package/dist/cli.js.map +1 -0
  370. package/dist/context/assert-first.cjs +1766 -0
  371. package/dist/context/assert-first.cjs.map +1 -0
  372. package/dist/context/assert-first.d.cts +204 -0
  373. package/dist/context/assert-first.d.mts +204 -0
  374. package/dist/context/assert-first.d.ts +204 -0
  375. package/dist/context/assert-first.js +6 -0
  376. package/dist/context/assert-first.js.map +1 -0
  377. package/dist/context/control-flow.cjs +15 -0
  378. package/dist/context/control-flow.cjs.map +1 -0
  379. package/dist/context/control-flow.d.cts +5 -0
  380. package/dist/context/control-flow.d.mts +5 -0
  381. package/dist/context/control-flow.d.ts +5 -0
  382. package/dist/context/control-flow.js +6 -0
  383. package/dist/context/control-flow.js.map +1 -0
  384. package/dist/context/send-failures.cjs +119 -0
  385. package/dist/context/send-failures.cjs.map +1 -0
  386. package/dist/context/send-failures.d.cts +45 -0
  387. package/dist/context/send-failures.d.mts +45 -0
  388. package/dist/context/send-failures.d.ts +3 -3
  389. package/dist/context/send-failures.js +18 -0
  390. package/dist/context/send-failures.js.map +1 -0
  391. package/dist/context/send-retry.cjs +105 -0
  392. package/dist/context/send-retry.cjs.map +1 -0
  393. package/dist/context/send-retry.d.cts +41 -0
  394. package/dist/context/send-retry.d.mts +41 -0
  395. package/dist/context/send-retry.d.ts +41 -0
  396. package/dist/context/send-retry.js +12 -0
  397. package/dist/context/send-retry.js.map +1 -0
  398. package/dist/context/session.cjs +503 -0
  399. package/dist/context/session.cjs.map +1 -0
  400. package/dist/context/session.d.cts +179 -0
  401. package/dist/context/session.d.mts +179 -0
  402. package/dist/context/session.d.ts +179 -0
  403. package/dist/context/session.js +12 -0
  404. package/dist/context/session.js.map +1 -0
  405. package/dist/context/types.cjs +3 -0
  406. package/dist/context/types.cjs.map +1 -0
  407. package/dist/context/types.d.cts +37 -0
  408. package/dist/context/types.d.mts +37 -0
  409. package/dist/context/types.d.ts +30 -387
  410. package/dist/context/types.js +4 -3
  411. package/dist/context/types.js.map +1 -0
  412. package/dist/define.cjs +246 -0
  413. package/dist/define.cjs.map +1 -0
  414. package/dist/define.d.cts +26 -0
  415. package/dist/define.d.mts +26 -0
  416. package/dist/define.d.ts +26 -0
  417. package/dist/define.js +22 -0
  418. package/dist/define.js.map +1 -0
  419. package/dist/eval/experiment-id.cjs +18 -0
  420. package/dist/eval/experiment-id.cjs.map +1 -0
  421. package/dist/eval/experiment-id.d.cts +10 -0
  422. package/dist/eval/experiment-id.d.mts +10 -0
  423. package/dist/eval/experiment-id.d.ts +10 -0
  424. package/dist/eval/experiment-id.js +10 -0
  425. package/dist/eval/experiment-id.js.map +1 -0
  426. package/dist/eval/record/attachment.cjs +60 -0
  427. package/dist/eval/record/attachment.cjs.map +1 -0
  428. package/dist/eval/record/attachment.d.cts +30 -0
  429. package/dist/eval/record/attachment.d.mts +30 -0
  430. package/dist/eval/record/attachment.d.ts +30 -0
  431. package/dist/eval/record/attachment.js +16 -0
  432. package/dist/eval/record/attachment.js.map +1 -0
  433. package/dist/eval/record/coherence.cjs +118 -0
  434. package/dist/eval/record/coherence.cjs.map +1 -0
  435. package/dist/eval/record/coherence.d.cts +61 -0
  436. package/dist/eval/record/coherence.d.mts +61 -0
  437. package/dist/eval/record/coherence.d.ts +61 -0
  438. package/dist/eval/record/coherence.js +6 -0
  439. package/dist/eval/record/coherence.js.map +1 -0
  440. package/dist/eval/record/eligibility.cjs +157 -0
  441. package/dist/eval/record/eligibility.cjs.map +1 -0
  442. package/dist/eval/record/eligibility.d.cts +151 -0
  443. package/dist/eval/record/eligibility.d.mts +151 -0
  444. package/dist/eval/record/eligibility.d.ts +151 -0
  445. package/dist/eval/record/eligibility.js +42 -0
  446. package/dist/eval/record/eligibility.js.map +1 -0
  447. package/dist/eval/record/evaluation-plan.cjs +26 -0
  448. package/dist/eval/record/evaluation-plan.cjs.map +1 -0
  449. package/dist/eval/record/evaluation-plan.d.cts +16 -0
  450. package/dist/eval/record/evaluation-plan.d.mts +16 -0
  451. package/dist/eval/record/evaluation-plan.d.ts +16 -0
  452. package/dist/eval/record/evaluation-plan.js +6 -0
  453. package/dist/eval/record/evaluation-plan.js.map +1 -0
  454. package/dist/eval/record/evaluation-record.cjs +540 -0
  455. package/dist/eval/record/evaluation-record.cjs.map +1 -0
  456. package/dist/eval/record/evaluation-record.d.cts +168 -0
  457. package/dist/eval/record/evaluation-record.d.mts +168 -0
  458. package/dist/eval/record/evaluation-record.d.ts +168 -0
  459. package/dist/eval/record/evaluation-record.js +22 -0
  460. package/dist/eval/record/evaluation-record.js.map +1 -0
  461. package/dist/eval/record/evaluation.cjs +220 -0
  462. package/dist/eval/record/evaluation.cjs.map +1 -0
  463. package/dist/eval/record/evaluation.d.cts +175 -0
  464. package/dist/eval/record/evaluation.d.mts +175 -0
  465. package/dist/eval/record/evaluation.d.ts +175 -0
  466. package/dist/eval/record/evaluation.js +36 -0
  467. package/dist/eval/record/evaluation.js.map +1 -0
  468. package/dist/eval/record/index.cjs +26 -0
  469. package/dist/eval/record/index.cjs.map +1 -0
  470. package/dist/eval/record/index.d.cts +9 -0
  471. package/dist/eval/record/index.d.mts +9 -0
  472. package/dist/eval/record/index.d.ts +9 -0
  473. package/dist/eval/record/index.js +242 -0
  474. package/dist/eval/record/index.js.map +1 -0
  475. package/dist/eval/record/membership-provenance.cjs +213 -0
  476. package/dist/eval/record/membership-provenance.cjs.map +1 -0
  477. package/dist/eval/record/membership-provenance.d.cts +855 -0
  478. package/dist/eval/record/membership-provenance.d.mts +855 -0
  479. package/dist/eval/record/membership-provenance.d.ts +855 -0
  480. package/dist/eval/record/membership-provenance.js +58 -0
  481. package/dist/eval/record/membership-provenance.js.map +1 -0
  482. package/dist/eval/record/score.cjs +248 -0
  483. package/dist/eval/record/score.cjs.map +1 -0
  484. package/dist/eval/record/score.d.cts +165 -0
  485. package/dist/eval/record/score.d.mts +165 -0
  486. package/dist/eval/record/score.d.ts +165 -0
  487. package/dist/eval/record/score.js +44 -0
  488. package/dist/eval/record/score.js.map +1 -0
  489. package/dist/eval/record/sealed-assertion.cjs +31 -0
  490. package/dist/eval/record/sealed-assertion.cjs.map +1 -0
  491. package/dist/eval/record/sealed-assertion.d.cts +32 -0
  492. package/dist/eval/record/sealed-assertion.d.mts +32 -0
  493. package/dist/eval/record/sealed-assertion.d.ts +32 -0
  494. package/dist/eval/record/sealed-assertion.js +14 -0
  495. package/dist/eval/record/sealed-assertion.js.map +1 -0
  496. package/dist/eval/record/verdict.cjs +89 -0
  497. package/dist/eval/record/verdict.cjs.map +1 -0
  498. package/dist/eval/record/verdict.d.cts +60 -0
  499. package/dist/eval/record/verdict.d.mts +60 -0
  500. package/dist/eval/record/verdict.d.ts +60 -0
  501. package/dist/eval/record/verdict.js +36 -0
  502. package/dist/eval/record/verdict.js.map +1 -0
  503. package/dist/expect/index.cjs +29 -0
  504. package/dist/expect/index.cjs.map +1 -0
  505. package/dist/expect/index.d.cts +2 -0
  506. package/dist/expect/index.d.mts +2 -0
  507. package/dist/expect/index.d.ts +2 -0
  508. package/dist/expect/index.js +50 -0
  509. package/dist/expect/index.js.map +1 -0
  510. package/dist/expect/index.mjs +50 -0
  511. package/dist/expect/index.mjs.map +1 -0
  512. package/dist/fresh-import.cjs +288 -0
  513. package/dist/fresh-import.cjs.map +1 -0
  514. package/dist/fresh-import.d.cts +20 -0
  515. package/dist/fresh-import.d.mts +20 -0
  516. package/dist/fresh-import.d.ts +20 -0
  517. package/dist/fresh-import.js +8 -0
  518. package/dist/fresh-import.js.map +1 -0
  519. package/dist/i18n/core.cjs +21 -0
  520. package/dist/i18n/core.cjs.map +1 -0
  521. package/dist/i18n/core.d.cts +11 -0
  522. package/dist/i18n/core.d.mts +11 -0
  523. package/dist/i18n/core.js +8 -19
  524. package/dist/i18n/core.js.map +1 -0
  525. package/dist/i18n/en.cjs +474 -0
  526. package/dist/i18n/en.cjs.map +1 -0
  527. package/dist/i18n/en.d.cts +391 -0
  528. package/dist/i18n/en.d.mts +391 -0
  529. package/dist/i18n/en.d.ts +389 -363
  530. package/dist/i18n/en.js +6 -455
  531. package/dist/i18n/en.js.map +1 -0
  532. package/dist/i18n/index.cjs +12 -0
  533. package/dist/i18n/index.cjs.map +1 -0
  534. package/dist/i18n/index.d.cts +5 -0
  535. package/dist/i18n/index.d.mts +5 -0
  536. package/dist/i18n/index.d.ts +4 -9
  537. package/dist/i18n/index.js +6 -30
  538. package/dist/i18n/index.js.map +1 -0
  539. package/dist/index.cjs +25 -0
  540. package/dist/index.cjs.map +1 -0
  541. package/dist/index.d.cts +10 -0
  542. package/dist/index.d.mts +10 -0
  543. package/dist/index.d.ts +10 -0
  544. package/dist/index.js +28 -0
  545. package/dist/index.js.map +1 -0
  546. package/dist/index.mjs +28 -0
  547. package/dist/index.mjs.map +1 -0
  548. package/dist/load-config.cjs +52 -0
  549. package/dist/load-config.cjs.map +1 -0
  550. package/dist/load-config.d.cts +4 -0
  551. package/dist/load-config.d.mts +4 -0
  552. package/dist/load-config.d.ts +4 -0
  553. package/dist/load-config.js +6 -0
  554. package/dist/load-config.js.map +1 -0
  555. package/dist/loaders/glob.cjs +150 -0
  556. package/dist/loaders/glob.cjs.map +1 -0
  557. package/dist/loaders/glob.d.cts +28 -0
  558. package/dist/loaders/glob.d.mts +28 -0
  559. package/dist/loaders/glob.d.ts +28 -0
  560. package/dist/loaders/glob.js +12 -0
  561. package/dist/loaders/glob.js.map +1 -0
  562. package/dist/loaders/index.cjs +281 -0
  563. package/dist/loaders/index.cjs.map +1 -0
  564. package/dist/loaders/index.d.cts +95 -0
  565. package/dist/loaders/index.d.mts +95 -0
  566. package/dist/loaders/index.d.ts +95 -0
  567. package/dist/loaders/index.js +16 -0
  568. package/dist/loaders/index.js.map +1 -0
  569. package/dist/loaders/index.mjs +16 -0
  570. package/dist/loaders/index.mjs.map +1 -0
  571. package/dist/o11y/command-projection.cjs +127 -0
  572. package/dist/o11y/command-projection.cjs.map +1 -0
  573. package/dist/o11y/command-projection.d.cts +29 -0
  574. package/dist/o11y/command-projection.d.mts +29 -0
  575. package/dist/o11y/command-projection.d.ts +29 -0
  576. package/dist/o11y/command-projection.js +18 -0
  577. package/dist/o11y/command-projection.js.map +1 -0
  578. package/dist/o11y/cost.cjs +76 -0
  579. package/dist/o11y/cost.cjs.map +1 -0
  580. package/dist/o11y/cost.d.cts +8 -0
  581. package/dist/o11y/cost.d.mts +8 -0
  582. package/dist/o11y/cost.d.ts +8 -0
  583. package/dist/o11y/cost.js +6 -0
  584. package/dist/o11y/cost.js.map +1 -0
  585. package/dist/o11y/derive.cjs +572 -0
  586. package/dist/o11y/derive.cjs.map +1 -0
  587. package/dist/o11y/derive.d.cts +24 -0
  588. package/dist/o11y/derive.d.mts +24 -0
  589. package/dist/o11y/derive.d.ts +16 -1
  590. package/dist/o11y/derive.js +14 -281
  591. package/dist/o11y/derive.js.map +1 -0
  592. package/dist/o11y/execution-tree.cjs +213 -0
  593. package/dist/o11y/execution-tree.cjs.map +1 -0
  594. package/dist/o11y/execution-tree.d.cts +113 -0
  595. package/dist/o11y/execution-tree.d.mts +113 -0
  596. package/dist/o11y/execution-tree.d.ts +1 -1
  597. package/dist/o11y/execution-tree.js +6 -254
  598. package/dist/o11y/execution-tree.js.map +1 -0
  599. package/dist/o11y/otlp/canonical.cjs +94 -0
  600. package/dist/o11y/otlp/canonical.cjs.map +1 -0
  601. package/dist/o11y/otlp/canonical.d.cts +34 -0
  602. package/dist/o11y/otlp/canonical.d.mts +34 -0
  603. package/dist/o11y/otlp/canonical.d.ts +34 -0
  604. package/dist/o11y/otlp/canonical.js +26 -0
  605. package/dist/o11y/otlp/canonical.js.map +1 -0
  606. package/dist/o11y/otlp/mappers/bub.cjs +24 -0
  607. package/dist/o11y/otlp/mappers/bub.cjs.map +1 -0
  608. package/dist/o11y/otlp/mappers/bub.d.cts +2 -0
  609. package/dist/o11y/otlp/mappers/bub.d.mts +2 -0
  610. package/dist/o11y/otlp/mappers/bub.d.ts +2 -0
  611. package/dist/o11y/otlp/mappers/bub.js +6 -0
  612. package/dist/o11y/otlp/mappers/bub.js.map +1 -0
  613. package/dist/o11y/otlp/mappers/claude-code.cjs +16 -0
  614. package/dist/o11y/otlp/mappers/claude-code.cjs.map +1 -0
  615. package/dist/o11y/otlp/mappers/claude-code.d.cts +2 -0
  616. package/dist/o11y/otlp/mappers/claude-code.d.mts +2 -0
  617. package/dist/o11y/otlp/mappers/claude-code.d.ts +2 -0
  618. package/dist/o11y/otlp/mappers/claude-code.js +6 -0
  619. package/dist/o11y/otlp/mappers/claude-code.js.map +1 -0
  620. package/dist/o11y/otlp/mappers/codex.cjs +31 -0
  621. package/dist/o11y/otlp/mappers/codex.cjs.map +1 -0
  622. package/dist/o11y/otlp/mappers/codex.d.cts +2 -0
  623. package/dist/o11y/otlp/mappers/codex.d.mts +2 -0
  624. package/dist/o11y/otlp/mappers/codex.d.ts +2 -0
  625. package/dist/o11y/otlp/mappers/codex.js +6 -0
  626. package/dist/o11y/otlp/mappers/codex.js.map +1 -0
  627. package/dist/o11y/otlp/mappers/index.cjs +21 -0
  628. package/dist/o11y/otlp/mappers/index.cjs.map +1 -0
  629. package/dist/o11y/otlp/mappers/index.d.cts +4 -0
  630. package/dist/o11y/otlp/mappers/index.d.mts +4 -0
  631. package/dist/o11y/otlp/mappers/index.d.ts +4 -0
  632. package/dist/o11y/otlp/mappers/index.js +12 -0
  633. package/dist/o11y/otlp/mappers/index.js.map +1 -0
  634. package/dist/o11y/otlp/parse.cjs +369 -0
  635. package/dist/o11y/otlp/parse.cjs.map +1 -0
  636. package/dist/o11y/otlp/parse.d.cts +3 -0
  637. package/dist/o11y/otlp/parse.d.mts +3 -0
  638. package/dist/o11y/otlp/parse.d.ts +1 -1
  639. package/dist/o11y/otlp/parse.js +6 -0
  640. package/dist/o11y/otlp/parse.js.map +1 -0
  641. package/dist/o11y/otlp/receiver.cjs +326 -0
  642. package/dist/o11y/otlp/receiver.cjs.map +1 -0
  643. package/dist/o11y/otlp/receiver.d.cts +27 -0
  644. package/dist/o11y/otlp/receiver.d.mts +27 -0
  645. package/dist/o11y/otlp/receiver.d.ts +16 -10
  646. package/dist/o11y/otlp/receiver.js +10 -0
  647. package/dist/o11y/otlp/receiver.js.map +1 -0
  648. package/dist/o11y/otlp/sandbox-receiver.cjs +226 -0
  649. package/dist/o11y/otlp/sandbox-receiver.cjs.map +1 -0
  650. package/dist/o11y/otlp/sandbox-receiver.d.cts +4 -0
  651. package/dist/o11y/otlp/sandbox-receiver.d.mts +4 -0
  652. package/dist/o11y/otlp/sandbox-receiver.d.ts +4 -0
  653. package/dist/o11y/otlp/sandbox-receiver.js +6 -0
  654. package/dist/o11y/otlp/sandbox-receiver.js.map +1 -0
  655. package/dist/o11y/otlp/select.cjs +82 -0
  656. package/dist/o11y/otlp/select.cjs.map +1 -0
  657. package/dist/o11y/otlp/select.d.cts +22 -0
  658. package/dist/o11y/otlp/select.d.mts +22 -0
  659. package/dist/o11y/otlp/select.d.ts +1 -1
  660. package/dist/o11y/otlp/select.js +12 -86
  661. package/dist/o11y/otlp/select.js.map +1 -0
  662. package/dist/o11y/otlp/turn-otel.cjs +180 -0
  663. package/dist/o11y/otlp/turn-otel.cjs.map +1 -0
  664. package/dist/o11y/otlp/turn-otel.d.cts +59 -0
  665. package/dist/o11y/otlp/turn-otel.d.mts +59 -0
  666. package/dist/o11y/otlp/turn-otel.d.ts +26 -10
  667. package/dist/o11y/otlp/turn-otel.js +8 -0
  668. package/dist/o11y/otlp/turn-otel.js.map +1 -0
  669. package/dist/o11y/parsers/bub.cjs +277 -0
  670. package/dist/o11y/parsers/bub.cjs.map +1 -0
  671. package/dist/o11y/parsers/bub.d.cts +7 -0
  672. package/dist/o11y/parsers/bub.d.mts +7 -0
  673. package/dist/o11y/parsers/bub.d.ts +7 -0
  674. package/dist/o11y/parsers/bub.js +10 -0
  675. package/dist/o11y/parsers/bub.js.map +1 -0
  676. package/dist/o11y/parsers/claude-code.cjs +309 -0
  677. package/dist/o11y/parsers/claude-code.cjs.map +1 -0
  678. package/dist/o11y/parsers/claude-code.d.cts +11 -0
  679. package/dist/o11y/parsers/claude-code.d.mts +11 -0
  680. package/dist/o11y/parsers/claude-code.d.ts +11 -0
  681. package/dist/o11y/parsers/claude-code.js +10 -0
  682. package/dist/o11y/parsers/claude-code.js.map +1 -0
  683. package/dist/o11y/parsers/codex.cjs +439 -0
  684. package/dist/o11y/parsers/codex.cjs.map +1 -0
  685. package/dist/o11y/parsers/codex.d.cts +7 -0
  686. package/dist/o11y/parsers/codex.d.mts +7 -0
  687. package/dist/o11y/parsers/codex.d.ts +7 -0
  688. package/dist/o11y/parsers/codex.js +10 -0
  689. package/dist/o11y/parsers/codex.js.map +1 -0
  690. package/dist/o11y/parsers/hermes.cjs +234 -0
  691. package/dist/o11y/parsers/hermes.cjs.map +1 -0
  692. package/dist/o11y/parsers/hermes.d.cts +9 -0
  693. package/dist/o11y/parsers/hermes.d.mts +9 -0
  694. package/dist/o11y/parsers/hermes.d.ts +9 -0
  695. package/dist/o11y/parsers/hermes.js +10 -0
  696. package/dist/o11y/parsers/hermes.js.map +1 -0
  697. package/dist/o11y/parsers/index.cjs +13 -0
  698. package/dist/o11y/parsers/index.cjs.map +1 -0
  699. package/dist/o11y/parsers/index.d.cts +12 -0
  700. package/dist/o11y/parsers/index.d.mts +12 -0
  701. package/dist/o11y/parsers/index.d.ts +12 -0
  702. package/dist/o11y/parsers/index.js +16 -0
  703. package/dist/o11y/parsers/index.js.map +1 -0
  704. package/dist/o11y/parsers/openclaw.cjs +320 -0
  705. package/dist/o11y/parsers/openclaw.cjs.map +1 -0
  706. package/dist/o11y/parsers/openclaw.d.cts +39 -0
  707. package/dist/o11y/parsers/openclaw.d.mts +39 -0
  708. package/dist/o11y/parsers/openclaw.d.ts +39 -0
  709. package/dist/o11y/parsers/openclaw.js +12 -0
  710. package/dist/o11y/parsers/openclaw.js.map +1 -0
  711. package/dist/o11y/parsers/opencode.cjs +337 -0
  712. package/dist/o11y/parsers/opencode.cjs.map +1 -0
  713. package/dist/o11y/parsers/opencode.d.cts +14 -0
  714. package/dist/o11y/parsers/opencode.d.mts +14 -0
  715. package/dist/o11y/parsers/opencode.d.ts +14 -0
  716. package/dist/o11y/parsers/opencode.js +12 -0
  717. package/dist/o11y/parsers/opencode.js.map +1 -0
  718. package/dist/o11y/prices.json +11649 -0
  719. package/dist/o11y/record/capture.cjs +232 -0
  720. package/dist/o11y/record/capture.cjs.map +1 -0
  721. package/dist/o11y/record/capture.d.cts +81 -0
  722. package/dist/o11y/record/capture.d.mts +81 -0
  723. package/dist/o11y/record/capture.d.ts +81 -0
  724. package/dist/o11y/record/capture.js +30 -0
  725. package/dist/o11y/record/capture.js.map +1 -0
  726. package/dist/o11y/record/codec.cjs +222 -0
  727. package/dist/o11y/record/codec.cjs.map +1 -0
  728. package/dist/o11y/record/codec.d.cts +661 -0
  729. package/dist/o11y/record/codec.d.mts +661 -0
  730. package/dist/o11y/record/codec.d.ts +661 -0
  731. package/dist/o11y/record/codec.js +66 -0
  732. package/dist/o11y/record/codec.js.map +1 -0
  733. package/dist/o11y/record/errors.cjs +71 -0
  734. package/dist/o11y/record/errors.cjs.map +1 -0
  735. package/dist/o11y/record/errors.d.cts +53 -0
  736. package/dist/o11y/record/errors.d.mts +53 -0
  737. package/dist/o11y/record/errors.d.ts +53 -0
  738. package/dist/o11y/record/errors.js +24 -0
  739. package/dist/o11y/record/errors.js.map +1 -0
  740. package/dist/o11y/record/families.cjs +699 -0
  741. package/dist/o11y/record/families.cjs.map +1 -0
  742. package/dist/o11y/record/families.d.cts +4298 -0
  743. package/dist/o11y/record/families.d.mts +4298 -0
  744. package/dist/o11y/record/families.d.ts +4298 -0
  745. package/dist/o11y/record/families.js +68 -0
  746. package/dist/o11y/record/families.js.map +1 -0
  747. package/dist/o11y/record/family-projectors.cjs +83 -0
  748. package/dist/o11y/record/family-projectors.cjs.map +1 -0
  749. package/dist/o11y/record/family-projectors.d.cts +46 -0
  750. package/dist/o11y/record/family-projectors.d.mts +46 -0
  751. package/dist/o11y/record/family-projectors.d.ts +46 -0
  752. package/dist/o11y/record/family-projectors.js +18 -0
  753. package/dist/o11y/record/family-projectors.js.map +1 -0
  754. package/dist/o11y/record/family-writers.cjs +371 -0
  755. package/dist/o11y/record/family-writers.cjs.map +1 -0
  756. package/dist/o11y/record/family-writers.d.cts +5293 -0
  757. package/dist/o11y/record/family-writers.d.mts +5293 -0
  758. package/dist/o11y/record/family-writers.d.ts +5293 -0
  759. package/dist/o11y/record/family-writers.js +60 -0
  760. package/dist/o11y/record/family-writers.js.map +1 -0
  761. package/dist/o11y/record/index.cjs +31 -0
  762. package/dist/o11y/record/index.cjs.map +1 -0
  763. package/dist/o11y/record/index.d.cts +14 -0
  764. package/dist/o11y/record/index.d.mts +14 -0
  765. package/dist/o11y/record/index.d.ts +14 -0
  766. package/dist/o11y/record/index.js +488 -0
  767. package/dist/o11y/record/index.js.map +1 -0
  768. package/dist/o11y/record/limits.cjs +69 -0
  769. package/dist/o11y/record/limits.cjs.map +1 -0
  770. package/dist/o11y/record/limits.d.cts +65 -0
  771. package/dist/o11y/record/limits.d.mts +65 -0
  772. package/dist/o11y/record/limits.d.ts +65 -0
  773. package/dist/o11y/record/limits.js +68 -0
  774. package/dist/o11y/record/limits.js.map +1 -0
  775. package/dist/o11y/record/model.cjs +590 -0
  776. package/dist/o11y/record/model.cjs.map +1 -0
  777. package/dist/o11y/record/model.d.cts +275 -0
  778. package/dist/o11y/record/model.d.mts +275 -0
  779. package/dist/o11y/record/model.d.ts +275 -0
  780. package/dist/o11y/record/model.js +158 -0
  781. package/dist/o11y/record/model.js.map +1 -0
  782. package/dist/o11y/record/runner-producer.cjs +1575 -0
  783. package/dist/o11y/record/runner-producer.cjs.map +1 -0
  784. package/dist/o11y/record/runner-producer.d.cts +103 -0
  785. package/dist/o11y/record/runner-producer.d.mts +103 -0
  786. package/dist/o11y/record/runner-producer.d.ts +103 -0
  787. package/dist/o11y/record/runner-producer.js +26 -0
  788. package/dist/o11y/record/runner-producer.js.map +1 -0
  789. package/dist/o11y/record/validation.cjs +323 -0
  790. package/dist/o11y/record/validation.cjs.map +1 -0
  791. package/dist/o11y/record/validation.d.cts +62 -0
  792. package/dist/o11y/record/validation.d.mts +62 -0
  793. package/dist/o11y/record/validation.d.ts +62 -0
  794. package/dist/o11y/record/validation.js +28 -0
  795. package/dist/o11y/record/validation.js.map +1 -0
  796. package/dist/o11y/tool-names.cjs +68 -0
  797. package/dist/o11y/tool-names.cjs.map +1 -0
  798. package/dist/o11y/tool-names.d.cts +11 -0
  799. package/dist/o11y/tool-names.d.mts +11 -0
  800. package/dist/o11y/tool-names.d.ts +11 -0
  801. package/dist/o11y/tool-names.js +8 -0
  802. package/dist/o11y/tool-names.js.map +1 -0
  803. package/dist/o11y/types.cjs +3 -0
  804. package/dist/o11y/types.cjs.map +1 -0
  805. package/dist/o11y/types.d.cts +387 -0
  806. package/dist/o11y/types.d.mts +387 -0
  807. package/dist/o11y/types.d.ts +142 -1
  808. package/dist/o11y/types.js +4 -3
  809. package/dist/o11y/types.js.map +1 -0
  810. package/dist/plugin/contracts.cjs +187 -0
  811. package/dist/plugin/contracts.cjs.map +1 -0
  812. package/dist/plugin/contracts.d.cts +109 -0
  813. package/dist/plugin/contracts.d.mts +109 -0
  814. package/dist/plugin/contracts.d.ts +109 -0
  815. package/dist/plugin/contracts.js +18 -0
  816. package/dist/plugin/contracts.js.map +1 -0
  817. package/dist/plugin/index.cjs +7 -0
  818. package/dist/plugin/index.cjs.map +1 -0
  819. package/dist/plugin/index.d.cts +2 -0
  820. package/dist/plugin/index.d.mts +2 -0
  821. package/dist/plugin/index.d.ts +2 -0
  822. package/dist/plugin/index.js +6 -0
  823. package/dist/plugin/index.js.map +1 -0
  824. package/dist/plugin/index.mjs +6 -0
  825. package/dist/plugin/index.mjs.map +1 -0
  826. package/dist/plugin/link.cjs +204 -0
  827. package/dist/plugin/link.cjs.map +1 -0
  828. package/dist/plugin/link.d.cts +68 -0
  829. package/dist/plugin/link.d.mts +68 -0
  830. package/dist/plugin/link.d.ts +68 -0
  831. package/dist/plugin/link.js +14 -0
  832. package/dist/plugin/link.js.map +1 -0
  833. package/dist/plugins/record/attachment.cjs +62 -0
  834. package/dist/plugins/record/attachment.cjs.map +1 -0
  835. package/dist/plugins/record/attachment.d.cts +14 -0
  836. package/dist/plugins/record/attachment.d.mts +14 -0
  837. package/dist/plugins/record/attachment.d.ts +14 -0
  838. package/dist/plugins/record/attachment.js +20 -0
  839. package/dist/plugins/record/attachment.js.map +1 -0
  840. package/dist/plugins/record/capability.cjs +258 -0
  841. package/dist/plugins/record/capability.cjs.map +1 -0
  842. package/dist/plugins/record/capability.d.cts +94 -0
  843. package/dist/plugins/record/capability.d.mts +94 -0
  844. package/dist/plugins/record/capability.d.ts +94 -0
  845. package/dist/plugins/record/capability.js +26 -0
  846. package/dist/plugins/record/capability.js.map +1 -0
  847. package/dist/plugins/record/codec.cjs +244 -0
  848. package/dist/plugins/record/codec.cjs.map +1 -0
  849. package/dist/plugins/record/codec.d.cts +28 -0
  850. package/dist/plugins/record/codec.d.mts +28 -0
  851. package/dist/plugins/record/codec.d.ts +28 -0
  852. package/dist/plugins/record/codec.js +48 -0
  853. package/dist/plugins/record/codec.js.map +1 -0
  854. package/dist/plugins/record/index.cjs +54 -0
  855. package/dist/plugins/record/index.cjs.map +1 -0
  856. package/dist/plugins/record/index.d.cts +9 -0
  857. package/dist/plugins/record/index.d.mts +9 -0
  858. package/dist/plugins/record/index.d.ts +9 -0
  859. package/dist/plugins/record/index.js +94 -0
  860. package/dist/plugins/record/index.js.map +1 -0
  861. package/dist/plugins/record/migration.cjs +33 -0
  862. package/dist/plugins/record/migration.cjs.map +1 -0
  863. package/dist/plugins/record/migration.d.cts +22 -0
  864. package/dist/plugins/record/migration.d.mts +22 -0
  865. package/dist/plugins/record/migration.d.ts +22 -0
  866. package/dist/plugins/record/migration.js +6 -0
  867. package/dist/plugins/record/migration.js.map +1 -0
  868. package/dist/plugins/record/model.cjs +3 -0
  869. package/dist/plugins/record/model.cjs.map +1 -0
  870. package/dist/plugins/record/model.d.cts +93 -0
  871. package/dist/plugins/record/model.d.mts +93 -0
  872. package/dist/plugins/record/model.d.ts +93 -0
  873. package/dist/plugins/record/model.js +4 -0
  874. package/dist/plugins/record/model.js.map +1 -0
  875. package/dist/plugins/record/provenance.cjs +319 -0
  876. package/dist/plugins/record/provenance.cjs.map +1 -0
  877. package/dist/plugins/record/provenance.d.cts +79 -0
  878. package/dist/plugins/record/provenance.d.mts +79 -0
  879. package/dist/plugins/record/provenance.d.ts +79 -0
  880. package/dist/plugins/record/provenance.js +24 -0
  881. package/dist/plugins/record/provenance.js.map +1 -0
  882. package/dist/projection/attachment-result.cjs +50 -0
  883. package/dist/projection/attachment-result.cjs.map +1 -0
  884. package/dist/projection/attachment-result.d.cts +38 -0
  885. package/dist/projection/attachment-result.d.mts +38 -0
  886. package/dist/projection/attachment-result.d.ts +38 -0
  887. package/dist/projection/attachment-result.js +6 -0
  888. package/dist/projection/attachment-result.js.map +1 -0
  889. package/dist/projection/attempt-selection.cjs +87 -0
  890. package/dist/projection/attempt-selection.cjs.map +1 -0
  891. package/dist/projection/attempt-selection.d.cts +40 -0
  892. package/dist/projection/attempt-selection.d.mts +40 -0
  893. package/dist/projection/attempt-selection.d.ts +40 -0
  894. package/dist/projection/attempt-selection.js +8 -0
  895. package/dist/projection/attempt-selection.js.map +1 -0
  896. package/dist/projection/coverage.cjs +106 -0
  897. package/dist/projection/coverage.cjs.map +1 -0
  898. package/dist/projection/coverage.d.cts +43 -0
  899. package/dist/projection/coverage.d.mts +43 -0
  900. package/dist/projection/coverage.d.ts +43 -0
  901. package/dist/projection/coverage.js +6 -0
  902. package/dist/projection/coverage.js.map +1 -0
  903. package/dist/projection/index.cjs +36 -0
  904. package/dist/projection/index.cjs.map +1 -0
  905. package/dist/projection/index.d.cts +25 -0
  906. package/dist/projection/index.d.mts +25 -0
  907. package/dist/projection/index.d.ts +25 -0
  908. package/dist/projection/index.js +46 -0
  909. package/dist/projection/index.js.map +1 -0
  910. package/dist/projection/index.mjs +46 -0
  911. package/dist/projection/index.mjs.map +1 -0
  912. package/dist/projection/model.cjs +3 -0
  913. package/dist/projection/model.cjs.map +1 -0
  914. package/dist/projection/model.d.cts +49 -0
  915. package/dist/projection/model.d.mts +49 -0
  916. package/dist/projection/model.d.ts +49 -0
  917. package/dist/projection/model.js +4 -0
  918. package/dist/projection/model.js.map +1 -0
  919. package/dist/projection/projector.cjs +111 -0
  920. package/dist/projection/projector.cjs.map +1 -0
  921. package/dist/projection/projector.d.cts +51 -0
  922. package/dist/projection/projector.d.mts +51 -0
  923. package/dist/projection/projector.d.ts +51 -0
  924. package/dist/projection/projector.js +16 -0
  925. package/dist/projection/projector.js.map +1 -0
  926. package/dist/projection/runtime.cjs +246 -0
  927. package/dist/projection/runtime.cjs.map +1 -0
  928. package/dist/projection/runtime.d.cts +14 -0
  929. package/dist/projection/runtime.d.mts +14 -0
  930. package/dist/projection/runtime.d.ts +14 -0
  931. package/dist/projection/runtime.js +6 -0
  932. package/dist/projection/runtime.js.map +1 -0
  933. package/dist/record/attachment/errors.cjs +71 -0
  934. package/dist/record/attachment/errors.cjs.map +1 -0
  935. package/dist/record/attachment/errors.d.cts +57 -0
  936. package/dist/record/attachment/errors.d.mts +57 -0
  937. package/dist/record/attachment/errors.d.ts +57 -0
  938. package/dist/record/attachment/errors.js +22 -0
  939. package/dist/record/attachment/errors.js.map +1 -0
  940. package/dist/record/attachment/index.cjs +14 -0
  941. package/dist/record/attachment/index.cjs.map +1 -0
  942. package/dist/record/attachment/index.d.cts +3 -0
  943. package/dist/record/attachment/index.d.mts +3 -0
  944. package/dist/record/attachment/index.d.ts +3 -0
  945. package/dist/record/attachment/index.js +22 -0
  946. package/dist/record/attachment/index.js.map +1 -0
  947. package/dist/record/attachment/internal.cjs +24 -0
  948. package/dist/record/attachment/internal.cjs.map +1 -0
  949. package/dist/record/attachment/internal.d.cts +6 -0
  950. package/dist/record/attachment/internal.d.mts +6 -0
  951. package/dist/record/attachment/internal.d.ts +6 -0
  952. package/dist/record/attachment/internal.js +34 -0
  953. package/dist/record/attachment/internal.js.map +1 -0
  954. package/dist/record/attachment/runtime.cjs +1017 -0
  955. package/dist/record/attachment/runtime.cjs.map +1 -0
  956. package/dist/record/attachment/runtime.d.cts +86 -0
  957. package/dist/record/attachment/runtime.d.mts +86 -0
  958. package/dist/record/attachment/runtime.d.ts +86 -0
  959. package/dist/record/attachment/runtime.js +52 -0
  960. package/dist/record/attachment/runtime.js.map +1 -0
  961. package/dist/record/attachment/types.cjs +47 -0
  962. package/dist/record/attachment/types.cjs.map +1 -0
  963. package/dist/record/attachment/types.d.cts +194 -0
  964. package/dist/record/attachment/types.d.mts +194 -0
  965. package/dist/record/attachment/types.d.ts +194 -0
  966. package/dist/record/attachment/types.js +28 -0
  967. package/dist/record/attachment/types.js.map +1 -0
  968. package/dist/record/codec/core.cjs +134 -0
  969. package/dist/record/codec/core.cjs.map +1 -0
  970. package/dist/record/codec/core.d.cts +63 -0
  971. package/dist/record/codec/core.d.mts +63 -0
  972. package/dist/record/codec/core.d.ts +63 -0
  973. package/dist/record/codec/core.js +46 -0
  974. package/dist/record/codec/core.js.map +1 -0
  975. package/dist/record/codec/identifiers.cjs +31 -0
  976. package/dist/record/codec/identifiers.cjs.map +1 -0
  977. package/dist/record/codec/identifiers.d.cts +11 -0
  978. package/dist/record/codec/identifiers.d.mts +11 -0
  979. package/dist/record/codec/identifiers.d.ts +11 -0
  980. package/dist/record/codec/identifiers.js +22 -0
  981. package/dist/record/codec/identifiers.js.map +1 -0
  982. package/dist/record/codec/index.cjs +19 -0
  983. package/dist/record/codec/index.cjs.map +1 -0
  984. package/dist/record/codec/index.d.cts +2 -0
  985. package/dist/record/codec/index.d.mts +2 -0
  986. package/dist/record/codec/index.d.ts +2 -0
  987. package/dist/record/codec/index.js +64 -0
  988. package/dist/record/codec/index.js.map +1 -0
  989. package/dist/record/errors/index.cjs +18 -0
  990. package/dist/record/errors/index.cjs.map +1 -0
  991. package/dist/record/errors/index.d.cts +1 -0
  992. package/dist/record/errors/index.d.mts +1 -0
  993. package/dist/record/errors/index.d.ts +1 -0
  994. package/dist/record/errors/index.js +28 -0
  995. package/dist/record/errors/index.js.map +1 -0
  996. package/dist/record/errors/record-errors.cjs +58 -0
  997. package/dist/record/errors/record-errors.cjs.map +1 -0
  998. package/dist/record/errors/record-errors.d.cts +64 -0
  999. package/dist/record/errors/record-errors.d.mts +64 -0
  1000. package/dist/record/errors/record-errors.d.ts +64 -0
  1001. package/dist/record/errors/record-errors.js +28 -0
  1002. package/dist/record/errors/record-errors.js.map +1 -0
  1003. package/dist/record/fact-record.cjs +199 -0
  1004. package/dist/record/fact-record.cjs.map +1 -0
  1005. package/dist/record/fact-record.d.cts +22 -0
  1006. package/dist/record/fact-record.d.mts +22 -0
  1007. package/dist/record/fact-record.d.ts +22 -0
  1008. package/dist/record/fact-record.js +18 -0
  1009. package/dist/record/fact-record.js.map +1 -0
  1010. package/dist/record/index.cjs +55 -0
  1011. package/dist/record/index.cjs.map +1 -0
  1012. package/dist/record/index.d.cts +11 -0
  1013. package/dist/record/index.d.mts +11 -0
  1014. package/dist/record/index.d.ts +11 -0
  1015. package/dist/record/index.js +314 -0
  1016. package/dist/record/index.js.map +1 -0
  1017. package/dist/record/locator.cjs +146 -0
  1018. package/dist/record/locator.cjs.map +1 -0
  1019. package/dist/record/locator.d.cts +71 -0
  1020. package/dist/record/locator.d.mts +71 -0
  1021. package/dist/record/locator.js +20 -136
  1022. package/dist/record/locator.js.map +1 -0
  1023. package/dist/record/maintenance/index.cjs +19 -0
  1024. package/dist/record/maintenance/index.cjs.map +1 -0
  1025. package/dist/record/maintenance/index.d.cts +2 -0
  1026. package/dist/record/maintenance/index.d.mts +2 -0
  1027. package/dist/record/maintenance/index.d.ts +2 -0
  1028. package/dist/record/maintenance/index.js +14 -0
  1029. package/dist/record/maintenance/index.js.map +1 -0
  1030. package/dist/record/maintenance/runtime.cjs +98 -0
  1031. package/dist/record/maintenance/runtime.cjs.map +1 -0
  1032. package/dist/record/maintenance/runtime.d.cts +24 -0
  1033. package/dist/record/maintenance/runtime.d.mts +24 -0
  1034. package/dist/record/maintenance/runtime.d.ts +24 -0
  1035. package/dist/record/maintenance/runtime.js +12 -0
  1036. package/dist/record/maintenance/runtime.js.map +1 -0
  1037. package/dist/record/maintenance/types.cjs +9 -0
  1038. package/dist/record/maintenance/types.cjs.map +1 -0
  1039. package/dist/record/maintenance/types.d.cts +34 -0
  1040. package/dist/record/maintenance/types.d.mts +34 -0
  1041. package/dist/record/maintenance/types.d.ts +34 -0
  1042. package/dist/record/maintenance/types.js +6 -0
  1043. package/dist/record/maintenance/types.js.map +1 -0
  1044. package/dist/record/manifest.cjs +44 -0
  1045. package/dist/record/manifest.cjs.map +1 -0
  1046. package/dist/record/manifest.d.cts +39 -0
  1047. package/dist/record/manifest.d.mts +39 -0
  1048. package/dist/record/manifest.d.ts +5 -3
  1049. package/dist/record/manifest.js +14 -0
  1050. package/dist/record/manifest.js.map +1 -0
  1051. package/dist/record/migration/errors.cjs +68 -0
  1052. package/dist/record/migration/errors.cjs.map +1 -0
  1053. package/dist/record/migration/errors.d.cts +73 -0
  1054. package/dist/record/migration/errors.d.mts +73 -0
  1055. package/dist/record/migration/errors.d.ts +73 -0
  1056. package/dist/record/migration/errors.js +22 -0
  1057. package/dist/record/migration/errors.js.map +1 -0
  1058. package/dist/record/migration/identity.cjs +27 -0
  1059. package/dist/record/migration/identity.cjs.map +1 -0
  1060. package/dist/record/migration/identity.d.cts +5 -0
  1061. package/dist/record/migration/identity.d.mts +5 -0
  1062. package/dist/record/migration/identity.d.ts +5 -0
  1063. package/dist/record/migration/identity.js +8 -0
  1064. package/dist/record/migration/identity.js.map +1 -0
  1065. package/dist/record/migration/index.cjs +28 -0
  1066. package/dist/record/migration/index.cjs.map +1 -0
  1067. package/dist/record/migration/index.d.cts +8 -0
  1068. package/dist/record/migration/index.d.mts +8 -0
  1069. package/dist/record/migration/index.d.ts +8 -0
  1070. package/dist/record/migration/index.js +48 -0
  1071. package/dist/record/migration/index.js.map +1 -0
  1072. package/dist/record/migration/internal.cjs +3 -0
  1073. package/dist/record/migration/internal.cjs.map +1 -0
  1074. package/dist/record/migration/internal.d.cts +111 -0
  1075. package/dist/record/migration/internal.d.mts +111 -0
  1076. package/dist/record/migration/internal.d.ts +111 -0
  1077. package/dist/record/migration/internal.js +4 -0
  1078. package/dist/record/migration/internal.js.map +1 -0
  1079. package/dist/record/migration/orchestrate.cjs +368 -0
  1080. package/dist/record/migration/orchestrate.cjs.map +1 -0
  1081. package/dist/record/migration/orchestrate.d.cts +113 -0
  1082. package/dist/record/migration/orchestrate.d.mts +113 -0
  1083. package/dist/record/migration/orchestrate.d.ts +113 -0
  1084. package/dist/record/migration/orchestrate.js +16 -0
  1085. package/dist/record/migration/orchestrate.js.map +1 -0
  1086. package/dist/record/migration/plan.cjs +63 -0
  1087. package/dist/record/migration/plan.cjs.map +1 -0
  1088. package/dist/record/migration/plan.d.cts +32 -0
  1089. package/dist/record/migration/plan.d.mts +32 -0
  1090. package/dist/record/migration/plan.d.ts +32 -0
  1091. package/dist/record/migration/plan.js +10 -0
  1092. package/dist/record/migration/plan.js.map +1 -0
  1093. package/dist/record/migration/registry.cjs +150 -0
  1094. package/dist/record/migration/registry.cjs.map +1 -0
  1095. package/dist/record/migration/registry.d.cts +61 -0
  1096. package/dist/record/migration/registry.d.mts +61 -0
  1097. package/dist/record/migration/registry.d.ts +61 -0
  1098. package/dist/record/migration/registry.js +14 -0
  1099. package/dist/record/migration/registry.js.map +1 -0
  1100. package/dist/record/migration/storage.cjs +382 -0
  1101. package/dist/record/migration/storage.cjs.map +1 -0
  1102. package/dist/record/migration/storage.d.cts +18 -0
  1103. package/dist/record/migration/storage.d.mts +18 -0
  1104. package/dist/record/migration/storage.d.ts +18 -0
  1105. package/dist/record/migration/storage.js +6 -0
  1106. package/dist/record/migration/storage.js.map +1 -0
  1107. package/dist/record/migration/types.cjs +3 -0
  1108. package/dist/record/migration/types.cjs.map +1 -0
  1109. package/dist/record/migration/types.d.cts +16 -0
  1110. package/dist/record/migration/types.d.mts +16 -0
  1111. package/dist/record/migration/types.d.ts +16 -0
  1112. package/dist/record/migration/types.js +4 -0
  1113. package/dist/record/migration/types.js.map +1 -0
  1114. package/dist/record/model/core.cjs +11 -0
  1115. package/dist/record/model/core.cjs.map +1 -0
  1116. package/dist/record/model/core.d.cts +53 -0
  1117. package/dist/record/model/core.d.mts +53 -0
  1118. package/dist/record/model/core.d.ts +53 -0
  1119. package/dist/record/model/core.js +6 -0
  1120. package/dist/record/model/core.js.map +1 -0
  1121. package/dist/record/model/identifiers.cjs +78 -0
  1122. package/dist/record/model/identifiers.cjs.map +1 -0
  1123. package/dist/record/model/identifiers.d.cts +44 -0
  1124. package/dist/record/model/identifiers.d.mts +44 -0
  1125. package/dist/record/model/identifiers.d.ts +44 -0
  1126. package/dist/record/model/identifiers.js +40 -0
  1127. package/dist/record/model/identifiers.js.map +1 -0
  1128. package/dist/record/model/index.cjs +21 -0
  1129. package/dist/record/model/index.cjs.map +1 -0
  1130. package/dist/record/model/index.d.cts +4 -0
  1131. package/dist/record/model/index.d.mts +4 -0
  1132. package/dist/record/model/index.d.ts +4 -0
  1133. package/dist/record/model/index.js +52 -0
  1134. package/dist/record/model/index.js.map +1 -0
  1135. package/dist/record/model/read-state.cjs +3 -0
  1136. package/dist/record/model/read-state.cjs.map +1 -0
  1137. package/dist/record/model/read-state.d.cts +45 -0
  1138. package/dist/record/model/read-state.d.mts +45 -0
  1139. package/dist/record/model/read-state.d.ts +45 -0
  1140. package/dist/record/model/read-state.js +4 -0
  1141. package/dist/record/model/read-state.js.map +1 -0
  1142. package/dist/record/model/validation.cjs +143 -0
  1143. package/dist/record/model/validation.cjs.map +1 -0
  1144. package/dist/record/model/validation.d.cts +16 -0
  1145. package/dist/record/model/validation.d.mts +16 -0
  1146. package/dist/record/model/validation.d.ts +16 -0
  1147. package/dist/record/model/validation.js +14 -0
  1148. package/dist/record/model/validation.js.map +1 -0
  1149. package/dist/record/platform/errors.cjs +101 -0
  1150. package/dist/record/platform/errors.cjs.map +1 -0
  1151. package/dist/record/platform/errors.d.cts +123 -0
  1152. package/dist/record/platform/errors.d.mts +123 -0
  1153. package/dist/record/platform/errors.d.ts +123 -0
  1154. package/dist/record/platform/errors.js +32 -0
  1155. package/dist/record/platform/errors.js.map +1 -0
  1156. package/dist/record/platform/index.cjs +21 -0
  1157. package/dist/record/platform/index.cjs.map +1 -0
  1158. package/dist/record/platform/index.d.cts +4 -0
  1159. package/dist/record/platform/index.d.mts +4 -0
  1160. package/dist/record/platform/index.d.ts +4 -0
  1161. package/dist/record/platform/index.js +60 -0
  1162. package/dist/record/platform/index.js.map +1 -0
  1163. package/dist/record/platform/node.cjs +715 -0
  1164. package/dist/record/platform/node.cjs.map +1 -0
  1165. package/dist/record/platform/node.d.cts +12 -0
  1166. package/dist/record/platform/node.d.mts +12 -0
  1167. package/dist/record/platform/node.d.ts +12 -0
  1168. package/dist/record/platform/node.js +16 -0
  1169. package/dist/record/platform/node.js.map +1 -0
  1170. package/dist/record/platform/root.cjs +79 -0
  1171. package/dist/record/platform/root.cjs.map +1 -0
  1172. package/dist/record/platform/root.d.cts +35 -0
  1173. package/dist/record/platform/root.d.mts +35 -0
  1174. package/dist/record/platform/root.d.ts +35 -0
  1175. package/dist/record/platform/root.js +8 -0
  1176. package/dist/record/platform/root.js.map +1 -0
  1177. package/dist/record/platform/services.cjs +24 -0
  1178. package/dist/record/platform/services.cjs.map +1 -0
  1179. package/dist/record/platform/services.d.cts +139 -0
  1180. package/dist/record/platform/services.d.mts +139 -0
  1181. package/dist/record/platform/services.d.ts +139 -0
  1182. package/dist/record/platform/services.js +16 -0
  1183. package/dist/record/platform/services.js.map +1 -0
  1184. package/dist/record/reader/errors.cjs +46 -0
  1185. package/dist/record/reader/errors.cjs.map +1 -0
  1186. package/dist/record/reader/errors.d.cts +58 -0
  1187. package/dist/record/reader/errors.d.mts +58 -0
  1188. package/dist/record/reader/errors.d.ts +58 -0
  1189. package/dist/record/reader/errors.js +16 -0
  1190. package/dist/record/reader/errors.js.map +1 -0
  1191. package/dist/record/reader/format.cjs +95 -0
  1192. package/dist/record/reader/format.cjs.map +1 -0
  1193. package/dist/record/reader/format.d.cts +17 -0
  1194. package/dist/record/reader/format.d.mts +17 -0
  1195. package/dist/record/reader/format.d.ts +17 -0
  1196. package/dist/record/reader/format.js +8 -0
  1197. package/dist/record/reader/format.js.map +1 -0
  1198. package/dist/record/reader/identity.cjs +47 -0
  1199. package/dist/record/reader/identity.cjs.map +1 -0
  1200. package/dist/record/reader/identity.d.cts +31 -0
  1201. package/dist/record/reader/identity.d.mts +31 -0
  1202. package/dist/record/reader/identity.d.ts +31 -0
  1203. package/dist/record/reader/identity.js +8 -0
  1204. package/dist/record/reader/identity.js.map +1 -0
  1205. package/dist/record/reader/index.cjs +21 -0
  1206. package/dist/record/reader/index.cjs.map +1 -0
  1207. package/dist/record/reader/index.d.cts +4 -0
  1208. package/dist/record/reader/index.d.mts +4 -0
  1209. package/dist/record/reader/index.d.ts +4 -0
  1210. package/dist/record/reader/index.js +42 -0
  1211. package/dist/record/reader/index.js.map +1 -0
  1212. package/dist/record/reader/internal.cjs +17 -0
  1213. package/dist/record/reader/internal.cjs.map +1 -0
  1214. package/dist/record/reader/internal.d.cts +26 -0
  1215. package/dist/record/reader/internal.d.mts +26 -0
  1216. package/dist/record/reader/internal.d.ts +26 -0
  1217. package/dist/record/reader/internal.js +8 -0
  1218. package/dist/record/reader/internal.js.map +1 -0
  1219. package/dist/record/reader/runtime.cjs +728 -0
  1220. package/dist/record/reader/runtime.cjs.map +1 -0
  1221. package/dist/record/reader/runtime.d.cts +22 -0
  1222. package/dist/record/reader/runtime.d.mts +22 -0
  1223. package/dist/record/reader/runtime.d.ts +22 -0
  1224. package/dist/record/reader/runtime.js +20 -0
  1225. package/dist/record/reader/runtime.js.map +1 -0
  1226. package/dist/record/reader/types.cjs +12 -0
  1227. package/dist/record/reader/types.cjs.map +1 -0
  1228. package/dist/record/reader/types.d.cts +50 -0
  1229. package/dist/record/reader/types.d.mts +50 -0
  1230. package/dist/record/reader/types.d.ts +50 -0
  1231. package/dist/record/reader/types.js +10 -0
  1232. package/dist/record/reader/types.js.map +1 -0
  1233. package/dist/record/source-hash.cjs +30 -0
  1234. package/dist/record/source-hash.cjs.map +1 -0
  1235. package/dist/record/source-hash.d.cts +9 -0
  1236. package/dist/record/source-hash.d.mts +9 -0
  1237. package/dist/record/source-hash.js +8 -25
  1238. package/dist/record/source-hash.js.map +1 -0
  1239. package/dist/record/writer/attachment-payload.cjs +81 -0
  1240. package/dist/record/writer/attachment-payload.cjs.map +1 -0
  1241. package/dist/record/writer/attachment-payload.d.cts +19 -0
  1242. package/dist/record/writer/attachment-payload.d.mts +19 -0
  1243. package/dist/record/writer/attachment-payload.d.ts +19 -0
  1244. package/dist/record/writer/attachment-payload.js +10 -0
  1245. package/dist/record/writer/attachment-payload.js.map +1 -0
  1246. package/dist/record/writer/errors.cjs +35 -0
  1247. package/dist/record/writer/errors.cjs.map +1 -0
  1248. package/dist/record/writer/errors.d.cts +35 -0
  1249. package/dist/record/writer/errors.d.mts +35 -0
  1250. package/dist/record/writer/errors.d.ts +35 -0
  1251. package/dist/record/writer/errors.js +14 -0
  1252. package/dist/record/writer/errors.js.map +1 -0
  1253. package/dist/record/writer/index.cjs +20 -0
  1254. package/dist/record/writer/index.cjs.map +1 -0
  1255. package/dist/record/writer/index.d.cts +3 -0
  1256. package/dist/record/writer/index.d.mts +3 -0
  1257. package/dist/record/writer/index.d.ts +3 -0
  1258. package/dist/record/writer/index.js +22 -0
  1259. package/dist/record/writer/index.js.map +1 -0
  1260. package/dist/record/writer/limits.cjs +16 -0
  1261. package/dist/record/writer/limits.cjs.map +1 -0
  1262. package/dist/record/writer/limits.d.cts +4 -0
  1263. package/dist/record/writer/limits.d.mts +4 -0
  1264. package/dist/record/writer/limits.d.ts +4 -0
  1265. package/dist/record/writer/limits.js +8 -0
  1266. package/dist/record/writer/limits.js.map +1 -0
  1267. package/dist/record/writer/runtime.cjs +656 -0
  1268. package/dist/record/writer/runtime.cjs.map +1 -0
  1269. package/dist/record/writer/runtime.d.cts +7 -0
  1270. package/dist/record/writer/runtime.d.mts +7 -0
  1271. package/dist/record/writer/runtime.d.ts +7 -0
  1272. package/dist/record/writer/runtime.js +6 -0
  1273. package/dist/record/writer/runtime.js.map +1 -0
  1274. package/dist/record/writer/types.cjs +7 -0
  1275. package/dist/record/writer/types.cjs.map +1 -0
  1276. package/dist/record/writer/types.d.cts +56 -0
  1277. package/dist/record/writer/types.d.mts +56 -0
  1278. package/dist/record/writer/types.d.ts +56 -0
  1279. package/dist/record/writer/types.js +10 -0
  1280. package/dist/record/writer/types.js.map +1 -0
  1281. package/dist/report/author/identity.cjs +268 -0
  1282. package/dist/report/author/identity.cjs.map +1 -0
  1283. package/dist/report/author/identity.d.cts +75 -0
  1284. package/dist/report/author/identity.d.mts +75 -0
  1285. package/dist/report/author/identity.d.ts +75 -0
  1286. package/dist/report/author/identity.js +34 -0
  1287. package/dist/report/author/identity.js.map +1 -0
  1288. package/dist/report/author/index.cjs +19 -0
  1289. package/dist/report/author/index.cjs.map +1 -0
  1290. package/dist/report/author/index.d.cts +4 -0
  1291. package/dist/report/author/index.d.mts +4 -0
  1292. package/dist/report/author/index.d.ts +4 -0
  1293. package/dist/report/author/index.js +30 -0
  1294. package/dist/report/author/index.js.map +1 -0
  1295. package/dist/report/author/internal.cjs +98 -0
  1296. package/dist/report/author/internal.cjs.map +1 -0
  1297. package/dist/report/author/internal.d.cts +91 -0
  1298. package/dist/report/author/internal.d.mts +91 -0
  1299. package/dist/report/author/internal.d.ts +91 -0
  1300. package/dist/report/author/internal.js +18 -0
  1301. package/dist/report/author/internal.js.map +1 -0
  1302. package/dist/report/author/model.cjs +467 -0
  1303. package/dist/report/author/model.cjs.map +1 -0
  1304. package/dist/report/author/model.d.cts +241 -0
  1305. package/dist/report/author/model.d.mts +241 -0
  1306. package/dist/report/author/model.d.ts +241 -0
  1307. package/dist/report/author/model.js +32 -0
  1308. package/dist/report/author/model.js.map +1 -0
  1309. package/dist/report/built-in/attempt-overview.cjs +395 -0
  1310. package/dist/report/built-in/attempt-overview.cjs.map +1 -0
  1311. package/dist/report/built-in/attempt-overview.d.cts +10 -0
  1312. package/dist/report/built-in/attempt-overview.d.mts +10 -0
  1313. package/dist/report/built-in/attempt-overview.d.ts +10 -0
  1314. package/dist/report/built-in/attempt-overview.js +9 -0
  1315. package/dist/report/built-in/attempt-overview.js.map +1 -0
  1316. package/dist/report/built-in/execution.cjs +766 -0
  1317. package/dist/report/built-in/execution.cjs.map +1 -0
  1318. package/dist/report/built-in/execution.d.cts +25 -0
  1319. package/dist/report/built-in/execution.d.mts +25 -0
  1320. package/dist/report/built-in/execution.d.ts +25 -0
  1321. package/dist/report/built-in/execution.js +12 -0
  1322. package/dist/report/built-in/execution.js.map +1 -0
  1323. package/dist/report/built-in/index.cjs +31 -0
  1324. package/dist/report/built-in/index.cjs.map +1 -0
  1325. package/dist/report/built-in/index.d.cts +6 -0
  1326. package/dist/report/built-in/index.d.mts +6 -0
  1327. package/dist/report/built-in/index.d.ts +6 -8
  1328. package/dist/report/built-in/index.js +35 -13
  1329. package/dist/report/built-in/index.js.map +1 -0
  1330. package/dist/report/built-in/index.mjs +35 -0
  1331. package/dist/report/built-in/index.mjs.map +1 -0
  1332. package/dist/report/built-in/overview.cjs +206 -0
  1333. package/dist/report/built-in/overview.cjs.map +1 -0
  1334. package/dist/report/built-in/overview.d.cts +6 -0
  1335. package/dist/report/built-in/overview.d.mts +6 -0
  1336. package/dist/report/built-in/overview.d.ts +6 -0
  1337. package/dist/report/built-in/overview.js +11 -0
  1338. package/dist/report/built-in/overview.js.map +1 -0
  1339. package/dist/report/built-in/run-membership-overview.cjs +194 -0
  1340. package/dist/report/built-in/run-membership-overview.cjs.map +1 -0
  1341. package/dist/report/built-in/run-membership-overview.d.cts +6 -0
  1342. package/dist/report/built-in/run-membership-overview.d.mts +6 -0
  1343. package/dist/report/built-in/run-membership-overview.d.ts +6 -0
  1344. package/dist/report/built-in/run-membership-overview.js +9 -0
  1345. package/dist/report/built-in/run-membership-overview.js.map +1 -0
  1346. package/dist/report/built-in/sandbox-history.cjs +384 -0
  1347. package/dist/report/built-in/sandbox-history.cjs.map +1 -0
  1348. package/dist/report/built-in/sandbox-history.d.cts +9 -0
  1349. package/dist/report/built-in/sandbox-history.d.mts +9 -0
  1350. package/dist/report/built-in/sandbox-history.d.ts +9 -0
  1351. package/dist/report/built-in/sandbox-history.js +9 -0
  1352. package/dist/report/built-in/sandbox-history.js.map +1 -0
  1353. package/dist/report/built-in/source.cjs +162 -0
  1354. package/dist/report/built-in/source.cjs.map +1 -0
  1355. package/dist/report/built-in/source.d.cts +11 -0
  1356. package/dist/report/built-in/source.d.mts +11 -0
  1357. package/dist/report/built-in/source.d.ts +11 -0
  1358. package/dist/report/built-in/source.js +8 -0
  1359. package/dist/report/built-in/source.js.map +1 -0
  1360. package/dist/report/execution/index.cjs +20 -0
  1361. package/dist/report/execution/index.cjs.map +1 -0
  1362. package/dist/report/execution/index.d.cts +3 -0
  1363. package/dist/report/execution/index.d.mts +3 -0
  1364. package/dist/report/execution/index.d.ts +3 -0
  1365. package/dist/report/execution/index.js +30 -0
  1366. package/dist/report/execution/index.js.map +1 -0
  1367. package/dist/report/execution/model.cjs +483 -0
  1368. package/dist/report/execution/model.cjs.map +1 -0
  1369. package/dist/report/execution/model.d.cts +50 -0
  1370. package/dist/report/execution/model.d.mts +50 -0
  1371. package/dist/report/execution/model.d.ts +50 -0
  1372. package/dist/report/execution/model.js +16 -0
  1373. package/dist/report/execution/model.js.map +1 -0
  1374. package/dist/report/execution/problems.cjs +210 -0
  1375. package/dist/report/execution/problems.cjs.map +1 -0
  1376. package/dist/report/execution/problems.d.cts +54 -0
  1377. package/dist/report/execution/problems.d.mts +54 -0
  1378. package/dist/report/execution/problems.d.ts +54 -0
  1379. package/dist/report/execution/problems.js +14 -0
  1380. package/dist/report/execution/problems.js.map +1 -0
  1381. package/dist/report/execution/results.cjs +26 -0
  1382. package/dist/report/execution/results.cjs.map +1 -0
  1383. package/dist/report/execution/results.d.cts +102 -0
  1384. package/dist/report/execution/results.d.mts +102 -0
  1385. package/dist/report/execution/results.d.ts +102 -0
  1386. package/dist/report/execution/results.js +8 -0
  1387. package/dist/report/execution/results.js.map +1 -0
  1388. package/dist/report/host/execute.cjs +1287 -0
  1389. package/dist/report/host/execute.cjs.map +1 -0
  1390. package/dist/report/host/execute.d.cts +23 -0
  1391. package/dist/report/host/execute.d.mts +23 -0
  1392. package/dist/report/host/execute.d.ts +23 -0
  1393. package/dist/report/host/execute.js +6 -0
  1394. package/dist/report/host/execute.js.map +1 -0
  1395. package/dist/report/host/from-record.cjs +47 -0
  1396. package/dist/report/host/from-record.cjs.map +1 -0
  1397. package/dist/report/host/from-record.d.cts +36 -0
  1398. package/dist/report/host/from-record.d.mts +36 -0
  1399. package/dist/report/host/from-record.d.ts +36 -0
  1400. package/dist/report/host/from-record.js +8 -0
  1401. package/dist/report/host/from-record.js.map +1 -0
  1402. package/dist/report/host/html.cjs +424 -0
  1403. package/dist/report/host/html.cjs.map +1 -0
  1404. package/dist/report/host/html.d.cts +28 -0
  1405. package/dist/report/host/html.d.mts +28 -0
  1406. package/dist/report/host/html.d.ts +28 -0
  1407. package/dist/report/host/html.js +6 -0
  1408. package/dist/report/host/html.js.map +1 -0
  1409. package/dist/report/host/index.cjs +21 -0
  1410. package/dist/report/host/index.cjs.map +1 -0
  1411. package/dist/report/host/index.d.cts +11 -0
  1412. package/dist/report/host/index.d.mts +11 -0
  1413. package/dist/report/host/index.d.ts +11 -0
  1414. package/dist/report/host/index.js +24 -0
  1415. package/dist/report/host/index.js.map +1 -0
  1416. package/dist/report/host/node/loader.cjs +210 -0
  1417. package/dist/report/host/node/loader.cjs.map +1 -0
  1418. package/dist/report/host/node/loader.d.cts +45 -0
  1419. package/dist/report/host/node/loader.d.mts +45 -0
  1420. package/dist/report/host/node/loader.d.ts +45 -0
  1421. package/dist/report/host/node/loader.js +14 -0
  1422. package/dist/report/host/node/loader.js.map +1 -0
  1423. package/dist/report/host/node/theme.cjs +21 -0
  1424. package/dist/report/host/node/theme.cjs.map +1 -0
  1425. package/dist/report/host/node/theme.d.cts +1 -0
  1426. package/dist/report/host/node/theme.d.mts +1 -0
  1427. package/dist/report/host/node/theme.d.ts +1 -0
  1428. package/dist/report/host/node/theme.js +14 -0
  1429. package/dist/report/host/node/theme.js.map +1 -0
  1430. package/dist/report/host/node.cjs +147 -0
  1431. package/dist/report/host/node.cjs.map +1 -0
  1432. package/dist/report/host/node.d.cts +36 -0
  1433. package/dist/report/host/node.d.mts +36 -0
  1434. package/dist/report/host/node.d.ts +36 -0
  1435. package/dist/report/host/node.js +36 -0
  1436. package/dist/report/host/node.js.map +1 -0
  1437. package/dist/report/host/presentation.cjs +423 -0
  1438. package/dist/report/host/presentation.cjs.map +1 -0
  1439. package/dist/report/host/presentation.d.cts +42 -0
  1440. package/dist/report/host/presentation.d.mts +42 -0
  1441. package/dist/report/host/presentation.d.ts +42 -0
  1442. package/dist/report/host/presentation.js +16 -0
  1443. package/dist/report/host/presentation.js.map +1 -0
  1444. package/dist/report/host/static.cjs +126 -0
  1445. package/dist/report/host/static.cjs.map +1 -0
  1446. package/dist/report/host/static.d.cts +55 -0
  1447. package/dist/report/host/static.d.mts +55 -0
  1448. package/dist/report/host/static.d.ts +55 -0
  1449. package/dist/report/host/static.js +8 -0
  1450. package/dist/report/host/static.js.map +1 -0
  1451. package/dist/report/host/theme.cjs +223 -0
  1452. package/dist/report/host/theme.cjs.map +1 -0
  1453. package/dist/report/host/theme.d.cts +64 -0
  1454. package/dist/report/host/theme.d.mts +64 -0
  1455. package/dist/report/host/theme.d.ts +64 -0
  1456. package/dist/report/host/theme.js +14 -0
  1457. package/dist/report/host/theme.js.map +1 -0
  1458. package/dist/report/host/view-session.cjs +82 -0
  1459. package/dist/report/host/view-session.cjs.map +1 -0
  1460. package/dist/report/host/view-session.d.cts +82 -0
  1461. package/dist/report/host/view-session.d.mts +82 -0
  1462. package/dist/report/host/view-session.d.ts +82 -0
  1463. package/dist/report/host/view-session.js +6 -0
  1464. package/dist/report/host/view-session.js.map +1 -0
  1465. package/dist/report/index.cjs +58 -0
  1466. package/dist/report/index.cjs.map +1 -0
  1467. package/dist/report/index.d.cts +11 -0
  1468. package/dist/report/index.d.mts +11 -0
  1469. package/dist/report/index.d.ts +11 -43
  1470. package/dist/report/index.js +120 -44
  1471. package/dist/report/index.js.map +1 -0
  1472. package/dist/report/index.mjs +120 -0
  1473. package/dist/report/index.mjs.map +1 -0
  1474. package/dist/report/model/panel.cjs +271 -0
  1475. package/dist/report/model/panel.cjs.map +1 -0
  1476. package/dist/report/model/panel.d.cts +109 -0
  1477. package/dist/report/model/panel.d.mts +109 -0
  1478. package/dist/report/model/panel.d.ts +2 -2
  1479. package/dist/report/model/panel.js +22 -260
  1480. package/dist/report/model/panel.js.map +1 -0
  1481. package/dist/report/model/text-layout.cjs +185 -0
  1482. package/dist/report/model/text-layout.cjs.map +1 -0
  1483. package/dist/report/model/text-layout.d.cts +75 -0
  1484. package/dist/report/model/text-layout.d.mts +75 -0
  1485. package/dist/report/model/text-layout.js +22 -173
  1486. package/dist/report/model/text-layout.js.map +1 -0
  1487. package/dist/report/semantic/document.cjs +593 -0
  1488. package/dist/report/semantic/document.cjs.map +1 -0
  1489. package/dist/report/semantic/document.d.cts +162 -0
  1490. package/dist/report/semantic/document.d.mts +162 -0
  1491. package/dist/report/semantic/document.d.ts +162 -0
  1492. package/dist/report/semantic/document.js +38 -0
  1493. package/dist/report/semantic/document.js.map +1 -0
  1494. package/dist/report/semantic/index.cjs +18 -0
  1495. package/dist/report/semantic/index.cjs.map +1 -0
  1496. package/dist/report/semantic/index.d.cts +1 -0
  1497. package/dist/report/semantic/index.d.mts +1 -0
  1498. package/dist/report/semantic/index.d.ts +1 -0
  1499. package/dist/report/semantic/index.js +38 -0
  1500. package/dist/report/semantic/index.js.map +1 -0
  1501. package/dist/runner/accept-prompt.cjs +50 -0
  1502. package/dist/runner/accept-prompt.cjs.map +1 -0
  1503. package/dist/runner/accept-prompt.d.cts +27 -0
  1504. package/dist/runner/accept-prompt.d.mts +27 -0
  1505. package/dist/runner/accept-prompt.d.ts +27 -0
  1506. package/dist/runner/accept-prompt.js +10 -0
  1507. package/dist/runner/accept-prompt.js.map +1 -0
  1508. package/dist/runner/accept.cjs +280 -0
  1509. package/dist/runner/accept.cjs.map +1 -0
  1510. package/dist/runner/accept.d.cts +75 -0
  1511. package/dist/runner/accept.d.mts +75 -0
  1512. package/dist/runner/accept.d.ts +75 -0
  1513. package/dist/runner/accept.js +16 -0
  1514. package/dist/runner/accept.js.map +1 -0
  1515. package/dist/runner/adoption.cjs +859 -0
  1516. package/dist/runner/adoption.cjs.map +1 -0
  1517. package/dist/runner/adoption.d.cts +214 -0
  1518. package/dist/runner/adoption.d.mts +214 -0
  1519. package/dist/runner/adoption.d.ts +214 -0
  1520. package/dist/runner/adoption.js +50 -0
  1521. package/dist/runner/adoption.js.map +1 -0
  1522. package/dist/runner/assert-first-bridge.cjs +203 -0
  1523. package/dist/runner/assert-first-bridge.cjs.map +1 -0
  1524. package/dist/runner/assert-first-bridge.d.cts +51 -0
  1525. package/dist/runner/assert-first-bridge.d.mts +51 -0
  1526. package/dist/runner/assert-first-bridge.d.ts +51 -0
  1527. package/dist/runner/assert-first-bridge.js +6 -0
  1528. package/dist/runner/assert-first-bridge.js.map +1 -0
  1529. package/dist/runner/assertions.cjs +77 -0
  1530. package/dist/runner/assertions.cjs.map +1 -0
  1531. package/dist/runner/assertions.d.cts +8 -0
  1532. package/dist/runner/assertions.d.mts +8 -0
  1533. package/dist/runner/assertions.d.ts +8 -0
  1534. package/dist/runner/assertions.js +6 -0
  1535. package/dist/runner/assertions.js.map +1 -0
  1536. package/dist/runner/attempt.cjs +2057 -0
  1537. package/dist/runner/attempt.cjs.map +1 -0
  1538. package/dist/runner/attempt.d.cts +90 -0
  1539. package/dist/runner/attempt.d.mts +90 -0
  1540. package/dist/runner/attempt.d.ts +90 -0
  1541. package/dist/runner/attempt.js +14 -0
  1542. package/dist/runner/attempt.js.map +1 -0
  1543. package/dist/runner/build-preparation.cjs +87 -0
  1544. package/dist/runner/build-preparation.cjs.map +1 -0
  1545. package/dist/runner/build-preparation.d.cts +23 -0
  1546. package/dist/runner/build-preparation.d.mts +23 -0
  1547. package/dist/runner/build-preparation.d.ts +23 -0
  1548. package/dist/runner/build-preparation.js +8 -0
  1549. package/dist/runner/build-preparation.js.map +1 -0
  1550. package/dist/runner/cleanup-timeout.cjs +40 -0
  1551. package/dist/runner/cleanup-timeout.cjs.map +1 -0
  1552. package/dist/runner/cleanup-timeout.d.cts +21 -0
  1553. package/dist/runner/cleanup-timeout.d.mts +21 -0
  1554. package/dist/runner/cleanup-timeout.d.ts +19 -1
  1555. package/dist/runner/cleanup-timeout.js +12 -0
  1556. package/dist/runner/cleanup-timeout.js.map +1 -0
  1557. package/dist/runner/command-plan.cjs +475 -0
  1558. package/dist/runner/command-plan.cjs.map +1 -0
  1559. package/dist/runner/command-plan.d.cts +106 -0
  1560. package/dist/runner/command-plan.d.mts +106 -0
  1561. package/dist/runner/command-plan.d.ts +106 -0
  1562. package/dist/runner/command-plan.js +6 -0
  1563. package/dist/runner/command-plan.js.map +1 -0
  1564. package/dist/runner/config-identity.cjs +259 -0
  1565. package/dist/runner/config-identity.cjs.map +1 -0
  1566. package/dist/runner/config-identity.d.cts +88 -0
  1567. package/dist/runner/config-identity.d.mts +88 -0
  1568. package/dist/runner/config-identity.d.ts +7 -5
  1569. package/dist/runner/config-identity.js +22 -0
  1570. package/dist/runner/config-identity.js.map +1 -0
  1571. package/dist/runner/direct-agent-sandbox.cjs +64 -0
  1572. package/dist/runner/direct-agent-sandbox.cjs.map +1 -0
  1573. package/dist/runner/direct-agent-sandbox.d.cts +5 -0
  1574. package/dist/runner/direct-agent-sandbox.d.mts +5 -0
  1575. package/dist/runner/direct-agent-sandbox.d.ts +5 -0
  1576. package/dist/runner/direct-agent-sandbox.js +8 -0
  1577. package/dist/runner/direct-agent-sandbox.js.map +1 -0
  1578. package/dist/runner/discover.cjs +628 -0
  1579. package/dist/runner/discover.cjs.map +1 -0
  1580. package/dist/runner/discover.d.cts +29 -0
  1581. package/dist/runner/discover.d.mts +29 -0
  1582. package/dist/runner/discover.d.ts +29 -0
  1583. package/dist/runner/discover.js +12 -0
  1584. package/dist/runner/discover.js.map +1 -0
  1585. package/dist/runner/eval-selection.cjs +95 -0
  1586. package/dist/runner/eval-selection.cjs.map +1 -0
  1587. package/dist/runner/eval-selection.d.cts +37 -0
  1588. package/dist/runner/eval-selection.d.mts +37 -0
  1589. package/dist/runner/eval-selection.d.ts +2 -7
  1590. package/dist/runner/eval-selection.js +12 -0
  1591. package/dist/runner/eval-selection.js.map +1 -0
  1592. package/dist/runner/eval-source.cjs +64 -0
  1593. package/dist/runner/eval-source.cjs.map +1 -0
  1594. package/dist/runner/eval-source.d.cts +28 -0
  1595. package/dist/runner/eval-source.d.mts +28 -0
  1596. package/dist/runner/eval-source.d.ts +1 -1
  1597. package/dist/runner/eval-source.js +26 -0
  1598. package/dist/runner/eval-source.js.map +1 -0
  1599. package/dist/runner/experiment-cleanup-registry.cjs +70 -0
  1600. package/dist/runner/experiment-cleanup-registry.cjs.map +1 -0
  1601. package/dist/runner/experiment-cleanup-registry.d.cts +19 -0
  1602. package/dist/runner/experiment-cleanup-registry.d.mts +19 -0
  1603. package/dist/runner/experiment-cleanup-registry.d.ts +19 -0
  1604. package/dist/runner/experiment-cleanup-registry.js +14 -0
  1605. package/dist/runner/experiment-cleanup-registry.js.map +1 -0
  1606. package/dist/runner/feedback/coordinator.cjs +404 -0
  1607. package/dist/runner/feedback/coordinator.cjs.map +1 -0
  1608. package/dist/runner/feedback/coordinator.d.cts +61 -0
  1609. package/dist/runner/feedback/coordinator.d.mts +61 -0
  1610. package/dist/runner/feedback/coordinator.d.ts +61 -0
  1611. package/dist/runner/feedback/coordinator.js +6 -0
  1612. package/dist/runner/feedback/coordinator.js.map +1 -0
  1613. package/dist/runner/feedback/eval-conclusions.cjs +75 -0
  1614. package/dist/runner/feedback/eval-conclusions.cjs.map +1 -0
  1615. package/dist/runner/feedback/eval-conclusions.d.cts +30 -0
  1616. package/dist/runner/feedback/eval-conclusions.d.mts +30 -0
  1617. package/dist/runner/feedback/eval-conclusions.d.ts +30 -0
  1618. package/dist/runner/feedback/eval-conclusions.js +8 -0
  1619. package/dist/runner/feedback/eval-conclusions.js.map +1 -0
  1620. package/dist/runner/feedback/failure.cjs +194 -0
  1621. package/dist/runner/feedback/failure.cjs.map +1 -0
  1622. package/dist/runner/feedback/failure.d.cts +13 -0
  1623. package/dist/runner/feedback/failure.d.mts +13 -0
  1624. package/dist/runner/feedback/failure.d.ts +13 -0
  1625. package/dist/runner/feedback/failure.js +8 -0
  1626. package/dist/runner/feedback/failure.js.map +1 -0
  1627. package/dist/runner/feedback/human.cjs +1469 -0
  1628. package/dist/runner/feedback/human.cjs.map +1 -0
  1629. package/dist/runner/feedback/human.d.cts +139 -0
  1630. package/dist/runner/feedback/human.d.mts +139 -0
  1631. package/dist/runner/feedback/human.d.ts +139 -0
  1632. package/dist/runner/feedback/human.js +18 -0
  1633. package/dist/runner/feedback/human.js.map +1 -0
  1634. package/dist/runner/feedback/index.cjs +51 -0
  1635. package/dist/runner/feedback/index.cjs.map +1 -0
  1636. package/dist/runner/feedback/index.d.cts +10 -0
  1637. package/dist/runner/feedback/index.d.mts +10 -0
  1638. package/dist/runner/feedback/index.d.ts +10 -0
  1639. package/dist/runner/feedback/index.js +58 -0
  1640. package/dist/runner/feedback/index.js.map +1 -0
  1641. package/dist/runner/feedback/input-guard.cjs +106 -0
  1642. package/dist/runner/feedback/input-guard.cjs.map +1 -0
  1643. package/dist/runner/feedback/input-guard.d.cts +43 -0
  1644. package/dist/runner/feedback/input-guard.d.mts +43 -0
  1645. package/dist/runner/feedback/input-guard.d.ts +43 -0
  1646. package/dist/runner/feedback/input-guard.js +8 -0
  1647. package/dist/runner/feedback/input-guard.js.map +1 -0
  1648. package/dist/runner/feedback/io.cjs +43 -0
  1649. package/dist/runner/feedback/io.cjs.map +1 -0
  1650. package/dist/runner/feedback/io.d.cts +38 -0
  1651. package/dist/runner/feedback/io.d.mts +38 -0
  1652. package/dist/runner/feedback/io.d.ts +38 -0
  1653. package/dist/runner/feedback/io.js +6 -0
  1654. package/dist/runner/feedback/io.js.map +1 -0
  1655. package/dist/runner/feedback/json.cjs +371 -0
  1656. package/dist/runner/feedback/json.cjs.map +1 -0
  1657. package/dist/runner/feedback/json.d.cts +242 -0
  1658. package/dist/runner/feedback/json.d.mts +242 -0
  1659. package/dist/runner/feedback/json.d.ts +242 -0
  1660. package/dist/runner/feedback/json.js +10 -0
  1661. package/dist/runner/feedback/json.js.map +1 -0
  1662. package/dist/runner/feedback/profile.cjs +8 -0
  1663. package/dist/runner/feedback/profile.cjs.map +1 -0
  1664. package/dist/runner/feedback/profile.d.cts +14 -0
  1665. package/dist/runner/feedback/profile.d.mts +14 -0
  1666. package/dist/runner/feedback/profile.d.ts +14 -0
  1667. package/dist/runner/feedback/profile.js +6 -0
  1668. package/dist/runner/feedback/profile.js.map +1 -0
  1669. package/dist/runner/feedback/reducer.cjs +372 -0
  1670. package/dist/runner/feedback/reducer.cjs.map +1 -0
  1671. package/dist/runner/feedback/reducer.d.cts +4 -0
  1672. package/dist/runner/feedback/reducer.d.mts +4 -0
  1673. package/dist/runner/feedback/reducer.d.ts +4 -0
  1674. package/dist/runner/feedback/reducer.js +8 -0
  1675. package/dist/runner/feedback/reducer.js.map +1 -0
  1676. package/dist/runner/feedback/renderer.cjs +3 -0
  1677. package/dist/runner/feedback/renderer.cjs.map +1 -0
  1678. package/dist/runner/feedback/renderer.d.cts +63 -0
  1679. package/dist/runner/feedback/renderer.d.mts +63 -0
  1680. package/dist/runner/feedback/renderer.d.ts +63 -0
  1681. package/dist/runner/feedback/renderer.js +4 -0
  1682. package/dist/runner/feedback/renderer.js.map +1 -0
  1683. package/dist/runner/feedback/sink.cjs +194 -0
  1684. package/dist/runner/feedback/sink.cjs.map +1 -0
  1685. package/dist/runner/feedback/sink.d.cts +187 -0
  1686. package/dist/runner/feedback/sink.d.mts +187 -0
  1687. package/dist/runner/feedback/sink.d.ts +7 -7
  1688. package/dist/runner/feedback/sink.js +34 -0
  1689. package/dist/runner/feedback/sink.js.map +1 -0
  1690. package/dist/runner/feedback/testing.cjs +69 -0
  1691. package/dist/runner/feedback/testing.cjs.map +1 -0
  1692. package/dist/runner/feedback/testing.d.cts +26 -0
  1693. package/dist/runner/feedback/testing.d.mts +26 -0
  1694. package/dist/runner/feedback/testing.d.ts +26 -0
  1695. package/dist/runner/feedback/testing.js +6 -0
  1696. package/dist/runner/feedback/testing.js.map +1 -0
  1697. package/dist/runner/fingerprint.cjs +379 -0
  1698. package/dist/runner/fingerprint.cjs.map +1 -0
  1699. package/dist/runner/fingerprint.d.cts +71 -0
  1700. package/dist/runner/fingerprint.d.mts +71 -0
  1701. package/dist/runner/fingerprint.d.ts +49 -167
  1702. package/dist/runner/fingerprint.js +22 -0
  1703. package/dist/runner/fingerprint.js.map +1 -0
  1704. package/dist/runner/gate-lease.cjs +271 -0
  1705. package/dist/runner/gate-lease.cjs.map +1 -0
  1706. package/dist/runner/gate-lease.d.cts +62 -0
  1707. package/dist/runner/gate-lease.d.mts +62 -0
  1708. package/dist/runner/gate-lease.d.ts +62 -0
  1709. package/dist/runner/gate-lease.js +22 -0
  1710. package/dist/runner/gate-lease.js.map +1 -0
  1711. package/dist/runner/judge-config.cjs +26 -0
  1712. package/dist/runner/judge-config.cjs.map +1 -0
  1713. package/dist/runner/judge-config.d.cts +8 -0
  1714. package/dist/runner/judge-config.d.mts +8 -0
  1715. package/dist/runner/judge-config.d.ts +6 -4
  1716. package/dist/runner/judge-config.js +6 -0
  1717. package/dist/runner/judge-config.js.map +1 -0
  1718. package/dist/runner/leak-gate.cjs +381 -0
  1719. package/dist/runner/leak-gate.cjs.map +1 -0
  1720. package/dist/runner/leak-gate.d.cts +124 -0
  1721. package/dist/runner/leak-gate.d.mts +124 -0
  1722. package/dist/runner/leak-gate.d.ts +36 -8
  1723. package/dist/runner/leak-gate.js +32 -0
  1724. package/dist/runner/leak-gate.js.map +1 -0
  1725. package/dist/runner/ledger.cjs +470 -0
  1726. package/dist/runner/ledger.cjs.map +1 -0
  1727. package/dist/runner/ledger.d.cts +35 -0
  1728. package/dist/runner/ledger.d.mts +35 -0
  1729. package/dist/runner/ledger.d.ts +35 -0
  1730. package/dist/runner/ledger.js +8 -0
  1731. package/dist/runner/ledger.js.map +1 -0
  1732. package/dist/runner/lock.cjs +236 -0
  1733. package/dist/runner/lock.cjs.map +1 -0
  1734. package/dist/runner/lock.d.cts +56 -0
  1735. package/dist/runner/lock.d.mts +56 -0
  1736. package/dist/runner/lock.d.ts +56 -0
  1737. package/dist/runner/lock.js +22 -0
  1738. package/dist/runner/lock.js.map +1 -0
  1739. package/dist/runner/manifest.cjs +179 -0
  1740. package/dist/runner/manifest.cjs.map +1 -0
  1741. package/dist/runner/manifest.d.cts +61 -0
  1742. package/dist/runner/manifest.d.mts +61 -0
  1743. package/dist/runner/manifest.d.ts +4 -4
  1744. package/dist/runner/manifest.js +22 -0
  1745. package/dist/runner/manifest.js.map +1 -0
  1746. package/dist/runner/project-current.cjs +117 -0
  1747. package/dist/runner/project-current.cjs.map +1 -0
  1748. package/dist/runner/project-current.d.cts +29 -0
  1749. package/dist/runner/project-current.d.mts +29 -0
  1750. package/dist/runner/project-current.d.ts +29 -0
  1751. package/dist/runner/project-current.js +8 -0
  1752. package/dist/runner/project-current.js.map +1 -0
  1753. package/dist/runner/project-target.cjs +3 -0
  1754. package/dist/runner/project-target.cjs.map +1 -0
  1755. package/dist/runner/project-target.d.cts +30 -0
  1756. package/dist/runner/project-target.d.mts +30 -0
  1757. package/dist/runner/project-target.d.ts +30 -0
  1758. package/dist/runner/project-target.js +4 -0
  1759. package/dist/runner/project-target.js.map +1 -0
  1760. package/dist/runner/record.cjs +883 -0
  1761. package/dist/runner/record.cjs.map +1 -0
  1762. package/dist/runner/record.d.cts +151 -0
  1763. package/dist/runner/record.d.mts +151 -0
  1764. package/dist/runner/record.d.ts +151 -0
  1765. package/dist/runner/record.js +10 -0
  1766. package/dist/runner/record.js.map +1 -0
  1767. package/dist/runner/rename-experiment.cjs +273 -0
  1768. package/dist/runner/rename-experiment.cjs.map +1 -0
  1769. package/dist/runner/rename-experiment.d.cts +123 -0
  1770. package/dist/runner/rename-experiment.d.mts +123 -0
  1771. package/dist/runner/rename-experiment.d.ts +123 -0
  1772. package/dist/runner/rename-experiment.js +14 -0
  1773. package/dist/runner/rename-experiment.js.map +1 -0
  1774. package/dist/runner/report.cjs +123 -0
  1775. package/dist/runner/report.cjs.map +1 -0
  1776. package/dist/runner/report.d.cts +27 -0
  1777. package/dist/runner/report.d.mts +27 -0
  1778. package/dist/runner/report.d.ts +27 -0
  1779. package/dist/runner/report.js +14 -0
  1780. package/dist/runner/report.js.map +1 -0
  1781. package/dist/runner/reporters/braintrust.cjs +302 -0
  1782. package/dist/runner/reporters/braintrust.cjs.map +1 -0
  1783. package/dist/runner/reporters/braintrust.d.cts +59 -0
  1784. package/dist/runner/reporters/braintrust.d.mts +59 -0
  1785. package/dist/runner/reporters/braintrust.d.ts +59 -0
  1786. package/dist/runner/reporters/braintrust.js +8 -0
  1787. package/dist/runner/reporters/braintrust.js.map +1 -0
  1788. package/dist/runner/reporters/index.cjs +12 -0
  1789. package/dist/runner/reporters/index.cjs.map +1 -0
  1790. package/dist/runner/reporters/index.d.cts +2 -0
  1791. package/dist/runner/reporters/index.d.mts +2 -0
  1792. package/dist/runner/reporters/index.d.ts +2 -0
  1793. package/dist/runner/reporters/index.js +10 -0
  1794. package/dist/runner/reporters/index.js.map +1 -0
  1795. package/dist/runner/reporters/index.mjs +10 -0
  1796. package/dist/runner/reporters/index.mjs.map +1 -0
  1797. package/dist/runner/reporters/json.cjs +116 -0
  1798. package/dist/runner/reporters/json.cjs.map +1 -0
  1799. package/dist/runner/reporters/json.d.cts +3 -0
  1800. package/dist/runner/reporters/json.d.mts +3 -0
  1801. package/dist/runner/reporters/json.d.ts +3 -0
  1802. package/dist/runner/reporters/json.js +8 -0
  1803. package/dist/runner/reporters/json.js.map +1 -0
  1804. package/dist/runner/reporters/shared.cjs +14 -0
  1805. package/dist/runner/reporters/shared.cjs.map +1 -0
  1806. package/dist/runner/reporters/shared.d.cts +3 -0
  1807. package/dist/runner/reporters/shared.d.mts +3 -0
  1808. package/dist/runner/reporters/shared.d.ts +3 -0
  1809. package/dist/runner/reporters/shared.js +8 -0
  1810. package/dist/runner/reporters/shared.js.map +1 -0
  1811. package/dist/runner/reuse-diagnostics.cjs +71 -0
  1812. package/dist/runner/reuse-diagnostics.cjs.map +1 -0
  1813. package/dist/runner/reuse-diagnostics.d.cts +21 -0
  1814. package/dist/runner/reuse-diagnostics.d.mts +21 -0
  1815. package/dist/runner/reuse-diagnostics.d.ts +21 -0
  1816. package/dist/runner/reuse-diagnostics.js +8 -0
  1817. package/dist/runner/reuse-diagnostics.js.map +1 -0
  1818. package/dist/runner/reuse-plan.cjs +739 -0
  1819. package/dist/runner/reuse-plan.cjs.map +1 -0
  1820. package/dist/runner/reuse-plan.d.cts +185 -0
  1821. package/dist/runner/reuse-plan.d.mts +185 -0
  1822. package/dist/runner/reuse-plan.d.ts +185 -0
  1823. package/dist/runner/reuse-plan.js +26 -0
  1824. package/dist/runner/reuse-plan.js.map +1 -0
  1825. package/dist/runner/reuse-readback.cjs +275 -0
  1826. package/dist/runner/reuse-readback.cjs.map +1 -0
  1827. package/dist/runner/reuse-readback.d.cts +169 -0
  1828. package/dist/runner/reuse-readback.d.mts +169 -0
  1829. package/dist/runner/reuse-readback.d.ts +169 -0
  1830. package/dist/runner/reuse-readback.js +20 -0
  1831. package/dist/runner/reuse-readback.js.map +1 -0
  1832. package/dist/runner/run.cjs +2362 -0
  1833. package/dist/runner/run.cjs.map +1 -0
  1834. package/dist/runner/run.d.cts +44 -0
  1835. package/dist/runner/run.d.mts +44 -0
  1836. package/dist/runner/run.d.ts +44 -0
  1837. package/dist/runner/run.js +12 -0
  1838. package/dist/runner/run.js.map +1 -0
  1839. package/dist/runner/sandbox-pool.cjs +312 -0
  1840. package/dist/runner/sandbox-pool.cjs.map +1 -0
  1841. package/dist/runner/sandbox-pool.d.cts +70 -0
  1842. package/dist/runner/sandbox-pool.d.mts +70 -0
  1843. package/dist/runner/sandbox-pool.d.ts +70 -0
  1844. package/dist/runner/sandbox-pool.js +6 -0
  1845. package/dist/runner/sandbox-pool.js.map +1 -0
  1846. package/dist/runner/sandbox-prep.cjs +57 -0
  1847. package/dist/runner/sandbox-prep.cjs.map +1 -0
  1848. package/dist/runner/sandbox-prep.d.cts +8 -0
  1849. package/dist/runner/sandbox-prep.d.mts +8 -0
  1850. package/dist/runner/sandbox-prep.d.ts +8 -0
  1851. package/dist/runner/sandbox-prep.js +8 -0
  1852. package/dist/runner/sandbox-prep.js.map +1 -0
  1853. package/dist/runner/sandbox-record-producer.cjs +142 -0
  1854. package/dist/runner/sandbox-record-producer.cjs.map +1 -0
  1855. package/dist/runner/sandbox-record-producer.d.cts +30 -0
  1856. package/dist/runner/sandbox-record-producer.d.mts +30 -0
  1857. package/dist/runner/sandbox-record-producer.d.ts +30 -0
  1858. package/dist/runner/sandbox-record-producer.js +6 -0
  1859. package/dist/runner/sandbox-record-producer.js.map +1 -0
  1860. package/dist/runner/sandbox-reuse.cjs +57 -0
  1861. package/dist/runner/sandbox-reuse.cjs.map +1 -0
  1862. package/dist/runner/sandbox-reuse.d.cts +43 -0
  1863. package/dist/runner/sandbox-reuse.d.mts +43 -0
  1864. package/dist/runner/sandbox-reuse.d.ts +43 -0
  1865. package/dist/runner/sandbox-reuse.js +8 -0
  1866. package/dist/runner/sandbox-reuse.js.map +1 -0
  1867. package/dist/runner/sandbox-selection.cjs +362 -0
  1868. package/dist/runner/sandbox-selection.cjs.map +1 -0
  1869. package/dist/runner/sandbox-selection.d.cts +87 -0
  1870. package/dist/runner/sandbox-selection.d.mts +87 -0
  1871. package/dist/runner/sandbox-selection.d.ts +17 -6
  1872. package/dist/runner/sandbox-selection.js +22 -0
  1873. package/dist/runner/sandbox-selection.js.map +1 -0
  1874. package/dist/runner/session.cjs +535 -0
  1875. package/dist/runner/session.cjs.map +1 -0
  1876. package/dist/runner/session.d.cts +116 -0
  1877. package/dist/runner/session.d.mts +116 -0
  1878. package/dist/runner/session.d.ts +44 -24
  1879. package/dist/runner/session.js +28 -0
  1880. package/dist/runner/session.js.map +1 -0
  1881. package/dist/runner/source-closure.cjs +51 -0
  1882. package/dist/runner/source-closure.cjs.map +1 -0
  1883. package/dist/runner/source-closure.d.cts +6 -0
  1884. package/dist/runner/source-closure.d.mts +6 -0
  1885. package/dist/runner/source-closure.d.ts +6 -0
  1886. package/dist/runner/source-closure.js +6 -0
  1887. package/dist/runner/source-closure.js.map +1 -0
  1888. package/dist/runner/source-producer.cjs +417 -0
  1889. package/dist/runner/source-producer.cjs.map +1 -0
  1890. package/dist/runner/source-producer.d.cts +70 -0
  1891. package/dist/runner/source-producer.d.mts +70 -0
  1892. package/dist/runner/source-producer.d.ts +70 -0
  1893. package/dist/runner/source-producer.js +10 -0
  1894. package/dist/runner/source-producer.js.map +1 -0
  1895. package/dist/runner/teardown-registry.cjs +112 -0
  1896. package/dist/runner/teardown-registry.cjs.map +1 -0
  1897. package/dist/runner/teardown-registry.d.cts +35 -0
  1898. package/dist/runner/teardown-registry.d.mts +35 -0
  1899. package/dist/runner/teardown-registry.d.ts +35 -0
  1900. package/dist/runner/teardown-registry.js +20 -0
  1901. package/dist/runner/teardown-registry.js.map +1 -0
  1902. package/dist/runner/timeout.cjs +31 -0
  1903. package/dist/runner/timeout.cjs.map +1 -0
  1904. package/dist/runner/timeout.d.cts +30 -0
  1905. package/dist/runner/timeout.d.mts +30 -0
  1906. package/dist/runner/timeout.d.ts +30 -0
  1907. package/dist/runner/timeout.js +8 -0
  1908. package/dist/runner/timeout.js.map +1 -0
  1909. package/dist/runner/timing.cjs +279 -0
  1910. package/dist/runner/timing.cjs.map +1 -0
  1911. package/dist/runner/timing.d.cts +97 -0
  1912. package/dist/runner/timing.d.mts +97 -0
  1913. package/dist/runner/timing.d.ts +2 -2
  1914. package/dist/runner/timing.js +26 -0
  1915. package/dist/runner/timing.js.map +1 -0
  1916. package/dist/runner/types.cjs +135 -0
  1917. package/dist/runner/types.cjs.map +1 -0
  1918. package/dist/runner/types.d.cts +1703 -0
  1919. package/dist/runner/types.d.mts +1703 -0
  1920. package/dist/runner/types.d.ts +214 -166
  1921. package/dist/runner/types.js +32 -109
  1922. package/dist/runner/types.js.map +1 -0
  1923. package/dist/sample/analysis.cjs +1068 -0
  1924. package/dist/sample/analysis.cjs.map +1 -0
  1925. package/dist/sample/analysis.d.cts +153 -0
  1926. package/dist/sample/analysis.d.mts +153 -0
  1927. package/dist/sample/analysis.d.ts +153 -0
  1928. package/dist/sample/analysis.js +30 -0
  1929. package/dist/sample/analysis.js.map +1 -0
  1930. package/dist/sample/index.cjs +16 -0
  1931. package/dist/sample/index.cjs.map +1 -0
  1932. package/dist/sample/index.d.cts +2 -0
  1933. package/dist/sample/index.d.mts +2 -0
  1934. package/dist/sample/index.d.ts +2 -102
  1935. package/dist/sample/index.js +28 -386
  1936. package/dist/sample/index.js.map +1 -0
  1937. package/dist/sandbox/backend.cjs +116 -0
  1938. package/dist/sandbox/backend.cjs.map +1 -0
  1939. package/dist/sandbox/backend.d.cts +58 -0
  1940. package/dist/sandbox/backend.d.mts +58 -0
  1941. package/dist/sandbox/backend.d.ts +9 -3
  1942. package/dist/sandbox/backend.js +26 -0
  1943. package/dist/sandbox/backend.js.map +1 -0
  1944. package/dist/sandbox/build-coordinator.cjs +309 -0
  1945. package/dist/sandbox/build-coordinator.cjs.map +1 -0
  1946. package/dist/sandbox/build-coordinator.d.cts +111 -0
  1947. package/dist/sandbox/build-coordinator.d.mts +111 -0
  1948. package/dist/sandbox/build-coordinator.d.ts +4 -4
  1949. package/dist/sandbox/build-coordinator.js +12 -0
  1950. package/dist/sandbox/build-coordinator.js.map +1 -0
  1951. package/dist/sandbox/case-types.cjs +3 -0
  1952. package/dist/sandbox/case-types.cjs.map +1 -0
  1953. package/dist/sandbox/case-types.d.cts +55 -0
  1954. package/dist/sandbox/case-types.d.mts +55 -0
  1955. package/dist/sandbox/case-types.d.ts +3 -3
  1956. package/dist/sandbox/case-types.js +4 -0
  1957. package/dist/sandbox/case-types.js.map +1 -0
  1958. package/dist/sandbox/checkpoint.cjs +65 -0
  1959. package/dist/sandbox/checkpoint.cjs.map +1 -0
  1960. package/dist/sandbox/checkpoint.d.cts +7 -0
  1961. package/dist/sandbox/checkpoint.d.mts +7 -0
  1962. package/dist/sandbox/checkpoint.d.ts +7 -0
  1963. package/dist/sandbox/checkpoint.js +8 -0
  1964. package/dist/sandbox/checkpoint.js.map +1 -0
  1965. package/dist/sandbox/cli-commands.cjs +535 -0
  1966. package/dist/sandbox/cli-commands.cjs.map +1 -0
  1967. package/dist/sandbox/cli-commands.d.cts +41 -0
  1968. package/dist/sandbox/cli-commands.d.mts +41 -0
  1969. package/dist/sandbox/cli-commands.d.ts +41 -0
  1970. package/dist/sandbox/cli-commands.js +14 -0
  1971. package/dist/sandbox/cli-commands.js.map +1 -0
  1972. package/dist/sandbox/commands.cjs +281 -0
  1973. package/dist/sandbox/commands.cjs.map +1 -0
  1974. package/dist/sandbox/commands.d.cts +141 -0
  1975. package/dist/sandbox/commands.d.mts +141 -0
  1976. package/dist/sandbox/commands.d.ts +64 -3
  1977. package/dist/sandbox/commands.js +20 -0
  1978. package/dist/sandbox/commands.js.map +1 -0
  1979. package/dist/sandbox/compose.cjs +1293 -0
  1980. package/dist/sandbox/compose.cjs.map +1 -0
  1981. package/dist/sandbox/compose.d.cts +215 -0
  1982. package/dist/sandbox/compose.d.mts +215 -0
  1983. package/dist/sandbox/compose.d.ts +32 -16
  1984. package/dist/sandbox/compose.js +38 -0
  1985. package/dist/sandbox/compose.js.map +1 -0
  1986. package/dist/sandbox/content.cjs +153 -0
  1987. package/dist/sandbox/content.cjs.map +1 -0
  1988. package/dist/sandbox/content.d.cts +35 -0
  1989. package/dist/sandbox/content.d.mts +35 -0
  1990. package/dist/sandbox/content.js +10 -0
  1991. package/dist/sandbox/content.js.map +1 -0
  1992. package/dist/sandbox/deadline.cjs +44 -0
  1993. package/dist/sandbox/deadline.cjs.map +1 -0
  1994. package/dist/sandbox/deadline.d.cts +45 -0
  1995. package/dist/sandbox/deadline.d.mts +45 -0
  1996. package/dist/sandbox/deadline.d.ts +2 -2
  1997. package/dist/sandbox/deadline.js +10 -0
  1998. package/dist/sandbox/deadline.js.map +1 -0
  1999. package/dist/sandbox/dind-supervisor.cjs +124 -0
  2000. package/dist/sandbox/dind-supervisor.cjs.map +1 -0
  2001. package/dist/sandbox/dind-supervisor.d.cts +12 -0
  2002. package/dist/sandbox/dind-supervisor.d.mts +12 -0
  2003. package/dist/sandbox/dind-supervisor.d.ts +12 -0
  2004. package/dist/sandbox/dind-supervisor.js +14 -0
  2005. package/dist/sandbox/dind-supervisor.js.map +1 -0
  2006. package/dist/sandbox/docker-agent-image.cjs +36 -0
  2007. package/dist/sandbox/docker-agent-image.cjs.map +1 -0
  2008. package/dist/sandbox/docker-agent-image.d.cts +22 -0
  2009. package/dist/sandbox/docker-agent-image.d.mts +22 -0
  2010. package/dist/sandbox/docker-agent-image.d.ts +22 -0
  2011. package/dist/sandbox/docker-agent-image.js +20 -0
  2012. package/dist/sandbox/docker-agent-image.js.map +1 -0
  2013. package/dist/sandbox/docker-profile/cli.cjs +193 -0
  2014. package/dist/sandbox/docker-profile/cli.cjs.map +1 -0
  2015. package/dist/sandbox/docker-profile/cli.d.cts +12 -0
  2016. package/dist/sandbox/docker-profile/cli.d.mts +12 -0
  2017. package/dist/sandbox/docker-profile/cli.d.ts +12 -0
  2018. package/dist/sandbox/docker-profile/cli.js +12 -0
  2019. package/dist/sandbox/docker-profile/cli.js.map +1 -0
  2020. package/dist/sandbox/docker-profile/errors.cjs +16 -0
  2021. package/dist/sandbox/docker-profile/errors.cjs.map +1 -0
  2022. package/dist/sandbox/docker-profile/errors.d.cts +25 -0
  2023. package/dist/sandbox/docker-profile/errors.d.mts +25 -0
  2024. package/dist/sandbox/docker-profile/errors.d.ts +25 -0
  2025. package/dist/sandbox/docker-profile/errors.js +8 -0
  2026. package/dist/sandbox/docker-profile/errors.js.map +1 -0
  2027. package/dist/sandbox/docker-profile/registry.cjs +377 -0
  2028. package/dist/sandbox/docker-profile/registry.cjs.map +1 -0
  2029. package/dist/sandbox/docker-profile/registry.d.cts +43 -0
  2030. package/dist/sandbox/docker-profile/registry.d.mts +43 -0
  2031. package/dist/sandbox/docker-profile/registry.d.ts +43 -0
  2032. package/dist/sandbox/docker-profile/registry.js +18 -0
  2033. package/dist/sandbox/docker-profile/registry.js.map +1 -0
  2034. package/dist/sandbox/docker-profile/runtime.cjs +198 -0
  2035. package/dist/sandbox/docker-profile/runtime.cjs.map +1 -0
  2036. package/dist/sandbox/docker-profile/runtime.d.cts +36 -0
  2037. package/dist/sandbox/docker-profile/runtime.d.mts +36 -0
  2038. package/dist/sandbox/docker-profile/runtime.d.ts +36 -0
  2039. package/dist/sandbox/docker-profile/runtime.js +20 -0
  2040. package/dist/sandbox/docker-profile/runtime.js.map +1 -0
  2041. package/dist/sandbox/docker-profile/schema.cjs +650 -0
  2042. package/dist/sandbox/docker-profile/schema.cjs.map +1 -0
  2043. package/dist/sandbox/docker-profile/schema.d.cts +129 -0
  2044. package/dist/sandbox/docker-profile/schema.d.mts +129 -0
  2045. package/dist/sandbox/docker-profile/schema.d.ts +129 -0
  2046. package/dist/sandbox/docker-profile/schema.js +38 -0
  2047. package/dist/sandbox/docker-profile/schema.js.map +1 -0
  2048. package/dist/sandbox/docker-stream.cjs +153 -0
  2049. package/dist/sandbox/docker-stream.cjs.map +1 -0
  2050. package/dist/sandbox/docker-stream.d.cts +33 -0
  2051. package/dist/sandbox/docker-stream.d.mts +33 -0
  2052. package/dist/sandbox/docker-stream.js +14 -0
  2053. package/dist/sandbox/docker-stream.js.map +1 -0
  2054. package/dist/sandbox/docker.cjs +1161 -0
  2055. package/dist/sandbox/docker.cjs.map +1 -0
  2056. package/dist/sandbox/docker.d.cts +288 -0
  2057. package/dist/sandbox/docker.d.mts +288 -0
  2058. package/dist/sandbox/docker.d.ts +84 -12
  2059. package/dist/sandbox/docker.js +20 -0
  2060. package/dist/sandbox/docker.js.map +1 -0
  2061. package/dist/sandbox/dockerfile-agent-cache.cjs +104 -0
  2062. package/dist/sandbox/dockerfile-agent-cache.cjs.map +1 -0
  2063. package/dist/sandbox/dockerfile-agent-cache.d.cts +45 -0
  2064. package/dist/sandbox/dockerfile-agent-cache.d.mts +45 -0
  2065. package/dist/sandbox/dockerfile-agent-cache.d.ts +8 -7
  2066. package/dist/sandbox/dockerfile-agent-cache.js +14 -0
  2067. package/dist/sandbox/dockerfile-agent-cache.js.map +1 -0
  2068. package/dist/sandbox/dockerfile-build.cjs +256 -0
  2069. package/dist/sandbox/dockerfile-build.cjs.map +1 -0
  2070. package/dist/sandbox/dockerfile-build.d.cts +59 -0
  2071. package/dist/sandbox/dockerfile-build.d.mts +59 -0
  2072. package/dist/sandbox/dockerfile-build.d.ts +21 -8
  2073. package/dist/sandbox/dockerfile-build.js +16 -0
  2074. package/dist/sandbox/dockerfile-build.js.map +1 -0
  2075. package/dist/sandbox/dockerfile-identity.cjs +124 -0
  2076. package/dist/sandbox/dockerfile-identity.cjs.map +1 -0
  2077. package/dist/sandbox/dockerfile-identity.d.cts +37 -0
  2078. package/dist/sandbox/dockerfile-identity.d.mts +37 -0
  2079. package/dist/sandbox/dockerfile-identity.d.ts +13 -3
  2080. package/dist/sandbox/dockerfile-identity.js +12 -0
  2081. package/dist/sandbox/dockerfile-identity.js.map +1 -0
  2082. package/dist/sandbox/download-directory.cjs +26 -0
  2083. package/dist/sandbox/download-directory.cjs.map +1 -0
  2084. package/dist/sandbox/download-directory.d.cts +9 -0
  2085. package/dist/sandbox/download-directory.d.mts +9 -0
  2086. package/dist/sandbox/download-directory.d.ts +1 -1
  2087. package/dist/sandbox/download-directory.js +6 -0
  2088. package/dist/sandbox/download-directory.js.map +1 -0
  2089. package/dist/sandbox/e2b-agent-template.cjs +140 -0
  2090. package/dist/sandbox/e2b-agent-template.cjs.map +1 -0
  2091. package/dist/sandbox/e2b-agent-template.d.cts +65 -0
  2092. package/dist/sandbox/e2b-agent-template.d.mts +65 -0
  2093. package/dist/sandbox/e2b-agent-template.d.ts +65 -0
  2094. package/dist/sandbox/e2b-agent-template.js +24 -0
  2095. package/dist/sandbox/e2b-agent-template.js.map +1 -0
  2096. package/dist/sandbox/e2b-agent-template.mjs +24 -0
  2097. package/dist/sandbox/e2b-agent-template.mjs.map +1 -0
  2098. package/dist/sandbox/e2b.cjs +664 -0
  2099. package/dist/sandbox/e2b.cjs.map +1 -0
  2100. package/dist/sandbox/e2b.d.cts +124 -0
  2101. package/dist/sandbox/e2b.d.mts +124 -0
  2102. package/dist/sandbox/e2b.d.ts +9 -9
  2103. package/dist/sandbox/e2b.js +10 -0
  2104. package/dist/sandbox/e2b.js.map +1 -0
  2105. package/dist/sandbox/errors.cjs +191 -0
  2106. package/dist/sandbox/errors.cjs.map +1 -0
  2107. package/dist/sandbox/errors.d.cts +60 -0
  2108. package/dist/sandbox/errors.d.mts +60 -0
  2109. package/dist/sandbox/errors.d.ts +1 -1
  2110. package/dist/sandbox/errors.js +20 -0
  2111. package/dist/sandbox/errors.js.map +1 -0
  2112. package/dist/sandbox/identity.cjs +140 -0
  2113. package/dist/sandbox/identity.cjs.map +1 -0
  2114. package/dist/sandbox/identity.d.cts +97 -0
  2115. package/dist/sandbox/identity.d.mts +97 -0
  2116. package/dist/sandbox/identity.d.ts +1 -1
  2117. package/dist/sandbox/identity.js +26 -0
  2118. package/dist/sandbox/identity.js.map +1 -0
  2119. package/dist/sandbox/index.cjs +93 -0
  2120. package/dist/sandbox/index.cjs.map +1 -0
  2121. package/dist/sandbox/index.d.cts +28 -0
  2122. package/dist/sandbox/index.d.mts +28 -0
  2123. package/dist/sandbox/index.d.ts +28 -0
  2124. package/dist/sandbox/index.js +144 -0
  2125. package/dist/sandbox/index.js.map +1 -0
  2126. package/dist/sandbox/index.mjs +144 -0
  2127. package/dist/sandbox/index.mjs.map +1 -0
  2128. package/dist/sandbox/io-retry.cjs +29 -0
  2129. package/dist/sandbox/io-retry.cjs.map +1 -0
  2130. package/dist/sandbox/io-retry.d.cts +17 -0
  2131. package/dist/sandbox/io-retry.d.mts +17 -0
  2132. package/dist/sandbox/io-retry.d.ts +1 -1
  2133. package/dist/sandbox/io-retry.js +6 -0
  2134. package/dist/sandbox/io-retry.js.map +1 -0
  2135. package/dist/sandbox/keep-registry.cjs +269 -0
  2136. package/dist/sandbox/keep-registry.cjs.map +1 -0
  2137. package/dist/sandbox/keep-registry.d.cts +78 -0
  2138. package/dist/sandbox/keep-registry.d.mts +78 -0
  2139. package/dist/sandbox/keep-registry.d.ts +78 -0
  2140. package/dist/sandbox/keep-registry.js +26 -0
  2141. package/dist/sandbox/keep-registry.js.map +1 -0
  2142. package/dist/sandbox/keep.cjs +448 -0
  2143. package/dist/sandbox/keep.cjs.map +1 -0
  2144. package/dist/sandbox/keep.d.cts +64 -0
  2145. package/dist/sandbox/keep.d.mts +64 -0
  2146. package/dist/sandbox/keep.d.ts +64 -0
  2147. package/dist/sandbox/keep.js +28 -0
  2148. package/dist/sandbox/keep.js.map +1 -0
  2149. package/dist/sandbox/layer.cjs +1639 -0
  2150. package/dist/sandbox/layer.cjs.map +1 -0
  2151. package/dist/sandbox/layer.d.cts +565 -0
  2152. package/dist/sandbox/layer.d.mts +565 -0
  2153. package/dist/sandbox/layer.d.ts +179 -32
  2154. package/dist/sandbox/layer.js +42 -0
  2155. package/dist/sandbox/layer.js.map +1 -0
  2156. package/dist/sandbox/ledger-paths.cjs +22 -0
  2157. package/dist/sandbox/ledger-paths.cjs.map +1 -0
  2158. package/dist/sandbox/ledger-paths.d.cts +14 -0
  2159. package/dist/sandbox/ledger-paths.d.mts +14 -0
  2160. package/dist/sandbox/ledger-paths.js +12 -0
  2161. package/dist/sandbox/ledger-paths.js.map +1 -0
  2162. package/dist/sandbox/link.cjs +395 -0
  2163. package/dist/sandbox/link.cjs.map +1 -0
  2164. package/dist/sandbox/link.d.cts +160 -0
  2165. package/dist/sandbox/link.d.mts +160 -0
  2166. package/dist/sandbox/link.d.ts +25 -8
  2167. package/dist/sandbox/link.js +18 -0
  2168. package/dist/sandbox/link.js.map +1 -0
  2169. package/dist/sandbox/local-files.cjs +31 -0
  2170. package/dist/sandbox/local-files.cjs.map +1 -0
  2171. package/dist/sandbox/local-files.d.cts +6 -0
  2172. package/dist/sandbox/local-files.d.mts +6 -0
  2173. package/dist/sandbox/local-files.js +6 -0
  2174. package/dist/sandbox/local-files.js.map +1 -0
  2175. package/dist/sandbox/local.cjs +297 -0
  2176. package/dist/sandbox/local.cjs.map +1 -0
  2177. package/dist/sandbox/local.d.cts +78 -0
  2178. package/dist/sandbox/local.d.mts +78 -0
  2179. package/dist/sandbox/local.d.ts +7 -7
  2180. package/dist/sandbox/local.js +6 -0
  2181. package/dist/sandbox/local.js.map +1 -0
  2182. package/dist/sandbox/operations.cjs +160 -0
  2183. package/dist/sandbox/operations.cjs.map +1 -0
  2184. package/dist/sandbox/operations.d.cts +10 -0
  2185. package/dist/sandbox/operations.d.mts +10 -0
  2186. package/dist/sandbox/operations.d.ts +2 -2
  2187. package/dist/sandbox/operations.js +10 -0
  2188. package/dist/sandbox/operations.js.map +1 -0
  2189. package/dist/sandbox/orphans.cjs +199 -0
  2190. package/dist/sandbox/orphans.cjs.map +1 -0
  2191. package/dist/sandbox/orphans.d.cts +45 -0
  2192. package/dist/sandbox/orphans.d.mts +45 -0
  2193. package/dist/sandbox/orphans.d.ts +45 -0
  2194. package/dist/sandbox/orphans.js +10 -0
  2195. package/dist/sandbox/orphans.js.map +1 -0
  2196. package/dist/sandbox/paths.cjs +102 -0
  2197. package/dist/sandbox/paths.cjs.map +1 -0
  2198. package/dist/sandbox/paths.d.cts +11 -0
  2199. package/dist/sandbox/paths.d.mts +11 -0
  2200. package/dist/sandbox/paths.d.ts +2 -2
  2201. package/dist/sandbox/paths.js +12 -0
  2202. package/dist/sandbox/paths.js.map +1 -0
  2203. package/dist/sandbox/plan.cjs +223 -0
  2204. package/dist/sandbox/plan.cjs.map +1 -0
  2205. package/dist/sandbox/plan.d.cts +88 -0
  2206. package/dist/sandbox/plan.d.mts +88 -0
  2207. package/dist/sandbox/plan.d.ts +4 -3
  2208. package/dist/sandbox/plan.js +20 -0
  2209. package/dist/sandbox/plan.js.map +1 -0
  2210. package/dist/sandbox/prepare-commands.cjs +280 -0
  2211. package/dist/sandbox/prepare-commands.cjs.map +1 -0
  2212. package/dist/sandbox/prepare-commands.d.cts +29 -0
  2213. package/dist/sandbox/prepare-commands.d.mts +29 -0
  2214. package/dist/sandbox/prepare-commands.d.ts +29 -0
  2215. package/dist/sandbox/prepare-commands.js +8 -0
  2216. package/dist/sandbox/prepare-commands.js.map +1 -0
  2217. package/dist/sandbox/record/attachment.cjs +72 -0
  2218. package/dist/sandbox/record/attachment.cjs.map +1 -0
  2219. package/dist/sandbox/record/attachment.d.cts +30 -0
  2220. package/dist/sandbox/record/attachment.d.mts +30 -0
  2221. package/dist/sandbox/record/attachment.d.ts +30 -0
  2222. package/dist/sandbox/record/attachment.js +10 -0
  2223. package/dist/sandbox/record/attachment.js.map +1 -0
  2224. package/dist/sandbox/record/codec.cjs +36 -0
  2225. package/dist/sandbox/record/codec.cjs.map +1 -0
  2226. package/dist/sandbox/record/codec.d.cts +30 -0
  2227. package/dist/sandbox/record/codec.d.mts +30 -0
  2228. package/dist/sandbox/record/codec.d.ts +30 -0
  2229. package/dist/sandbox/record/codec.js +10 -0
  2230. package/dist/sandbox/record/codec.js.map +1 -0
  2231. package/dist/sandbox/record/model.cjs +20 -0
  2232. package/dist/sandbox/record/model.cjs.map +1 -0
  2233. package/dist/sandbox/record/model.d.cts +33 -0
  2234. package/dist/sandbox/record/model.d.mts +33 -0
  2235. package/dist/sandbox/record/model.d.ts +33 -0
  2236. package/dist/sandbox/record/model.js +10 -0
  2237. package/dist/sandbox/record/model.js.map +1 -0
  2238. package/dist/sandbox/record/projector.cjs +29 -0
  2239. package/dist/sandbox/record/projector.cjs.map +1 -0
  2240. package/dist/sandbox/record/projector.d.cts +18 -0
  2241. package/dist/sandbox/record/projector.d.mts +18 -0
  2242. package/dist/sandbox/record/projector.d.ts +18 -0
  2243. package/dist/sandbox/record/projector.js +6 -0
  2244. package/dist/sandbox/record/projector.js.map +1 -0
  2245. package/dist/sandbox/redaction.cjs +59 -0
  2246. package/dist/sandbox/redaction.cjs.map +1 -0
  2247. package/dist/sandbox/redaction.d.cts +19 -0
  2248. package/dist/sandbox/redaction.d.mts +19 -0
  2249. package/dist/sandbox/redaction.js +14 -0
  2250. package/dist/sandbox/redaction.js.map +1 -0
  2251. package/dist/sandbox/registry.cjs +76 -0
  2252. package/dist/sandbox/registry.cjs.map +1 -0
  2253. package/dist/sandbox/registry.d.cts +16 -0
  2254. package/dist/sandbox/registry.d.mts +16 -0
  2255. package/dist/sandbox/registry.d.ts +4 -3
  2256. package/dist/sandbox/registry.js +14 -0
  2257. package/dist/sandbox/registry.js.map +1 -0
  2258. package/dist/sandbox/retry.cjs +82 -0
  2259. package/dist/sandbox/retry.cjs.map +1 -0
  2260. package/dist/sandbox/retry.d.cts +20 -0
  2261. package/dist/sandbox/retry.d.mts +20 -0
  2262. package/dist/sandbox/retry.d.ts +2 -2
  2263. package/dist/sandbox/retry.js +6 -0
  2264. package/dist/sandbox/retry.js.map +1 -0
  2265. package/dist/sandbox/run-identity.cjs +109 -0
  2266. package/dist/sandbox/run-identity.cjs.map +1 -0
  2267. package/dist/sandbox/run-identity.d.cts +38 -0
  2268. package/dist/sandbox/run-identity.d.mts +38 -0
  2269. package/dist/sandbox/run-identity.js +36 -0
  2270. package/dist/sandbox/run-identity.js.map +1 -0
  2271. package/dist/sandbox/runtime.cjs +873 -0
  2272. package/dist/sandbox/runtime.cjs.map +1 -0
  2273. package/dist/sandbox/runtime.d.cts +116 -0
  2274. package/dist/sandbox/runtime.d.mts +116 -0
  2275. package/dist/sandbox/runtime.d.ts +16 -16
  2276. package/dist/sandbox/runtime.js +40 -0
  2277. package/dist/sandbox/runtime.js.map +1 -0
  2278. package/dist/sandbox/shell.cjs +22 -0
  2279. package/dist/sandbox/shell.cjs.map +1 -0
  2280. package/dist/sandbox/shell.d.cts +11 -0
  2281. package/dist/sandbox/shell.d.mts +11 -0
  2282. package/dist/sandbox/shell.js +8 -0
  2283. package/dist/sandbox/shell.js.map +1 -0
  2284. package/dist/sandbox/transfer-errors.cjs +116 -0
  2285. package/dist/sandbox/transfer-errors.cjs.map +1 -0
  2286. package/dist/sandbox/transfer-errors.d.cts +25 -0
  2287. package/dist/sandbox/transfer-errors.d.mts +25 -0
  2288. package/dist/sandbox/transfer-errors.js +14 -0
  2289. package/dist/sandbox/transfer-errors.js.map +1 -0
  2290. package/dist/sandbox/types.cjs +3 -0
  2291. package/dist/sandbox/types.cjs.map +1 -0
  2292. package/dist/sandbox/types.d.cts +177 -0
  2293. package/dist/sandbox/types.d.mts +177 -0
  2294. package/dist/sandbox/types.d.ts +15 -10
  2295. package/dist/sandbox/types.js +4 -3
  2296. package/dist/sandbox/types.js.map +1 -0
  2297. package/dist/sandbox/vercel.cjs +335 -0
  2298. package/dist/sandbox/vercel.cjs.map +1 -0
  2299. package/dist/sandbox/vercel.d.cts +97 -0
  2300. package/dist/sandbox/vercel.d.mts +97 -0
  2301. package/dist/sandbox/vercel.d.ts +9 -9
  2302. package/dist/sandbox/vercel.js +8 -0
  2303. package/dist/sandbox/vercel.js.map +1 -0
  2304. package/dist/shared/aggregate.cjs +97 -0
  2305. package/dist/shared/aggregate.cjs.map +1 -0
  2306. package/dist/shared/aggregate.d.cts +45 -0
  2307. package/dist/shared/aggregate.d.mts +45 -0
  2308. package/dist/shared/aggregate.d.ts +4 -4
  2309. package/dist/shared/aggregate.js +24 -87
  2310. package/dist/shared/aggregate.js.map +1 -0
  2311. package/dist/shared/entry-file-store.cjs +126 -0
  2312. package/dist/shared/entry-file-store.cjs.map +1 -0
  2313. package/dist/shared/entry-file-store.d.cts +46 -0
  2314. package/dist/shared/entry-file-store.d.mts +46 -0
  2315. package/dist/shared/entry-file-store.d.ts +9 -6
  2316. package/dist/shared/entry-file-store.js +18 -0
  2317. package/dist/shared/entry-file-store.js.map +1 -0
  2318. package/dist/shared/external-cause.cjs +278 -0
  2319. package/dist/shared/external-cause.cjs.map +1 -0
  2320. package/dist/shared/external-cause.d.cts +51 -0
  2321. package/dist/shared/external-cause.d.mts +51 -0
  2322. package/dist/shared/external-cause.d.ts +1 -1
  2323. package/dist/shared/external-cause.js +12 -0
  2324. package/dist/shared/external-cause.js.map +1 -0
  2325. package/dist/shared/facts.cjs +24 -0
  2326. package/dist/shared/facts.cjs.map +1 -0
  2327. package/dist/shared/facts.d.cts +7 -0
  2328. package/dist/shared/facts.d.mts +7 -0
  2329. package/dist/shared/facts.d.ts +7 -0
  2330. package/dist/shared/facts.js +6 -0
  2331. package/dist/shared/facts.js.map +1 -0
  2332. package/dist/shared/failure-class.cjs +166 -0
  2333. package/dist/shared/failure-class.cjs.map +1 -0
  2334. package/dist/shared/failure-class.d.cts +92 -0
  2335. package/dist/shared/failure-class.d.mts +92 -0
  2336. package/dist/shared/failure-class.d.ts +2 -2
  2337. package/dist/shared/failure-class.js +20 -0
  2338. package/dist/shared/failure-class.js.map +1 -0
  2339. package/dist/shared/format.cjs +36 -0
  2340. package/dist/shared/format.cjs.map +1 -0
  2341. package/dist/shared/format.d.cts +3 -0
  2342. package/dist/shared/format.d.mts +3 -0
  2343. package/dist/shared/format.d.ts +3 -0
  2344. package/dist/shared/format.js +10 -0
  2345. package/dist/shared/format.js.map +1 -0
  2346. package/dist/shared/json-match.cjs +44 -0
  2347. package/dist/shared/json-match.cjs.map +1 -0
  2348. package/dist/shared/json-match.d.cts +3 -0
  2349. package/dist/shared/json-match.d.mts +3 -0
  2350. package/dist/shared/json-match.d.ts +3 -0
  2351. package/dist/shared/json-match.js +6 -0
  2352. package/dist/shared/json-match.js.map +1 -0
  2353. package/dist/shared/json-value.cjs +45 -0
  2354. package/dist/shared/json-value.cjs.map +1 -0
  2355. package/dist/shared/json-value.d.cts +11 -0
  2356. package/dist/shared/json-value.d.mts +11 -0
  2357. package/dist/shared/json-value.d.ts +11 -0
  2358. package/dist/shared/json-value.js +8 -0
  2359. package/dist/shared/json-value.js.map +1 -0
  2360. package/dist/shared/turn-label.cjs +19 -0
  2361. package/dist/shared/turn-label.cjs.map +1 -0
  2362. package/dist/shared/turn-label.d.cts +9 -0
  2363. package/dist/shared/turn-label.d.mts +9 -0
  2364. package/dist/shared/turn-label.js +8 -14
  2365. package/dist/shared/turn-label.js.map +1 -0
  2366. package/dist/shared/types.cjs +3 -0
  2367. package/dist/shared/types.cjs.map +1 -0
  2368. package/dist/shared/types.d.cts +80 -0
  2369. package/dist/shared/types.d.mts +80 -0
  2370. package/dist/shared/types.d.ts +0 -2
  2371. package/dist/shared/types.js +4 -4
  2372. package/dist/shared/types.js.map +1 -0
  2373. package/dist/shared/verdict.cjs +70 -0
  2374. package/dist/shared/verdict.cjs.map +1 -0
  2375. package/dist/shared/verdict.d.cts +36 -0
  2376. package/dist/shared/verdict.d.mts +36 -0
  2377. package/dist/shared/verdict.d.ts +21 -32
  2378. package/dist/shared/verdict.js +14 -53
  2379. package/dist/shared/verdict.js.map +1 -0
  2380. package/dist/show/command.cjs +20 -0
  2381. package/dist/show/command.cjs.map +1 -0
  2382. package/dist/show/command.d.cts +13 -0
  2383. package/dist/show/command.d.mts +13 -0
  2384. package/dist/show/command.d.ts +13 -0
  2385. package/dist/show/command.js +6 -0
  2386. package/dist/show/command.js.map +1 -0
  2387. package/dist/show/json.cjs +8 -0
  2388. package/dist/show/json.cjs.map +1 -0
  2389. package/dist/show/json.d.cts +2 -0
  2390. package/dist/show/json.d.mts +2 -0
  2391. package/dist/show/json.d.ts +2 -0
  2392. package/dist/show/json.js +8 -0
  2393. package/dist/show/json.js.map +1 -0
  2394. package/dist/show/render.cjs +7 -0
  2395. package/dist/show/render.cjs.map +1 -0
  2396. package/dist/show/render.d.cts +2 -0
  2397. package/dist/show/render.d.mts +2 -0
  2398. package/dist/show/render.d.ts +2 -0
  2399. package/dist/show/render.js +6 -0
  2400. package/dist/show/render.js.map +1 -0
  2401. package/dist/source-loc.cjs +137 -0
  2402. package/dist/source-loc.cjs.map +1 -0
  2403. package/dist/source-loc.d.cts +22 -0
  2404. package/dist/source-loc.d.mts +22 -0
  2405. package/dist/source-loc.d.ts +22 -0
  2406. package/dist/source-loc.js +10 -0
  2407. package/dist/source-loc.js.map +1 -0
  2408. package/dist/sources/assemble.cjs +634 -0
  2409. package/dist/sources/assemble.cjs.map +1 -0
  2410. package/dist/sources/assemble.d.cts +6 -0
  2411. package/dist/sources/assemble.d.mts +6 -0
  2412. package/dist/sources/assemble.d.ts +6 -0
  2413. package/dist/sources/assemble.js +6 -0
  2414. package/dist/sources/assemble.js.map +1 -0
  2415. package/dist/sources/attachment.cjs +272 -0
  2416. package/dist/sources/attachment.cjs.map +1 -0
  2417. package/dist/sources/attachment.d.cts +331 -0
  2418. package/dist/sources/attachment.d.mts +331 -0
  2419. package/dist/sources/attachment.d.ts +331 -0
  2420. package/dist/sources/attachment.js +22 -0
  2421. package/dist/sources/attachment.js.map +1 -0
  2422. package/dist/sources/codec.cjs +220 -0
  2423. package/dist/sources/codec.cjs.map +1 -0
  2424. package/dist/sources/codec.d.cts +408 -0
  2425. package/dist/sources/codec.d.mts +408 -0
  2426. package/dist/sources/codec.d.ts +408 -0
  2427. package/dist/sources/codec.js +56 -0
  2428. package/dist/sources/codec.js.map +1 -0
  2429. package/dist/sources/identity.cjs +10 -0
  2430. package/dist/sources/identity.cjs.map +1 -0
  2431. package/dist/sources/identity.d.cts +10 -0
  2432. package/dist/sources/identity.d.mts +10 -0
  2433. package/dist/sources/identity.d.ts +10 -0
  2434. package/dist/sources/identity.js +10 -0
  2435. package/dist/sources/identity.js.map +1 -0
  2436. package/dist/sources/index.cjs +24 -0
  2437. package/dist/sources/index.cjs.map +1 -0
  2438. package/dist/sources/index.d.cts +7 -0
  2439. package/dist/sources/index.d.mts +7 -0
  2440. package/dist/sources/index.d.ts +7 -0
  2441. package/dist/sources/index.js +90 -0
  2442. package/dist/sources/index.js.map +1 -0
  2443. package/dist/sources/model.cjs +6 -0
  2444. package/dist/sources/model.cjs.map +1 -0
  2445. package/dist/sources/model.d.cts +92 -0
  2446. package/dist/sources/model.d.mts +92 -0
  2447. package/dist/sources/model.d.ts +92 -0
  2448. package/dist/sources/model.js +6 -0
  2449. package/dist/sources/model.js.map +1 -0
  2450. package/dist/sources/projection-model.cjs +3 -0
  2451. package/dist/sources/projection-model.cjs.map +1 -0
  2452. package/dist/sources/projection-model.d.cts +327 -0
  2453. package/dist/sources/projection-model.d.mts +327 -0
  2454. package/dist/sources/projection-model.d.ts +327 -0
  2455. package/dist/sources/projection-model.js +4 -0
  2456. package/dist/sources/projection-model.js.map +1 -0
  2457. package/dist/sources/projector.cjs +282 -0
  2458. package/dist/sources/projector.cjs.map +1 -0
  2459. package/dist/sources/projector.d.cts +8 -0
  2460. package/dist/sources/projector.d.mts +8 -0
  2461. package/dist/sources/projector.d.ts +8 -0
  2462. package/dist/sources/projector.js +10 -0
  2463. package/dist/sources/projector.js.map +1 -0
  2464. package/dist/tty-line.cjs +17 -0
  2465. package/dist/tty-line.cjs.map +1 -0
  2466. package/dist/tty-line.d.cts +2 -0
  2467. package/dist/tty-line.d.mts +2 -0
  2468. package/dist/tty-line.js +6 -0
  2469. package/dist/tty-line.js.map +1 -0
  2470. package/dist/types.cjs +38 -0
  2471. package/dist/types.cjs.map +1 -0
  2472. package/dist/types.d.cts +9 -0
  2473. package/dist/types.d.mts +9 -0
  2474. package/dist/types.d.ts +9 -9
  2475. package/dist/types.js +32 -21
  2476. package/dist/types.js.map +1 -0
  2477. package/dist/util.cjs +193 -0
  2478. package/dist/util.cjs.map +1 -0
  2479. package/dist/util.d.cts +46 -0
  2480. package/dist/util.d.mts +46 -0
  2481. package/dist/util.js +22 -132
  2482. package/dist/util.js.map +1 -0
  2483. package/dist/vendor/remark/remark-gfm.cjs +3484 -0
  2484. package/dist/vendor/remark/remark-gfm.cjs.map +7 -0
  2485. package/dist/vendor/remark/remark-parse.cjs +6975 -0
  2486. package/dist/vendor/remark/remark-parse.cjs.map +7 -0
  2487. package/dist/vendor/remark/remark.cjs +10151 -0
  2488. package/dist/vendor/remark/remark.cjs.map +7 -0
  2489. package/dist/view/data.cjs +3 -0
  2490. package/dist/view/data.cjs.map +1 -0
  2491. package/dist/view/data.d.cts +8 -0
  2492. package/dist/view/data.d.mts +8 -0
  2493. package/dist/view/data.d.ts +8 -0
  2494. package/dist/view/data.js +4 -0
  2495. package/dist/view/data.js.map +1 -0
  2496. package/dist/view/index.cjs +25 -0
  2497. package/dist/view/index.cjs.map +1 -0
  2498. package/dist/view/index.d.cts +9 -0
  2499. package/dist/view/index.d.mts +9 -0
  2500. package/dist/view/index.d.ts +9 -0
  2501. package/dist/view/index.js +30 -0
  2502. package/dist/view/index.js.map +1 -0
  2503. package/dist/view/server.cjs +658 -0
  2504. package/dist/view/server.cjs.map +1 -0
  2505. package/dist/view/server.d.cts +49 -0
  2506. package/dist/view/server.d.mts +49 -0
  2507. package/dist/view/server.d.ts +49 -0
  2508. package/dist/view/server.js +6 -0
  2509. package/dist/view/server.js.map +1 -0
  2510. package/dist/view/shared/types.cjs +3 -0
  2511. package/dist/view/shared/types.cjs.map +1 -0
  2512. package/dist/view/shared/types.d.cts +51 -0
  2513. package/dist/view/shared/types.d.mts +51 -0
  2514. package/dist/view/shared/types.d.ts +51 -0
  2515. package/dist/view/shared/types.js +4 -0
  2516. package/dist/view/shared/types.js.map +1 -0
  2517. package/dist/view/site.cjs +40 -0
  2518. package/dist/view/site.cjs.map +1 -0
  2519. package/dist/view/site.d.cts +26 -0
  2520. package/dist/view/site.d.mts +26 -0
  2521. package/dist/view/site.d.ts +26 -0
  2522. package/dist/view/site.js +10 -0
  2523. package/dist/view/site.js.map +1 -0
  2524. package/dist/view/styles.css +170 -0
  2525. package/docs-site/zh/README.md +6 -6
  2526. package/docs-site/zh/examples/ai-agent-application.mdx +3 -3
  2527. package/docs-site/zh/examples/coding-agent-extensions.mdx +3 -3
  2528. package/docs-site/zh/examples/index.mdx +10 -3
  2529. package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +10 -9
  2530. package/docs-site/zh/examples/integrations/claude-sdk.mdx +11 -9
  2531. package/docs-site/zh/examples/integrations/codex-sdk.mdx +14 -13
  2532. package/docs-site/zh/examples/integrations/langgraph.mdx +13 -11
  2533. package/docs-site/zh/examples/integrations/pi-sdk.mdx +11 -9
  2534. package/docs-site/zh/explanation/adapter.mdx +27 -27
  2535. package/docs-site/zh/explanation/assert.mdx +51 -198
  2536. package/docs-site/zh/explanation/drive.mdx +14 -12
  2537. package/docs-site/zh/explanation/evals.mdx +16 -12
  2538. package/docs-site/zh/explanation/experiment.mdx +7 -3
  2539. package/docs-site/zh/explanation/hitl.mdx +7 -7
  2540. package/docs-site/zh/explanation/judge.mdx +67 -96
  2541. package/docs-site/zh/explanation/overview.mdx +59 -100
  2542. package/docs-site/zh/explanation/record.mdx +60 -0
  2543. package/docs-site/zh/explanation/runner.mdx +47 -123
  2544. package/docs-site/zh/explanation/tier.mdx +2 -2
  2545. package/docs-site/zh/index.mdx +15 -13
  2546. package/docs-site/zh/introduction.mdx +15 -13
  2547. package/docs-site/zh/reference/builtin-agents.mdx +60 -37
  2548. package/docs-site/zh/reference/capabilities.mdx +7 -7
  2549. package/docs-site/zh/reference/cli.mdx +146 -80
  2550. package/docs-site/zh/reference/define-agent.mdx +29 -20
  2551. package/docs-site/zh/reference/define-config.mdx +6 -15
  2552. package/docs-site/zh/reference/define-eval.mdx +78 -326
  2553. package/docs-site/zh/reference/events.mdx +70 -21
  2554. package/docs-site/zh/reference/expect.mdx +148 -117
  2555. package/docs-site/zh/reference/official-adapters.mdx +33 -22
  2556. package/docs-site/zh/reference/report-components.mdx +78 -362
  2557. package/docs-site/zh/reference/results-data.mdx +53 -270
  2558. package/docs-site/zh/troubleshooting/debug-sandbox.mdx +8 -6
  2559. package/docs-site/zh/troubleshooting/debugging.mdx +48 -218
  2560. package/docs-site/zh/troubleshooting/recover-after-kill.mdx +3 -3
  2561. package/docs-site/zh/tutorials/agent-feedback-loop.mdx +48 -290
  2562. package/docs-site/zh/tutorials/agent-onboarding.mdx +22 -20
  2563. package/docs-site/zh/tutorials/authoring.mdx +9 -9
  2564. package/docs-site/zh/tutorials/ci-integration.mdx +40 -117
  2565. package/docs-site/zh/tutorials/concurrency.mdx +44 -56
  2566. package/docs-site/zh/tutorials/configuration.mdx +10 -14
  2567. package/docs-site/zh/tutorials/connect-otel.mdx +21 -21
  2568. package/docs-site/zh/tutorials/connect-your-agent.mdx +29 -24
  2569. package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
  2570. package/docs-site/zh/tutorials/custom-reports.mdx +69 -343
  2571. package/docs-site/zh/tutorials/dataset-fanout.mdx +1 -1
  2572. package/docs-site/zh/tutorials/deploy-report-site.mdx +34 -136
  2573. package/docs-site/zh/tutorials/docker-in-docker.mdx +295 -0
  2574. package/docs-site/zh/tutorials/eval-groups.mdx +207 -0
  2575. package/docs-site/zh/tutorials/evaluation-kinds.mdx +67 -103
  2576. package/docs-site/zh/tutorials/experiments.mdx +4 -4
  2577. package/docs-site/zh/tutorials/fixtures.mdx +3 -3
  2578. package/docs-site/zh/tutorials/handle-execution-failures.mdx +114 -0
  2579. package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +102 -0
  2580. package/docs-site/zh/tutorials/plugins.mdx +110 -0
  2581. package/docs-site/zh/tutorials/publish-report.mdx +40 -121
  2582. package/docs-site/zh/tutorials/quickstart.mdx +15 -9
  2583. package/docs-site/zh/tutorials/reporters.mdx +40 -90
  2584. package/docs-site/zh/tutorials/rerun-and-cache.mdx +44 -225
  2585. package/docs-site/zh/tutorials/sandbox-agent.mdx +47 -40
  2586. package/docs-site/zh/tutorials/sandbox-providers.mdx +49 -39
  2587. package/docs-site/zh/tutorials/sandbox-reuse.mdx +37 -15
  2588. package/docs-site/zh/tutorials/theming.mdx +21 -156
  2589. package/docs-site/zh/tutorials/viewing-results.mdx +73 -666
  2590. package/docs-site/zh/tutorials/write-experiment.mdx +22 -21
  2591. package/docs-site/zh/tutorials/write-send.mdx +38 -35
  2592. package/package.json +127 -65
  2593. package/dist/context/deferred-file-content.d.ts +0 -15
  2594. package/dist/i18n/zh-CN.d.ts +0 -367
  2595. package/dist/i18n/zh-CN.js +0 -458
  2596. package/dist/record/annotated-source.d.ts +0 -126
  2597. package/dist/record/annotated-source.js +0 -511
  2598. package/dist/record/attempt-evidence.d.ts +0 -84
  2599. package/dist/record/attempt-evidence.js +0 -108
  2600. package/dist/record/attempt-source.d.ts +0 -4
  2601. package/dist/record/attempt-source.js +0 -28
  2602. package/dist/record/format.d.ts +0 -39
  2603. package/dist/record/format.js +0 -75
  2604. package/dist/record/open.d.ts +0 -62
  2605. package/dist/record/open.js +0 -683
  2606. package/dist/record/types.d.ts +0 -297
  2607. package/dist/record/types.js +0 -9
  2608. package/dist/report/assets/colors.d.ts +0 -22
  2609. package/dist/report/assets/colors.js +0 -61
  2610. package/dist/report/assets/series-encoding.d.ts +0 -36
  2611. package/dist/report/assets/series-encoding.js +0 -104
  2612. package/dist/report/built-in/failures.d.ts +0 -1
  2613. package/dist/report/built-in/failures.js +0 -18
  2614. package/dist/report/built-in/result-components.d.ts +0 -10
  2615. package/dist/report/built-in/result-components.js +0 -199
  2616. package/dist/report/built-in/stability.d.ts +0 -1
  2617. package/dist/report/built-in/stability.js +0 -20
  2618. package/dist/report/built-in/standard.d.ts +0 -50
  2619. package/dist/report/built-in/standard.js +0 -93
  2620. package/dist/report/components/attempt-detail/compute.d.ts +0 -51
  2621. package/dist/report/components/attempt-detail/compute.js +0 -512
  2622. package/dist/report/components/attempt-detail/content.d.ts +0 -28
  2623. package/dist/report/components/attempt-detail/content.js +0 -575
  2624. package/dist/report/components/attempt-detail/index.d.ts +0 -15
  2625. package/dist/report/components/attempt-detail/index.js +0 -154
  2626. package/dist/report/components/attempt-detail/validate.d.ts +0 -11
  2627. package/dist/report/components/attempt-detail/validate.js +0 -417
  2628. package/dist/report/components/cell.d.ts +0 -12
  2629. package/dist/report/components/cell.js +0 -10
  2630. package/dist/report/components/entity-lists/compute.d.ts +0 -35
  2631. package/dist/report/components/entity-lists/compute.js +0 -333
  2632. package/dist/report/components/entity-lists/content.d.ts +0 -7
  2633. package/dist/report/components/entity-lists/content.js +0 -483
  2634. package/dist/report/components/entity-lists/index.d.ts +0 -48
  2635. package/dist/report/components/entity-lists/index.js +0 -81
  2636. package/dist/report/components/entity-lists/validate.d.ts +0 -4
  2637. package/dist/report/components/entity-lists/validate.js +0 -155
  2638. package/dist/report/components/experiment-detail/compute.d.ts +0 -7
  2639. package/dist/report/components/experiment-detail/compute.js +0 -32
  2640. package/dist/report/components/experiment-detail/index.d.ts +0 -9
  2641. package/dist/report/components/experiment-detail/index.js +0 -41
  2642. package/dist/report/components/fixtures.d.ts +0 -10
  2643. package/dist/report/components/fixtures.js +0 -341
  2644. package/dist/report/components/shared-compute.d.ts +0 -23
  2645. package/dist/report/components/shared-compute.js +0 -48
  2646. package/dist/report/components/shared-faces.d.ts +0 -8
  2647. package/dist/report/components/shared-faces.js +0 -21
  2648. package/dist/report/components/shared.d.ts +0 -52
  2649. package/dist/report/components/shared.js +0 -95
  2650. package/dist/report/components/site-components/HeroCard.d.ts +0 -14
  2651. package/dist/report/components/site-components/HeroCard.js +0 -35
  2652. package/dist/report/components/site-components/PoweredBy.d.ts +0 -5
  2653. package/dist/report/components/site-components/PoweredBy.js +0 -7
  2654. package/dist/report/components/site-components/compute.d.ts +0 -34
  2655. package/dist/report/components/site-components/compute.js +0 -144
  2656. package/dist/report/components/site-components/content.d.ts +0 -1
  2657. package/dist/report/components/site-components/content.js +0 -2
  2658. package/dist/report/components/site-components/faces.d.ts +0 -9
  2659. package/dist/report/components/site-components/faces.js +0 -34
  2660. package/dist/report/components/site-components/hero-types.d.ts +0 -17
  2661. package/dist/report/components/site-components/index.d.ts +0 -34
  2662. package/dist/report/components/site-components/index.js +0 -55
  2663. package/dist/report/components/site-components/projections.d.ts +0 -12
  2664. package/dist/report/components/site-components/projections.js +0 -67
  2665. package/dist/report/components/site-components/scope-warnings.d.ts +0 -44
  2666. package/dist/report/components/site-components/scope-warnings.js +0 -115
  2667. package/dist/report/components/site-components/snapshot-diagnostics.d.ts +0 -18
  2668. package/dist/report/components/site-components/snapshot-diagnostics.js +0 -42
  2669. package/dist/report/components/site-components/validators.d.ts +0 -6
  2670. package/dist/report/components/site-components/validators.js +0 -115
  2671. package/dist/report/components/summaries/compute.d.ts +0 -7
  2672. package/dist/report/components/summaries/compute.js +0 -60
  2673. package/dist/report/components/summaries/index.d.ts +0 -29
  2674. package/dist/report/components/summaries/index.js +0 -122
  2675. package/dist/report/components/summaries/stability-overview.d.ts +0 -13
  2676. package/dist/report/components/summaries/stability-overview.js +0 -73
  2677. package/dist/report/components/summaries/validate.d.ts +0 -2
  2678. package/dist/report/components/summaries/validate.js +0 -29
  2679. package/dist/report/definition/cell.d.ts +0 -118
  2680. package/dist/report/definition/cell.js +0 -96
  2681. package/dist/report/definition/grid-layout.d.ts +0 -77
  2682. package/dist/report/definition/grid-layout.js +0 -147
  2683. package/dist/report/definition/primitives/callouts-logic.d.ts +0 -26
  2684. package/dist/report/definition/primitives/callouts-logic.js +0 -102
  2685. package/dist/report/definition/primitives/callouts.d.ts +0 -9
  2686. package/dist/report/definition/primitives/callouts.js +0 -101
  2687. package/dist/report/definition/primitives/chart-map.d.ts +0 -74
  2688. package/dist/report/definition/primitives/chart-map.js +0 -124
  2689. package/dist/report/definition/primitives/chart.d.ts +0 -43
  2690. package/dist/report/definition/primitives/chart.js +0 -619
  2691. package/dist/report/definition/primitives/conversation.d.ts +0 -55
  2692. package/dist/report/definition/primitives/conversation.js +0 -216
  2693. package/dist/report/definition/primitives/copy-block.d.ts +0 -19
  2694. package/dist/report/definition/primitives/copy-block.js +0 -51
  2695. package/dist/report/definition/primitives/diff-lines.d.ts +0 -68
  2696. package/dist/report/definition/primitives/diff-lines.js +0 -149
  2697. package/dist/report/definition/primitives/diff-view.d.ts +0 -14
  2698. package/dist/report/definition/primitives/diff-view.js +0 -156
  2699. package/dist/report/definition/primitives/markdown.d.ts +0 -29
  2700. package/dist/report/definition/primitives/markdown.js +0 -278
  2701. package/dist/report/definition/primitives/marks.d.ts +0 -124
  2702. package/dist/report/definition/primitives/marks.js +0 -91
  2703. package/dist/report/definition/primitives/points-dataset.d.ts +0 -17
  2704. package/dist/report/definition/primitives/points-dataset.js +0 -121
  2705. package/dist/report/definition/primitives/source-view.d.ts +0 -43
  2706. package/dist/report/definition/primitives/source-view.js +0 -179
  2707. package/dist/report/definition/primitives/waterfall.d.ts +0 -34
  2708. package/dist/report/definition/primitives/waterfall.js +0 -201
  2709. package/dist/report/definition/primitives.d.ts +0 -154
  2710. package/dist/report/definition/primitives.js +0 -691
  2711. package/dist/report/definition/report.d.ts +0 -200
  2712. package/dist/report/definition/report.js +0 -275
  2713. package/dist/report/definition/table-text.d.ts +0 -14
  2714. package/dist/report/definition/table-text.js +0 -187
  2715. package/dist/report/definition/tree.d.ts +0 -233
  2716. package/dist/report/definition/tree.js +0 -566
  2717. package/dist/report/extension/assets.d.ts +0 -16
  2718. package/dist/report/extension/assets.js +0 -124
  2719. package/dist/report/extension/define.d.ts +0 -9
  2720. package/dist/report/extension/define.js +0 -137
  2721. package/dist/report/extension/index.d.ts +0 -6
  2722. package/dist/report/extension/index.js +0 -5
  2723. package/dist/report/extension/meta.d.ts +0 -9
  2724. package/dist/report/extension/meta.js +0 -11
  2725. package/dist/report/extension/types.d.ts +0 -52
  2726. package/dist/report/extension/types.js +0 -3
  2727. package/dist/report/model/aggregate.d.ts +0 -111
  2728. package/dist/report/model/aggregate.js +0 -396
  2729. package/dist/report/model/calculation.d.ts +0 -139
  2730. package/dist/report/model/calculation.js +0 -447
  2731. package/dist/report/model/chart/math.d.ts +0 -73
  2732. package/dist/report/model/chart/math.js +0 -198
  2733. package/dist/report/model/chart/plot.d.ts +0 -52
  2734. package/dist/report/model/chart/plot.js +0 -89
  2735. package/dist/report/model/conversions.d.ts +0 -40
  2736. package/dist/report/model/conversions.js +0 -88
  2737. package/dist/report/model/dataset.d.ts +0 -18
  2738. package/dist/report/model/dataset.js +0 -74
  2739. package/dist/report/model/evaluation-kind.d.ts +0 -19
  2740. package/dist/report/model/evaluation-kind.js +0 -32
  2741. package/dist/report/model/flag.d.ts +0 -52
  2742. package/dist/report/model/flag.js +0 -157
  2743. package/dist/report/model/format.d.ts +0 -96
  2744. package/dist/report/model/format.js +0 -339
  2745. package/dist/report/model/locale.d.ts +0 -219
  2746. package/dist/report/model/locale.js +0 -426
  2747. package/dist/report/model/metrics.d.ts +0 -44
  2748. package/dist/report/model/metrics.js +0 -255
  2749. package/dist/report/model/types.d.ts +0 -784
  2750. package/dist/report/model/types.js +0 -5
  2751. package/dist/report/presentation.d.ts +0 -114
  2752. package/dist/report/presentation.js +0 -210
  2753. package/dist/report/react/index.d.ts +0 -13
  2754. package/dist/report/react/index.js +0 -18
  2755. package/dist/report/runtime/load.d.ts +0 -17
  2756. package/dist/report/runtime/load.js +0 -146
  2757. package/dist/report/runtime/page-render.d.ts +0 -47
  2758. package/dist/report/runtime/page-render.js +0 -95
  2759. package/dist/report/runtime/resolved-page.d.ts +0 -35
  2760. package/dist/report/runtime/resolved-page.js +0 -122
  2761. package/dist/report/runtime/target.d.ts +0 -19
  2762. package/dist/report/runtime/target.js +0 -42
  2763. package/dist/report/runtime/text.d.ts +0 -76
  2764. package/dist/report/runtime/text.js +0 -78
  2765. package/dist/report/runtime/web.d.ts +0 -37
  2766. package/dist/report/runtime/web.js +0 -34
  2767. package/dist/report/slices/compute.d.ts +0 -83
  2768. package/dist/report/slices/compute.js +0 -808
  2769. package/dist/report/slices/content.d.ts +0 -17
  2770. package/dist/report/slices/content.js +0 -132
  2771. package/dist/report/slices/validate.d.ts +0 -6
  2772. package/dist/report/slices/validate.js +0 -296
  2773. package/dist/report/tasks.d.ts +0 -144
  2774. package/dist/report/tasks.js +0 -313
  2775. package/dist/report/theme.d.ts +0 -51
  2776. package/dist/report/theme.js +0 -112
  2777. package/src/agents/ai-sdk-otel.ts +0 -62
  2778. package/src/agents/ai-sdk.test.ts +0 -35
  2779. package/src/agents/ai-sdk.ts +0 -603
  2780. package/src/agents/bub-install-spec.ts +0 -50
  2781. package/src/agents/bub.ts +0 -293
  2782. package/src/agents/builtin.ts +0 -16
  2783. package/src/agents/cache-marker.ts +0 -6
  2784. package/src/agents/claude-code.ts +0 -439
  2785. package/src/agents/codex-env.test.ts +0 -153
  2786. package/src/agents/codex.ts +0 -727
  2787. package/src/agents/coding-cli-versions.ts +0 -87
  2788. package/src/agents/command-redaction.test.ts +0 -96
  2789. package/src/agents/hermes.ts +0 -269
  2790. package/src/agents/index.ts +0 -149
  2791. package/src/agents/langgraph.test.ts +0 -30
  2792. package/src/agents/langgraph.ts +0 -508
  2793. package/src/agents/marketplace.ts +0 -96
  2794. package/src/agents/mcp.test.ts +0 -41
  2795. package/src/agents/mcp.ts +0 -31
  2796. package/src/agents/native-config.ts +0 -267
  2797. package/src/agents/npm-staged.ts +0 -370
  2798. package/src/agents/openai-compat.test.ts +0 -69
  2799. package/src/agents/openai-compat.ts +0 -205
  2800. package/src/agents/openclaw.ts +0 -275
  2801. package/src/agents/opencode.ts +0 -198
  2802. package/src/agents/post-setup.test.ts +0 -118
  2803. package/src/agents/post-setup.ts +0 -116
  2804. package/src/agents/provisioner.test.ts +0 -291
  2805. package/src/agents/provisioner.ts +0 -593
  2806. package/src/agents/sdk-streams.test.ts +0 -66
  2807. package/src/agents/sdk-streams.ts +0 -542
  2808. package/src/agents/session-slot.ts +0 -15
  2809. package/src/agents/shared.ts +0 -250
  2810. package/src/agents/skills.ts +0 -309
  2811. package/src/agents/streaming.ts +0 -203
  2812. package/src/agents/types.ts +0 -612
  2813. package/src/agents/ui-message-stream.ts +0 -398
  2814. package/src/assertions/collector.test.ts +0 -457
  2815. package/src/assertions/collector.ts +0 -452
  2816. package/src/assertions/coverage.ts +0 -118
  2817. package/src/assertions/diff.ts +0 -120
  2818. package/src/assertions/display.test.ts +0 -175
  2819. package/src/assertions/display.ts +0 -213
  2820. package/src/assertions/evidence.test.ts +0 -194
  2821. package/src/assertions/judge.test.ts +0 -623
  2822. package/src/assertions/judge.ts +0 -448
  2823. package/src/assertions/match.ts +0 -79
  2824. package/src/assertions/scoped.test.ts +0 -359
  2825. package/src/assertions/scoped.ts +0 -551
  2826. package/src/assertions/types.ts +0 -286
  2827. package/src/cli.ts +0 -1762
  2828. package/src/context/context.test.ts +0 -759
  2829. package/src/context/context.ts +0 -816
  2830. package/src/context/control-flow.ts +0 -17
  2831. package/src/context/deferred-file-content.ts +0 -16
  2832. package/src/context/send-failures.test.ts +0 -122
  2833. package/src/context/send-failures.ts +0 -164
  2834. package/src/context/send-retry.test.ts +0 -112
  2835. package/src/context/send-retry.ts +0 -145
  2836. package/src/context/session.test.ts +0 -477
  2837. package/src/context/session.ts +0 -516
  2838. package/src/context/types.ts +0 -409
  2839. package/src/define-agent.test.ts +0 -99
  2840. package/src/define-eval.test.ts +0 -213
  2841. package/src/define-experiment.test.ts +0 -44
  2842. package/src/define.test.ts +0 -25
  2843. package/src/define.ts +0 -238
  2844. package/src/expect/index.test.ts +0 -39
  2845. package/src/expect/index.ts +0 -252
  2846. package/src/fresh-import.ts +0 -34
  2847. package/src/i18n/core.ts +0 -28
  2848. package/src/i18n/en.ts +0 -532
  2849. package/src/i18n/index.ts +0 -40
  2850. package/src/i18n/locale.test.ts +0 -41
  2851. package/src/i18n/zh-CN.ts +0 -533
  2852. package/src/index.ts +0 -91
  2853. package/src/load-config.ts +0 -39
  2854. package/src/loaders/criteria.test.ts +0 -305
  2855. package/src/loaders/glob.ts +0 -149
  2856. package/src/loaders/index.test.ts +0 -166
  2857. package/src/loaders/index.ts +0 -256
  2858. package/src/loaders/private.test.ts +0 -110
  2859. package/src/o11y/cost.test.ts +0 -41
  2860. package/src/o11y/cost.ts +0 -81
  2861. package/src/o11y/derive.test.ts +0 -161
  2862. package/src/o11y/derive.ts +0 -301
  2863. package/src/o11y/execution-tree.test.ts +0 -390
  2864. package/src/o11y/execution-tree.ts +0 -391
  2865. package/src/o11y/otlp/canonical.ts +0 -113
  2866. package/src/o11y/otlp/mappers/bub.ts +0 -30
  2867. package/src/o11y/otlp/mappers/claude-code.ts +0 -24
  2868. package/src/o11y/otlp/mappers/codex.ts +0 -40
  2869. package/src/o11y/otlp/mappers/index.ts +0 -14
  2870. package/src/o11y/otlp/parse.ts +0 -334
  2871. package/src/o11y/otlp/receiver.ts +0 -118
  2872. package/src/o11y/otlp/sandbox-receiver.test.ts +0 -301
  2873. package/src/o11y/otlp/sandbox-receiver.ts +0 -255
  2874. package/src/o11y/otlp/select.ts +0 -86
  2875. package/src/o11y/otlp/turn-otel.ts +0 -132
  2876. package/src/o11y/parsers/bub.test.ts +0 -30
  2877. package/src/o11y/parsers/bub.ts +0 -264
  2878. package/src/o11y/parsers/claude-code.ts +0 -302
  2879. package/src/o11y/parsers/codex.test.ts +0 -19
  2880. package/src/o11y/parsers/codex.ts +0 -476
  2881. package/src/o11y/parsers/hermes.ts +0 -199
  2882. package/src/o11y/parsers/index.ts +0 -28
  2883. package/src/o11y/parsers/openclaw.ts +0 -340
  2884. package/src/o11y/parsers/opencode.ts +0 -300
  2885. package/src/o11y/prices.json +0 -10812
  2886. package/src/o11y/tool-names.ts +0 -74
  2887. package/src/o11y/types.ts +0 -221
  2888. package/src/record/annotated-source.test.ts +0 -329
  2889. package/src/record/annotated-source.ts +0 -643
  2890. package/src/record/attempt-evidence.test.ts +0 -208
  2891. package/src/record/attempt-evidence.ts +0 -184
  2892. package/src/record/attempt-source.ts +0 -37
  2893. package/src/record/copy.ts +0 -303
  2894. package/src/record/evidence-schema.test.ts +0 -85
  2895. package/src/record/format.ts +0 -91
  2896. package/src/record/host-equivalence.test.ts +0 -539
  2897. package/src/record/index.ts +0 -119
  2898. package/src/record/locator.test.ts +0 -125
  2899. package/src/record/locator.ts +0 -178
  2900. package/src/record/manifest.ts +0 -72
  2901. package/src/record/open.ts +0 -758
  2902. package/src/record/publish.ts +0 -7
  2903. package/src/record/results.test.ts +0 -1563
  2904. package/src/record/skipped-notice.ts +0 -44
  2905. package/src/record/source-hash.ts +0 -28
  2906. package/src/record/timing-activity.test.ts +0 -395
  2907. package/src/record/truncate.ts +0 -116
  2908. package/src/record/types.ts +0 -319
  2909. package/src/record/writer.ts +0 -549
  2910. package/src/report/assets/colors.ts +0 -69
  2911. package/src/report/assets/enhance.js +0 -214
  2912. package/src/report/assets/series-encoding.tsx +0 -177
  2913. package/src/report/assets/styles.css +0 -1780
  2914. package/src/report/built-in/failures.tsx +0 -29
  2915. package/src/report/built-in/index.tsx +0 -66
  2916. package/src/report/built-in/result-components.tsx +0 -404
  2917. package/src/report/built-in/stability.tsx +0 -30
  2918. package/src/report/built-in/standard.tsx +0 -132
  2919. package/src/report/components/attempt-detail/attempt-components.test.tsx +0 -706
  2920. package/src/report/components/attempt-detail/compute.ts +0 -544
  2921. package/src/report/components/attempt-detail/content.tsx +0 -633
  2922. package/src/report/components/attempt-detail/index.tsx +0 -285
  2923. package/src/report/components/attempt-detail/validate.test.ts +0 -253
  2924. package/src/report/components/attempt-detail/validate.tsx +0 -361
  2925. package/src/report/components/cell.tsx +0 -79
  2926. package/src/report/components/compute.test.ts +0 -1540
  2927. package/src/report/components/entity-lists/compute.test.ts +0 -38
  2928. package/src/report/components/entity-lists/compute.ts +0 -383
  2929. package/src/report/components/entity-lists/content.test.ts +0 -611
  2930. package/src/report/components/entity-lists/content.ts +0 -591
  2931. package/src/report/components/entity-lists/index.tsx +0 -169
  2932. package/src/report/components/entity-lists/validate.test.ts +0 -161
  2933. package/src/report/components/entity-lists/validate.ts +0 -121
  2934. package/src/report/components/experiment-detail/compute.ts +0 -40
  2935. package/src/report/components/experiment-detail/experiment-detail.test.tsx +0 -181
  2936. package/src/report/components/experiment-detail/index.tsx +0 -89
  2937. package/src/report/components/fixtures.ts +0 -366
  2938. package/src/report/components/scope.harness.ts +0 -83
  2939. package/src/report/components/shared-compute.ts +0 -60
  2940. package/src/report/components/shared-faces.ts +0 -25
  2941. package/src/report/components/shared.test.ts +0 -62
  2942. package/src/report/components/shared.ts +0 -127
  2943. package/src/report/components/site-components/HeroCard.tsx +0 -87
  2944. package/src/report/components/site-components/PoweredBy.tsx +0 -20
  2945. package/src/report/components/site-components/compute.ts +0 -165
  2946. package/src/report/components/site-components/content.ts +0 -8
  2947. package/src/report/components/site-components/faces.ts +0 -46
  2948. package/src/report/components/site-components/hero-types.ts +0 -20
  2949. package/src/report/components/site-components/index.tsx +0 -109
  2950. package/src/report/components/site-components/projections.ts +0 -74
  2951. package/src/report/components/site-components/scope-warnings.ts +0 -160
  2952. package/src/report/components/site-components/site-components.test.tsx +0 -460
  2953. package/src/report/components/site-components/snapshot-diagnostics.ts +0 -69
  2954. package/src/report/components/site-components/validate.test.ts +0 -121
  2955. package/src/report/components/site-components/validators.ts +0 -97
  2956. package/src/report/components/summaries/compute.ts +0 -66
  2957. package/src/report/components/summaries/index.tsx +0 -255
  2958. package/src/report/components/summaries/stability-overview.test.tsx +0 -141
  2959. package/src/report/components/summaries/stability-overview.tsx +0 -105
  2960. package/src/report/components/summaries/validate.test.ts +0 -49
  2961. package/src/report/components/summaries/validate.ts +0 -21
  2962. package/src/report/definition/callouts.test.tsx +0 -146
  2963. package/src/report/definition/cell.ts +0 -203
  2964. package/src/report/definition/chart.test.tsx +0 -285
  2965. package/src/report/definition/conversation.test.tsx +0 -150
  2966. package/src/report/definition/copy-block.test.tsx +0 -71
  2967. package/src/report/definition/diff-view.test.tsx +0 -209
  2968. package/src/report/definition/grid-layout.test.tsx +0 -262
  2969. package/src/report/definition/grid-layout.ts +0 -203
  2970. package/src/report/definition/markdown.test.tsx +0 -179
  2971. package/src/report/definition/primitives/callouts-logic.ts +0 -117
  2972. package/src/report/definition/primitives/callouts.tsx +0 -185
  2973. package/src/report/definition/primitives/chart-map.ts +0 -214
  2974. package/src/report/definition/primitives/chart.tsx +0 -1012
  2975. package/src/report/definition/primitives/conversation.tsx +0 -345
  2976. package/src/report/definition/primitives/copy-block.tsx +0 -87
  2977. package/src/report/definition/primitives/diff-lines.ts +0 -212
  2978. package/src/report/definition/primitives/diff-view.tsx +0 -332
  2979. package/src/report/definition/primitives/markdown.tsx +0 -365
  2980. package/src/report/definition/primitives/marks-contract.test.tsx +0 -45
  2981. package/src/report/definition/primitives/marks.tsx +0 -254
  2982. package/src/report/definition/primitives/points-dataset.test.ts +0 -117
  2983. package/src/report/definition/primitives/points-dataset.ts +0 -168
  2984. package/src/report/definition/primitives/source-view.tsx +0 -359
  2985. package/src/report/definition/primitives/waterfall.tsx +0 -386
  2986. package/src/report/definition/primitives.test.tsx +0 -186
  2987. package/src/report/definition/primitives.tsx +0 -1150
  2988. package/src/report/definition/report-contract.test.ts +0 -119
  2989. package/src/report/definition/report.ts +0 -562
  2990. package/src/report/definition/shell-head.test.ts +0 -100
  2991. package/src/report/definition/source-view.test.tsx +0 -119
  2992. package/src/report/definition/stat.test.tsx +0 -45
  2993. package/src/report/definition/table-text.ts +0 -228
  2994. package/src/report/definition/table.test.tsx +0 -633
  2995. package/src/report/definition/tree.ts +0 -852
  2996. package/src/report/definition/waterfall.test.tsx +0 -581
  2997. package/src/report/extension/assets.ts +0 -154
  2998. package/src/report/extension/define.test.tsx +0 -228
  2999. package/src/report/extension/define.ts +0 -182
  3000. package/src/report/extension/index.ts +0 -23
  3001. package/src/report/extension/meta.ts +0 -21
  3002. package/src/report/extension/types.ts +0 -64
  3003. package/src/report/index.ts +0 -410
  3004. package/src/report/model/aggregate.ts +0 -463
  3005. package/src/report/model/calculation.test.ts +0 -354
  3006. package/src/report/model/calculation.ts +0 -659
  3007. package/src/report/model/chart/math.test.ts +0 -189
  3008. package/src/report/model/chart/math.ts +0 -245
  3009. package/src/report/model/chart/plot.ts +0 -144
  3010. package/src/report/model/conversions.ts +0 -150
  3011. package/src/report/model/dataset.ts +0 -80
  3012. package/src/report/model/evaluation-kind.ts +0 -35
  3013. package/src/report/model/flag.ts +0 -174
  3014. package/src/report/model/format.ts +0 -375
  3015. package/src/report/model/locale.ts +0 -510
  3016. package/src/report/model/metrics.ts +0 -256
  3017. package/src/report/model/panel.test.ts +0 -272
  3018. package/src/report/model/panel.ts +0 -340
  3019. package/src/report/model/presentation.test.ts +0 -141
  3020. package/src/report/model/text-layout.ts +0 -190
  3021. package/src/report/model/types.ts +0 -824
  3022. package/src/report/presentation.test.tsx +0 -474
  3023. package/src/report/presentation.ts +0 -354
  3024. package/src/report/react/index.tsx +0 -96
  3025. package/src/report/runtime/dual-render.test.tsx +0 -1088
  3026. package/src/report/runtime/host.test.ts +0 -86
  3027. package/src/report/runtime/host.ts +0 -317
  3028. package/src/report/runtime/load.test.ts +0 -34
  3029. package/src/report/runtime/load.ts +0 -159
  3030. package/src/report/runtime/page-render.test.tsx +0 -247
  3031. package/src/report/runtime/page-render.ts +0 -147
  3032. package/src/report/runtime/resolved-page.test.tsx +0 -81
  3033. package/src/report/runtime/resolved-page.ts +0 -169
  3034. package/src/report/runtime/target.ts +0 -50
  3035. package/src/report/runtime/text.ts +0 -155
  3036. package/src/report/runtime/web.ts +0 -65
  3037. package/src/report/slices/compute.ts +0 -979
  3038. package/src/report/slices/content.ts +0 -157
  3039. package/src/report/slices/delta-table.test.ts +0 -423
  3040. package/src/report/slices/stability-matrix.test.ts +0 -169
  3041. package/src/report/slices/validate.test.ts +0 -236
  3042. package/src/report/slices/validate.ts +0 -216
  3043. package/src/report/tasks.test.ts +0 -82
  3044. package/src/report/tasks.ts +0 -553
  3045. package/src/report/theme.test.ts +0 -32
  3046. package/src/report/theme.ts +0 -141
  3047. package/src/runner/accept-prompt.test.ts +0 -51
  3048. package/src/runner/accept-prompt.ts +0 -67
  3049. package/src/runner/accept.test.ts +0 -592
  3050. package/src/runner/accept.ts +0 -705
  3051. package/src/runner/attempt.test.ts +0 -1989
  3052. package/src/runner/attempt.ts +0 -1912
  3053. package/src/runner/build-preparation-plan.test.ts +0 -119
  3054. package/src/runner/build-preparation.ts +0 -104
  3055. package/src/runner/cleanup-timeout.test.ts +0 -16
  3056. package/src/runner/cleanup-timeout.ts +0 -23
  3057. package/src/runner/config-identity.test.ts +0 -277
  3058. package/src/runner/config-identity.ts +0 -318
  3059. package/src/runner/direct-agent-sandbox.test.ts +0 -48
  3060. package/src/runner/direct-agent-sandbox.ts +0 -68
  3061. package/src/runner/discover.test.ts +0 -262
  3062. package/src/runner/discover.ts +0 -469
  3063. package/src/runner/eval-selection.test.ts +0 -241
  3064. package/src/runner/eval-selection.ts +0 -139
  3065. package/src/runner/eval-source.test.ts +0 -108
  3066. package/src/runner/eval-source.ts +0 -82
  3067. package/src/runner/experiment-cleanup-registry.test.ts +0 -89
  3068. package/src/runner/experiment-cleanup-registry.ts +0 -39
  3069. package/src/runner/experiment-labels.test.ts +0 -100
  3070. package/src/runner/feedback/coordinator.test.ts +0 -367
  3071. package/src/runner/feedback/coordinator.ts +0 -511
  3072. package/src/runner/feedback/eval-conclusions.test.ts +0 -135
  3073. package/src/runner/feedback/eval-conclusions.ts +0 -115
  3074. package/src/runner/feedback/failure.test.ts +0 -104
  3075. package/src/runner/feedback/failure.ts +0 -60
  3076. package/src/runner/feedback/human.test.ts +0 -1722
  3077. package/src/runner/feedback/human.ts +0 -1499
  3078. package/src/runner/feedback/index.ts +0 -94
  3079. package/src/runner/feedback/input-guard.test.ts +0 -251
  3080. package/src/runner/feedback/input-guard.ts +0 -171
  3081. package/src/runner/feedback/io.ts +0 -82
  3082. package/src/runner/feedback/json.test.ts +0 -617
  3083. package/src/runner/feedback/json.ts +0 -708
  3084. package/src/runner/feedback/profile.test.ts +0 -28
  3085. package/src/runner/feedback/profile.ts +0 -23
  3086. package/src/runner/feedback/reducer.test.ts +0 -908
  3087. package/src/runner/feedback/reducer.ts +0 -411
  3088. package/src/runner/feedback/renderer.ts +0 -83
  3089. package/src/runner/feedback/sink.ts +0 -332
  3090. package/src/runner/feedback/testing.ts +0 -109
  3091. package/src/runner/fingerprint.test.ts +0 -1406
  3092. package/src/runner/fingerprint.ts +0 -924
  3093. package/src/runner/gate-lease.test.ts +0 -555
  3094. package/src/runner/gate-lease.ts +0 -398
  3095. package/src/runner/judge-config.test.ts +0 -32
  3096. package/src/runner/judge-config.ts +0 -26
  3097. package/src/runner/leak-gate.test.ts +0 -195
  3098. package/src/runner/leak-gate.ts +0 -364
  3099. package/src/runner/ledger.test.ts +0 -577
  3100. package/src/runner/ledger.ts +0 -533
  3101. package/src/runner/lock.test.ts +0 -498
  3102. package/src/runner/lock.ts +0 -334
  3103. package/src/runner/manifest.ts +0 -282
  3104. package/src/runner/report.test.ts +0 -238
  3105. package/src/runner/report.ts +0 -127
  3106. package/src/runner/reporters/artifacts.ts +0 -120
  3107. package/src/runner/reporters/braintrust.test.ts +0 -109
  3108. package/src/runner/reporters/braintrust.ts +0 -211
  3109. package/src/runner/reporters/index.ts +0 -7
  3110. package/src/runner/reporters/json.test.ts +0 -163
  3111. package/src/runner/reporters/json.ts +0 -79
  3112. package/src/runner/reporters/shared.ts +0 -14
  3113. package/src/runner/reuse-diagnostics.test.ts +0 -114
  3114. package/src/runner/reuse-diagnostics.ts +0 -92
  3115. package/src/runner/reuse-pool-key.test.ts +0 -22
  3116. package/src/runner/run.test.ts +0 -5319
  3117. package/src/runner/run.ts +0 -2656
  3118. package/src/runner/sandbox-pool-plan.test.ts +0 -180
  3119. package/src/runner/sandbox-pool.test.ts +0 -278
  3120. package/src/runner/sandbox-pool.ts +0 -337
  3121. package/src/runner/sandbox-prep.ts +0 -55
  3122. package/src/runner/sandbox-selection.test.ts +0 -288
  3123. package/src/runner/sandbox-selection.ts +0 -351
  3124. package/src/runner/session.test.ts +0 -112
  3125. package/src/runner/session.ts +0 -466
  3126. package/src/runner/teardown-registry.test.ts +0 -156
  3127. package/src/runner/teardown-registry.ts +0 -146
  3128. package/src/runner/timeout-attribution.test.ts +0 -34
  3129. package/src/runner/timeout.ts +0 -54
  3130. package/src/runner/timing.ts +0 -379
  3131. package/src/runner/types.ts +0 -1733
  3132. package/src/sample/index.ts +0 -483
  3133. package/src/sample/sample.test.ts +0 -622
  3134. package/src/sandbox/backend.ts +0 -140
  3135. package/src/sandbox/build-coordinator.test.ts +0 -333
  3136. package/src/sandbox/build-coordinator.ts +0 -444
  3137. package/src/sandbox/case-types.ts +0 -67
  3138. package/src/sandbox/checkpoint.test.ts +0 -55
  3139. package/src/sandbox/checkpoint.ts +0 -64
  3140. package/src/sandbox/cli-commands.test.ts +0 -524
  3141. package/src/sandbox/cli-commands.ts +0 -593
  3142. package/src/sandbox/commands.ts +0 -287
  3143. package/src/sandbox/compose.test.ts +0 -625
  3144. package/src/sandbox/compose.ts +0 -1291
  3145. package/src/sandbox/content.ts +0 -202
  3146. package/src/sandbox/deadline.ts +0 -73
  3147. package/src/sandbox/docker-agent-image.ts +0 -36
  3148. package/src/sandbox/docker-stream.ts +0 -116
  3149. package/src/sandbox/docker.test.ts +0 -263
  3150. package/src/sandbox/docker.ts +0 -836
  3151. package/src/sandbox/dockerfile-agent-cache.test.ts +0 -157
  3152. package/src/sandbox/dockerfile-agent-cache.ts +0 -155
  3153. package/src/sandbox/dockerfile-agent-runtime.test.ts +0 -166
  3154. package/src/sandbox/dockerfile-build.test.ts +0 -27
  3155. package/src/sandbox/dockerfile-build.ts +0 -269
  3156. package/src/sandbox/dockerfile-identity.ts +0 -129
  3157. package/src/sandbox/download-directory.test.ts +0 -68
  3158. package/src/sandbox/download-directory.ts +0 -36
  3159. package/src/sandbox/e2b-agent-template.test.ts +0 -107
  3160. package/src/sandbox/e2b-agent-template.ts +0 -194
  3161. package/src/sandbox/e2b-reconcile.test.ts +0 -126
  3162. package/src/sandbox/e2b.test.ts +0 -629
  3163. package/src/sandbox/e2b.ts +0 -781
  3164. package/src/sandbox/errors.test.ts +0 -72
  3165. package/src/sandbox/errors.ts +0 -203
  3166. package/src/sandbox/identity.ts +0 -203
  3167. package/src/sandbox/index.ts +0 -138
  3168. package/src/sandbox/io-retry.test.ts +0 -58
  3169. package/src/sandbox/io-retry.ts +0 -45
  3170. package/src/sandbox/keep-registry.test.ts +0 -141
  3171. package/src/sandbox/keep-registry.ts +0 -271
  3172. package/src/sandbox/keep.test.ts +0 -538
  3173. package/src/sandbox/keep.ts +0 -405
  3174. package/src/sandbox/layer.test.ts +0 -343
  3175. package/src/sandbox/layer.ts +0 -1641
  3176. package/src/sandbox/ledger-paths.ts +0 -37
  3177. package/src/sandbox/link.test.ts +0 -321
  3178. package/src/sandbox/link.ts +0 -484
  3179. package/src/sandbox/local-files.ts +0 -31
  3180. package/src/sandbox/local.test.ts +0 -216
  3181. package/src/sandbox/local.ts +0 -364
  3182. package/src/sandbox/official-baselines.test.ts +0 -175
  3183. package/src/sandbox/operations.test.ts +0 -391
  3184. package/src/sandbox/operations.ts +0 -187
  3185. package/src/sandbox/orphans.test.ts +0 -470
  3186. package/src/sandbox/orphans.ts +0 -261
  3187. package/src/sandbox/paths.test.ts +0 -141
  3188. package/src/sandbox/paths.ts +0 -132
  3189. package/src/sandbox/plan.test.ts +0 -487
  3190. package/src/sandbox/plan.ts +0 -353
  3191. package/src/sandbox/prepare-commands.test.ts +0 -168
  3192. package/src/sandbox/prepare-commands.ts +0 -342
  3193. package/src/sandbox/redaction.test.ts +0 -48
  3194. package/src/sandbox/redaction.ts +0 -50
  3195. package/src/sandbox/registry.ts +0 -78
  3196. package/src/sandbox/retry.test.ts +0 -138
  3197. package/src/sandbox/retry.ts +0 -86
  3198. package/src/sandbox/run-identity.ts +0 -120
  3199. package/src/sandbox/runtime.test.ts +0 -551
  3200. package/src/sandbox/runtime.ts +0 -984
  3201. package/src/sandbox/shell.test.ts +0 -23
  3202. package/src/sandbox/shell.ts +0 -18
  3203. package/src/sandbox/transfer-errors.test.ts +0 -116
  3204. package/src/sandbox/transfer-errors.ts +0 -118
  3205. package/src/sandbox/types.ts +0 -196
  3206. package/src/sandbox/vercel.test.ts +0 -180
  3207. package/src/sandbox/vercel.ts +0 -400
  3208. package/src/shared/aggregate.test.ts +0 -52
  3209. package/src/shared/aggregate.ts +0 -99
  3210. package/src/shared/entry-file-store.test.ts +0 -193
  3211. package/src/shared/entry-file-store.ts +0 -145
  3212. package/src/shared/external-cause.ts +0 -322
  3213. package/src/shared/facts.ts +0 -36
  3214. package/src/shared/failure-class.test.ts +0 -195
  3215. package/src/shared/failure-class.ts +0 -206
  3216. package/src/shared/format.ts +0 -26
  3217. package/src/shared/json-match.ts +0 -42
  3218. package/src/shared/json-value.test.ts +0 -24
  3219. package/src/shared/json-value.ts +0 -36
  3220. package/src/shared/turn-label.test.ts +0 -20
  3221. package/src/shared/turn-label.ts +0 -15
  3222. package/src/shared/types.ts +0 -101
  3223. package/src/shared/verdict.ts +0 -82
  3224. package/src/show/command.test.ts +0 -36
  3225. package/src/show/command.ts +0 -18
  3226. package/src/show/compose.ts +0 -89
  3227. package/src/show/index.test.ts +0 -95
  3228. package/src/show/index.ts +0 -1226
  3229. package/src/show/json.test.ts +0 -412
  3230. package/src/show/json.ts +0 -106
  3231. package/src/show/render.test.ts +0 -857
  3232. package/src/show/render.ts +0 -1510
  3233. package/src/source-loc.ts +0 -134
  3234. package/src/tty-line.ts +0 -14
  3235. package/src/types.ts +0 -37
  3236. package/src/util.test.ts +0 -77
  3237. package/src/util.ts +0 -138
  3238. package/src/view/app/App.tsx +0 -351
  3239. package/src/view/app/components/ui/dialog.tsx +0 -36
  3240. package/src/view/app/components/ui/tabs.tsx +0 -30
  3241. package/src/view/app/css.d.ts +0 -3
  3242. package/src/view/app/i18n.ts +0 -65
  3243. package/src/view/app/index.html +0 -13
  3244. package/src/view/app/lib/cn.ts +0 -7
  3245. package/src/view/app/lib/target-dialog.test.ts +0 -105
  3246. package/src/view/app/lib/target-dialog.ts +0 -110
  3247. package/src/view/app/main.tsx +0 -109
  3248. package/src/view/app/types.ts +0 -15
  3249. package/src/view/app/vite.config.ts +0 -26
  3250. package/src/view/data.test.ts +0 -541
  3251. package/src/view/data.ts +0 -950
  3252. package/src/view/index.ts +0 -91
  3253. package/src/view/server-rebuild.test.ts +0 -323
  3254. package/src/view/server-watch.test.ts +0 -106
  3255. package/src/view/server.ts +0 -484
  3256. package/src/view/shared/types.ts +0 -93
  3257. package/src/view/site-base.test.ts +0 -51
  3258. package/src/view/site-head.test.ts +0 -142
  3259. package/src/view/site-param-pages.test.ts +0 -186
  3260. package/src/view/site-renderer-assets.test.ts +0 -68
  3261. package/src/view/site.ts +0 -484
  3262. package/src/view/styles.css +0 -170
  3263. /package/dist/{report/components/site-components/hero-types.js → cli/bootstrap.d.cts} +0 -0
  3264. /package/{src → dist}/view/client-dist/app.css +0 -0
  3265. /package/{src → dist}/view/client-dist/app.js +0 -0
  3266. /package/{src → dist}/view/template.html +0 -0
package/src/cli.ts DELETED
@@ -1,1762 +0,0 @@
1
- // niceeval CLI 入口。执行 eval 必须以 experiment 为单位;位置参数只在 exp 后筛 eval id 前缀。
2
- // niceeval check [组|配置] [pattern] 只做发现、选择与 SandboxLayer pure link
3
- // niceeval exp [组|配置] [pattern] 跑实验
4
- // niceeval accept @<locator>... 接受多条历史结果并重锚到当前配置
5
- // niceeval show [pattern] 终端读结果:默认报告 / 单 eval / 证据切面 / 时间轴 / --report
6
- // niceeval list 只列出发现到的 eval
7
- // niceeval clean 删除 .niceeval/ 历史运行 artifact
8
-
9
- import { spawn } from "node:child_process";
10
- import { hostname } from "node:os";
11
- import { mkdir, readFile, rm, writeFile } from "node:fs/promises";
12
- import { existsSync, readFileSync } from "node:fs";
13
- import { dirname, join, relative, resolve as resolvePath } from "node:path";
14
- import { pathToFileURL } from "node:url";
15
- import { parseArgs as nodeParseArgs } from "node:util";
16
- import { Effect } from "effect";
17
- import { discoverEvals, discoverExperiments } from "./runner/discover.ts";
18
- import { browsableExperimentPaths, evalPrefixPredicate, matchExperimentSelector } from "./shared/aggregate.ts";
19
- import { runEvals, type AgentRun } from "./runner/run.ts";
20
- import { cacheKey, missingReason, planCarry, type CarryPlan, type DispatchGroup } from "./runner/fingerprint.ts";
21
- import type { FingerprintComparison, FingerprintDelta, FingerprintDiagnostic } from "./runner/manifest.ts";
22
- import { ATTEMPT_LOCATOR_PREFIX, decodeAttemptLocator } from "./record/locator.ts";
23
- import { fingerprintEvalsFilter, resolveExperimentEvals, selectedEvalsForRun } from "./runner/eval-selection.ts";
24
- import { failureDetailFromResult } from "./runner/feedback/failure.ts";
25
- import { stopAllSandboxes, liveSandboxCount } from "./sandbox/registry.ts";
26
- import { formatSandboxLayerLinkError, SandboxLayerLinkError } from "./sandbox/link.ts";
27
- import {
28
- formatSandboxPhysicalPlanningError,
29
- SandboxPhysicalPlanningError,
30
- } from "./sandbox/plan.ts";
31
- import { drainExperimentTeardowns } from "./runner/experiment-cleanup-registry.ts";
32
- import { drainHeldCaseLocks, isCaseLockStale, readCaseLock } from "./runner/lock.ts";
33
- import { drainHeldGateLeases } from "./runner/gate-lease.ts";
34
- import { CLEANUP_TIMEOUT_MS, withCleanupTimeout } from "./runner/cleanup-timeout.ts";
35
- import { resolveRunTimeout } from "./runner/timeout.ts";
36
- import type { ExperimentHookContext } from "./runner/types.ts";
37
- import { evalLevelStats } from "./shared/verdict.ts";
38
- import { recordFact } from "./shared/facts.ts";
39
- import {
40
- linkRunSandboxes,
41
- recommendedConcurrencyForPreparedPairs,
42
- } from "./runner/sandbox-selection.ts";
43
- import { JUnit } from "./runner/reporters/json.ts";
44
- import { Artifacts as ArtifactsReporter } from "./runner/reporters/artifacts.ts";
45
- import {
46
- resolveOutputForm,
47
- createFeedbackCoordinator,
48
- createNodeFeedbackIO,
49
- createInputGuard,
50
- createNodeInputGuardStdin,
51
- createHumanRenderer,
52
- createJsonRenderer,
53
- renderHumanDryPlan,
54
- renderJsonPlanDocument,
55
- computeExitCode,
56
- reportActivity,
57
- type JsonPlanRow,
58
- type JsonPlanDelta,
59
- type JsonPlanDiagnostic,
60
- type JsonPlanDiagnosticFact,
61
- type JsonPlanFingerprintComparison,
62
- } from "./runner/feedback/index.ts";
63
- import {
64
- buildView,
65
- startViewServer,
66
- incompatibleHistoryKey,
67
- loadCarryInputs,
68
- resolveViewInput,
69
- IncompatibleResultsError,
70
- ViewInputError,
71
- } from "./view/index.ts";
72
- // load.ts 本身没有 JSX,但它的 ReportDefinition/ReportLoadError 要和 view 报告槽实际装载
73
- // --report 用的那份(dist/report/**,见 tsconfig.report-build.json)是同一个模块实例——
74
- // `unique symbol` 品牌与 class 的 instanceof 都按声明处的模块身份判定,raw src 和编译产物
75
- // 是两份不同源码位置,即使运行时同名同形,TS 类型与 instanceof 都不认。
76
- import { ReportLoadError } from "../dist/report/runtime/load.js";
77
- import { runShow } from "./show/index.ts";
78
- import { setConfiguredLocale, t } from "./i18n/index.ts";
79
- import { formatThrown, upsertManagedBlock } from "./util.ts";
80
- import {
81
- SessionTracker,
82
- listSessions,
83
- renderSessionListText,
84
- renderSessionShowText,
85
- showSession,
86
- } from "./runner/session.ts";
87
- import type {
88
- CompletionStatus,
89
- Config,
90
- DiscoveredEval,
91
- InvocationCompletion,
92
- InvocationSummary,
93
- ReporterError,
94
- ReporterRegistration,
95
- RunFeedbackPlan,
96
- RunFeedbackState,
97
- Verdict,
98
- } from "./types.ts";
99
-
100
- /**
101
- * view 的可预期用户错误:版本不同的报告(npx 提示)、位置参数/组合语义错误、
102
- * --report 装载失败。打一句直说问题与下一步后退出,不抛堆栈。
103
- */
104
- function exitOnViewUserError(e: unknown): never {
105
- if (e instanceof IncompatibleResultsError || e instanceof ViewInputError || e instanceof ReportLoadError) {
106
- process.stderr.write(e.message.endsWith("\n") ? e.message : `${e.message}\n`);
107
- process.exit(1);
108
- }
109
- throw e;
110
- }
111
-
112
- interface Flags {
113
- agent?: string;
114
- model?: string;
115
- attempts?: number;
116
- maxConcurrency?: number;
117
- maxBuildConcurrency?: number;
118
- timeout?: number;
119
- earlyExit?: boolean;
120
- dry: boolean;
121
- force: boolean;
122
- rerun?: "failed" | "all";
123
- strict: boolean;
124
- budget?: number;
125
- tag?: string;
126
- junit?: string;
127
- /** `exp` 命令专用:机器面(NDJSON 事件流)。省略即人读文本(见 `resolveOutputForm`)。 */
128
- json: boolean;
129
- open?: boolean;
130
- out?: string;
131
- port?: number;
132
- host?: string;
133
- help: boolean;
134
- version: boolean;
135
- // ── show 专属(位置参数仍是 eval id 前缀 / `@<locator>`;这些 flag 选「怎么看」)──
136
- source?: true | string;
137
- execution: boolean;
138
- diff: boolean;
139
- /** --diff=<路径>(必须 = 连写;空格形式会把路径当 eval id 前缀,按文档如此)。 */
140
- diffPath?: string;
141
- /** --grep <pattern>:只与 --execution 组合,收窄命中卡片;与 --expand 互斥。 */
142
- grep?: string;
143
- /** --expand <handle>:只与 --execution 组合,要求范围恰好一个 attempt;与 --grep 互斥。 */
144
- expand?: string;
145
- timing?: "summary" | "full";
146
- keepSandbox?: "failed" | "all";
147
- all: boolean;
148
- window?: string;
149
- sandboxPath?: string;
150
- leaveRunning: boolean;
151
- history: boolean;
152
- usage: boolean;
153
- stats: boolean;
154
- /** `show` / `view` 命令专用:`--exp` 可重复出现;每次出现是一个数组元素,顺序即用户输入顺序。 */
155
- experiment?: string[];
156
- /** `show` / `view` / `accept` / `sandbox enter|list|stop` 共用:记录根目录(`.niceeval` 之外的另一个根,如 `publish` 产出的发布根)。 */
157
- record?: string;
158
- run?: string;
159
- report?: string;
160
- page?: string;
161
- theme?: string;
162
- fresh: boolean;
163
- /** `sandbox list` 专用:核对强杀路径留下的无主实例。 */
164
- orphans: boolean;
165
- /** `exp` 命令专用:只对选中实验各执行一次实验级 teardown,不派发 attempt、不跑 setup。 */
166
- teardown: boolean;
167
- }
168
-
169
- // 表驱动的 flag 定义(node:util parseArgs)。--no-x 显式声明,不依赖 allowNegative(需 Node 20.14+,
170
- // engines 是 >=18)。未知 flag 由 strict 模式报清晰错误,不再静默吞掉后面的位置参数。
171
- //
172
- // 每个 flag 的 JSDoc 就是它在 docs-site/zh/reference/cli.mdx flag 表里的说明,由
173
- // scripts/generate-reference.ts 提取渲染——改 flag 语义时改这里的注释即可,不用碰生成脚本。
174
- // 负向 flag(no-x)与正向 flag 合并成一行展示,不需要单独写 JSDoc。
175
- const FLAG_OPTIONS = {
176
- /** experiment 运行不支持该 flag。要换 agent,请在 `experiments/` 下新增或复制一个配置文件。 */
177
- agent: { type: "string" },
178
- /** experiment 运行不支持该 flag。要换模型,请新增或复制一个 experiment 文件并修改 `model`。 */
179
- model: { type: "string" },
180
- /** 每个 eval 运行多少次,常用于 pass@N。 */
181
- attempts: { type: "string" },
182
- /** 设置同时运行的 eval 数量。 */
183
- "max-concurrency": { type: "string" },
184
- /** 设置同时进行的 Sandbox 镜像 lookup/build 数量;与 eval 并发独立,默认 2。 */
185
- "max-build-concurrency": { type: "string" },
186
- /** 单个 attempt 的超时时间,单位毫秒。解析链:`--timeout` > experiment > eval(`defineEval({ timeoutMs })`)> `niceeval.config.ts`,默认无上限(四层都没声明就不设 deadline);config 是缺省底而不是覆盖层,写了 config 不会让 eval 自己声明的上限失效。 */
187
- timeout: { type: "string" },
188
- /** 整次运行的预算上限(美元)。 */
189
- budget: { type: "string" },
190
- /** `exp` 命令专用:跑完留下 failed/errored attempt 的 Sandbox 现场(= `--keep-sandbox=failed`);`--keep-sandbox=all` 连 passed 也留。事后用 `niceeval sandbox list/enter/stop` 查看与销毁。 */
191
- "keep-sandbox": { type: "boolean" },
192
- /** `sandbox stop` 专用:销毁全部留存 Sandbox。 */
193
- all: { type: "boolean" },
194
- /** `sandbox diff` 专用:只看某个 send 窗口(如 `--window turn2` 或 `--window session2/turn1`);省略输出全部窗口的串联视图。 */
195
- window: { type: "string" },
196
- /** `sandbox diff` 专用:只看某个文件的 patch;省略输出该窗口的全部文件。 */
197
- path: { type: "string" },
198
- /** `sandbox enter` 专用:shell 退出后让现场保持运行,不送回休眠。 */
199
- "leave-running": { type: "boolean" },
200
- /** `sandbox list` 专用:核对强杀(`SIGKILL` / 断电)路径留下的无主沙箱实例(docker + e2b;vercel 无按元数据检索实例的通道,不参与)。只读,不清理;销毁走 `niceeval sandbox prune`。 */
201
- orphans: { type: "boolean" },
202
- /** 只运行带有该 tag 的 eval(见 `defineEval` 的 `tags`)。 */
203
- tag: { type: "string" },
204
- /** 额外写一份 JUnit XML 报告到指定路径,供 CI 消费。 */
205
- junit: { type: "string" },
206
- /** `exp` 命令专用:机器面——stdout 上单一有序的 NDJSON 事件流(一行一个 JSON 对象),供 coding agent、CI annotation adapter 或脚本消费;`--dry --json` 输出单个 JSON 计划文档而不是流。省略即人读文本(TTY live 面板 / 非 TTY 追加流)。`show` 命令专用:任何切片的结构化形态——同一范围、同一切片选出的同一批实体,输出成一个 JSON 文档到 stdout;与 `--report`、`--expand` 互斥,多个证据 flag(`--source`/`--execution`/`--timing`/`--diff`)只能选一个。 */
207
- json: { type: "boolean" },
208
- /** `view` 命令专用:把结果查看器静态导出到指定目录。 */
209
- out: { type: "string" },
210
- /** `view` 命令专用:指定本地服务器监听端口。 */
211
- port: { type: "string" },
212
- /** `view` 命令专用:指定监听地址;可裸写,此时监听全部网络地址并打印可打开的本机与局域网 URL。省略时同样监听全部网络地址。 */
213
- host: { type: "string" },
214
- // show 的证据切面 / 时间轴 / 报告装载(docs-site/zh/tutorials/viewing-results.mdx)。
215
- // 证据切面只认 `@<locator>`(或收窄到单个 eval 的前缀)选出的那一个 attempt——不再有
216
- // 数字 `--attempt`,选哪个 attempt 由 locator 精确指名,不是「先选 eval 再挑第几次」。
217
- /** `show` 命令专用:该 attempt 运行时保存的 Eval 源码调用树。裸写为有界默认投影;`--source=full` 展开全部调用路径;`--source=<path>` 按捕获路径后缀唯一匹配并显示该文件全文。 */
218
- source: { type: "boolean" },
219
- /** `show` 命令专用:该 attempt 的标准执行事件流(消息、thinking、Skill load、工具调用/结果);有 OTel 时同一节点补时间(证据切面)。每个内容段最多预览前 3 行,截断尾巴自带 `--expand` 展开句柄。 */
220
- execution: { type: "boolean" },
221
- /** `show` 命令专用:整个 Attempt 的统一时间树;裸 `--timing` 给有界诊断投影,`--timing=full` 逐节点展开全部 runner/已关联 OTel 节点。 */
222
- timing: { type: "boolean" },
223
- /** `show` 命令专用:只与 `--execution` 组合;JS 正则,只输出命中的执行卡片(角色文本、工具名、input、result,失败命令再加 display/stdout/stderr),末尾报跨 attempt 汇总 `N matches in M attempts`。与 `--expand` 互斥。 */
224
- grep: { type: "string" },
225
- /** `show` 命令专用:只与 `--execution` 组合,要求范围恰好命中一个 attempt;展开一张卡片的完整落盘内容(不截断)。句柄语法 `t<轮次>.c<卡片>`(agent 事件)或 `cmd<n>`(失败 Sandbox 命令),来自截断卡片自带的提示。与 `--grep` 互斥。 */
226
- expand: { type: "string" },
227
- // --diff 是布尔;--diff=<路径> 在 parseArgs 前预扫成 diffPath(路径必须 = 连写,
228
- // 空格形式的下一个 token 仍是位置参数 = eval id 前缀,与文档一致)。
229
- /** `show` 命令专用:sandbox 里的文件改动摘要;`--diff=<文件路径>` 看单个文件的完整改动(路径必须 `=` 连写)。 */
230
- diff: { type: "boolean" },
231
- /** `show` 命令专用:执行时间轴——对匹配的每个 experiment × eval 分节,逐 attempt 列时间 / verdict / 摘要 / 耗时 / 成本 / locator;与 `--report` 互斥。 */
232
- history: { type: "boolean" },
233
- /** `show` 命令专用:范围内逐 attempt 的用量表(`UsageTable` 装配)——判定、轮数、工具调用数、token 拆分与成本;多个 experiment 时逐 experiment 分节、节尾各自合计,缺失字段显示 `—` 且不计入合计。`@<locator>` 范围下退化成该 attempt 的单行表。 */
234
- usage: { type: "boolean" },
235
- /** `show` 命令专用:eval × experiment 的稳定性矩阵(`StabilityMatrix` 装配)——每格是该组合全部历史执行(跨快照去重、不设可比性门槛)的判定计数,回答「哪些题从来没通过过」;与 `@<locator>`、`--report` 互斥。 */
236
- stats: { type: "boolean" },
237
- /** `show` / `view` 命令专用:按路径段前缀收窄 experiment(与 `niceeval exp` 位置参数同一套匹配);目录路径会选中其下全部配置。可重复;出现两次以上进入对照语义——每次出现必须恰好解析到一个 experiment,顺序即对照条件顺序、首个是基准,`@<locator>` 与重复 `--exp` 互斥。`view --out` 时同一收窄决定出站内容。 */
238
- exp: { type: "string", multiple: true },
239
- /** `show` / `view` / `accept` / `sandbox enter|list|stop` 共用:记录根目录(`.niceeval` 之外的另一个根,如 `publish` 产出的发布根)。 */
240
- record: { type: "string" },
241
- /** `view` 命令专用:只打开这一份快照文件(`run.json`);文件不可读时命令失败(扫描模式只跳过)。 */
242
- run: { type: "string" },
243
- /** `show` / `view` 命令专用:用文件默认导出的 `defineReport(...)` 替换两者共用的默认报告。 */
244
- report: { type: "string" },
245
- /** `view` 命令专用:内建主题名或显式主题文件路径。 */
246
- theme: { type: "string" },
247
- /** `show` / `view` 命令专用:选择报告的初始页;`show` 渲染该页并在尾部附其余页索引,`view` 以它作初始路由。未命中的页 id 按用法错误退出并列出可用页 id。 */
248
- page: { type: "string" },
249
- /** `show` / `view` 命令专用:只统计新执行的 attempt(排除携带条目与跨快照拼入的历史执行);被排除的题按覆盖事实转为覆盖占位行,不静默消失。 */
250
- fresh: { type: "boolean" },
251
- /** `exp` 命令专用:补齐被强杀打断的实验级 teardown——只对选中的实验各执行一次 teardown(新进程语义),不派发 attempt、不跑 setup;没有遗留登记也照常执行。与 eval 前缀位置参数组合是用法错误。 */
252
- teardown: { type: "boolean" },
253
- /** 只打印本次会匹配到的 eval × 运行配置,不实际执行(人读文本或 `--json` 单文档,见「机器怎么读:--json」)。 */
254
- dry: { type: "boolean" },
255
- /** 忽略上次运行结果,不跳过已通过的 (experiment, eval) 组合,强制全部重跑。 */
256
- force: { type: "boolean" },
257
- /** `exp` 命令专用:重新运行失败项(裸写/failed)或全部项(all),不改变长期指纹。 */
258
- rerun: { type: "boolean" },
259
- /** CI 中推荐使用:让软阈值(`soft`)失败也计入整条 eval 的 verdict。 */
260
- strict: { type: "boolean" },
261
- /** 某个 eval 的一次 attempt 通过后,停止该 eval 剩余的 attempts;省略默认关(`attempts` 默认跑满、测完整通过率)。 */
262
- "early-exit": { type: "boolean" },
263
- /** 强制关闭首过即停,即使实验文件里写了 `earlyExit: true`。 */
264
- "no-early-exit": { type: "boolean" },
265
- /** `view` 命令专用:启动后自动打开浏览器(默认行为)。 */
266
- open: { type: "boolean" },
267
- "no-open": { type: "boolean" },
268
- /** 打印用法说明并退出。 */
269
- help: { type: "boolean", short: "h" },
270
- /** 打印 niceeval 的版本号并退出。 */
271
- version: { type: "boolean", short: "v" },
272
- } as const;
273
-
274
- function numberFlag(name: string, raw: string | undefined): number | undefined {
275
- if (raw === undefined) return undefined;
276
- const n = Number(raw);
277
- if (!Number.isFinite(n)) {
278
- process.stderr.write(t("cli.flag.invalidNumber", { flag: name, value: raw }));
279
- process.exit(1);
280
- }
281
- return n;
282
- }
283
-
284
- const CLI_COMMANDS = ["check", "exp", "accept", "show", "list", "view", "clean", "init", "run", "sandbox", "session"] as const;
285
- type CliCommand = (typeof CLI_COMMANDS)[number];
286
-
287
- function isCliCommand(candidate: string): candidate is CliCommand {
288
- return CLI_COMMANDS.some((command) => command === candidate);
289
- }
290
-
291
- function parseArgs(argv: string[]): { command: CliCommand; positionals: string[]; flags: Flags } {
292
- if (argv[0] === "--") argv = argv.slice(1);
293
-
294
- // --diff=<路径> 预扫:diff 本体是布尔(裸 --diff = 文件级摘要),路径只接受 = 连写。
295
- let diffPath: string | undefined;
296
- // --keep-sandbox[=failed|all] 预扫:本体是布尔(裸 = failed 档),档位只接受 = 连写。
297
- let keepSandboxTier: "failed" | "all" | undefined;
298
- // --timing[=summary|full] 预扫:node:util 的单个 option 不支持 boolean|string 联合,
299
- // 所以 mode 在严格 parseArgs 前提取,再把两种形式统一成布尔 --timing。
300
- let timingMode: "summary" | "full" | undefined;
301
- // --source[=full|<path>] 预扫:本体是布尔,值只接受 = 连写,避免吞掉 eval 前缀位置参数。
302
- let sourceValue: string | undefined;
303
- let rerunMode: "failed" | "all" | undefined;
304
- // boolean|string 联合 flag 的空格写法先归一:--rerun all → --rerun=all;
305
- // --host 的裸写则补成默认地址,保持 `--host <地址>` 的普通 string flag 形态。
306
- {
307
- const normalized: string[] = [];
308
- for (let index = 0; index < argv.length; index += 1) {
309
- const arg = argv[index]!;
310
- const next = argv[index + 1];
311
- if (arg === "--rerun" && (next === "failed" || next === "all")) {
312
- normalized.push(`--rerun=${next}`);
313
- index += 1;
314
- } else if (arg === "--host" && (next === undefined || next.startsWith("-"))) {
315
- normalized.push("--host=0.0.0.0");
316
- } else {
317
- normalized.push(arg);
318
- }
319
- }
320
- argv = normalized;
321
- }
322
- argv = argv.map((arg) => {
323
- if (arg.startsWith("--host=")) {
324
- const value = arg.slice("--host=".length);
325
- if (value.length === 0) {
326
- process.stderr.write("--host=<address> requires a non-empty address, or use bare --host.\n");
327
- process.exit(1);
328
- }
329
- }
330
- if (arg.startsWith("--source=")) {
331
- const value = arg.slice("--source=".length);
332
- if (value.length === 0) {
333
- process.stderr.write("--source=<path> requires a non-empty captured source path, or use bare --source.\n");
334
- process.exit(1);
335
- }
336
- sourceValue = value;
337
- return "--source";
338
- }
339
- if (arg.startsWith("--diff=")) {
340
- const path = arg.slice("--diff=".length);
341
- if (path) diffPath = path;
342
- return "--diff";
343
- }
344
- if (arg.startsWith("--keep-sandbox=")) {
345
- const tier = arg.slice("--keep-sandbox=".length);
346
- if (tier !== "failed" && tier !== "all") {
347
- process.stderr.write(`--keep-sandbox only accepts "failed" (default) or "all", got "${tier}".\n`);
348
- process.exit(1);
349
- }
350
- keepSandboxTier = tier;
351
- return "--keep-sandbox";
352
- }
353
- if (arg.startsWith("--timing=")) {
354
- const mode = arg.slice("--timing=".length);
355
- if (mode !== "summary" && mode !== "full") {
356
- process.stderr.write(`--timing only accepts "summary" (default) or "full", got "${mode}".\n`);
357
- process.exit(1);
358
- }
359
- timingMode = mode;
360
- return "--timing";
361
- }
362
- if (arg.startsWith("--rerun=")) {
363
- const mode = arg.slice("--rerun=".length);
364
- if (mode !== "failed" && mode !== "all") {
365
- process.stderr.write(`--rerun only accepts "failed" (default) or "all", got "${mode}".\n`);
366
- process.exit(1);
367
- }
368
- rerunMode = mode;
369
- return "--rerun";
370
- }
371
- // `--output` 整个删除(见 docs/feature/experiments/cli.md 与 memory/exp-output-two-forms-ruling.md):
372
- // beta 不留别名,任何取值(裸 flag 或 `--output=value`)都按用法错误拒绝,不静默吞掉、也不
373
- // 落到 node:util parseArgs 的通用「unknown option」文案——给出专门的 error:/fix: 两行,
374
- // 指向唯一还存在的两条路径:不加 flag 跑人读文本,机器面用 `--json`。
375
- if (arg === "--output" || arg.startsWith("--output=")) {
376
- process.stderr.write(t("cli.flag.outputRemoved"));
377
- process.exit(1);
378
- }
379
- return arg;
380
- });
381
-
382
- let values: globalThis.Record<string, string | boolean | undefined>;
383
- let rawPositionals: string[];
384
- try {
385
- const parsed = nodeParseArgs({ args: argv, options: FLAG_OPTIONS, allowPositionals: true, strict: true });
386
- values = parsed.values as globalThis.Record<string, string | boolean | undefined>;
387
- rawPositionals = parsed.positionals;
388
- } catch (e) {
389
- process.stderr.write(t("cli.flag.parseError", { message: e instanceof Error ? e.message : String(e) }));
390
- process.exit(1);
391
- }
392
-
393
- // 第一个位置参数必须是已知命令;其余是 eval id 前缀 / view 输入。
394
- // 裸 eval id 早已不再是运行入口,所以不识别的首 token 应当就地报用法错误,
395
- // 不应先装载项目 config / eval 再偶然以其它错误退出。
396
- let command: CliCommand = "run";
397
- let positionals = rawPositionals;
398
- if (rawPositionals.length > 0) {
399
- const candidate = rawPositionals[0];
400
- if (!isCliCommand(candidate)) {
401
- process.stderr.write(t("cli.command.unknown", { command: candidate }));
402
- process.exit(1);
403
- }
404
- command = candidate;
405
- positionals = rawPositionals.slice(1);
406
- }
407
-
408
- const flags: Flags = {
409
- agent: values.agent as string | undefined,
410
- model: values.model as string | undefined,
411
- attempts: numberFlag("attempts", values.attempts as string | undefined),
412
- maxConcurrency: numberFlag("max-concurrency", values["max-concurrency"] as string | undefined),
413
- maxBuildConcurrency: numberFlag("max-build-concurrency", values["max-build-concurrency"] as string | undefined),
414
- timeout: numberFlag("timeout", values.timeout as string | undefined),
415
- budget: numberFlag("budget", values.budget as string | undefined),
416
- tag: values.tag as string | undefined,
417
- junit: values.junit as string | undefined,
418
- json: values.json === true,
419
- out: values.out as string | undefined,
420
- port: numberFlag("port", values.port as string | undefined),
421
- host: values.host as string | undefined,
422
- dry: values.dry === true,
423
- force: values.force === true,
424
- rerun: values.rerun === true ? (rerunMode ?? "failed") : undefined,
425
- strict: values.strict === true,
426
- earlyExit: values["no-early-exit"] === true ? false : values["early-exit"] === true ? true : undefined,
427
- open: values["no-open"] === true ? false : values.open === true ? true : undefined,
428
- help: values.help === true,
429
- version: values.version === true,
430
- source: values.source === true ? (sourceValue ?? true) : undefined,
431
- execution: values.execution === true,
432
- diff: values.diff === true && diffPath === undefined,
433
- diffPath,
434
- timing: values.timing === true ? (timingMode ?? "summary") : undefined,
435
- grep: values.grep as string | undefined,
436
- expand: values.expand as string | undefined,
437
- keepSandbox: values["keep-sandbox"] === true ? (keepSandboxTier ?? "failed") : undefined,
438
- all: values.all === true,
439
- window: values.window as string | undefined,
440
- sandboxPath: values.path as string | undefined,
441
- leaveRunning: values["leave-running"] === true,
442
- history: values.history === true,
443
- usage: values.usage === true,
444
- stats: values.stats === true,
445
- experiment: values.exp as string[] | undefined,
446
- record: values.record as string | undefined,
447
- run: values.run as string | undefined,
448
- report: values.report as string | undefined,
449
- page: values.page as string | undefined,
450
- theme: values.theme as string | undefined,
451
- fresh: values.fresh === true,
452
- orphans: values.orphans === true,
453
- teardown: values.teardown === true,
454
- };
455
- return { command, positionals, flags };
456
- }
457
-
458
- /**
459
- * exp 只接受两类输入:位置参数选「跑哪些 eval」+ 调度/输出/机器出口 flag 选「对着哪个 agent、
460
- * 怎么跑」。show / view 专属的证据切面(`--source`/`--execution`/`--diff`)、时间轴(`--history`)、
461
- * Sample 收窄(`--exp`/`--record`)、报告装载(`--report`/`--page`)、查看器
462
- * (`--run`/`--out`/`--port`/`--open`)不能被 exp 静默忽略(见 docs/feature/experiments/
463
- * cli.md「用法错误」)。返回第一个被误用的 flag 及其归属命令(用于报错),没有误用返回 undefined。
464
- */
465
- /**
466
- * 计划矩阵的行原料:(experimentId, evalId) 逐行,携带预测与未携带原因分组各一份。
467
- * `--dry` 的两种形态共用同一份计划矩阵,避免人读与机器面各自重算出不同的携带结论。
468
- */
469
- function planRowInputs(
470
- agentRuns: AgentRun[],
471
- matchedByRun: DiscoveredEval[][],
472
- carryPlan: CarryPlan | undefined,
473
- incompatibleKeys: ReadonlySet<string>,
474
- priorResults: readonly { experimentId?: string; id: string; attempt: number; locator?: string; verdict: Verdict }[] = [],
475
- evidenceStatesByAttempt: ReadonlyMap<string, "local" | "borrowed" | "dangling"> = new Map(),
476
- ): {
477
- experimentId: string;
478
- evalId: string;
479
- attempts: number;
480
- reused: boolean;
481
- carried: readonly { attempt: number; verdict: "passed" | "failed" }[];
482
- dispatch: readonly DispatchGroup[];
483
- prior?: readonly { attempt: number; locator: string; verdict: Verdict; acceptance: "available" | "legacy-locator"; evidenceState: "local" | "borrowed" | "dangling"; comparison?: FingerprintComparison }[];
484
- }[] {
485
- const priorByKeyAttempt = new Map<string, { attempt: number; locator: string; verdict: Verdict; acceptance: "available" | "legacy-locator"; evidenceState: "local" | "borrowed" | "dangling" }>();
486
- for (const prior of priorResults) {
487
- if (prior.locator === undefined) continue;
488
- priorByKeyAttempt.set(`${prior.experimentId ?? ""}|${prior.id}|${prior.attempt}`, {
489
- attempt: prior.attempt,
490
- locator: prior.locator,
491
- verdict: prior.verdict,
492
- acceptance: decodeAttemptLocator(prior.locator).valid ? "available" : "legacy-locator",
493
- evidenceState: evidenceStatesByAttempt.get(`${prior.experimentId ?? ""}|${prior.id}|${prior.attempt}`) ?? "dangling",
494
- });
495
- }
496
- const rows: {
497
- experimentId: string;
498
- evalId: string;
499
- attempts: number;
500
- reused: boolean;
501
- carried: readonly { attempt: number; verdict: "passed" | "failed" }[];
502
- dispatch: readonly DispatchGroup[];
503
- prior?: readonly { attempt: number; locator: string; verdict: Verdict; acceptance: "available" | "legacy-locator"; evidenceState: "local" | "borrowed" | "dangling"; comparison?: FingerprintComparison }[];
504
- }[] = [];
505
- const carriedByPair = new Map<string, { attempt: number; verdict: "passed" | "failed" }[]>();
506
- for (const result of carryPlan?.carriedResults ?? []) {
507
- if (result.experimentId === undefined || (result.verdict !== "passed" && result.verdict !== "failed")) continue;
508
- const key = JSON.stringify([result.experimentId, result.id]);
509
- const carried = carriedByPair.get(key) ?? [];
510
- carried.push({ attempt: result.attempt, verdict: result.verdict });
511
- carriedByPair.set(key, carried);
512
- }
513
- for (let i = 0; i < agentRuns.length; i++) {
514
- const run = agentRuns[i]!;
515
- for (const e of matchedByRun[i]!) {
516
- const carried = carriedByPair.get(JSON.stringify([run.experimentId ?? "", e.id])) ?? [];
517
- const carriedCount = carryPlan?.carriedAttemptsByKey.get(cacheKey(run, e.id))?.size ?? carried.length;
518
- // 没有任何可读历史时不必先跑一趟携带规划:计划内每个序号都缺条目,逐条报缺历史门的原因词。
519
- const dispatch: readonly DispatchGroup[] = carryPlan?.dispatchByKey.get(cacheKey(run, e.id))
520
- ?? (carriedCount >= run.attempts
521
- ? []
522
- : [{ ...missingReason(cacheKey(run, e.id), { incompatibleKeys }), attempts: [...Array(run.attempts).keys()] }]);
523
- const stalePrior = dispatch.flatMap((group) => group.reason === "stale"
524
- ? group.attempts.flatMap((attempt) => {
525
- const prior = priorByKeyAttempt.get(`${run.experimentId ?? ""}|${e.id}|${attempt}`);
526
- return prior === undefined ? [] : [{ ...prior, ...(group.comparison !== undefined ? { comparison: group.comparison } : {}) }];
527
- })
528
- : []);
529
- rows.push({
530
- experimentId: run.experimentId ?? "",
531
- evalId: e.id,
532
- attempts: run.attempts,
533
- reused: carriedCount >= run.attempts,
534
- carried,
535
- dispatch,
536
- ...(stalePrior.length > 0 ? { prior: stalePrior } : {}),
537
- });
538
- }
539
- }
540
- return rows;
541
- }
542
-
543
- /** 内部 ADT tag 不属于 `ExpPlanDelta` 的公开 JSON 契约;边界显式投影,禁止对象展开泄漏。 */
544
- function jsonPlanDelta(delta: FingerprintDelta): JsonPlanDelta {
545
- switch (delta._tag) {
546
- case "Added": return { selector: delta.selector, kind: "added", to: delta.to };
547
- case "Removed": return { selector: delta.selector, kind: "removed", from: delta.from };
548
- case "Changed": return { selector: delta.selector, kind: "changed", from: delta.from, to: delta.to };
549
- case "Unknown": return { selector: delta.selector, kind: "unknown" };
550
- }
551
- }
552
-
553
- function jsonPlanDiagnostic(diagnostic: FingerprintDiagnostic): JsonPlanDiagnostic {
554
- const facts = diagnostic.facts?.map((fact): JsonPlanDiagnosticFact =>
555
- "value" in fact
556
- ? { label: fact.label, value: fact.value }
557
- : { label: fact.label, from: fact.from, to: fact.to },
558
- );
559
- return {
560
- code: diagnostic.code,
561
- summary: diagnostic.summary,
562
- ...(facts === undefined ? {} : { facts }),
563
- ...(diagnostic.observedDeltas === undefined
564
- ? {}
565
- : { observedDeltas: diagnostic.observedDeltas.map(jsonPlanDelta) }),
566
- ...(diagnostic.limitations === undefined ? {} : { limitations: [...diagnostic.limitations] }),
567
- ...(diagnostic.causes === undefined ? {} : { causes: diagnostic.causes.map(jsonPlanDiagnostic) }),
568
- };
569
- }
570
-
571
- function jsonPlanComparison(comparison: FingerprintComparison): JsonPlanFingerprintComparison {
572
- if (comparison.kind === "match") {
573
- throw new Error("A matching fingerprint has no plan comparison projection.");
574
- }
575
- if (comparison.kind === "changed") {
576
- const deltas = comparison.deltas.map(jsonPlanDelta);
577
- const [first, ...rest] = deltas;
578
- if (first === undefined) throw new Error("A changed fingerprint comparison requires at least one delta.");
579
- return { kind: "changed", deltas: [first, ...rest] };
580
- }
581
- return {
582
- kind: "unexplained",
583
- diagnostic: jsonPlanDiagnostic(comparison.diagnostic),
584
- };
585
- }
586
-
587
- function firstViewerOnlyFlag(flags: Flags): { flag: string; command: string } | undefined {
588
- const SHOW = "show";
589
- const BOTH = "show / view";
590
- const VIEW = "view";
591
- if (flags.source) return { flag: "--source", command: SHOW };
592
- if (flags.execution) return { flag: "--execution", command: SHOW };
593
- if (flags.timing !== undefined) return { flag: "--timing", command: SHOW };
594
- if (flags.grep !== undefined) return { flag: "--grep", command: SHOW };
595
- if (flags.expand !== undefined) return { flag: "--expand", command: SHOW };
596
- if (flags.diff || flags.diffPath !== undefined) return { flag: "--diff", command: SHOW };
597
- if (flags.history) return { flag: "--history", command: SHOW };
598
- if (flags.usage) return { flag: "--usage", command: SHOW };
599
- if (flags.stats) return { flag: "--stats", command: SHOW };
600
- if (flags.experiment !== undefined) return { flag: "--exp", command: BOTH };
601
- if (flags.record !== undefined) return { flag: "--record", command: BOTH };
602
- if (flags.report !== undefined) return { flag: "--report", command: BOTH };
603
- if (flags.theme !== undefined) return { flag: "--theme", command: VIEW };
604
- if (flags.page !== undefined) return { flag: "--page", command: BOTH };
605
- if (flags.fresh) return { flag: "--fresh", command: BOTH };
606
- if (flags.run !== undefined) return { flag: "--run", command: VIEW };
607
- if (flags.out !== undefined) return { flag: "--out", command: VIEW };
608
- if (flags.port !== undefined) return { flag: "--port", command: VIEW };
609
- if (flags.open !== undefined) return { flag: "--open", command: VIEW };
610
- return undefined;
611
- }
612
-
613
- /**
614
- * `accept` 接受一个或多个精确 locator;它不是 `exp` 的另一种选择器,也不派发 attempt。
615
- * `--record` 是唯一允许的附加 flag,用来接受发布根或其它显式记录根里的结果。
616
- */
617
- function parseAcceptLocators(positionals: string[], flags: Flags): string[] {
618
- if (positionals.length === 0 || positionals.some((locator) => !/^@[^@\s]+$/.test(locator))) {
619
- process.stderr.write(t("cli.accept.usage"));
620
- process.exit(1);
621
- }
622
- if (new Set(positionals).size !== positionals.length) {
623
- process.stderr.write("niceeval accept rejects duplicate locators.\n");
624
- process.exit(1);
625
- }
626
-
627
- // `parseArgs` 已经负责未知 flag;这里拒绝那些虽为全局已知、但会改变运行/查看语义的 flag。
628
- // `--record` 是 accept 的唯一范围输入,help/version 在 main() 更早处理。
629
- const unsupported: Array<[string, unknown]> = [
630
- ["--agent", flags.agent],
631
- ["--model", flags.model],
632
- ["--attempts", flags.attempts],
633
- ["--max-concurrency", flags.maxConcurrency],
634
- ["--max-build-concurrency", flags.maxBuildConcurrency],
635
- ["--timeout", flags.timeout],
636
- ["--budget", flags.budget],
637
- ["--tag", flags.tag],
638
- ["--junit", flags.junit],
639
- ["--json", flags.json],
640
- ["--dry", flags.dry],
641
- ["--force", flags.force],
642
- ["--rerun", flags.rerun],
643
- ["--strict", flags.strict],
644
- ["--early-exit/--no-early-exit", flags.earlyExit],
645
- ["--open/--no-open", flags.open],
646
- ["--source", flags.source],
647
- ["--execution", flags.execution],
648
- ["--diff", flags.diff || flags.diffPath !== undefined],
649
- ["--grep", flags.grep],
650
- ["--expand", flags.expand],
651
- ["--timing", flags.timing],
652
- ["--keep-sandbox", flags.keepSandbox],
653
- ["--all", flags.all],
654
- ["--window", flags.window],
655
- ["--path", flags.sandboxPath],
656
- ["--leave-running", flags.leaveRunning],
657
- ["--history", flags.history],
658
- ["--usage", flags.usage],
659
- ["--stats", flags.stats],
660
- ["--exp", flags.experiment],
661
- ["--run", flags.run],
662
- ["--report", flags.report],
663
- ["--page", flags.page],
664
- ["--theme", flags.theme],
665
- ["--fresh", flags.fresh],
666
- ["--orphans", flags.orphans],
667
- ["--teardown", flags.teardown],
668
- ];
669
- const bad = unsupported.find(([flag, value]) => {
670
- // `--no-open` / `--no-early-exit` are represented as false, but are still
671
- // explicit flags and therefore invalid on this command.
672
- if (flag === "--open/--no-open" || flag === "--early-exit/--no-early-exit") return value !== undefined;
673
- return value !== undefined && value !== false && (!Array.isArray(value) || value.length > 0);
674
- });
675
- if (bad) {
676
- process.stderr.write(t("cli.accept.flagUnsupported", { flag: bad[0] }));
677
- process.exit(1);
678
- }
679
- return [...positionals];
680
- }
681
-
682
- interface AcceptLocatorResult {
683
- locator: string;
684
- sourceLocator: string;
685
- fingerprint?: string;
686
- }
687
-
688
- /** 调用 acceptance core;CLI 只负责 cwd/记录根边界、输出与退出码,不重建结果或启动 runner。 */
689
- async function runAcceptCommand(cwd: string, locators: readonly string[], recordRoot: string | undefined): Promise<void> {
690
- const mod = await import("./runner/accept.ts") as {
691
- acceptLocators(input: { cwd: string; locators: readonly string[]; recordRoot?: string }): Promise<readonly AcceptLocatorResult[]>;
692
- };
693
- const results = await mod.acceptLocators({
694
- cwd,
695
- locators,
696
- ...(recordRoot !== undefined ? { recordRoot } : {}),
697
- });
698
- for (const result of results) {
699
- process.stdout.write(t("cli.accept.done", {
700
- sourceLocator: result.sourceLocator,
701
- locator: result.locator,
702
- fingerprint: result.fingerprint ?? "—",
703
- }));
704
- }
705
- }
706
-
707
- /** 加载 cwd/.env(不覆盖已有环境变量)。 */
708
- async function loadDotenv(cwd: string): Promise<void> {
709
- const path = join(cwd, ".env");
710
- if (!existsSync(path)) return;
711
- const raw = await readFile(path, "utf-8");
712
- for (const line of raw.split("\n")) {
713
- const t = line.trim();
714
- if (!t || t.startsWith("#")) continue;
715
- const eq = t.indexOf("=");
716
- if (eq === -1) continue;
717
- const key = t.slice(0, eq).trim();
718
- let value = t.slice(eq + 1).trim();
719
- if ((value.startsWith('"') && value.endsWith('"')) || (value.startsWith("'") && value.endsWith("'"))) {
720
- value = value.slice(1, -1);
721
- }
722
- if (process.env[key] === undefined) process.env[key] = value;
723
- }
724
- }
725
-
726
- /**
727
- * 界面语言只从 `defineConfig({ locale })` 来,所以每条命令(含不依赖 config 的 show / view)
728
- * 都要在派发前看一眼配置。这里刻意宽容:没有配置文件、或配置本身有错时静默回到系统 locale
729
- * 判定——语言是装饰性设置,不该让 `niceeval show` 因为一个坏 config 打不开结果;真正需要
730
- * config 的命令随后走 loadConfig,由它报出完整错误(模块缓存让这次装载不重复付出代价)。
731
- */
732
- async function applyConfiguredLocale(cwd: string): Promise<void> {
733
- const path = join(cwd, "niceeval.config.ts");
734
- if (!existsSync(path)) return;
735
- try {
736
- const mod = (await import(pathToFileURL(path).href)) as { default?: Config };
737
- setConfiguredLocale(mod.default?.locale);
738
- } catch {
739
- // 交给后续 loadConfig 报错;这里不抢在语言还没定下来时打印任何东西。
740
- }
741
- }
742
-
743
- async function loadConfig(cwd: string): Promise<Config> {
744
- const { loadConfigFile } = await import("./load-config.ts");
745
- return loadConfigFile(cwd);
746
- }
747
-
748
- // AGENTS.md/CLAUDE.md 托管区块:告诉在这个项目里干活的 coding agent「niceeval 不在你的训练数据里,
749
- // 先读随包文档,跑完读结构化结果」。随包只发中文准绳版文档(英文站是手工同步、可能滞后,
750
- // 不进包,见 package.json 的 files);init 时写入/刷新;标记之外的用户内容永不触碰。
751
- const AGENT_RULES_BEGIN = "<!-- BEGIN:niceeval-agent-rules -->";
752
- const AGENT_RULES_END = "<!-- END:niceeval-agent-rules -->";
753
- const AGENT_RULES_CONTENT = [
754
- "# niceeval is NOT in your training data",
755
- "",
756
- "Its APIs and conventions may differ from anything you have seen. Start with",
757
- "`node_modules/niceeval/INDEX.md`, then read the task-specific bundled guides it points",
758
- "to before writing any eval, experiment, adapter, or niceeval config. That index and",
759
- "the bundled Chinese docs are the authoritative version matching this installation.",
760
- "After a run, drill into failures with `niceeval show` — pick an `@<locator>` from the",
761
- "compact index it prints, then `niceeval show @<locator>` for a compact overview, or add",
762
- "`--source` / `--execution` / `--diff` for evidence; the run directories the CLI prints",
763
- "are the structured source of truth: `run.json` holds the run's metadata and each",
764
- "`<evalId>/a<attempt>/result.json` holds that attempt's verdict and assertions, next to",
765
- "its artifact files (`events.json` / `trace.json` / `diff.json`).",
766
- ].join("\n");
767
-
768
- // 优先复用已有的 AGENTS.md;项目只有 CLAUDE.md(没有 AGENTS.md)时改写 CLAUDE.md 本身,
769
- // 不再另建一份重复文件;两者都没有则新建 AGENTS.md。CLAUDE.md 是指向 AGENTS.md 的符号链接时,
770
- // existsSync 会 follow 链接——目标存在则直接算作「AGENTS.md 已存在」,写入的还是同一份内容,
771
- // 不会产生分裂;目标不存在(悬空链接)则落回新建 AGENTS.md,写入后链接自然生效。
772
- function resolveAgentDocPath(cwd: string): string {
773
- const agentsPath = join(cwd, "AGENTS.md");
774
- if (existsSync(agentsPath)) return agentsPath;
775
- const claudePath = join(cwd, "CLAUDE.md");
776
- if (existsSync(claudePath)) return claudePath;
777
- return agentsPath;
778
- }
779
-
780
- // init 提示用:从 cwd 向上找最近的 package.json,判断宿主是否 ESM 形态。装载本身不挑形态
781
- // (bin 注册了 tsx 的 ESM+CJS 双 hook,exports 全出口带 require 条件,见 docs/cli.md
782
- // 「装载用户 .ts」),但 CJS 编译面下 config / eval 文件用不了顶层 await,ESM 仍是推荐形态;
783
- // 找不到 package.json 或解析失败按非 ESM 处理(tsx/Node 的缺省语义就是 CJS)。只提示,
784
- // 不改用户的 package.json。
785
- function hostPrefersEsm(cwd: string): boolean {
786
- let dir = resolvePath(cwd);
787
- while (true) {
788
- const pkgPath = join(dir, "package.json");
789
- if (existsSync(pkgPath)) {
790
- try {
791
- const pkg = JSON.parse(readFileSync(pkgPath, "utf-8")) as { type?: unknown };
792
- return pkg.type === "module";
793
- } catch {
794
- return false;
795
- }
796
- }
797
- const parent = dirname(dir);
798
- if (parent === dir) return false;
799
- dir = parent;
800
- }
801
- }
802
-
803
- async function initProject(cwd: string): Promise<void> {
804
- await mkdir(join(cwd, "evals"), { recursive: true });
805
- const configPath = join(cwd, "niceeval.config.ts");
806
- if (!existsSync(configPath)) {
807
- await writeFile(
808
- configPath,
809
- [
810
- 'import { defineConfig } from "niceeval";',
811
- "",
812
- "export default defineConfig({",
813
- " // Add experiments/ with defineExperiment(...) to run evals.",
814
- " //",
815
- " // IMPORTANT(judge): semantic assertions (t.judge.*) are unavailable until a judge",
816
- " // model is configured. A required unavailable assertion errors the attempt; only",
817
- " // .optional() leaves its Verdict unchanged. Any OpenAI-compatible /chat/completions",
818
- " // service works; the key is read from NICEEVAL_JUDGE_KEY unless apiKeyEnv says otherwise.",
819
- ' // judge: { model: "gpt-5.4-mini" },',
820
- "});",
821
- "",
822
- ].join("\n"),
823
- "utf-8",
824
- );
825
- }
826
- const agentDocPath = resolveAgentDocPath(cwd);
827
- const existing = existsSync(agentDocPath) ? await readFile(agentDocPath, "utf-8") : "";
828
- const next = upsertManagedBlock(existing, AGENT_RULES_BEGIN, AGENT_RULES_END, AGENT_RULES_CONTENT);
829
- if (next !== existing) await writeFile(agentDocPath, next, "utf-8");
830
- }
831
-
832
- async function openBrowser(url: string): Promise<boolean> {
833
- const command =
834
- process.platform === "darwin" ? "open" : process.platform === "win32" ? "cmd" : "xdg-open";
835
- const args = process.platform === "win32" ? ["/c", "start", "", url] : [url];
836
-
837
- return new Promise((resolveOpen) => {
838
- let done = false;
839
- const finish = (ok: boolean) => {
840
- if (done) return;
841
- done = true;
842
- clearTimeout(timer);
843
- resolveOpen(ok);
844
- };
845
-
846
- const child = spawn(command, args, { detached: true, stdio: "ignore" });
847
- const timer = setTimeout(() => finish(true), 1500);
848
- child.once("error", () => finish(false));
849
- child.once("exit", (code) => finish(code === 0));
850
- child.unref();
851
- });
852
- }
853
-
854
- /**
855
- * run 结束后把 coordinator 累计的诊断折成 `InvocationCompletion`(见 docs/feature/experiments/cli.md
856
- * 「运行完成状态不只看 verdict 计数」)。只读已经真实发生过的诊断,不额外发明信号:
857
- * - `"interrupted"` 诊断只在 run.ts 判定为真·中断(Effect exit 真实标记中断,不是「signal 被
858
- * abort 过」这种更弱的信号)时才会出现,见 `runner/run.ts` 的 `reportInterrupted()` 调用点。
859
- * - `"budget-exhausted:<experimentId>"` 诊断的 `count` 就是该 experiment 因预算耗尽未派发的
860
- * attempt 数(见 `runner/feedback/reducer.ts` 对 `budget-exhausted` 事件的注释),跨
861
- * experiment 求和得到 `unstarted`。
862
- * - `"reporter-error:<reporter>"` 诊断转成 `ReporterError[]`;`required` 字段来自事件自带的
863
- * `data.required`,直接反映这个 reporter 注册时的真实 required/best-effort 分类(见上面
864
- * 构造 `reporters: ReporterRegistration[]` 的地方——artifacts / --json / --junit 恒
865
- * `required: true`,`config.reporters` 恒 `false`),不是一个统一写死的占位值。
866
- * - `earlyExitUnstarted` 从反馈状态的 attempt:early-exit 计数派生(减去 fail-fast 的那部分——
867
- * 那是「未完整覆盖」,进 unstarted,不是「省下的重复验证」)。
868
- */
869
- function assembleInvocationCompletion(state: RunFeedbackState): InvocationCompletion {
870
- let unstarted = 0;
871
- let failFastSkipped = 0;
872
- let haltedSkipped = 0;
873
- let interrupted = false;
874
- const reporterErrors: ReporterError[] = [];
875
- for (const d of state.diagnostics) {
876
- // 归类按**稳定词法** `code`,不按 `key`:`key` 里编着折叠身份(experimentId / evalId /
877
- // reporter 名),拿它做前缀匹配会在「把身份从 key 里摘出去」时静默失配——记账悄悄归零,
878
- // 没有任何测试或类型会报警。`code` 省略时回落到 key 的首段:缺省 key 恒是
879
- // `${code}:${identity}`(见 sink.ts 的 DiagnosticInput),首段即 code。
880
- const code = d.code ?? d.key.split(":", 1)[0];
881
- if (code === "interrupted") {
882
- interrupted = true;
883
- } else if (code === "budget-exhausted") {
884
- unstarted += d.count;
885
- } else if (code === "fail-fast") {
886
- // run 级 fail-fast 造成的未派发同样计入 unstarted(结论落 incomplete,见
887
- // docs/feature/experiments/architecture.md「Completion 与退出」)。
888
- unstarted += d.count;
889
- failFastSkipped += d.count;
890
- } else if (code === "dispatch-halted") {
891
- // 止损闸停派发造成的未派发(见 docs/feature/error-classification/architecture.md
892
- // 「记账」)。这条诊断的 count 是「同一死因被声明了几次」(重复声明折叠),不是未派发数——
893
- // 未派发数由 emitter 累计后写在 data.unstarted 里(与 budget-exhausted 同一口径)。
894
- const halted = typeof d.data?.unstarted === "number" ? d.data.unstarted : 0;
895
- unstarted += halted;
896
- haltedSkipped += halted;
897
- } else if (code === "reporter-error") {
898
- // required 决定这条错误是否写进 InvocationCompletion.reporterErrors 并让 completion 非 complete
899
- // (见 docs/cli.md「required reporter」);best-effort reporter 的失败只保留为 diagnostic。
900
- if (d.data?.required !== true) continue;
901
- reporterErrors.push({
902
- reporter: typeof d.data?.reporter === "string" ? d.data.reporter : d.key.slice("reporter-error:".length),
903
- required: true,
904
- message: d.message,
905
- });
906
- }
907
- }
908
- // 中断造成的未派发(仍在 queued 的 attempt)同样计入 unstarted(见 docs/feature/experiments/
909
- // architecture.md「Completion 与退出」:budget 耗尽、fail-fast 或中断造成的未派发都不伪装成全绿)。
910
- if (interrupted) unstarted += state.queued;
911
- // attempt:early-exit 计数含 fail-fast 与止损闸的未派发(反馈层同一事件驱动计数守恒);
912
- // 「省下的重复验证」= 总数减去那两部分。
913
- const earlyExitUnstarted = Math.max(0, state.earlyExitSkipped - failFastSkipped - haltedSkipped);
914
- const status: CompletionStatus = interrupted
915
- ? "interrupted"
916
- : unstarted > 0 || reporterErrors.length > 0
917
- ? "incomplete"
918
- : "complete";
919
- return { status, unstarted, earlyExitUnstarted, reporterErrors };
920
- }
921
-
922
- /** package.json 的 version 字段;-v/--version 直接回显这个号。 */
923
- async function packageVersion(): Promise<string> {
924
- const raw = await readFile(new URL("../package.json", import.meta.url), "utf-8");
925
- return (JSON.parse(raw) as { version: string }).version;
926
- }
927
-
928
- async function main(): Promise<void> {
929
- const cwd = process.cwd();
930
- await loadDotenv(cwd);
931
- const { command, positionals, flags } = parseArgs(process.argv.slice(2));
932
- // Session 查询必须是纯读取路径:连界面 locale 也不从 niceeval.config.ts 装载,
933
- // 否则一个有副作用/损坏的 config 会让 `session list` 违背「不加载配置」契约。
934
- if (command !== "session") await applyConfiguredLocale(cwd);
935
-
936
- // --help / --version 不需要 config,先于一切命令处理。
937
- if (flags.help) {
938
- process.stdout.write(t("cli.help"));
939
- process.exit(0);
940
- }
941
-
942
- if (flags.version) {
943
- process.stdout.write(`${await packageVersion()}\n`);
944
- process.exit(0);
945
- }
946
-
947
- if (command === "accept") {
948
- const locators = parseAcceptLocators(positionals, flags);
949
- try {
950
- await runAcceptCommand(cwd, locators, flags.record);
951
- } catch (e) {
952
- // acceptance core 的资格/定位错误都是用户可修复的:不进入 runner 的崩溃路径,
953
- // 直接给出一行错误并以 1 退出,保证不会误报“已派发 attempt”。
954
- process.stderr.write(t("cli.accept.failed", {
955
- error: e instanceof Error ? e.message : String(e),
956
- }));
957
- process.exit(1);
958
- }
959
- process.exit(0);
960
- }
961
-
962
- if (command === "view") {
963
- // 位置参数只有一种含义:eval id 前缀(收窄有效根)。记录根经 --record 递入,
964
- // 单开一份快照经 --run 递入;--report 整槽替换报告槽(与 show --report 吃同一个文件),
965
- // --page 定初始页。文件与目录都不进位置参数(docs/feature/reports/view.md「打开与收窄」)。
966
- // --out 接受同一收窄:出站内容即收窄后的有效根(docs/feature/reports/view.md「静态导出」)。
967
- let viewInput: { input?: string; patterns: string[] };
968
- try {
969
- viewInput = resolveViewInput(cwd, positionals, {
970
- ...(flags.record !== undefined ? { record: flags.record } : {}),
971
- ...(flags.run !== undefined ? { run: flags.run } : {}),
972
- });
973
- } catch (e) {
974
- exitOnViewUserError(e);
975
- }
976
- // 配置只记 cwd:每次 rebuild 由 loadViewScan 重装 niceeval.config.ts,
977
- // 不把启动时那份 config.report 对象塞进 scan(否则改报告文件只刷新页面、定义仍旧)。
978
- const scan = {
979
- patterns: viewInput.patterns,
980
- ...(flags.experiment !== undefined ? { experiment: flags.experiment } : {}),
981
- ...(flags.report !== undefined ? { report: { path: flags.report, cwd } } : {}),
982
- ...(flags.theme !== undefined ? { theme: { value: flags.theme, cwd } } : {}),
983
- ...(existsSync(join(cwd, "niceeval.config.ts")) ? { config: { cwd } } : {}),
984
- ...(flags.page !== undefined ? { page: flags.page } : {}),
985
- ...(flags.fresh ? { fresh: true } : {}),
986
- };
987
- if (flags.out) {
988
- const out = await buildView({ input: viewInput.input, out: flags.out, scan }).catch(exitOnViewUserError);
989
- process.stdout.write(t("cli.view.exportedDir", { out }));
990
- process.exit(0);
991
- }
992
- const server = await startViewServer({ input: viewInput.input, port: flags.port, host: flags.host, scan, watchRoot: cwd }).catch(
993
- exitOnViewUserError,
994
- );
995
- process.stdout.write(t("cli.view.urls", { urls: server.urls.map((url) => ` ${url}`).join("\n") }));
996
- if (flags.open !== false) {
997
- const opened = await openBrowser(server.url);
998
- if (!opened) process.stderr.write(t("cli.browserOpenFailed", { url: server.url }));
999
- }
1000
- process.stdout.write(t("cli.pressCtrlC"));
1001
- await new Promise(() => {});
1002
- }
1003
-
1004
- if (command === "sandbox") {
1005
- // sandbox 命令组不读 niceeval.config.ts、不发现 eval:只操作留存注册表与 provider 的
1006
- // detached 能力(见 docs/feature/sandbox/cli.md)。
1007
- const { runSandboxCommand } = await import("./sandbox/cli-commands.ts");
1008
- const code = await runSandboxCommand(cwd, positionals, {
1009
- all: flags.all,
1010
- window: flags.window,
1011
- path: flags.sandboxPath,
1012
- leaveRunning: flags.leaveRunning,
1013
- // CLI flag 是 --record(记录根);sandbox 命令组的内部选项名保持 run,值语义相同。
1014
- run: flags.record,
1015
- orphans: flags.orphans,
1016
- force: flags.force,
1017
- });
1018
- process.exit(code);
1019
- }
1020
-
1021
- if (command === "session") {
1022
- // Session 查询严格只读:不加载 niceeval.config.ts、不发现 eval/experiment、不触碰
1023
- // locks、Sandbox 或 agent。记录根固定为当前工作副本的 .niceeval。
1024
- const niceevalRoot = resolvePath(cwd, ".niceeval");
1025
- try {
1026
- const subcommand = positionals[0] ?? "list";
1027
- if (subcommand === "list") {
1028
- if (positionals.length > 2) {
1029
- process.stderr.write("niceeval session list accepts at most one experiment prefix.\n");
1030
- process.exit(1);
1031
- }
1032
- const document = await listSessions(niceevalRoot, {
1033
- all: flags.all,
1034
- ...(positionals[1] !== undefined ? { selector: positionals[1] } : {}),
1035
- });
1036
- if (flags.json) process.stdout.write(`${JSON.stringify(document)}\n`);
1037
- else process.stdout.write(renderSessionListText(document, Date.now(), flags.all));
1038
- process.exit(0);
1039
- }
1040
- if (subcommand === "show") {
1041
- if (positionals.length !== 2 || flags.all) {
1042
- process.stderr.write("Usage: niceeval session show <sessionId> [--json]\n");
1043
- process.exit(1);
1044
- }
1045
- const document = await showSession(niceevalRoot, positionals[1]!);
1046
- if (flags.json) process.stdout.write(`${JSON.stringify(document)}\n`);
1047
- else process.stdout.write(renderSessionShowText(document));
1048
- process.exit(0);
1049
- }
1050
- process.stderr.write("Usage: niceeval session list [--all] [<experiment-prefix>] [--json]\n" +
1051
- " niceeval session show <sessionId> [--json]\n");
1052
- process.exit(1);
1053
- } catch (e) {
1054
- process.stderr.write(`${e instanceof Error ? e.message : String(e)}\n`);
1055
- process.exit(1);
1056
- }
1057
- }
1058
-
1059
- if (command === "show") {
1060
- if (flags.theme !== undefined) {
1061
- process.stderr.write("--theme only affects the web view. Use `niceeval view --theme …` instead.\n");
1062
- process.exit(1);
1063
- }
1064
- // show 中不带 --report 的 locator 是官方诊断入口,不读取项目默认报告;显式 --report 也已经替换了
1065
- // config.report。其余报告槽路径才读取 config.report 作为默认报告。
1066
- let configReport: Config["report"] | undefined;
1067
- const hasAttemptLocator = positionals.some((value) => value.startsWith(ATTEMPT_LOCATOR_PREFIX));
1068
- if (!hasAttemptLocator && flags.report === undefined && existsSync(join(cwd, "niceeval.config.ts"))) {
1069
- try {
1070
- configReport = (await loadConfig(cwd)).report;
1071
- } catch (e) {
1072
- process.stderr.write(`${formatThrown(e)}\n`);
1073
- process.exit(1);
1074
- }
1075
- }
1076
- const code = await runShow(cwd, positionals, {
1077
- source: flags.source,
1078
- execution: flags.execution,
1079
- timing: flags.timing,
1080
- diff: flags.diff,
1081
- diffPath: flags.diffPath,
1082
- grep: flags.grep,
1083
- expand: flags.expand,
1084
- history: flags.history,
1085
- usage: flags.usage,
1086
- stats: flags.stats,
1087
- experiment: flags.experiment,
1088
- record: flags.record,
1089
- report: flags.report,
1090
- configReport,
1091
- page: flags.page,
1092
- fresh: flags.fresh,
1093
- json: flags.json,
1094
- });
1095
- // show 的 JSON 常被管给 jq/python。直接 process.exit 会丢弃 pipe 中尚未 flush 的
1096
- // stdout(典型截在 128 KiB);交给事件循环自然收尾。
1097
- process.exitCode = code;
1098
- return;
1099
- }
1100
-
1101
- if (command === "clean") {
1102
- await rm(join(cwd, ".niceeval"), { recursive: true, force: true });
1103
- process.stdout.write(t("cli.clean.done"));
1104
- process.exit(0);
1105
- }
1106
-
1107
- if (command === "init") {
1108
- await initProject(cwd);
1109
- process.stdout.write(t("cli.init.done"));
1110
- if (!hostPrefersEsm(cwd)) process.stdout.write(t("cli.init.esmHint"));
1111
- process.exit(0);
1112
- }
1113
-
1114
- const config = await loadConfig(cwd);
1115
- const maxBuildConcurrency = flags.maxBuildConcurrency ?? config.maxBuildConcurrency ?? 2;
1116
- if (!Number.isInteger(maxBuildConcurrency) || maxBuildConcurrency <= 0) {
1117
- process.stderr.write(`maxBuildConcurrency must be a positive integer, got ${maxBuildConcurrency}.\n`);
1118
- process.exit(1);
1119
- }
1120
- const allEvals = await discoverEvals(cwd);
1121
- const evals = flags.tag ? allEvals.filter((e) => e.tags?.includes(flags.tag as string)) : allEvals;
1122
-
1123
- if (command === "list") {
1124
- process.stdout.write(t("cli.list.header", { count: evals.length }));
1125
- for (const e of evals) process.stdout.write(` ${e.id}${e.description ? ` — ${e.description}` : ""}\n`);
1126
- process.exit(0);
1127
- }
1128
-
1129
- const agentRuns: AgentRun[] = [];
1130
- let experimentSelection = t("cli.all");
1131
- let availableExperimentPaths = t("cli.none");
1132
-
1133
- if (command === "exp" || command === "check") {
1134
- if (flags.agent || flags.model) {
1135
- process.stderr.write(t("cli.exp.agentModelFlagUnsupported"));
1136
- process.exit(1);
1137
- }
1138
- if (flags.force) {
1139
- process.stderr.write("experiment 运行不支持 --force;请使用 --rerun all。\n");
1140
- process.exit(1);
1141
- }
1142
- const viewerFlag = firstViewerOnlyFlag(flags);
1143
- if (viewerFlag) {
1144
- process.stderr.write(t("cli.exp.viewerFlagUnsupported", { flag: viewerFlag.flag, command: viewerFlag.command }));
1145
- process.exit(1);
1146
- }
1147
- const experiments = await discoverExperiments(cwd);
1148
- // `list` 是 exp 的保留子命令:它只做发现与选择,不进入 link、carry、lock 或
1149
- // runner,因此绝不会创建 Session。实验 id 含有 `list` 时需给更长的 selector。
1150
- if (command === "exp" && positionals[0] === "list") {
1151
- if (positionals.length > 2) {
1152
- process.stderr.write("niceeval exp list accepts at most one experiment prefix.\n");
1153
- process.exit(1);
1154
- }
1155
- const selector = positionals[1];
1156
- const ids = experiments.map((experiment) => experiment.id);
1157
- const selectedIds = selector === undefined
1158
- ? new Set(ids)
1159
- : new Set(matchExperimentSelector(ids, selector));
1160
- const selected = experiments.filter((experiment) => selectedIds.has(experiment.id));
1161
- if (selected.length === 0 && selector !== undefined) {
1162
- process.stderr.write(t("cli.experiment.noMatch", {
1163
- arg: selector ?? "list",
1164
- experiments: browsableExperimentPaths(ids).join(", ") || t("cli.none"),
1165
- }));
1166
- process.exit(1);
1167
- }
1168
- const rows = selected.map((experiment) => {
1169
- const { selectedEvalIds } = resolveExperimentEvals({
1170
- experimentId: experiment.id,
1171
- selector: experiment.evals,
1172
- cliPatterns: [],
1173
- evals,
1174
- });
1175
- return {
1176
- experimentId: experiment.id,
1177
- ...(experiment.description !== undefined ? { description: experiment.description } : {}),
1178
- agent: experiment.agent.name,
1179
- ...(experiment.model !== undefined ? { model: experiment.model } : {}),
1180
- attempts: experiment.attempts,
1181
- evalCount: selectedEvalIds.length,
1182
- labels: { ...experiment.labels },
1183
- selectedEvalIds,
1184
- };
1185
- });
1186
- if (flags.json) {
1187
- process.stdout.write(`${JSON.stringify({ format: "niceeval.experiments", schemaVersion: 1, experiments: rows })}\n`);
1188
- } else {
1189
- for (const row of rows) {
1190
- process.stdout.write([
1191
- row.experimentId,
1192
- row.description ?? "—",
1193
- row.agent,
1194
- row.model ?? "—",
1195
- `attempts=${row.attempts}`,
1196
- `evals=${row.evalCount}`,
1197
- `labels=${JSON.stringify(row.labels)}`,
1198
- ].join("\t") + "\n");
1199
- }
1200
- }
1201
- process.exit(0);
1202
- }
1203
- const expArg = positionals[0];
1204
- const extraPatterns = positionals.slice(1);
1205
- experimentSelection = positionals.join(" ") || t("cli.all");
1206
- availableExperimentPaths = browsableExperimentPaths(experiments.map((e) => e.id)).join(", ") || t("cli.none");
1207
- const selectedIds = expArg ? new Set(matchExperimentSelector(experiments.map((e) => e.id), expArg)) : undefined;
1208
- const selected = selectedIds ? experiments.filter((e) => selectedIds.has(e.id)) : experiments;
1209
- if (selected.length === 0) {
1210
- process.stderr.write(t("cli.experiment.noMatch", {
1211
- arg: expArg ?? t("cli.all"),
1212
- experiments: availableExperimentPaths,
1213
- }));
1214
- // show / view 是顶层命令。只有同名 experiment 确实不存在时才纠错,不能抢占合法 id。
1215
- if (expArg === "show" || expArg === "view") {
1216
- process.stderr.write(t("cli.experiment.viewerCommandHint", {
1217
- command: expArg,
1218
- args: extraPatterns.length > 0 ? ` ${extraPatterns.join(" ")}` : "",
1219
- }));
1220
- }
1221
- process.exit(1);
1222
- }
1223
- // 残留提醒:注册表里还有上次留下的沙箱、强杀留下的孤儿候选、或不在本次选择里的遗留实验级
1224
- // teardown 时各打一行(不阻塞、不清理;见 docs/feature/sandbox/cli.md「残留提醒」与
1225
- // docs/feature/experiments/architecture.md「强杀后的收尾兜底」)。
1226
- {
1227
- const { keptSandboxReminder, orphanReminder } = await import("./sandbox/cli-commands.ts");
1228
- const reminder = await keptSandboxReminder(cwd).catch(() => undefined);
1229
- if (reminder) process.stderr.write(reminder);
1230
- const orphans = await orphanReminder(cwd).catch(() => undefined);
1231
- if (orphans) process.stderr.write(orphans);
1232
- const { staleTeardownReminder } = await import("./runner/teardown-registry.ts");
1233
- const staleReminder = await staleTeardownReminder(
1234
- resolvePath(cwd, ".niceeval"),
1235
- new Set(selected.filter((e) => e.teardown).map((e) => e.id)),
1236
- hostname(),
1237
- ).catch(() => undefined);
1238
- if (staleReminder) process.stderr.write(staleReminder);
1239
- }
1240
-
1241
- // `--teardown`:只对选中的实验各执行一次实验级 teardown(新进程语义),不派发任何 attempt、
1242
- // 不跑 setup;与 eval 前缀位置参数组合是用法错误(这个 flag 选择的是「只收尾」这种跑法,
1243
- // 不参与 eval 选择)。启动自愈(选中实验里遗留登记的补执行)发生在 runEvals() 内部
1244
- // 触发 setup 之前,不需要这里重复处理(见 run.ts 的 recoverStaleTeardownRegistration)。
1245
- if (flags.teardown) {
1246
- if (extraPatterns.length > 0) {
1247
- process.stderr.write(t("cli.exp.teardownNoEvalPatterns"));
1248
- process.exit(1);
1249
- }
1250
- const niceevalRootForTeardown = resolvePath(cwd, ".niceeval");
1251
- const { isStaleTeardownRegistration, readTeardownRegistrations, removeTeardownRegistrationIfPresent } =
1252
- await import("./runner/teardown-registry.ts");
1253
- let anyFailed = false;
1254
- for (const exp of selected) {
1255
- if (!exp.teardown) continue;
1256
- const { selectedEvalIds } = resolveExperimentEvals({
1257
- experimentId: exp.id,
1258
- selector: exp.evals,
1259
- cliPatterns: [],
1260
- evals,
1261
- });
1262
- const ctx: ExperimentHookContext = {
1263
- experimentId: exp.id,
1264
- selectedEvalIds,
1265
- signal: new AbortController().signal,
1266
- progress: () => {},
1267
- diagnostic: (input) => process.stderr.write(`${input.message}\n`),
1268
- // 独立 `--teardown` 路径不派发任何 attempt、不打开快照,没有 `RunMeta.facts`
1269
- // 这条落盘去处可写(见 runner/types.ts 的 ExperimentHookContext.fact 注释)。仍然复用
1270
- // 共享校验(非法 key / 非标量 value 照样抛错——诚实优于静默),校验通过后丢弃写入:
1271
- // 这是有意的 no-op,不是遗漏。
1272
- fact: (key, value) => recordFact({}, key, value),
1273
- };
1274
- const registrations = await readTeardownRegistrations(niceevalRootForTeardown).catch(() => []);
1275
- const matching = registrations.filter(({ entry }) => entry.experimentId === exp.id);
1276
- // 已有登记时,只有抢到某一条原子删除的路径可以执行;没有登记才保留手动兜底的一次执行。
1277
- const claimed = await Promise.all(
1278
- matching
1279
- .filter(({ entry }) => isStaleTeardownRegistration(entry, hostname()))
1280
- .map(async ({ id }) => (await removeTeardownRegistrationIfPresent(niceevalRootForTeardown, id).catch(() => false)) ? id : undefined),
1281
- );
1282
- const executions = matching.length === 0 ? [undefined] : claimed.filter((id): id is string => id !== undefined);
1283
- for (const _ of executions) {
1284
- try {
1285
- await withCleanupTimeout(() => exp.teardown!(ctx));
1286
- process.stderr.write(t("cli.exp.teardownDone", { experimentId: exp.id }));
1287
- } catch (e) {
1288
- anyFailed = true;
1289
- process.stderr.write(
1290
- t("cli.exp.teardownFailed", { experimentId: exp.id, message: e instanceof Error ? e.message : String(e) }),
1291
- );
1292
- }
1293
- }
1294
- }
1295
- process.exit(anyFailed ? 1 : 0);
1296
- }
1297
- // 选中实验的发现集(各实验 `evals` 选择器选出的并集,未经尾随前缀收窄);
1298
- // 尾随前缀逐个必须在它里面命中至少一条,见下面的零匹配用法错误。
1299
- const experimentScopeIds = new Set<string>();
1300
- for (const exp of selected) {
1301
- // 一个实验 = 一个配置(单 model)。跨模型对比写多个实验文件,各钉一个 model。
1302
- // evals 谓词在这里对本次 invocation 的候选 eval 各求值一次;下游(dry-run、sandbox 查表、
1303
- // fingerprint/carry、attempt 展开)只消费 selectedEvalIds,不重新调用谓词
1304
- // (见 docs/feature/experiments/library.md「evals」)。
1305
- const { selectedEvals, selectedEvalIds, selectorEvals } = resolveExperimentEvals({
1306
- experimentId: exp.id,
1307
- selector: exp.evals,
1308
- cliPatterns: extraPatterns,
1309
- evals,
1310
- });
1311
- for (const e of selectorEvals) experimentScopeIds.add(e.id);
1312
- agentRuns.push({
1313
- agent: exp.agent,
1314
- model: exp.model,
1315
- reasoningEffort: exp.reasoningEffort,
1316
- flags: exp.flags ?? {},
1317
- attempts: flags.attempts ?? exp.attempts ?? 1,
1318
- earlyExit: flags.earlyExit ?? exp.earlyExit ?? false,
1319
- sandbox: exp.sandbox,
1320
- sandboxReuse: exp.sandboxReuse,
1321
- judge: exp.judge,
1322
- // 解析链只求值到 experiment 这一层:eval 与 config 由 attempt 派发时的
1323
- // resolveAttemptTimeout 接上。这里 `?? config.timeoutMs` 会把缺省底提前物化成 run 值,
1324
- // 让 eval 自己声明的上限永久短路(见 runner/timeout.ts 与
1325
- // memory/multi-source-field-resolution-order.md)。
1326
- ...resolveRunTimeout(flags.timeout, exp.timeoutMs),
1327
- budget: flags.budget ?? exp.budget,
1328
- selectedEvalIds,
1329
- experimentId: exp.id,
1330
- experimentBaseDir: exp.baseDir,
1331
- experimentSourcePath: exp.sourcePath,
1332
- description: exp.description,
1333
- labels: exp.labels,
1334
- evalFilterFingerprint: fingerprintEvalsFilter(exp.evals, extraPatterns),
1335
- strict: flags.strict,
1336
- // 实验级并发上限:随 AgentRun 进调度器按实验单独限流(runner 两级信号量),
1337
- // 不再取所有选中实验的最小值钳全局——那会让一个串行实验拖慢整批基线。
1338
- maxConcurrency: exp.maxConcurrency,
1339
- setup: exp.setup,
1340
- teardown: exp.teardown,
1341
- // 实验级失败分类器:随 AgentRun 进 attempt(turn 链与生命周期链共用同一份),
1342
- // 产出的 scope 由止损闸消费(见 docs/feature/error-classification/architecture.md)。
1343
- classifyFailure: exp.classifyFailure,
1344
- });
1345
- }
1346
- // 尾随 eval 前缀逐个必须命中:静默丢弃会把「写了两个实验名」这类手滑变成一次悄悄膨胀或
1347
- // 缩水的计划(见 docs/feature/experiments/cli.md「实验选择器怎样解析」第 5 条)。
1348
- for (const pattern of extraPatterns) {
1349
- const matches = evalPrefixPredicate([pattern]);
1350
- if ([...experimentScopeIds].some((id) => matches(id))) continue;
1351
- process.stderr.write(t("cli.experiment.noEvalPrefixMatch", {
1352
- pattern,
1353
- selection: expArg ?? t("cli.all"),
1354
- }));
1355
- process.exit(1);
1356
- }
1357
- } else {
1358
- // 裸 run / `niceeval <eval>` 不再执行。运行配置必须来自 experiments/,
1359
- // 这样 agent/model/flags/attempts/budget 与结果聚合都有可签入的身份。
1360
- const experiments = await discoverExperiments(cwd);
1361
- const ids = experiments.map((e) => e.id);
1362
- const matchedIds = new Set(positionals.flatMap((p) => matchExperimentSelector(ids, p)));
1363
- const asExp = experiments.filter((e) => matchedIds.has(e.id));
1364
- process.stderr.write(t("cli.run.experimentRequired"));
1365
- if (asExp.length > 0) {
1366
- process.stderr.write(t("cli.run.experimentRequiredHint", {
1367
- pattern: positionals[0] ?? "",
1368
- kind: asExp.length > 1 ? t("cli.experimentGroup") : "",
1369
- }));
1370
- } else {
1371
- process.stderr.write(t("cli.run.experimentRequiredKnown", {
1372
- experiments: experiments.map((e) => e.id).join(", ") || t("cli.none"),
1373
- }));
1374
- }
1375
- process.exit(1);
1376
- }
1377
-
1378
- // 输出形态只改变反馈,不改变选择/调度/判定;`--json` 即机器面,否则人读文本(见
1379
- // resolveOutputForm)。--dry 和真正开跑共用同一个已解析形态。
1380
- const outputForm = resolveOutputForm({ json: flags.json, isTTY: process.stderr.isTTY === true });
1381
-
1382
- // matchedByRun[i] 对应 agentRuns[i] 匹配到的 eval 集合;--dry 预览与真正开跑时的
1383
- // RunFeedbackPlan(总量、去重 eval 数)共用同一份计算,不重复过滤一遍。
1384
- const matchedByRun = agentRuns.map((run) => selectedEvalsForRun(evals, run));
1385
- const totalAttempts = agentRuns.reduce((sum, run, i) => sum + matchedByRun[i]!.length * run.attempts, 0);
1386
- const uniqueEvalIds = new Set(matchedByRun.flat().map((e) => e.id));
1387
-
1388
- if (totalAttempts === 0) {
1389
- process.stderr.write(t("cli.experiment.noEvalsSelected", {
1390
- selection: experimentSelection,
1391
- experiments: availableExperimentPaths,
1392
- }));
1393
- process.exit(1);
1394
- }
1395
-
1396
- // check 的边界就是 pure link:不读取 provider 文件、不做网络请求、不算 fingerprint,
1397
- // 更不会 build / create Sandbox。Effect 必须在这里执行,不能把一次失败留在惰性值里误报成功。
1398
- if (command === "check") {
1399
- await Effect.runPromise(linkRunSandboxes(evals, agentRuns));
1400
- const pairCount = matchedByRun.reduce((sum, selected) => sum + selected.length, 0);
1401
- process.stdout.write(`Sandbox layers linked: ${pairCount} pair${pairCount === 1 ? "" : "s"}.\n`);
1402
- process.exit(0);
1403
- }
1404
-
1405
- // 提前算好携入计划:coordinator 的 plan 事件与 runEvals 内部实际调度必须共用同一份
1406
- // planCarry() 判断,否则两边各自算一遍,一旦不一致,dashboard/事件流展示的"携入"就会和
1407
- // run.ts 真实调度的"携入"对不上(见 memory 的 live-carry-row-shows-waiting-forever)。
1408
- // `--dry`(两种形态)都需要这份计算:`--dry --json` 的 `ExpPlanDocument.matrix[].reused`,
1409
- // 人读 `--dry` 首行的携入摘要(见 docs/feature/experiments/cli.md 开头示例与「事件与计划
1410
- // 文档的 TypeScript 形状」),口径必须与真正开跑时一致。
1411
- const carryInputs = await loadCarryInputs(join(cwd, ".niceeval"));
1412
- const priorResults = carryInputs?.results;
1413
- // 本次计划里哪些坐标「有历史但那份落盘读不动」:不标出来,它们会跟从没跑过的坐标一样落在
1414
- // `new` 上(见 docs/feature/experiments/cli.md 的门级词表)。坐标按目录名认,所以在这里从
1415
- // 目录键换算成 cacheKey。
1416
- const incompatibleKeys = new Set<string>();
1417
- for (let i = 0; i < agentRuns.length; i++) {
1418
- const run = agentRuns[i]!;
1419
- for (const e of matchedByRun[i]!) {
1420
- if (carryInputs.incompatibleHistory.has(incompatibleHistoryKey(run.experimentId ?? "", e.id))) {
1421
- incompatibleKeys.add(cacheKey(run, e.id));
1422
- }
1423
- }
1424
- }
1425
- // 即使没有历史也必须规划:它是 link → physical plan → fingerprint → dispatch 的唯一完成态,
1426
- // dry 与真实运行都消费同一组不可变 PreparedRunPair。
1427
- const carryPlan = await Effect.runPromise(planCarry(evals, agentRuns, priorResults, config.timeoutMs, {
1428
- rerun: flags.rerun,
1429
- configJudge: config.judge,
1430
- keepSandbox: flags.keepSandbox,
1431
- incompatibleKeys,
1432
- priorManifests: carryInputs?.manifestsByEvalKey,
1433
- }));
1434
-
1435
- if (flags.dry) {
1436
- // --dry 只按所选形态打印计划,不运行、不落盘——一次完成的读取,不是事件流
1437
- // (见 docs/feature/experiments/cli.md「机器怎么读:--json」)。两种形态共用同一份摊平
1438
- // 矩阵——(experimentId, evalId) 逐行,携带同一口径的 reused 预测——不是各自重算一遍。
1439
- const dryRuns = Math.max(1, ...agentRuns.map((r) => r.attempts));
1440
- // 一行一份未携带原因分组:人读面投影出门的人读词,`--json` 投影出 gate 名,同一份数据。
1441
- const rowInputs = planRowInputs(
1442
- agentRuns,
1443
- matchedByRun,
1444
- carryPlan,
1445
- incompatibleKeys,
1446
- priorResults ?? [],
1447
- carryInputs.evidenceStatesByAttempt,
1448
- );
1449
- // 只读锁目录,不取锁、不等待(见 docs/feature/experiments/architecture.md「并发
1450
- // Invocation:用例锁」);过期(无人续心跳)的锁不算"正被持锁运行",不标注。裸 run(没有
1451
- // experimentId)不参与锁,恒不标注。并行读——矩阵行数可能不小,不逐行串行等磁盘。
1452
- const niceevalRootForDry = resolvePath(cwd, ".niceeval");
1453
- const now = Date.now();
1454
- const lockedFlags = await Promise.all(
1455
- rowInputs.map(async (row) => {
1456
- if (!row.experimentId) return false;
1457
- const lock = await readCaseLock(niceevalRootForDry, row.experimentId, row.evalId).catch(() => undefined);
1458
- return lock !== undefined && !isCaseLockStale(lock, now);
1459
- }),
1460
- );
1461
- const matrix: JsonPlanRow[] = rowInputs.map((row, i) => ({
1462
- experimentId: row.experimentId,
1463
- evalId: row.evalId,
1464
- reused: row.reused,
1465
- ...(row.prior !== undefined
1466
- ? { prior: row.prior.map(({ locator, verdict, acceptance, evidenceState }) => ({ locator, verdict, acceptance, evidenceState })) }
1467
- : {}),
1468
- ...(lockedFlags[i] ? { locked: true } : {}),
1469
- ...(row.dispatch.length > 0
1470
- ? {
1471
- dispatch: row.dispatch.map((group) => ({
1472
- gate: group.gate,
1473
- attempts: [...group.attempts],
1474
- ...(group.comparison !== undefined ? { comparison: jsonPlanComparison(group.comparison) } : {}),
1475
- })),
1476
- }
1477
- : {}),
1478
- }));
1479
- if (outputForm === "json") {
1480
- process.stdout.write(
1481
- renderJsonPlanDocument({
1482
- total: totalAttempts,
1483
- evals: uniqueEvalIds.size,
1484
- configs: agentRuns.length,
1485
- attempts: dryRuns,
1486
- matrix,
1487
- }),
1488
- );
1489
- } else {
1490
- process.stdout.write(
1491
- renderHumanDryPlan({
1492
- totalAttempts,
1493
- evals: uniqueEvalIds.size,
1494
- configs: agentRuns.length,
1495
- attempts: dryRuns,
1496
- reused: carryPlan?.carriedResults.length ?? 0,
1497
- // stale 行逐条提供历史 locator;接受动作通过顶层 `niceeval accept @<locator>` 完成。
1498
- command: ["niceeval", command, ...positionals].join(" "),
1499
- rows: rowInputs.map((row, i) => ({
1500
- experimentId: row.experimentId,
1501
- evalId: row.evalId,
1502
- attempts: row.attempts,
1503
- ...(lockedFlags[i] ? { locked: true } : {}),
1504
- ...(row.carried.length > 0 ? { carried: row.carried } : {}),
1505
- ...(row.prior !== undefined ? { prior: row.prior } : {}),
1506
- dispatch: row.dispatch.map((group) => ({
1507
- reason: group.reason,
1508
- attempts: [...group.attempts],
1509
- ...(group.comparison !== undefined ? { comparison: group.comparison } : {}),
1510
- })),
1511
- })),
1512
- }),
1513
- );
1514
- }
1515
- process.exit(0);
1516
- }
1517
-
1518
- const reusedFailures = (carryPlan?.carriedResults ?? [])
1519
- .map(failureDetailFromResult)
1520
- .filter((failure) => failure !== undefined);
1521
-
1522
- if (carryPlan.preparedPairsByKey === undefined) {
1523
- throw new Error("Internal error: production carry planning did not return prepared Sandbox pairs.");
1524
- }
1525
-
1526
- // 无全局默认:并发上限由 sandbox provider 的推荐值决定(多个 agentRun 各有 sandbox 时取
1527
- // 最小值,最保守的 provider 决定上限)。同一个值既进 RunFeedbackPlan.shape,也传给 runEvals——
1528
- // 两处必须是同一个数字,dashboard 展示的并发上限不能和真实调度的并发上限对不上。
1529
- const sandboxDefaultConcurrency = recommendedConcurrencyForPreparedPairs(
1530
- [...carryPlan.preparedPairsByKey.values()],
1531
- );
1532
- const maxConcurrency =
1533
- flags.maxConcurrency ??
1534
- config.maxConcurrency ??
1535
- sandboxDefaultConcurrency;
1536
-
1537
- // 声明了实验闸的实验逐个附注上限(PLAN 行 / `start` 事件的 experimentConcurrency);
1538
- // 未声明的不收,一个都没声明时整个字段省略(见 docs/feature/experiments/cli.md)。
1539
- const experimentConcurrency: globalThis.Record<string, number> = {};
1540
- for (const run of agentRuns) {
1541
- if (run.experimentId === undefined || run.maxConcurrency === undefined) continue;
1542
- experimentConcurrency[run.experimentId] = run.maxConcurrency;
1543
- }
1544
-
1545
- const plan: RunFeedbackPlan = {
1546
- shape: { evals: uniqueEvalIds.size, configs: agentRuns.length, totalAttempts, maxConcurrency },
1547
- ...(Object.keys(experimentConcurrency).length > 0 ? { experimentConcurrency } : {}),
1548
- reused: carryPlan?.carriedResults.length ?? 0,
1549
- reusedFailures,
1550
- };
1551
-
1552
- // 一个 run 内只有一个终端协调者(见 docs/feature/experiments/cli.md「输出流和落盘节奏」):
1553
- // 两种 profile 各自的展示逻辑全部在 renderer 里,这里只按解析出的形态选一个构造好、
1554
- // 交给 coordinator。invocation:start 前(coordinator.start(plan) 之前)的一切都还没有活跃 sink,
1555
- // 出错走 bootstrap stderr;之后所有诊断都经它。
1556
- const io = createNodeFeedbackIO();
1557
- const commandLabel = ["niceeval", command, ...positionals].join(" ").trim();
1558
- const renderer =
1559
- outputForm === "human" ? createHumanRenderer({ io, command: commandLabel }) : createJsonRenderer({ io });
1560
- const sessionTracker = new SessionTracker(resolvePath(cwd, ".niceeval"));
1561
- const coordinator = createFeedbackCoordinator({
1562
- profile: outputForm,
1563
- renderer,
1564
- io,
1565
- onEvent: (event, state) => sessionTracker.onFeedback(event, state),
1566
- });
1567
- coordinator.start(plan);
1568
-
1569
- // Ctrl+C / kill 的三级响应,核心目标:任何情况下都不留下孤儿沙箱。
1570
- // 1 次:abort controller → runEvals 把它喂给 Effect signal → 各 attempt 的 Sample 跑 release
1571
- // 停容器(graceful)。同时起一个看门狗:graceful 若迟迟不收口(如 vsb.stop() 挂),
1572
- // 到点直接走兜底强清,不干等。
1573
- // 2 次:用户等不及 —— 立刻兜底强清(带超时)再退,而不是裸 process.exit 把进程连同
1574
- // 在飞的 stop 一起杀掉(那正是之前漏掉孤儿的根因)。
1575
- // 3 次:真不耐烦了,硬退(此时多半已无可清理的)。
1576
- const ctrl = new AbortController();
1577
- let signalCount = 0;
1578
- // 强清 = 加速收尾,不是绕过收尾(docs/cli.md「中断:三级响应」)。顺序:先强停沙箱(卡在
1579
- // 沙箱 I/O 上的收尾立刻失败返回),然后事件驱动收口——并发等待「在飞收尾链 settle」与
1580
- // 「实验级 teardown 注册表排空」(drain 会启动未启动的、等待在飞的同一 memoized promise),
1581
- // 两者都 settle 即退。兜底上限从单可调用体清理上限推导(docs 声明的不等式:provider stop 8s
1582
- // < 看门狗 < CLEANUP_TIMEOUT_MS ≤ 本上限),不是第 2 级的语义——settle 才是——只拦
1583
- // 「收尾可调用体绕过了自己的超时」的失守病态,到点放弃退出(职责同第 3 级硬退)。
1584
- // 只跑一次;先停 dashboard 的 tick/动态区域(coordinator.stopDynamic()),
1585
- // 避免硬退时终端卡在半帧 ANSI 状态。
1586
- const FORCE_SETTLE_CAP_MS = CLEANUP_TIMEOUT_MS * 2;
1587
- let runInFlight: Promise<InvocationSummary> | undefined;
1588
- let forcing = false;
1589
- const forceCleanupAndExit = (code: number) => {
1590
- if (forcing) return;
1591
- forcing = true;
1592
- void (async () => {
1593
- inputGuard.stop();
1594
- await Promise.all([coordinator.stopDynamic(), stopAllSandboxes()]);
1595
- const settled = Promise.allSettled([
1596
- ...(runInFlight ? [runInFlight] : []),
1597
- drainExperimentTeardowns(),
1598
- drainHeldCaseLocks(),
1599
- drainHeldGateLeases(),
1600
- ]);
1601
- await Promise.race([
1602
- settled.then(() => {}),
1603
- new Promise<void>((r) => {
1604
- setTimeout(r, FORCE_SETTLE_CAP_MS).unref();
1605
- }),
1606
- ]);
1607
- process.exit(code);
1608
- })();
1609
- };
1610
- for (const sig of ["SIGINT", "SIGTERM"] as const) {
1611
- process.on(sig, () => {
1612
- signalCount += 1;
1613
- if (signalCount === 1) {
1614
- reportActivity(t("cli.interruptCleanup").trimEnd());
1615
- ctrl.abort();
1616
- // 看门狗:graceful 清理迟迟没让进程自己收口,就强清兜底。取值在 docs/cli.md 声明的
1617
- // 不等式链里:> provider stop 超时(8s,一次正常停容器超时后才升级,不误伤),
1618
- // < CLEANUP_TIMEOUT_MS(30s)。
1619
- const GRACEFUL_WATCHDOG_MS = 12_000;
1620
- setTimeout(() => {
1621
- if (liveSandboxCount() > 0) {
1622
- reportActivity(t("cli.fallbackCleanupTimeout").trimEnd());
1623
- forceCleanupAndExit(130);
1624
- }
1625
- }, GRACEFUL_WATCHDOG_MS).unref();
1626
- } else if (signalCount === 2) {
1627
- reportActivity(t("cli.forceCleanupExit").trimEnd());
1628
- forceCleanupAndExit(130);
1629
- } else {
1630
- inputGuard.stop();
1631
- process.exit(130); // 第三次:硬退
1632
- }
1633
- });
1634
- }
1635
-
1636
- // live 面板期间的键盘接管与终端自愈(docs/feature/experiments/cli.md「键盘输入与画面自愈」):
1637
- // 只在 stdin/stderr 都是 TTY(human dashboard 真的在画)时接线;`\x03` 合成上面刚注册的
1638
- // SIGINT 事件,复用同一条中断路径,不在 input-guard 里重新实现一遍清理逻辑;SIGWINCH/回车
1639
- // 都走 coordinator.forceRedraw() 整帧重绘。process "exit" 兜底一层——显式收尾路径(见下)
1640
- // 之外的任何退出都不能把用户终端留在 raw mode。
1641
- const inputGuard = createInputGuard({
1642
- stdin: createNodeInputGuardStdin(),
1643
- stderrIsTTY: io.stderr.isTTY,
1644
- coordinator,
1645
- onInterrupt: () => {
1646
- process.emit("SIGINT");
1647
- },
1648
- });
1649
- process.once("exit", () => inputGuard.stop());
1650
-
1651
- // reporter 只剩正交的机器/artifact 出口:human/json 的展示完全由上面的 coordinator +
1652
- // renderer 负责,不再有 Console/Live/Quiet 这类兼职当 reporter 的展示层(见 docs 的
1653
- // 「CLI 只负责解析形态、构造 coordinator/reporters、运行和退出」)。每个 reporter 在这里
1654
- // 按来源分类 required/best-effort(见 `ReporterRegistration` 的字段注释):默认落盘的
1655
- // artifacts、显式指定的 --junit 是 agent/CI 读结果的唯一入口,写失败必须让
1656
- // completion/退出码判红;用户 `config.reporters` 只是补充观测,失败只折成一条 diagnostic,
1657
- // 不影响 completion。`exp` 没有 `--json <path>` 聚合文件出口(`Json(path)` 仍是库 reporter,
1658
- // 只是不再由这里接线)——JSON 聚合改走事件流本身(`--json`)或 `niceeval show --json`。
1659
- const reporters: ReporterRegistration[] = [];
1660
- const artifacts = ArtifactsReporter();
1661
- reporters.push({ reporter: artifacts, name: "artifacts", required: true });
1662
- if (flags.junit) reporters.push({ reporter: JUnit(flags.junit), name: "junit", required: true, target: flags.junit });
1663
- (config.reporters ?? []).forEach((reporter, i) => {
1664
- reporters.push({ reporter, name: `config-reporter-${i}`, required: false });
1665
- });
1666
-
1667
- let summary: InvocationSummary;
1668
- try {
1669
- const inFlight = runEvals({
1670
- config,
1671
- evals,
1672
- agentRuns,
1673
- reporters,
1674
- maxConcurrency,
1675
- maxBuildConcurrency,
1676
- signal: ctrl.signal,
1677
- priorResults,
1678
- carryPlan,
1679
- keepSandbox: flags.keepSandbox,
1680
- rerun: flags.rerun,
1681
- niceevalRoot: resolvePath(cwd, ".niceeval"),
1682
- session: sessionTracker,
1683
- });
1684
- // 交给强清路径一个可等待的收尾句柄:二次中断/看门狗强清时先有界等它收口,让在飞的
1685
- // teardown 链跑完,而不是 process.exit 把它们连同进程一起杀掉。
1686
- runInFlight = inFlight;
1687
- summary = await inFlight;
1688
- } catch (e) {
1689
- // 真崩溃前先撤下 dashboard,不让半帧 ANSI 状态和下面 main().catch 打印的错误交织;
1690
- // 同时释放键盘接管,不把终端留在 raw mode。
1691
- inputGuard.stop();
1692
- await coordinator.stopDynamic();
1693
- await sessionTracker.close({ status: "incomplete" }).catch(() => undefined);
1694
- throw e;
1695
- }
1696
-
1697
- // 正常返回(含被中断后走部分汇总)后再兜一刀:Sample finalizer 没停掉的残留沙箱、没被运行
1698
- // 路径消费的实验级 cleanup、没被 per-attempt Effect.ensuring 释放的用例锁与实验闸租约在这里
1699
- // 强清。跑顺利时四份登记表都已空,是 no-op。
1700
- await stopAllSandboxes();
1701
- await drainExperimentTeardowns();
1702
- await drainHeldCaseLocks();
1703
- await drainHeldGateLeases();
1704
-
1705
- // completion 要先算好,--junit 是否"这次真的写出"才有依据(见下)。
1706
- const completion = assembleInvocationCompletion(coordinator.state);
1707
-
1708
- // --junit 是正交机器出口,只在这次运行真的写出文件时才把路径交给 coordinator(它转发给
1709
- // json renderer 打印独立的 `junit` 字段,见 docs「机器怎么读:--json」)。判据是
1710
- // completion.reporterErrors 里有没有这次 required reporter("junit")的失败记录——不能用
1711
- // existsSync 探测磁盘:atomicWriteFile(json.ts)失败时原地保留上一次运行遗留的旧文件,
1712
- // existsSync 只会看到"文件存在"就误判成这次写成功,把上一轮的陈旧内容当成本次结果打印出去。
1713
- const junitPath =
1714
- flags.junit && !completion.reporterErrors.some((e) => e.reporter === "junit") ? flags.junit : undefined;
1715
-
1716
- // 机器反馈闭环的入口:跑完直接给出每个已创建快照的目录,agent/CI 读 run.json 与各
1717
- // attempt 的 result.json / artifact(events/trace/diff),不必解析人类向的流式输出。相对 cwd
1718
- // 的路径更友好;结果落在 cwd 外时(relative 路径以 .. 开头)原样打印绝对路径。打印本身由
1719
- // renderer 的 "saved" 处理完成,这里只负责把路径交给 coordinator。
1720
- const paths = artifacts.outputDirs().map(({ dir }) => {
1721
- const rel = relative(cwd, dir);
1722
- return rel && !rel.startsWith("..") ? rel : dir;
1723
- });
1724
-
1725
- const pathsByExperiment = new Map(
1726
- artifacts.outputDirs().map(({ experimentId, dir }) => {
1727
- const rel = relative(cwd, dir);
1728
- return [experimentId, rel && !rel.startsWith("..") ? rel : dir] as const;
1729
- }),
1730
- );
1731
- await sessionTracker.close({ status: completion.status, completion, paths: pathsByExperiment });
1732
-
1733
- inputGuard.stop();
1734
- await coordinator.finish({ summary, completion, paths, junit: junitPath });
1735
-
1736
- // 退出码统一走 CompletionStatus 驱动的语义(interrupted → 130、incomplete/required reporter
1737
- // 失败 → 1),不再只看 verdict 计数;两种 profile 共用同一套退出码,不是 json 专属。failed/errored
1738
- // 先按 (experiment, eval) 折叠再喂给 computeExitCode——它只认 InvocationSummary 原始字段,不知道
1739
- // 「同一 eval 的重试轮不该重复计红」这条 eval 级判定规则(被 attempts+earlyExit 重试吸收的失败,
1740
- // 先挂一次、后来过了,不该把进程判红,否则 CI 判定与 evalLevelStats 报表口径不一致;
1741
- // 见 memory 的 cli-exit-code-attempt-level-not-eval-level)。
1742
- const foldedStats = evalLevelStats(summary.results, (r) => `${r.experimentId ?? ""}|${r.id}`);
1743
- const exitCode = computeExitCode({ ...summary, failed: foldedStats.failed, errored: foldedStats.errored }, completion);
1744
- process.exit(exitCode);
1745
- }
1746
-
1747
- main().catch(async (e) => {
1748
- process.stderr.write(
1749
- e instanceof SandboxLayerLinkError
1750
- ? `${formatSandboxLayerLinkError(e)}\n`
1751
- : e instanceof SandboxPhysicalPlanningError
1752
- ? `${formatSandboxPhysicalPlanningError(e)}\n`
1753
- : t("cli.error", { error: formatThrown(e) }),
1754
- );
1755
- // 真·崩溃路径也别留孤儿:强清还活着的沙箱(带超时)、排空实验级 cleanup 注册表、用例锁与
1756
- // 实验闸租约,再退。
1757
- await stopAllSandboxes();
1758
- await drainExperimentTeardowns();
1759
- await drainHeldCaseLocks();
1760
- await drainHeldGateLeases();
1761
- process.exit(2);
1762
- });