niceeval 0.13.1 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (548) hide show
  1. package/INDEX.md +25 -2
  2. package/README.md +9 -10
  3. package/README.zh.md +9 -10
  4. package/dist/agents/ai-sdk.cjs.map +1 -1
  5. package/dist/agents/ai-sdk.d.cts +1 -1
  6. package/dist/agents/ai-sdk.d.mts +1 -1
  7. package/dist/agents/ai-sdk.d.ts +1 -1
  8. package/dist/agents/bub-install-spec.cjs +19 -5
  9. package/dist/agents/bub-install-spec.cjs.map +1 -1
  10. package/dist/agents/bub-install-spec.d.cts +9 -2
  11. package/dist/agents/bub-install-spec.d.mts +9 -2
  12. package/dist/agents/bub-install-spec.d.ts +9 -2
  13. package/dist/agents/bub-install-spec.js +14 -12
  14. package/dist/agents/bub.cjs +10 -6
  15. package/dist/agents/bub.cjs.map +1 -1
  16. package/dist/agents/bub.d.cts +2 -2
  17. package/dist/agents/bub.d.mts +2 -2
  18. package/dist/agents/bub.d.ts +2 -2
  19. package/dist/agents/claude-code.cjs.map +1 -1
  20. package/dist/agents/claude-code.d.cts +2 -2
  21. package/dist/agents/claude-code.d.mts +2 -2
  22. package/dist/agents/claude-code.d.ts +2 -2
  23. package/dist/agents/codex.cjs +4 -4
  24. package/dist/agents/codex.cjs.map +1 -1
  25. package/dist/agents/codex.d.cts +3 -3
  26. package/dist/agents/codex.d.mts +3 -3
  27. package/dist/agents/codex.d.ts +3 -3
  28. package/dist/agents/coding-cli-versions.cjs +10 -1
  29. package/dist/agents/coding-cli-versions.cjs.map +1 -1
  30. package/dist/agents/coding-cli-versions.d.cts +8 -3
  31. package/dist/agents/coding-cli-versions.d.mts +8 -3
  32. package/dist/agents/coding-cli-versions.d.ts +8 -3
  33. package/dist/agents/coding-cli-versions.js +18 -12
  34. package/dist/agents/deepseek-harness.cjs +151 -0
  35. package/dist/agents/deepseek-harness.cjs.map +1 -0
  36. package/dist/agents/deepseek-harness.d.cts +14 -0
  37. package/dist/agents/deepseek-harness.d.mts +14 -0
  38. package/dist/agents/deepseek-harness.d.ts +14 -0
  39. package/dist/agents/deepseek-harness.js +7 -0
  40. package/dist/agents/deepseek-harness.js.map +1 -0
  41. package/dist/agents/exact-npm-plugins.cjs +28 -0
  42. package/dist/agents/exact-npm-plugins.cjs.map +1 -0
  43. package/dist/agents/exact-npm-plugins.d.cts +10 -0
  44. package/dist/agents/exact-npm-plugins.d.mts +10 -0
  45. package/dist/agents/exact-npm-plugins.d.ts +10 -0
  46. package/dist/agents/exact-npm-plugins.js +8 -0
  47. package/dist/agents/exact-npm-plugins.js.map +1 -0
  48. package/dist/agents/index.cjs +5 -1
  49. package/dist/agents/index.cjs.map +1 -1
  50. package/dist/agents/index.d.cts +4 -0
  51. package/dist/agents/index.d.mts +4 -0
  52. package/dist/agents/index.d.ts +4 -0
  53. package/dist/agents/index.js +54 -50
  54. package/dist/agents/index.mjs +54 -50
  55. package/dist/agents/omp.cjs +170 -0
  56. package/dist/agents/omp.cjs.map +1 -0
  57. package/dist/agents/omp.d.cts +14 -0
  58. package/dist/agents/omp.d.mts +14 -0
  59. package/dist/agents/omp.d.ts +14 -0
  60. package/dist/agents/omp.js +7 -0
  61. package/dist/agents/omp.js.map +1 -0
  62. package/dist/agents/openclaw.cjs +51 -2
  63. package/dist/agents/openclaw.cjs.map +1 -1
  64. package/dist/agents/openclaw.d.cts +2 -0
  65. package/dist/agents/openclaw.d.mts +2 -0
  66. package/dist/agents/openclaw.d.ts +2 -0
  67. package/dist/agents/types.cjs.map +1 -1
  68. package/dist/agents/types.d.cts +4 -4
  69. package/dist/agents/types.d.mts +4 -4
  70. package/dist/agents/types.d.ts +4 -4
  71. package/dist/agents/ui-message-stream.cjs +24 -7
  72. package/dist/agents/ui-message-stream.cjs.map +1 -1
  73. package/dist/analysis/api.cjs +28 -2
  74. package/dist/analysis/api.cjs.map +1 -1
  75. package/dist/analysis/api.d.cts +22 -1
  76. package/dist/analysis/api.d.mts +22 -1
  77. package/dist/analysis/api.d.ts +22 -1
  78. package/dist/analysis/api.js +8 -6
  79. package/dist/analysis/bindings.cjs +11 -18
  80. package/dist/analysis/bindings.cjs.map +1 -1
  81. package/dist/analysis/bindings.d.cts +177 -49
  82. package/dist/analysis/bindings.d.mts +177 -49
  83. package/dist/analysis/bindings.d.ts +177 -49
  84. package/dist/analysis/contracts.cjs +1 -0
  85. package/dist/analysis/contracts.cjs.map +1 -1
  86. package/dist/analysis/contracts.d.cts +43 -3
  87. package/dist/analysis/contracts.d.mts +43 -3
  88. package/dist/analysis/contracts.d.ts +43 -3
  89. package/dist/analysis/cost-projection.cjs +2 -1
  90. package/dist/analysis/cost-projection.cjs.map +1 -1
  91. package/dist/analysis/cost-projection.d.cts +1 -1
  92. package/dist/analysis/cost-projection.d.mts +1 -1
  93. package/dist/analysis/cost-projection.d.ts +1 -1
  94. package/dist/analysis/cost.cjs +13 -3
  95. package/dist/analysis/cost.cjs.map +1 -1
  96. package/dist/analysis/cost.d.cts +10 -3
  97. package/dist/analysis/cost.d.mts +10 -3
  98. package/dist/analysis/cost.d.ts +10 -3
  99. package/dist/analysis/experiment-groups.cjs +96 -0
  100. package/dist/analysis/experiment-groups.cjs.map +1 -0
  101. package/dist/analysis/experiment-groups.d.cts +9 -0
  102. package/dist/analysis/experiment-groups.d.mts +9 -0
  103. package/dist/analysis/experiment-groups.d.ts +9 -0
  104. package/dist/analysis/experiment-groups.js +10 -0
  105. package/dist/analysis/experiment-groups.js.map +1 -0
  106. package/dist/analysis/index.cjs +4 -1
  107. package/dist/analysis/index.cjs.map +1 -1
  108. package/dist/analysis/index.d.cts +4 -2
  109. package/dist/analysis/index.d.mts +4 -2
  110. package/dist/analysis/index.d.ts +4 -2
  111. package/dist/analysis/index.js +40 -36
  112. package/dist/analysis/index.mjs +40 -36
  113. package/dist/assertions/limits.cjs +4 -0
  114. package/dist/assertions/limits.cjs.map +1 -1
  115. package/dist/assertions/limits.d.cts +4 -0
  116. package/dist/assertions/limits.d.mts +4 -0
  117. package/dist/assertions/limits.d.ts +4 -0
  118. package/dist/assertions/match.cjs +63 -25
  119. package/dist/assertions/match.cjs.map +1 -1
  120. package/dist/assertions/match.d.cts +7 -0
  121. package/dist/assertions/match.d.mts +7 -0
  122. package/dist/assertions/match.d.ts +7 -0
  123. package/dist/assertions/record/attachment.cjs +32 -4
  124. package/dist/assertions/record/attachment.cjs.map +1 -1
  125. package/dist/assertions/record/diff.cjs +10 -4
  126. package/dist/assertions/record/diff.cjs.map +1 -1
  127. package/dist/assertions/record/producer.cjs +101 -4
  128. package/dist/assertions/record/producer.cjs.map +1 -1
  129. package/dist/assertions/record/producer.d.cts +4 -1
  130. package/dist/assertions/record/producer.d.mts +4 -1
  131. package/dist/assertions/record/producer.d.ts +4 -1
  132. package/dist/assertions/runtime.cjs +45 -5
  133. package/dist/assertions/runtime.cjs.map +1 -1
  134. package/dist/cli/record.cjs +113 -8
  135. package/dist/cli/record.cjs.map +1 -1
  136. package/dist/cli/record.d.cts +20 -1
  137. package/dist/cli/record.d.mts +20 -1
  138. package/dist/cli/record.d.ts +20 -1
  139. package/dist/cli/record.js +4 -2
  140. package/dist/cli.cjs +386 -31
  141. package/dist/cli.cjs.map +1 -1
  142. package/dist/cli.d.cts +10 -2
  143. package/dist/cli.d.mts +10 -2
  144. package/dist/cli.d.ts +10 -2
  145. package/dist/context/send-retry.cjs +4 -4
  146. package/dist/context/send-retry.cjs.map +1 -1
  147. package/dist/coordination/host/runtime.cjs +8 -30
  148. package/dist/coordination/host/runtime.cjs.map +1 -1
  149. package/dist/coordination/host/runtime.d.cts +3 -3
  150. package/dist/coordination/host/runtime.d.mts +3 -3
  151. package/dist/coordination/host/runtime.d.ts +3 -3
  152. package/dist/coordination/host/types.cjs.map +1 -1
  153. package/dist/coordination/host/types.d.cts +0 -5
  154. package/dist/coordination/host/types.d.mts +0 -5
  155. package/dist/coordination/host/types.d.ts +0 -5
  156. package/dist/coordination/platform/node.cjs +90 -9
  157. package/dist/coordination/platform/node.cjs.map +1 -1
  158. package/dist/define.cjs +25 -1
  159. package/dist/define.cjs.map +1 -1
  160. package/dist/experiment/host/index.cjs +1 -0
  161. package/dist/experiment/host/index.cjs.map +1 -1
  162. package/dist/i18n/en.cjs +26 -8
  163. package/dist/i18n/en.cjs.map +1 -1
  164. package/dist/i18n/en.d.cts +19 -6
  165. package/dist/i18n/en.d.mts +19 -6
  166. package/dist/i18n/en.d.ts +19 -6
  167. package/dist/index.cjs.map +1 -1
  168. package/dist/index.d.cts +1 -1
  169. package/dist/index.d.mts +1 -1
  170. package/dist/index.d.ts +1 -1
  171. package/dist/o11y/parsers/hermes.cjs +1 -1
  172. package/dist/o11y/parsers/hermes.cjs.map +1 -1
  173. package/dist/o11y/prices.json +1 -1
  174. package/dist/o11y/record/families.cjs +12 -3
  175. package/dist/o11y/record/families.cjs.map +1 -1
  176. package/dist/o11y/record/families.d.cts +8 -8
  177. package/dist/o11y/record/families.d.mts +8 -8
  178. package/dist/o11y/record/families.d.ts +8 -8
  179. package/dist/o11y/record/family-projectors.d.cts +66 -18
  180. package/dist/o11y/record/family-projectors.d.mts +66 -18
  181. package/dist/o11y/record/family-projectors.d.ts +66 -18
  182. package/dist/o11y/record/family-writers.d.cts +11 -3
  183. package/dist/o11y/record/family-writers.d.mts +11 -3
  184. package/dist/o11y/record/family-writers.d.ts +11 -3
  185. package/dist/o11y/record/runner-producer.cjs +14 -4
  186. package/dist/o11y/record/runner-producer.cjs.map +1 -1
  187. package/dist/record/codec/core.d.cts +2 -2
  188. package/dist/record/codec/core.d.mts +2 -2
  189. package/dist/record/codec/core.d.ts +2 -2
  190. package/dist/record/family/catalog.d.cts +44 -12
  191. package/dist/record/family/catalog.d.mts +44 -12
  192. package/dist/record/family/catalog.d.ts +44 -12
  193. package/dist/record/family/index.js +128 -124
  194. package/dist/record/family/observability-v1.cjs +35 -0
  195. package/dist/record/family/observability-v1.cjs.map +1 -0
  196. package/dist/record/family/observability-v1.d.cts +3 -0
  197. package/dist/record/family/observability-v1.d.mts +3 -0
  198. package/dist/record/family/observability-v1.d.ts +3 -0
  199. package/dist/record/family/observability-v1.js +6 -0
  200. package/dist/record/family/observability-v1.js.map +1 -0
  201. package/dist/record/family/observability.cjs +58 -9
  202. package/dist/record/family/observability.cjs.map +1 -1
  203. package/dist/record/family/observability.d.cts +1014 -15
  204. package/dist/record/family/observability.d.mts +1014 -15
  205. package/dist/record/family/observability.d.ts +1014 -15
  206. package/dist/record/family/observability.js +22 -18
  207. package/dist/record/host/runtime.cjs +600 -31
  208. package/dist/record/host/runtime.cjs.map +1 -1
  209. package/dist/record/host/types.cjs.map +1 -1
  210. package/dist/record/host/types.d.cts +33 -9
  211. package/dist/record/host/types.d.mts +33 -9
  212. package/dist/record/host/types.d.ts +33 -9
  213. package/dist/record/maintenance/runtime.cjs +1 -2
  214. package/dist/record/maintenance/runtime.cjs.map +1 -1
  215. package/dist/record/model/core.cjs.map +1 -1
  216. package/dist/record/model/core.d.cts +1 -1
  217. package/dist/record/model/core.d.mts +1 -1
  218. package/dist/record/model/core.d.ts +1 -1
  219. package/dist/record/model/definition.d.cts +6 -6
  220. package/dist/record/model/definition.d.mts +6 -6
  221. package/dist/record/model/definition.d.ts +6 -6
  222. package/dist/record/model/identifiers.cjs +1 -1
  223. package/dist/record/model/identifiers.cjs.map +1 -1
  224. package/dist/record/model/identifiers.d.cts +1 -1
  225. package/dist/record/model/identifiers.d.mts +1 -1
  226. package/dist/record/model/identifiers.d.ts +1 -1
  227. package/dist/record/platform/node.cjs +159 -23
  228. package/dist/record/platform/node.cjs.map +1 -1
  229. package/dist/record/platform/services.cjs.map +1 -1
  230. package/dist/record/platform/services.d.cts +15 -2
  231. package/dist/record/platform/services.d.mts +15 -2
  232. package/dist/record/platform/services.d.ts +15 -2
  233. package/dist/record/reader/errors.cjs +37 -1
  234. package/dist/record/reader/errors.cjs.map +1 -1
  235. package/dist/record/reader/errors.d.cts +49 -1
  236. package/dist/record/reader/errors.d.mts +49 -1
  237. package/dist/record/reader/errors.d.ts +49 -1
  238. package/dist/record/reader/errors.js +22 -12
  239. package/dist/record/reader/format.cjs +76 -17
  240. package/dist/record/reader/format.cjs.map +1 -1
  241. package/dist/record/reader/format.d.cts +11 -4
  242. package/dist/record/reader/format.d.mts +11 -4
  243. package/dist/record/reader/format.d.ts +11 -4
  244. package/dist/record/reader/format.js +2 -0
  245. package/dist/record/reader/index.js +32 -18
  246. package/dist/record/reader/runtime.cjs +64 -0
  247. package/dist/record/reader/runtime.cjs.map +1 -1
  248. package/dist/record/reader/runtime.d.cts +15 -0
  249. package/dist/record/reader/runtime.d.mts +15 -0
  250. package/dist/record/reader/runtime.d.ts +15 -0
  251. package/dist/record/reader/runtime.js +2 -0
  252. package/dist/report/assets/styles.css +53 -29
  253. package/dist/report/built-in/analysis-values.cjs +21 -13
  254. package/dist/report/built-in/analysis-values.cjs.map +1 -1
  255. package/dist/report/built-in/analysis-values.d.cts +11 -22
  256. package/dist/report/built-in/analysis-values.d.mts +11 -22
  257. package/dist/report/built-in/analysis-values.d.ts +11 -22
  258. package/dist/report/built-in/analysis-values.js +4 -6
  259. package/dist/report/built-in/index.cjs +1 -3
  260. package/dist/report/built-in/index.cjs.map +1 -1
  261. package/dist/report/built-in/index.d.cts +1 -1
  262. package/dist/report/built-in/index.d.mts +1 -1
  263. package/dist/report/built-in/index.d.ts +1 -1
  264. package/dist/report/built-in/index.js +4 -8
  265. package/dist/report/built-in/index.mjs +4 -8
  266. package/dist/report/built-in/machine.cjs +0 -2
  267. package/dist/report/built-in/machine.cjs.map +1 -1
  268. package/dist/report/built-in/machine.d.cts +0 -2
  269. package/dist/report/built-in/machine.d.mts +0 -2
  270. package/dist/report/built-in/machine.d.ts +0 -2
  271. package/dist/report/built-in/result-components.cjs +49 -51
  272. package/dist/report/built-in/result-components.cjs.map +1 -1
  273. package/dist/report/built-in/result-components.d.cts +16 -17
  274. package/dist/report/built-in/result-components.d.mts +16 -17
  275. package/dist/report/built-in/result-components.d.ts +16 -17
  276. package/dist/report/built-in/result-components.js +0 -4
  277. package/dist/report/built-in/run-membership-overview.cjs +126 -17
  278. package/dist/report/built-in/run-membership-overview.cjs.map +1 -1
  279. package/dist/report/built-in/run-membership-overview.d.cts +14 -0
  280. package/dist/report/built-in/run-membership-overview.d.mts +14 -0
  281. package/dist/report/built-in/run-membership-overview.d.ts +14 -0
  282. package/dist/report/built-in/run-membership-overview.js +4 -2
  283. package/dist/report/built-in/standard.cjs +80 -45
  284. package/dist/report/built-in/standard.cjs.map +1 -1
  285. package/dist/report/built-in/standard.d.cts +19 -41
  286. package/dist/report/built-in/standard.d.mts +19 -41
  287. package/dist/report/built-in/standard.d.ts +19 -41
  288. package/dist/report/built-in/standard.js +6 -6
  289. package/dist/report/components/attempt-detail/compute.cjs +78 -2
  290. package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
  291. package/dist/report/components/attempt-detail/compute.d.cts +1 -1
  292. package/dist/report/components/attempt-detail/compute.d.mts +1 -1
  293. package/dist/report/components/attempt-detail/compute.d.ts +1 -1
  294. package/dist/report/components/attempt-detail/content.cjs +1 -1
  295. package/dist/report/components/attempt-detail/content.cjs.map +1 -1
  296. package/dist/report/components/entity-lists/compute.cjs +42 -5
  297. package/dist/report/components/entity-lists/compute.cjs.map +1 -1
  298. package/dist/report/components/entity-lists/compute.d.cts +10 -8
  299. package/dist/report/components/entity-lists/compute.d.mts +10 -8
  300. package/dist/report/components/entity-lists/compute.d.ts +10 -8
  301. package/dist/report/components/entity-lists/content.cjs +31 -6
  302. package/dist/report/components/entity-lists/content.cjs.map +1 -1
  303. package/dist/report/components/entity-lists/index.cjs +9 -4
  304. package/dist/report/components/entity-lists/index.cjs.map +1 -1
  305. package/dist/report/components/entity-lists/index.d.cts +4 -7
  306. package/dist/report/components/entity-lists/index.d.mts +4 -7
  307. package/dist/report/components/entity-lists/index.d.ts +4 -7
  308. package/dist/report/components/summaries/compute.cjs +8 -1
  309. package/dist/report/components/summaries/compute.cjs.map +1 -1
  310. package/dist/report/components/summaries/compute.d.cts +9 -1
  311. package/dist/report/components/summaries/compute.d.mts +9 -1
  312. package/dist/report/components/summaries/compute.d.ts +9 -1
  313. package/dist/report/components/summaries/index.cjs +48 -4
  314. package/dist/report/components/summaries/index.cjs.map +1 -1
  315. package/dist/report/components/summaries/index.d.cts +7 -4
  316. package/dist/report/components/summaries/index.d.mts +7 -4
  317. package/dist/report/components/summaries/index.d.ts +7 -4
  318. package/dist/report/definition/cell.cjs +3 -0
  319. package/dist/report/definition/cell.cjs.map +1 -1
  320. package/dist/report/definition/cell.d.cts +2 -0
  321. package/dist/report/definition/cell.d.mts +2 -0
  322. package/dist/report/definition/cell.d.ts +2 -0
  323. package/dist/report/definition/primitives/chart.cjs +8 -5
  324. package/dist/report/definition/primitives/chart.cjs.map +1 -1
  325. package/dist/report/definition/primitives/points-dataset.cjs +1 -0
  326. package/dist/report/definition/primitives/points-dataset.cjs.map +1 -1
  327. package/dist/report/definition/primitives.cjs +15 -2
  328. package/dist/report/definition/primitives.cjs.map +1 -1
  329. package/dist/report/definition/report.cjs +27 -3
  330. package/dist/report/definition/report.cjs.map +1 -1
  331. package/dist/report/definition/report.d.cts +8 -0
  332. package/dist/report/definition/report.d.mts +8 -0
  333. package/dist/report/definition/report.d.ts +8 -0
  334. package/dist/report/execution/machine.cjs +30 -14
  335. package/dist/report/execution/machine.cjs.map +1 -1
  336. package/dist/report/execution/machine.d.cts +20 -10
  337. package/dist/report/execution/machine.d.mts +20 -10
  338. package/dist/report/execution/machine.d.ts +20 -10
  339. package/dist/report/execution/machine.js +6 -6
  340. package/dist/report/host/execute.cjs +25 -16
  341. package/dist/report/host/execute.cjs.map +1 -1
  342. package/dist/report/host/execute.d.cts +4 -0
  343. package/dist/report/host/execute.d.mts +4 -0
  344. package/dist/report/host/execute.d.ts +4 -0
  345. package/dist/report/host/from-record.cjs +22 -5
  346. package/dist/report/host/from-record.cjs.map +1 -1
  347. package/dist/report/host/machine.cjs +53 -11
  348. package/dist/report/host/machine.cjs.map +1 -1
  349. package/dist/report/host/site-runtime.cjs +9 -8
  350. package/dist/report/host/site-runtime.cjs.map +1 -1
  351. package/dist/report/host/site-runtime.d.cts +1 -1
  352. package/dist/report/host/site-runtime.d.mts +1 -1
  353. package/dist/report/host/site-runtime.d.ts +1 -1
  354. package/dist/report/host/static.cjs +56 -9
  355. package/dist/report/host/static.cjs.map +1 -1
  356. package/dist/report/index.cjs.map +1 -1
  357. package/dist/report/index.d.cts +1 -1
  358. package/dist/report/index.d.mts +1 -1
  359. package/dist/report/index.d.ts +1 -1
  360. package/dist/report/model/dataset.cjs +7 -2
  361. package/dist/report/model/dataset.cjs.map +1 -1
  362. package/dist/report/model/locale.cjs +2 -0
  363. package/dist/report/model/locale.cjs.map +1 -1
  364. package/dist/report/model/locale.d.cts +1 -0
  365. package/dist/report/model/locale.d.mts +1 -0
  366. package/dist/report/model/locale.d.ts +1 -0
  367. package/dist/report/model/metrics.cjs +3 -1
  368. package/dist/report/model/metrics.cjs.map +1 -1
  369. package/dist/report/model/pricing.cjs +16 -11
  370. package/dist/report/model/pricing.cjs.map +1 -1
  371. package/dist/report/react/styles.css +53 -29
  372. package/dist/runner/adoption.cjs +1 -0
  373. package/dist/runner/adoption.cjs.map +1 -1
  374. package/dist/runner/attempt.cjs +44 -5
  375. package/dist/runner/attempt.cjs.map +1 -1
  376. package/dist/runner/attempt.d.cts +13 -1
  377. package/dist/runner/attempt.d.mts +13 -1
  378. package/dist/runner/attempt.d.ts +13 -1
  379. package/dist/runner/config-identity.cjs +10 -2
  380. package/dist/runner/config-identity.cjs.map +1 -1
  381. package/dist/runner/config-identity.d.cts +4 -2
  382. package/dist/runner/config-identity.d.mts +4 -2
  383. package/dist/runner/config-identity.d.ts +4 -2
  384. package/dist/runner/feedback/human.cjs +298 -59
  385. package/dist/runner/feedback/human.cjs.map +1 -1
  386. package/dist/runner/feedback/json.cjs +14 -6
  387. package/dist/runner/feedback/json.cjs.map +1 -1
  388. package/dist/runner/feedback/json.d.cts +3 -2
  389. package/dist/runner/feedback/json.d.mts +3 -2
  390. package/dist/runner/feedback/json.d.ts +3 -2
  391. package/dist/runner/feedback/reducer.cjs +2 -0
  392. package/dist/runner/feedback/reducer.cjs.map +1 -1
  393. package/dist/runner/judge-config.cjs +1 -1
  394. package/dist/runner/judge-config.cjs.map +1 -1
  395. package/dist/runner/ledger.cjs +124 -12
  396. package/dist/runner/ledger.cjs.map +1 -1
  397. package/dist/runner/project-current.cjs +13 -5
  398. package/dist/runner/project-current.cjs.map +1 -1
  399. package/dist/runner/run.cjs +564 -256
  400. package/dist/runner/run.cjs.map +1 -1
  401. package/dist/runner/sandbox-pool.cjs +161 -30
  402. package/dist/runner/sandbox-pool.cjs.map +1 -1
  403. package/dist/runner/sandbox-pool.d.cts +34 -2
  404. package/dist/runner/sandbox-pool.d.mts +34 -2
  405. package/dist/runner/sandbox-pool.d.ts +34 -2
  406. package/dist/runner/shared-state-lease.cjs +803 -0
  407. package/dist/runner/shared-state-lease.cjs.map +1 -0
  408. package/dist/runner/shared-state-lease.d.cts +121 -0
  409. package/dist/runner/shared-state-lease.d.mts +121 -0
  410. package/dist/runner/shared-state-lease.d.ts +121 -0
  411. package/dist/runner/shared-state-lease.js +24 -0
  412. package/dist/runner/shared-state-lease.js.map +1 -0
  413. package/dist/runner/teardown-registry.cjs +97 -34
  414. package/dist/runner/teardown-registry.cjs.map +1 -1
  415. package/dist/runner/teardown-registry.d.cts +27 -1
  416. package/dist/runner/teardown-registry.d.mts +27 -1
  417. package/dist/runner/teardown-registry.d.ts +27 -1
  418. package/dist/runner/teardown-registry.js +20 -16
  419. package/dist/runner/types.cjs.map +1 -1
  420. package/dist/runner/types.d.cts +31 -5
  421. package/dist/runner/types.d.mts +31 -5
  422. package/dist/runner/types.d.ts +31 -5
  423. package/dist/sample/analysis.cjs +249 -459
  424. package/dist/sample/analysis.cjs.map +1 -1
  425. package/dist/sample/capability.cjs +138 -7
  426. package/dist/sample/capability.cjs.map +1 -1
  427. package/dist/sample/capability.d.cts +3 -1
  428. package/dist/sample/capability.d.mts +3 -1
  429. package/dist/sample/capability.d.ts +3 -1
  430. package/dist/sample/capability.js +8 -6
  431. package/dist/sandbox/docker-agent-image.cjs +5 -1
  432. package/dist/sandbox/docker-agent-image.cjs.map +1 -1
  433. package/dist/sandbox/docker-agent-image.d.cts +2 -0
  434. package/dist/sandbox/docker-agent-image.d.mts +2 -0
  435. package/dist/sandbox/docker-agent-image.d.ts +2 -0
  436. package/dist/sandbox/docker-agent-image.js +14 -10
  437. package/dist/sandbox/docker-profile/schema.cjs +283 -534
  438. package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
  439. package/dist/sandbox/docker-profile/schema.d.cts +10 -27
  440. package/dist/sandbox/docker-profile/schema.d.mts +10 -27
  441. package/dist/sandbox/docker-profile/schema.d.ts +10 -27
  442. package/dist/sandbox/e2b-agent-template.cjs +5 -2
  443. package/dist/sandbox/e2b-agent-template.cjs.map +1 -1
  444. package/dist/sandbox/index.cjs +4 -2
  445. package/dist/sandbox/index.cjs.map +1 -1
  446. package/dist/sandbox/index.d.cts +1 -1
  447. package/dist/sandbox/index.d.mts +1 -1
  448. package/dist/sandbox/index.d.ts +1 -1
  449. package/dist/sandbox/index.js +120 -116
  450. package/dist/sandbox/index.mjs +120 -116
  451. package/dist/sandbox/keep-registry.cjs +28 -66
  452. package/dist/sandbox/keep-registry.cjs.map +1 -1
  453. package/dist/sandbox/types.cjs.map +1 -1
  454. package/dist/sandbox/types.d.cts +1 -1
  455. package/dist/sandbox/types.d.mts +1 -1
  456. package/dist/sandbox/types.d.ts +1 -1
  457. package/dist/shared/aggregate.cjs +16 -6
  458. package/dist/shared/aggregate.cjs.map +1 -1
  459. package/dist/shared/aggregate.d.cts +12 -4
  460. package/dist/shared/aggregate.d.mts +12 -4
  461. package/dist/shared/aggregate.d.ts +12 -4
  462. package/dist/shared/turn-label.cjs +20 -2
  463. package/dist/shared/turn-label.cjs.map +1 -1
  464. package/dist/shared/turn-label.d.cts +2 -0
  465. package/dist/shared/turn-label.d.mts +2 -0
  466. package/dist/shared/turn-label.d.ts +2 -0
  467. package/dist/shared/turn-label.js +4 -2
  468. package/dist/vendor/remark/remark-gfm.cjs +7 -7
  469. package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
  470. package/dist/vendor/remark/remark-parse.cjs +12 -12
  471. package/dist/vendor/remark/remark-parse.cjs.map +1 -1
  472. package/dist/vendor/remark/remark.cjs +13 -13
  473. package/dist/vendor/remark/remark.cjs.map +1 -1
  474. package/dist/view/server.cjs +6 -0
  475. package/dist/view/server.cjs.map +1 -1
  476. package/docs-site/images/hitl-handshake-zh.svg +3 -3
  477. package/docs-site/zh/examples/ai-agent-application.mdx +1 -1
  478. package/docs-site/zh/examples/coding-agent-extensions.mdx +1 -1
  479. package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +4 -3
  480. package/docs-site/zh/examples/integrations/claude-sdk.mdx +3 -3
  481. package/docs-site/zh/examples/integrations/codex-sdk.mdx +5 -5
  482. package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
  483. package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
  484. package/docs-site/zh/explanation/adapter.mdx +5 -5
  485. package/docs-site/zh/explanation/assert.mdx +7 -7
  486. package/docs-site/zh/explanation/drive.mdx +4 -2
  487. package/docs-site/zh/explanation/evals.mdx +10 -8
  488. package/docs-site/zh/explanation/experiment.mdx +2 -2
  489. package/docs-site/zh/explanation/hitl.mdx +9 -9
  490. package/docs-site/zh/explanation/judge.mdx +5 -5
  491. package/docs-site/zh/explanation/overview.mdx +3 -3
  492. package/docs-site/zh/explanation/runner.mdx +1 -1
  493. package/docs-site/zh/index.mdx +3 -3
  494. package/docs-site/zh/reference/builtin-agents.mdx +13 -13
  495. package/docs-site/zh/reference/capabilities.mdx +1 -1
  496. package/docs-site/zh/reference/cli.mdx +18 -12
  497. package/docs-site/zh/reference/define-agent.mdx +130 -5
  498. package/docs-site/zh/reference/define-config.mdx +2 -2
  499. package/docs-site/zh/reference/define-eval.mdx +4 -4
  500. package/docs-site/zh/reference/events.mdx +11 -11
  501. package/docs-site/zh/reference/official-adapters.mdx +6 -6
  502. package/docs-site/zh/reference/results-data.mdx +6 -0
  503. package/docs-site/zh/troubleshooting/debugging.mdx +1 -1
  504. package/docs-site/zh/troubleshooting/recover-after-kill.mdx +37 -5
  505. package/docs-site/zh/tutorials/accept-results.mdx +72 -0
  506. package/docs-site/zh/tutorials/agent-onboarding.mdx +6 -6
  507. package/docs-site/zh/tutorials/authoring.mdx +9 -13
  508. package/docs-site/zh/tutorials/ci-integration.mdx +6 -6
  509. package/docs-site/zh/tutorials/compare-runs.mdx +61 -0
  510. package/docs-site/zh/tutorials/concurrency.mdx +13 -12
  511. package/docs-site/zh/tutorials/configuration.mdx +4 -6
  512. package/docs-site/zh/tutorials/connect-your-agent.mdx +1 -1
  513. package/docs-site/zh/tutorials/control-run-cost.mdx +58 -0
  514. package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
  515. package/docs-site/zh/tutorials/custom-reports.mdx +2 -2
  516. package/docs-site/zh/tutorials/debug-lifecycle-plan.mdx +46 -0
  517. package/docs-site/zh/tutorials/docker-in-docker.mdx +52 -43
  518. package/docs-site/zh/tutorials/eval-groups.mdx +6 -6
  519. package/docs-site/zh/tutorials/evaluation-kinds.mdx +3 -3
  520. package/docs-site/zh/tutorials/experiments.mdx +2 -3
  521. package/docs-site/zh/tutorials/handle-execution-failures.mdx +18 -10
  522. package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +16 -8
  523. package/docs-site/zh/tutorials/nixos-managed-dind.mdx +160 -0
  524. package/docs-site/zh/tutorials/plugins.mdx +14 -0
  525. package/docs-site/zh/tutorials/rerun-and-cache.mdx +4 -2
  526. package/docs-site/zh/tutorials/sandbox-agent.mdx +17 -11
  527. package/docs-site/zh/tutorials/sandbox-providers.mdx +17 -13
  528. package/docs-site/zh/tutorials/sandbox-reuse.mdx +12 -19
  529. package/docs-site/zh/tutorials/select-and-preview.mdx +65 -0
  530. package/docs-site/zh/tutorials/verify-judge.mdx +78 -0
  531. package/docs-site/zh/tutorials/viewing-results.mdx +38 -1
  532. package/docs-site/zh/tutorials/write-experiment.mdx +7 -5
  533. package/docs-site/zh/tutorials/write-send.mdx +9 -8
  534. package/package.json +9 -5
  535. package/dist/report/built-in/overview.cjs +0 -44
  536. package/dist/report/built-in/overview.cjs.map +0 -1
  537. package/dist/report/built-in/overview.d.cts +0 -6
  538. package/dist/report/built-in/overview.d.mts +0 -6
  539. package/dist/report/built-in/overview.d.ts +0 -6
  540. package/dist/report/built-in/overview.js +0 -9
  541. package/dist/report/built-in/overview.js.map +0 -1
  542. package/dist/runner/gate-lease.cjs +0 -283
  543. package/dist/runner/gate-lease.cjs.map +0 -1
  544. package/dist/runner/gate-lease.d.cts +0 -62
  545. package/dist/runner/gate-lease.d.mts +0 -62
  546. package/dist/runner/gate-lease.d.ts +0 -62
  547. package/dist/runner/gate-lease.js +0 -22
  548. package/dist/runner/gate-lease.js.map +0 -1
@@ -265,15 +265,73 @@ export declare const AttemptTimingCollectionSchema: Schema.filter<Schema.Struct<
265
265
  count: Schema.filter<typeof Schema.JsonNumber>;
266
266
  }>]>>;
267
267
  }>]>;
268
- intervals: Schema.Array$<Schema.Struct<{
268
+ intervals: Schema.Array$<Schema.Union<[Schema.Struct<{
269
+ phase: Schema.Literal<["agent.send"]>;
270
+ label: Schema.Union<[Schema.filter<typeof Schema.String>, Schema.filter<typeof Schema.String>]>;
269
271
  intervalId: Schema.filter<typeof Schema.String>;
270
- phase: Schema.Literal<["attempt.setup", "sandbox.prepare", "agent.ensure", "eval.run", "agent.send", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.teardown"]>;
272
+ startOffsetMs: Schema.filter<typeof Schema.JsonNumber>;
273
+ durationMs: Schema.filter<typeof Schema.JsonNumber>;
274
+ parentIntervalId: Schema.NullOr<Schema.filter<typeof Schema.String>>;
275
+ outcome: Schema.Literal<["completed", "failed", "cancelled", "interrupted", "unknown"]>;
276
+ }>, Schema.Struct<{
277
+ phase: Schema.Literal<["attempt.setup", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.teardown"]>;
271
278
  label: Schema.filter<typeof Schema.String>;
279
+ intervalId: Schema.filter<typeof Schema.String>;
272
280
  startOffsetMs: Schema.filter<typeof Schema.JsonNumber>;
273
281
  durationMs: Schema.filter<typeof Schema.JsonNumber>;
274
282
  parentIntervalId: Schema.NullOr<Schema.filter<typeof Schema.String>>;
275
283
  outcome: Schema.Literal<["completed", "failed", "cancelled", "interrupted", "unknown"]>;
276
- }>>;
284
+ }>]>>;
285
+ }>>;
286
+ /** Exact historical v1 timing shape: every label was a SafeIdentifier. */
287
+ export declare const AttemptTimingCollectionV1Schema: Schema.filter<Schema.Struct<{
288
+ collection: Schema.Union<[Schema.Struct<{
289
+ state: Schema.Literal<["complete"]>;
290
+ limitations: Schema.refine<readonly [], Schema.Schema<readonly [], readonly [], never>>;
291
+ }>, Schema.Struct<{
292
+ state: Schema.Literal<["partial"]>;
293
+ limitations: Schema.NonEmptyArray<Schema.Union<[Schema.Struct<{
294
+ code: Schema.Literal<["capture-failed", "capture-interrupted"]>;
295
+ stage: Schema.Literal<["adapter", "command-capture", "usage-capture", "timing-capture", "diagnostic-capture", "attempt-finalizer", "run-teardown"]>;
296
+ target: Schema.Literal<["conversation", "command", "usage", "timing", "diagnostic"]>;
297
+ }>, Schema.Struct<{
298
+ code: Schema.Literal<["collection-cap-reached", "unsupported-input"]>;
299
+ target: Schema.Literal<["conversation", "command", "usage", "timing", "diagnostic"]>;
300
+ omittedAtLeast: Schema.filter<typeof Schema.JsonNumber>;
301
+ }>, Schema.Struct<{
302
+ code: Schema.Literal<["text-truncated", "redacted"]>;
303
+ target: Schema.Literal<["conversation", "command", "usage", "timing", "diagnostic"]>;
304
+ replacementOrOmittedCount: Schema.filter<typeof Schema.JsonNumber>;
305
+ }>, Schema.Struct<{
306
+ code: Schema.Literal<["stream-truncated"]>;
307
+ commandId: Schema.filter<typeof Schema.String>;
308
+ stream: Schema.Literal<["stdout", "stderr"]>;
309
+ retainedBytes: Schema.filter<typeof Schema.JsonNumber>;
310
+ omittedBytes: Schema.filter<typeof Schema.JsonNumber>;
311
+ }>, Schema.Struct<{
312
+ code: Schema.Literal<["invalid-utf8-replaced", "unsafe-control-stripped"]>;
313
+ commandId: Schema.filter<typeof Schema.String>;
314
+ stream: Schema.Literal<["stdout", "stderr"]>;
315
+ count: Schema.filter<typeof Schema.JsonNumber>;
316
+ }>]>>;
317
+ }>]>;
318
+ intervals: Schema.Array$<Schema.Union<[Schema.Struct<{
319
+ phase: Schema.Literal<["agent.send"]>;
320
+ label: Schema.filter<typeof Schema.String>;
321
+ intervalId: Schema.filter<typeof Schema.String>;
322
+ startOffsetMs: Schema.filter<typeof Schema.JsonNumber>;
323
+ durationMs: Schema.filter<typeof Schema.JsonNumber>;
324
+ parentIntervalId: Schema.NullOr<Schema.filter<typeof Schema.String>>;
325
+ outcome: Schema.Literal<["completed", "failed", "cancelled", "interrupted", "unknown"]>;
326
+ }>, Schema.Struct<{
327
+ phase: Schema.Literal<["attempt.setup", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.teardown"]>;
328
+ label: Schema.filter<typeof Schema.String>;
329
+ intervalId: Schema.filter<typeof Schema.String>;
330
+ startOffsetMs: Schema.filter<typeof Schema.JsonNumber>;
331
+ durationMs: Schema.filter<typeof Schema.JsonNumber>;
332
+ parentIntervalId: Schema.NullOr<Schema.filter<typeof Schema.String>>;
333
+ outcome: Schema.Literal<["completed", "failed", "cancelled", "interrupted", "unknown"]>;
334
+ }>]>>;
277
335
  }>>;
278
336
  export declare const RunTimingCollectionSchema: Schema.filter<Schema.Struct<{
279
337
  collection: Schema.Union<[Schema.Struct<{
@@ -1090,15 +1148,932 @@ export declare const AttemptObservabilityAttachmentSchema: Schema.Struct<{
1090
1148
  readonly commandId: string;
1091
1149
  })[]];
1092
1150
  };
1093
- readonly intervals: readonly {
1151
+ readonly intervals: readonly ({
1152
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1153
+ readonly label: string;
1154
+ readonly phase: "agent.send";
1155
+ readonly startOffsetMs: number;
1156
+ readonly durationMs: number;
1157
+ readonly intervalId: string;
1158
+ readonly parentIntervalId: string | null;
1159
+ } | {
1160
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1161
+ readonly label: string;
1162
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
1163
+ readonly startOffsetMs: number;
1164
+ readonly durationMs: number;
1165
+ readonly intervalId: string;
1166
+ readonly parentIntervalId: string | null;
1167
+ })[];
1168
+ }, "timing-data", ":", {
1169
+ readonly collection: {
1170
+ readonly state: "complete";
1171
+ readonly limitations: readonly [];
1172
+ } | {
1173
+ readonly state: "partial";
1174
+ readonly limitations: readonly [{
1175
+ readonly code: "capture-failed" | "capture-interrupted";
1176
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1177
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1178
+ } | {
1179
+ readonly code: "collection-cap-reached" | "unsupported-input";
1180
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1181
+ readonly omittedAtLeast: number;
1182
+ } | {
1183
+ readonly code: "redacted" | "text-truncated";
1184
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1185
+ readonly replacementOrOmittedCount: number;
1186
+ } | {
1187
+ readonly code: "stream-truncated";
1188
+ readonly stream: "stderr" | "stdout";
1189
+ readonly omittedBytes: number;
1190
+ readonly commandId: string;
1191
+ readonly retainedBytes: number;
1192
+ } | {
1193
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1194
+ readonly stream: "stderr" | "stdout";
1195
+ readonly count: number;
1196
+ readonly commandId: string;
1197
+ }, ...({
1198
+ readonly code: "capture-failed" | "capture-interrupted";
1199
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1200
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1201
+ } | {
1202
+ readonly code: "collection-cap-reached" | "unsupported-input";
1203
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1204
+ readonly omittedAtLeast: number;
1205
+ } | {
1206
+ readonly code: "redacted" | "text-truncated";
1207
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1208
+ readonly replacementOrOmittedCount: number;
1209
+ } | {
1210
+ readonly code: "stream-truncated";
1211
+ readonly stream: "stderr" | "stdout";
1212
+ readonly omittedBytes: number;
1213
+ readonly commandId: string;
1214
+ readonly retainedBytes: number;
1215
+ } | {
1216
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1217
+ readonly stream: "stderr" | "stdout";
1218
+ readonly count: number;
1219
+ readonly commandId: string;
1220
+ })[]];
1221
+ };
1222
+ readonly intervals: readonly ({
1223
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1224
+ readonly label: string;
1225
+ readonly phase: "agent.send";
1226
+ readonly startOffsetMs: number;
1227
+ readonly durationMs: number;
1228
+ readonly intervalId: string;
1229
+ readonly parentIntervalId: string | null;
1230
+ } | {
1231
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1232
+ readonly label: string;
1233
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
1234
+ readonly startOffsetMs: number;
1235
+ readonly durationMs: number;
1236
+ readonly intervalId: string;
1237
+ readonly parentIntervalId: string | null;
1238
+ })[];
1239
+ }, false, never>;
1240
+ diagnostics: Schema.PropertySignature<":", {
1241
+ readonly collection: {
1242
+ readonly state: "complete";
1243
+ readonly limitations: readonly [];
1244
+ } | {
1245
+ readonly state: "partial";
1246
+ readonly limitations: readonly [{
1247
+ readonly code: "capture-failed" | "capture-interrupted";
1248
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1249
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1250
+ } | {
1251
+ readonly code: "collection-cap-reached" | "unsupported-input";
1252
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1253
+ readonly omittedAtLeast: number;
1254
+ } | {
1255
+ readonly code: "redacted" | "text-truncated";
1256
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1257
+ readonly replacementOrOmittedCount: number;
1258
+ } | {
1259
+ readonly code: "stream-truncated";
1260
+ readonly stream: "stderr" | "stdout";
1261
+ readonly omittedBytes: number;
1262
+ readonly commandId: string;
1263
+ readonly retainedBytes: number;
1264
+ } | {
1265
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1266
+ readonly stream: "stderr" | "stdout";
1267
+ readonly count: number;
1268
+ readonly commandId: string;
1269
+ }, ...({
1270
+ readonly code: "capture-failed" | "capture-interrupted";
1271
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1272
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1273
+ } | {
1274
+ readonly code: "collection-cap-reached" | "unsupported-input";
1275
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1276
+ readonly omittedAtLeast: number;
1277
+ } | {
1278
+ readonly code: "redacted" | "text-truncated";
1279
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1280
+ readonly replacementOrOmittedCount: number;
1281
+ } | {
1282
+ readonly code: "stream-truncated";
1283
+ readonly stream: "stderr" | "stdout";
1284
+ readonly omittedBytes: number;
1285
+ readonly commandId: string;
1286
+ readonly retainedBytes: number;
1287
+ } | {
1288
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1289
+ readonly stream: "stderr" | "stdout";
1290
+ readonly count: number;
1291
+ readonly commandId: string;
1292
+ })[]];
1293
+ };
1294
+ readonly diagnostics: readonly {
1295
+ readonly code: string;
1296
+ readonly kind: "advisory" | "execution-error";
1297
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
1298
+ readonly summary: string;
1299
+ readonly redaction: {
1300
+ readonly state: "none";
1301
+ } | {
1302
+ readonly state: "applied";
1303
+ readonly replacements: number;
1304
+ };
1305
+ readonly diagnosticId: string;
1306
+ readonly causes: readonly {
1307
+ readonly code: string;
1308
+ readonly summary: string;
1309
+ }[];
1310
+ readonly sourceFrame: {
1311
+ readonly sha256: import("../model/identifiers.mjs").Sha256Digest;
1312
+ readonly start: {
1313
+ readonly line: number;
1314
+ readonly column: number;
1315
+ };
1316
+ readonly end: {
1317
+ readonly line: number;
1318
+ readonly column: number;
1319
+ };
1320
+ readonly sourceItemId: import("../model/identifiers.mjs").SourceItemId;
1321
+ } | null;
1322
+ }[];
1323
+ }, "diagnostics-data", ":", {
1324
+ readonly collection: {
1325
+ readonly state: "complete";
1326
+ readonly limitations: readonly [];
1327
+ } | {
1328
+ readonly state: "partial";
1329
+ readonly limitations: readonly [{
1330
+ readonly code: "capture-failed" | "capture-interrupted";
1331
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1332
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1333
+ } | {
1334
+ readonly code: "collection-cap-reached" | "unsupported-input";
1335
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1336
+ readonly omittedAtLeast: number;
1337
+ } | {
1338
+ readonly code: "redacted" | "text-truncated";
1339
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1340
+ readonly replacementOrOmittedCount: number;
1341
+ } | {
1342
+ readonly code: "stream-truncated";
1343
+ readonly stream: "stderr" | "stdout";
1344
+ readonly omittedBytes: number;
1345
+ readonly commandId: string;
1346
+ readonly retainedBytes: number;
1347
+ } | {
1348
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1349
+ readonly stream: "stderr" | "stdout";
1350
+ readonly count: number;
1351
+ readonly commandId: string;
1352
+ }, ...({
1353
+ readonly code: "capture-failed" | "capture-interrupted";
1354
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1355
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1356
+ } | {
1357
+ readonly code: "collection-cap-reached" | "unsupported-input";
1358
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1359
+ readonly omittedAtLeast: number;
1360
+ } | {
1361
+ readonly code: "redacted" | "text-truncated";
1362
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1363
+ readonly replacementOrOmittedCount: number;
1364
+ } | {
1365
+ readonly code: "stream-truncated";
1366
+ readonly stream: "stderr" | "stdout";
1367
+ readonly omittedBytes: number;
1368
+ readonly commandId: string;
1369
+ readonly retainedBytes: number;
1370
+ } | {
1371
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1372
+ readonly stream: "stderr" | "stdout";
1373
+ readonly count: number;
1374
+ readonly commandId: string;
1375
+ })[]];
1376
+ };
1377
+ readonly diagnostics: readonly {
1378
+ readonly code: string;
1379
+ readonly kind: "advisory" | "execution-error";
1380
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
1381
+ readonly summary: string;
1382
+ readonly redaction: {
1383
+ readonly state: "none";
1384
+ } | {
1385
+ readonly state: "applied";
1386
+ readonly replacements: number;
1387
+ };
1388
+ readonly diagnosticId: string;
1389
+ readonly causes: readonly {
1390
+ readonly code: string;
1391
+ readonly summary: string;
1392
+ }[];
1393
+ readonly sourceFrame: {
1394
+ readonly sha256: string;
1395
+ readonly start: {
1396
+ readonly line: number;
1397
+ readonly column: number;
1398
+ };
1399
+ readonly end: {
1400
+ readonly line: number;
1401
+ readonly column: number;
1402
+ };
1403
+ readonly sourceItemId: string;
1404
+ } | null;
1405
+ }[];
1406
+ }, false, never>;
1407
+ }>;
1408
+ /** Exact historical v1 payload; only the agent.send label domain differs from v2. */
1409
+ export declare const AttemptObservabilityAttachmentV1Schema: Schema.Struct<{
1410
+ owner: Schema.PropertySignature<":", "attempt", "owner-kind", ":", "attempt", false, never>;
1411
+ conversation: Schema.PropertySignature<":", {
1412
+ readonly collection: {
1413
+ readonly state: "complete";
1414
+ readonly limitations: readonly [];
1415
+ } | {
1416
+ readonly state: "partial";
1417
+ readonly limitations: readonly [{
1418
+ readonly code: "capture-failed" | "capture-interrupted";
1419
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1420
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1421
+ } | {
1422
+ readonly code: "collection-cap-reached" | "unsupported-input";
1423
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1424
+ readonly omittedAtLeast: number;
1425
+ } | {
1426
+ readonly code: "redacted" | "text-truncated";
1427
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1428
+ readonly replacementOrOmittedCount: number;
1429
+ } | {
1430
+ readonly code: "stream-truncated";
1431
+ readonly stream: "stderr" | "stdout";
1432
+ readonly omittedBytes: number;
1433
+ readonly commandId: string;
1434
+ readonly retainedBytes: number;
1435
+ } | {
1436
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1437
+ readonly stream: "stderr" | "stdout";
1438
+ readonly count: number;
1439
+ readonly commandId: string;
1440
+ }, ...({
1441
+ readonly code: "capture-failed" | "capture-interrupted";
1442
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1443
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1444
+ } | {
1445
+ readonly code: "collection-cap-reached" | "unsupported-input";
1446
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1447
+ readonly omittedAtLeast: number;
1448
+ } | {
1449
+ readonly code: "redacted" | "text-truncated";
1450
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1451
+ readonly replacementOrOmittedCount: number;
1452
+ } | {
1453
+ readonly code: "stream-truncated";
1454
+ readonly stream: "stderr" | "stdout";
1455
+ readonly omittedBytes: number;
1456
+ readonly commandId: string;
1457
+ readonly retainedBytes: number;
1458
+ } | {
1459
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1460
+ readonly stream: "stderr" | "stdout";
1461
+ readonly count: number;
1462
+ readonly commandId: string;
1463
+ })[]];
1464
+ };
1465
+ readonly items: readonly ({
1466
+ readonly kind: "message";
1467
+ readonly role: "assistant" | "user";
1468
+ readonly text: string;
1469
+ readonly turnId: string;
1470
+ readonly sequence: number;
1471
+ readonly itemId: string;
1472
+ } | {
1473
+ readonly kind: "tool-call";
1474
+ readonly tool: string;
1475
+ readonly turnId: string;
1476
+ readonly sequence: number;
1477
+ readonly itemId: string;
1478
+ readonly callId: string;
1479
+ readonly inputSummary: string;
1480
+ } | {
1481
+ readonly kind: "tool-result";
1482
+ readonly outcome: "rejected" | "completed" | "cancelled" | "failed";
1483
+ readonly turnId: string;
1484
+ readonly sequence: number;
1485
+ readonly itemId: string;
1486
+ readonly callId: string;
1487
+ readonly outputSummary: string;
1488
+ } | {
1489
+ readonly kind: "compaction" | "thinking-summary" | "context-injection";
1490
+ readonly summary: string;
1491
+ readonly turnId: string;
1492
+ readonly sequence: number;
1493
+ readonly itemId: string;
1494
+ } | {
1495
+ readonly kind: "subagent";
1496
+ readonly state: "completed" | "failed" | "started";
1497
+ readonly label: string;
1498
+ readonly summary: string;
1499
+ readonly turnId: string;
1500
+ readonly sequence: number;
1501
+ readonly itemId: string;
1502
+ } | {
1503
+ readonly kind: "input-request";
1504
+ readonly state: "requested" | "cancelled" | "answered";
1505
+ readonly turnId: string;
1506
+ readonly sequence: number;
1507
+ readonly itemId: string;
1508
+ readonly promptSummary: string;
1509
+ readonly responseSummary: string | null;
1510
+ } | {
1511
+ readonly code: string;
1512
+ readonly kind: "skill-load" | "conversation-error";
1513
+ readonly summary: string;
1514
+ readonly turnId: string;
1515
+ readonly sequence: number;
1516
+ readonly itemId: string;
1517
+ })[];
1518
+ readonly turns: readonly {
1519
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed";
1520
+ readonly turnId: string;
1521
+ readonly sequence: number;
1522
+ }[];
1523
+ }, "conversation-data", ":", {
1524
+ readonly collection: {
1525
+ readonly state: "complete";
1526
+ readonly limitations: readonly [];
1527
+ } | {
1528
+ readonly state: "partial";
1529
+ readonly limitations: readonly [{
1530
+ readonly code: "capture-failed" | "capture-interrupted";
1531
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1532
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1533
+ } | {
1534
+ readonly code: "collection-cap-reached" | "unsupported-input";
1535
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1536
+ readonly omittedAtLeast: number;
1537
+ } | {
1538
+ readonly code: "redacted" | "text-truncated";
1539
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1540
+ readonly replacementOrOmittedCount: number;
1541
+ } | {
1542
+ readonly code: "stream-truncated";
1543
+ readonly stream: "stderr" | "stdout";
1544
+ readonly omittedBytes: number;
1545
+ readonly commandId: string;
1546
+ readonly retainedBytes: number;
1547
+ } | {
1548
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1549
+ readonly stream: "stderr" | "stdout";
1550
+ readonly count: number;
1551
+ readonly commandId: string;
1552
+ }, ...({
1553
+ readonly code: "capture-failed" | "capture-interrupted";
1554
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1555
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1556
+ } | {
1557
+ readonly code: "collection-cap-reached" | "unsupported-input";
1558
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1559
+ readonly omittedAtLeast: number;
1560
+ } | {
1561
+ readonly code: "redacted" | "text-truncated";
1562
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1563
+ readonly replacementOrOmittedCount: number;
1564
+ } | {
1565
+ readonly code: "stream-truncated";
1566
+ readonly stream: "stderr" | "stdout";
1567
+ readonly omittedBytes: number;
1568
+ readonly commandId: string;
1569
+ readonly retainedBytes: number;
1570
+ } | {
1571
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1572
+ readonly stream: "stderr" | "stdout";
1573
+ readonly count: number;
1574
+ readonly commandId: string;
1575
+ })[]];
1576
+ };
1577
+ readonly items: readonly ({
1578
+ readonly kind: "message";
1579
+ readonly role: "assistant" | "user";
1580
+ readonly text: string;
1581
+ readonly turnId: string;
1582
+ readonly sequence: number;
1583
+ readonly itemId: string;
1584
+ } | {
1585
+ readonly kind: "tool-call";
1586
+ readonly tool: string;
1587
+ readonly turnId: string;
1588
+ readonly sequence: number;
1589
+ readonly itemId: string;
1590
+ readonly callId: string;
1591
+ readonly inputSummary: string;
1592
+ } | {
1593
+ readonly kind: "tool-result";
1594
+ readonly outcome: "rejected" | "completed" | "cancelled" | "failed";
1595
+ readonly turnId: string;
1596
+ readonly sequence: number;
1597
+ readonly itemId: string;
1598
+ readonly callId: string;
1599
+ readonly outputSummary: string;
1600
+ } | {
1601
+ readonly kind: "compaction" | "thinking-summary" | "context-injection";
1602
+ readonly summary: string;
1603
+ readonly turnId: string;
1604
+ readonly sequence: number;
1605
+ readonly itemId: string;
1606
+ } | {
1607
+ readonly kind: "subagent";
1608
+ readonly state: "completed" | "failed" | "started";
1609
+ readonly label: string;
1610
+ readonly summary: string;
1611
+ readonly turnId: string;
1612
+ readonly sequence: number;
1613
+ readonly itemId: string;
1614
+ } | {
1615
+ readonly kind: "input-request";
1616
+ readonly state: "requested" | "cancelled" | "answered";
1617
+ readonly turnId: string;
1618
+ readonly sequence: number;
1619
+ readonly itemId: string;
1620
+ readonly promptSummary: string;
1621
+ readonly responseSummary: string | null;
1622
+ } | {
1623
+ readonly code: string;
1624
+ readonly kind: "skill-load" | "conversation-error";
1625
+ readonly summary: string;
1626
+ readonly turnId: string;
1627
+ readonly sequence: number;
1628
+ readonly itemId: string;
1629
+ })[];
1630
+ readonly turns: readonly {
1631
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed";
1632
+ readonly turnId: string;
1633
+ readonly sequence: number;
1634
+ }[];
1635
+ }, false, never>;
1636
+ commands: Schema.PropertySignature<":", {
1637
+ readonly commands: readonly {
1638
+ readonly result: {
1639
+ readonly outcome: {
1640
+ readonly kind: "exited";
1641
+ readonly exitCode: number;
1642
+ } | {
1643
+ readonly reason: "cancelled" | "timeout" | "transport-lost";
1644
+ readonly kind: "terminated";
1645
+ } | {
1646
+ readonly reason: "spawn-failed" | "cancelled-before-start";
1647
+ readonly kind: "not-started";
1648
+ };
1649
+ readonly stderr: {
1650
+ readonly sha256: import("../model/identifiers.mjs").Sha256Digest;
1651
+ readonly retainedBytes: number;
1652
+ readonly storage: {
1653
+ readonly kind: "inline";
1654
+ readonly text: string;
1655
+ } | {
1656
+ readonly kind: "blob";
1657
+ readonly ref: RecordBlobRef;
1658
+ };
1659
+ readonly totalSafeUtf8Bytes: number;
1660
+ };
1661
+ readonly stdout: {
1662
+ readonly sha256: import("../model/identifiers.mjs").Sha256Digest;
1663
+ readonly retainedBytes: number;
1664
+ readonly storage: {
1665
+ readonly kind: "inline";
1666
+ readonly text: string;
1667
+ } | {
1668
+ readonly kind: "blob";
1669
+ readonly ref: RecordBlobRef;
1670
+ };
1671
+ readonly totalSafeUtf8Bytes: number;
1672
+ };
1673
+ };
1674
+ readonly commandId: string;
1675
+ readonly manifest: {
1676
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown";
1677
+ readonly invocation: {
1678
+ readonly kind: "argv";
1679
+ readonly executable: string;
1680
+ readonly arguments: readonly string[];
1681
+ } | {
1682
+ readonly kind: "shell";
1683
+ readonly command: string;
1684
+ };
1685
+ readonly workingDirectory: {
1686
+ readonly kind: "sandbox-default";
1687
+ } | {
1688
+ readonly path: import("../model/identifiers.mjs").CanonicalProjectRelativePath;
1689
+ readonly kind: "project-relative";
1690
+ } | {
1691
+ readonly kind: "redacted";
1692
+ };
1693
+ };
1694
+ }[];
1695
+ readonly collection: {
1696
+ readonly state: "complete";
1697
+ readonly limitations: readonly [];
1698
+ } | {
1699
+ readonly state: "partial";
1700
+ readonly limitations: readonly [{
1701
+ readonly code: "capture-failed" | "capture-interrupted";
1702
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1703
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1704
+ } | {
1705
+ readonly code: "collection-cap-reached" | "unsupported-input";
1706
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1707
+ readonly omittedAtLeast: number;
1708
+ } | {
1709
+ readonly code: "redacted" | "text-truncated";
1710
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1711
+ readonly replacementOrOmittedCount: number;
1712
+ } | {
1713
+ readonly code: "stream-truncated";
1714
+ readonly stream: "stderr" | "stdout";
1715
+ readonly omittedBytes: number;
1716
+ readonly commandId: string;
1717
+ readonly retainedBytes: number;
1718
+ } | {
1719
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1720
+ readonly stream: "stderr" | "stdout";
1721
+ readonly count: number;
1722
+ readonly commandId: string;
1723
+ }, ...({
1724
+ readonly code: "capture-failed" | "capture-interrupted";
1725
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1726
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1727
+ } | {
1728
+ readonly code: "collection-cap-reached" | "unsupported-input";
1729
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1730
+ readonly omittedAtLeast: number;
1731
+ } | {
1732
+ readonly code: "redacted" | "text-truncated";
1733
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1734
+ readonly replacementOrOmittedCount: number;
1735
+ } | {
1736
+ readonly code: "stream-truncated";
1737
+ readonly stream: "stderr" | "stdout";
1738
+ readonly omittedBytes: number;
1739
+ readonly commandId: string;
1740
+ readonly retainedBytes: number;
1741
+ } | {
1742
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1743
+ readonly stream: "stderr" | "stdout";
1744
+ readonly count: number;
1745
+ readonly commandId: string;
1746
+ })[]];
1747
+ };
1748
+ }, "commands-data", ":", {
1749
+ readonly commands: readonly {
1750
+ readonly result: {
1751
+ readonly outcome: {
1752
+ readonly kind: "exited";
1753
+ readonly exitCode: number;
1754
+ } | {
1755
+ readonly reason: "cancelled" | "timeout" | "transport-lost";
1756
+ readonly kind: "terminated";
1757
+ } | {
1758
+ readonly reason: "spawn-failed" | "cancelled-before-start";
1759
+ readonly kind: "not-started";
1760
+ };
1761
+ readonly stderr: {
1762
+ readonly sha256: string;
1763
+ readonly retainedBytes: number;
1764
+ readonly storage: {
1765
+ readonly kind: "inline";
1766
+ readonly text: string;
1767
+ } | {
1768
+ readonly kind: "blob";
1769
+ readonly ref: RecordBlobRef;
1770
+ };
1771
+ readonly totalSafeUtf8Bytes: number;
1772
+ };
1773
+ readonly stdout: {
1774
+ readonly sha256: string;
1775
+ readonly retainedBytes: number;
1776
+ readonly storage: {
1777
+ readonly kind: "inline";
1778
+ readonly text: string;
1779
+ } | {
1780
+ readonly kind: "blob";
1781
+ readonly ref: RecordBlobRef;
1782
+ };
1783
+ readonly totalSafeUtf8Bytes: number;
1784
+ };
1785
+ };
1786
+ readonly commandId: string;
1787
+ readonly manifest: {
1788
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown";
1789
+ readonly invocation: {
1790
+ readonly kind: "argv";
1791
+ readonly executable: string;
1792
+ readonly arguments: readonly string[];
1793
+ } | {
1794
+ readonly kind: "shell";
1795
+ readonly command: string;
1796
+ };
1797
+ readonly workingDirectory: {
1798
+ readonly kind: "sandbox-default";
1799
+ } | {
1800
+ readonly path: string;
1801
+ readonly kind: "project-relative";
1802
+ } | {
1803
+ readonly kind: "redacted";
1804
+ };
1805
+ };
1806
+ }[];
1807
+ readonly collection: {
1808
+ readonly state: "complete";
1809
+ readonly limitations: readonly [];
1810
+ } | {
1811
+ readonly state: "partial";
1812
+ readonly limitations: readonly [{
1813
+ readonly code: "capture-failed" | "capture-interrupted";
1814
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1815
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1816
+ } | {
1817
+ readonly code: "collection-cap-reached" | "unsupported-input";
1818
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1819
+ readonly omittedAtLeast: number;
1820
+ } | {
1821
+ readonly code: "redacted" | "text-truncated";
1822
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1823
+ readonly replacementOrOmittedCount: number;
1824
+ } | {
1825
+ readonly code: "stream-truncated";
1826
+ readonly stream: "stderr" | "stdout";
1827
+ readonly omittedBytes: number;
1828
+ readonly commandId: string;
1829
+ readonly retainedBytes: number;
1830
+ } | {
1831
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1832
+ readonly stream: "stderr" | "stdout";
1833
+ readonly count: number;
1834
+ readonly commandId: string;
1835
+ }, ...({
1836
+ readonly code: "capture-failed" | "capture-interrupted";
1837
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1838
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1839
+ } | {
1840
+ readonly code: "collection-cap-reached" | "unsupported-input";
1841
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1842
+ readonly omittedAtLeast: number;
1843
+ } | {
1844
+ readonly code: "redacted" | "text-truncated";
1845
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1846
+ readonly replacementOrOmittedCount: number;
1847
+ } | {
1848
+ readonly code: "stream-truncated";
1849
+ readonly stream: "stderr" | "stdout";
1850
+ readonly omittedBytes: number;
1851
+ readonly commandId: string;
1852
+ readonly retainedBytes: number;
1853
+ } | {
1854
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1855
+ readonly stream: "stderr" | "stdout";
1856
+ readonly count: number;
1857
+ readonly commandId: string;
1858
+ })[]];
1859
+ };
1860
+ }, false, never>;
1861
+ usage: Schema.PropertySignature<":", {
1862
+ readonly collection: {
1863
+ readonly state: "complete";
1864
+ readonly limitations: readonly [];
1865
+ } | {
1866
+ readonly state: "partial";
1867
+ readonly limitations: readonly [{
1868
+ readonly code: "capture-failed" | "capture-interrupted";
1869
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1870
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1871
+ } | {
1872
+ readonly code: "collection-cap-reached" | "unsupported-input";
1873
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1874
+ readonly omittedAtLeast: number;
1875
+ } | {
1876
+ readonly code: "redacted" | "text-truncated";
1877
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1878
+ readonly replacementOrOmittedCount: number;
1879
+ } | {
1880
+ readonly code: "stream-truncated";
1881
+ readonly stream: "stderr" | "stdout";
1882
+ readonly omittedBytes: number;
1883
+ readonly commandId: string;
1884
+ readonly retainedBytes: number;
1885
+ } | {
1886
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1887
+ readonly stream: "stderr" | "stdout";
1888
+ readonly count: number;
1889
+ readonly commandId: string;
1890
+ }, ...({
1891
+ readonly code: "capture-failed" | "capture-interrupted";
1892
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1893
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1894
+ } | {
1895
+ readonly code: "collection-cap-reached" | "unsupported-input";
1896
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1897
+ readonly omittedAtLeast: number;
1898
+ } | {
1899
+ readonly code: "redacted" | "text-truncated";
1900
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1901
+ readonly replacementOrOmittedCount: number;
1902
+ } | {
1903
+ readonly code: "stream-truncated";
1904
+ readonly stream: "stderr" | "stdout";
1905
+ readonly omittedBytes: number;
1906
+ readonly commandId: string;
1907
+ readonly retainedBytes: number;
1908
+ } | {
1909
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1910
+ readonly stream: "stderr" | "stdout";
1911
+ readonly count: number;
1912
+ readonly commandId: string;
1913
+ })[]];
1914
+ };
1915
+ readonly observations: readonly ({
1916
+ readonly kind: "token-bucket";
1917
+ readonly provider: string;
1918
+ readonly usageObservationId: string;
1919
+ readonly bucket: "other" | "input" | "output" | "cache-read" | "cache-write" | "reasoning";
1920
+ readonly tokens: number;
1921
+ } | {
1922
+ readonly kind: "request";
1923
+ readonly provider: string;
1924
+ readonly usageObservationId: string;
1925
+ readonly requestKind: "model" | "tool";
1926
+ } | {
1927
+ readonly kind: "provider-cost";
1928
+ readonly provider: string;
1929
+ readonly usageObservationId: string;
1930
+ readonly amount: string;
1931
+ readonly currency: string;
1932
+ })[];
1933
+ }, "usage-data", ":", {
1934
+ readonly collection: {
1935
+ readonly state: "complete";
1936
+ readonly limitations: readonly [];
1937
+ } | {
1938
+ readonly state: "partial";
1939
+ readonly limitations: readonly [{
1940
+ readonly code: "capture-failed" | "capture-interrupted";
1941
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1942
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1943
+ } | {
1944
+ readonly code: "collection-cap-reached" | "unsupported-input";
1945
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1946
+ readonly omittedAtLeast: number;
1947
+ } | {
1948
+ readonly code: "redacted" | "text-truncated";
1949
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1950
+ readonly replacementOrOmittedCount: number;
1951
+ } | {
1952
+ readonly code: "stream-truncated";
1953
+ readonly stream: "stderr" | "stdout";
1954
+ readonly omittedBytes: number;
1955
+ readonly commandId: string;
1956
+ readonly retainedBytes: number;
1957
+ } | {
1958
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1959
+ readonly stream: "stderr" | "stdout";
1960
+ readonly count: number;
1961
+ readonly commandId: string;
1962
+ }, ...({
1963
+ readonly code: "capture-failed" | "capture-interrupted";
1964
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1965
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
1966
+ } | {
1967
+ readonly code: "collection-cap-reached" | "unsupported-input";
1968
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1969
+ readonly omittedAtLeast: number;
1970
+ } | {
1971
+ readonly code: "redacted" | "text-truncated";
1972
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
1973
+ readonly replacementOrOmittedCount: number;
1974
+ } | {
1975
+ readonly code: "stream-truncated";
1976
+ readonly stream: "stderr" | "stdout";
1977
+ readonly omittedBytes: number;
1978
+ readonly commandId: string;
1979
+ readonly retainedBytes: number;
1980
+ } | {
1981
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
1982
+ readonly stream: "stderr" | "stdout";
1983
+ readonly count: number;
1984
+ readonly commandId: string;
1985
+ })[]];
1986
+ };
1987
+ readonly observations: readonly ({
1988
+ readonly kind: "token-bucket";
1989
+ readonly provider: string;
1990
+ readonly usageObservationId: string;
1991
+ readonly bucket: "other" | "input" | "output" | "cache-read" | "cache-write" | "reasoning";
1992
+ readonly tokens: number;
1993
+ } | {
1994
+ readonly kind: "request";
1995
+ readonly provider: string;
1996
+ readonly usageObservationId: string;
1997
+ readonly requestKind: "model" | "tool";
1998
+ } | {
1999
+ readonly kind: "provider-cost";
2000
+ readonly provider: string;
2001
+ readonly usageObservationId: string;
2002
+ readonly amount: string;
2003
+ readonly currency: string;
2004
+ })[];
2005
+ }, false, never>;
2006
+ timing: Schema.PropertySignature<":", {
2007
+ readonly collection: {
2008
+ readonly state: "complete";
2009
+ readonly limitations: readonly [];
2010
+ } | {
2011
+ readonly state: "partial";
2012
+ readonly limitations: readonly [{
2013
+ readonly code: "capture-failed" | "capture-interrupted";
2014
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2015
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
2016
+ } | {
2017
+ readonly code: "collection-cap-reached" | "unsupported-input";
2018
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2019
+ readonly omittedAtLeast: number;
2020
+ } | {
2021
+ readonly code: "redacted" | "text-truncated";
2022
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2023
+ readonly replacementOrOmittedCount: number;
2024
+ } | {
2025
+ readonly code: "stream-truncated";
2026
+ readonly stream: "stderr" | "stdout";
2027
+ readonly omittedBytes: number;
2028
+ readonly commandId: string;
2029
+ readonly retainedBytes: number;
2030
+ } | {
2031
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
2032
+ readonly stream: "stderr" | "stdout";
2033
+ readonly count: number;
2034
+ readonly commandId: string;
2035
+ }, ...({
2036
+ readonly code: "capture-failed" | "capture-interrupted";
2037
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2038
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
2039
+ } | {
2040
+ readonly code: "collection-cap-reached" | "unsupported-input";
2041
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2042
+ readonly omittedAtLeast: number;
2043
+ } | {
2044
+ readonly code: "redacted" | "text-truncated";
2045
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
2046
+ readonly replacementOrOmittedCount: number;
2047
+ } | {
2048
+ readonly code: "stream-truncated";
2049
+ readonly stream: "stderr" | "stdout";
2050
+ readonly omittedBytes: number;
2051
+ readonly commandId: string;
2052
+ readonly retainedBytes: number;
2053
+ } | {
2054
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
2055
+ readonly stream: "stderr" | "stdout";
2056
+ readonly count: number;
2057
+ readonly commandId: string;
2058
+ })[]];
2059
+ };
2060
+ readonly intervals: readonly ({
1094
2061
  readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1095
2062
  readonly label: string;
1096
- readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
2063
+ readonly phase: "agent.send";
1097
2064
  readonly startOffsetMs: number;
1098
2065
  readonly durationMs: number;
1099
2066
  readonly intervalId: string;
1100
2067
  readonly parentIntervalId: string | null;
1101
- }[];
2068
+ } | {
2069
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
2070
+ readonly label: string;
2071
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
2072
+ readonly startOffsetMs: number;
2073
+ readonly durationMs: number;
2074
+ readonly intervalId: string;
2075
+ readonly parentIntervalId: string | null;
2076
+ })[];
1102
2077
  }, "timing-data", ":", {
1103
2078
  readonly collection: {
1104
2079
  readonly state: "complete";
@@ -1153,15 +2128,23 @@ export declare const AttemptObservabilityAttachmentSchema: Schema.Struct<{
1153
2128
  readonly commandId: string;
1154
2129
  })[]];
1155
2130
  };
1156
- readonly intervals: readonly {
2131
+ readonly intervals: readonly ({
1157
2132
  readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
1158
2133
  readonly label: string;
1159
- readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
2134
+ readonly phase: "agent.send";
1160
2135
  readonly startOffsetMs: number;
1161
2136
  readonly durationMs: number;
1162
2137
  readonly intervalId: string;
1163
2138
  readonly parentIntervalId: string | null;
1164
- }[];
2139
+ } | {
2140
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
2141
+ readonly label: string;
2142
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
2143
+ readonly startOffsetMs: number;
2144
+ readonly durationMs: number;
2145
+ readonly intervalId: string;
2146
+ readonly parentIntervalId: string | null;
2147
+ })[];
1165
2148
  }, false, never>;
1166
2149
  diagnostics: Schema.PropertySignature<":", {
1167
2150
  readonly collection: {
@@ -2299,15 +3282,23 @@ export declare const observabilityRecordAttachment: import("../definition/attach
2299
3282
  readonly commandId: string;
2300
3283
  })[]];
2301
3284
  };
2302
- readonly intervals: readonly {
3285
+ readonly intervals: readonly ({
2303
3286
  readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
2304
3287
  readonly label: string;
2305
- readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
3288
+ readonly phase: "agent.send";
2306
3289
  readonly startOffsetMs: number;
2307
3290
  readonly durationMs: number;
2308
3291
  readonly intervalId: string;
2309
3292
  readonly parentIntervalId: string | null;
2310
- }[];
3293
+ } | {
3294
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
3295
+ readonly label: string;
3296
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
3297
+ readonly startOffsetMs: number;
3298
+ readonly durationMs: number;
3299
+ readonly intervalId: string;
3300
+ readonly parentIntervalId: string | null;
3301
+ })[];
2311
3302
  }, "timing-data", ":", {
2312
3303
  readonly collection: {
2313
3304
  readonly state: "complete";
@@ -2362,15 +3353,23 @@ export declare const observabilityRecordAttachment: import("../definition/attach
2362
3353
  readonly commandId: string;
2363
3354
  })[]];
2364
3355
  };
2365
- readonly intervals: readonly {
3356
+ readonly intervals: readonly ({
2366
3357
  readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
2367
3358
  readonly label: string;
2368
- readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
3359
+ readonly phase: "agent.send";
2369
3360
  readonly startOffsetMs: number;
2370
3361
  readonly durationMs: number;
2371
3362
  readonly intervalId: string;
2372
3363
  readonly parentIntervalId: string | null;
2373
- }[];
3364
+ } | {
3365
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
3366
+ readonly label: string;
3367
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
3368
+ readonly startOffsetMs: number;
3369
+ readonly durationMs: number;
3370
+ readonly intervalId: string;
3371
+ readonly parentIntervalId: string | null;
3372
+ })[];
2374
3373
  }, false, never>;
2375
3374
  diagnostics: Schema.PropertySignature<":", {
2376
3375
  readonly collection: {