niceeval 0.13.2 → 0.13.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (494) hide show
  1. package/dist/agents/bub.cjs +4 -4
  2. package/dist/agents/bub.cjs.map +1 -1
  3. package/dist/agents/bub.d.cts +2 -2
  4. package/dist/agents/bub.d.mts +2 -2
  5. package/dist/agents/bub.d.ts +2 -2
  6. package/dist/agents/claude-code-native.cjs +213 -0
  7. package/dist/agents/claude-code-native.cjs.map +1 -0
  8. package/dist/agents/claude-code-native.d.cts +5 -0
  9. package/dist/agents/claude-code-native.d.mts +5 -0
  10. package/dist/agents/claude-code-native.d.ts +5 -0
  11. package/dist/agents/claude-code-native.js +6 -0
  12. package/dist/agents/claude-code-native.js.map +1 -0
  13. package/dist/agents/claude-code.cjs +26 -80
  14. package/dist/agents/claude-code.cjs.map +1 -1
  15. package/dist/agents/codex-app-server.cjs +314 -0
  16. package/dist/agents/codex-app-server.cjs.map +1 -0
  17. package/dist/agents/codex-app-server.d.cts +9 -0
  18. package/dist/agents/codex-app-server.d.mts +9 -0
  19. package/dist/agents/codex-app-server.d.ts +9 -0
  20. package/dist/agents/codex-app-server.js +6 -0
  21. package/dist/agents/codex-app-server.js.map +1 -0
  22. package/dist/agents/codex.cjs +19 -68
  23. package/dist/agents/codex.cjs.map +1 -1
  24. package/dist/agents/codex.d.cts +3 -3
  25. package/dist/agents/codex.d.mts +3 -3
  26. package/dist/agents/codex.d.ts +3 -3
  27. package/dist/agents/index.cjs +3 -1
  28. package/dist/agents/index.cjs.map +1 -1
  29. package/dist/agents/index.d.cts +1 -0
  30. package/dist/agents/index.d.mts +1 -0
  31. package/dist/agents/index.d.ts +1 -0
  32. package/dist/agents/index.js +84 -82
  33. package/dist/agents/index.mjs +84 -82
  34. package/dist/agents/managed-jsonl.cjs +207 -0
  35. package/dist/agents/managed-jsonl.cjs.map +1 -0
  36. package/dist/agents/managed-jsonl.d.cts +39 -0
  37. package/dist/agents/managed-jsonl.d.mts +39 -0
  38. package/dist/agents/managed-jsonl.d.ts +39 -0
  39. package/dist/agents/managed-jsonl.js +6 -0
  40. package/dist/agents/managed-jsonl.js.map +1 -0
  41. package/dist/agents/managed-process.cjs +31 -0
  42. package/dist/agents/managed-process.cjs.map +1 -0
  43. package/dist/agents/managed-process.d.cts +3 -0
  44. package/dist/agents/managed-process.d.mts +3 -0
  45. package/dist/agents/managed-process.d.ts +3 -0
  46. package/dist/agents/managed-process.js +6 -0
  47. package/dist/agents/managed-process.js.map +1 -0
  48. package/dist/agents/omp.cjs +18 -1
  49. package/dist/agents/omp.cjs.map +1 -1
  50. package/dist/agents/sdk-streams.cjs +11 -4
  51. package/dist/agents/sdk-streams.cjs.map +1 -1
  52. package/dist/agents/types.cjs.map +1 -1
  53. package/dist/agents/types.d.cts +8 -0
  54. package/dist/agents/types.d.mts +8 -0
  55. package/dist/agents/types.d.ts +8 -0
  56. package/dist/analysis/bindings.cjs +74 -19
  57. package/dist/analysis/bindings.cjs.map +1 -1
  58. package/dist/analysis/bindings.d.cts +534 -156
  59. package/dist/analysis/bindings.d.mts +534 -156
  60. package/dist/analysis/bindings.d.ts +534 -156
  61. package/dist/analysis/domain-view.cjs.map +1 -1
  62. package/dist/analysis/domain-view.d.cts +137 -8
  63. package/dist/analysis/domain-view.d.mts +137 -8
  64. package/dist/analysis/domain-view.d.ts +137 -8
  65. package/dist/analysis/index.cjs.map +1 -1
  66. package/dist/analysis/index.d.cts +1 -1
  67. package/dist/analysis/index.d.mts +1 -1
  68. package/dist/analysis/index.d.ts +1 -1
  69. package/dist/assertions/api.cjs.map +1 -1
  70. package/dist/assertions/api.d.cts +62 -0
  71. package/dist/assertions/api.d.mts +62 -0
  72. package/dist/assertions/api.d.ts +62 -0
  73. package/dist/assertions/judge.cjs +56 -5
  74. package/dist/assertions/judge.cjs.map +1 -1
  75. package/dist/assertions/match.cjs +66 -42
  76. package/dist/assertions/match.cjs.map +1 -1
  77. package/dist/assertions/match.d.cts +13 -0
  78. package/dist/assertions/match.d.mts +13 -0
  79. package/dist/assertions/match.d.ts +13 -0
  80. package/dist/assertions/record/attachment.cjs +104 -33
  81. package/dist/assertions/record/attachment.cjs.map +1 -1
  82. package/dist/assertions/record/attachment.d.cts +294 -57
  83. package/dist/assertions/record/attachment.d.mts +294 -57
  84. package/dist/assertions/record/attachment.d.ts +294 -57
  85. package/dist/assertions/record/codec.cjs +91 -17
  86. package/dist/assertions/record/codec.cjs.map +1 -1
  87. package/dist/assertions/record/codec.d.cts +280 -52
  88. package/dist/assertions/record/codec.d.mts +280 -52
  89. package/dist/assertions/record/codec.d.ts +280 -52
  90. package/dist/assertions/record/index.js +2 -0
  91. package/dist/assertions/record/model.cjs +16 -0
  92. package/dist/assertions/record/model.cjs.map +1 -1
  93. package/dist/assertions/record/model.d.cts +120 -13
  94. package/dist/assertions/record/model.d.mts +120 -13
  95. package/dist/assertions/record/model.d.ts +120 -13
  96. package/dist/assertions/record/model.js +2 -0
  97. package/dist/assertions/record/producer.cjs +70 -50
  98. package/dist/assertions/record/producer.cjs.map +1 -1
  99. package/dist/assertions/record/producer.d.cts +8 -7
  100. package/dist/assertions/record/producer.d.mts +8 -7
  101. package/dist/assertions/record/producer.d.ts +8 -7
  102. package/dist/assertions/runtime.cjs +49 -7
  103. package/dist/assertions/runtime.cjs.map +1 -1
  104. package/dist/cli/application.cjs +40 -0
  105. package/dist/cli/application.cjs.map +1 -0
  106. package/dist/cli/application.d.cts +129 -0
  107. package/dist/cli/application.d.mts +129 -0
  108. package/dist/cli/application.d.ts +129 -0
  109. package/dist/cli/application.js +24 -0
  110. package/dist/cli/application.js.map +1 -0
  111. package/dist/cli/bootstrap.cjs +10 -4
  112. package/dist/cli/bootstrap.cjs.map +1 -1
  113. package/dist/cli/node-application.cjs +123 -0
  114. package/dist/cli/node-application.cjs.map +1 -0
  115. package/dist/cli/node-application.d.cts +14 -0
  116. package/dist/cli/node-application.d.mts +14 -0
  117. package/dist/cli/node-application.d.ts +14 -0
  118. package/dist/cli/node-application.js +26 -0
  119. package/dist/cli/node-application.js.map +1 -0
  120. package/dist/cli/program.cjs +2807 -0
  121. package/dist/cli/program.cjs.map +1 -0
  122. package/dist/cli/program.d.cts +352 -0
  123. package/dist/cli/program.d.mts +352 -0
  124. package/dist/cli/program.d.ts +352 -0
  125. package/dist/cli/program.js +36 -0
  126. package/dist/cli/program.js.map +1 -0
  127. package/dist/cli/project-configuration.cjs +134 -0
  128. package/dist/cli/project-configuration.cjs.map +1 -0
  129. package/dist/cli/project-configuration.d.cts +64 -0
  130. package/dist/cli/project-configuration.d.mts +64 -0
  131. package/dist/cli/project-configuration.d.ts +64 -0
  132. package/dist/cli/project-configuration.js +22 -0
  133. package/dist/cli/project-configuration.js.map +1 -0
  134. package/dist/cli/record.cjs +20 -4
  135. package/dist/cli/record.cjs.map +1 -1
  136. package/dist/cli/record.d.cts +3 -3
  137. package/dist/cli/record.d.mts +3 -3
  138. package/dist/cli/record.d.ts +3 -3
  139. package/dist/cli.cjs +19 -3130
  140. package/dist/cli.cjs.map +1 -1
  141. package/dist/cli.d.cts +2 -148
  142. package/dist/cli.d.mts +2 -148
  143. package/dist/cli.d.ts +2 -148
  144. package/dist/cli.js +22 -30
  145. package/dist/context/assert-first.cjs +21 -15
  146. package/dist/context/assert-first.cjs.map +1 -1
  147. package/dist/context/assert-first.d.cts +1 -0
  148. package/dist/context/assert-first.d.mts +1 -0
  149. package/dist/context/assert-first.d.ts +1 -0
  150. package/dist/context/attempt-resources.cjs +13 -0
  151. package/dist/context/attempt-resources.cjs.map +1 -0
  152. package/dist/context/attempt-resources.d.cts +3 -0
  153. package/dist/context/attempt-resources.d.mts +3 -0
  154. package/dist/context/attempt-resources.d.ts +3 -0
  155. package/dist/context/attempt-resources.js +8 -0
  156. package/dist/context/attempt-resources.js.map +1 -0
  157. package/dist/context/session.cjs +4 -3
  158. package/dist/context/session.cjs.map +1 -1
  159. package/dist/context/session.d.cts +1 -0
  160. package/dist/context/session.d.mts +1 -0
  161. package/dist/context/session.d.ts +1 -0
  162. package/dist/eval/record/verdict.cjs +3 -2
  163. package/dist/eval/record/verdict.cjs.map +1 -1
  164. package/dist/experiment/host/index.cjs +1 -6
  165. package/dist/experiment/host/index.cjs.map +1 -1
  166. package/dist/experiment/host/index.d.cts +1 -0
  167. package/dist/experiment/host/index.d.mts +1 -0
  168. package/dist/experiment/host/index.d.ts +1 -0
  169. package/dist/load-config.cjs +13 -4
  170. package/dist/load-config.cjs.map +1 -1
  171. package/dist/load-config.d.cts +4 -3
  172. package/dist/load-config.d.mts +4 -3
  173. package/dist/load-config.d.ts +4 -3
  174. package/dist/load-config.js +4 -2
  175. package/dist/o11y/parsers/codex.cjs +29 -7
  176. package/dist/o11y/parsers/codex.cjs.map +1 -1
  177. package/dist/record/codec/core.d.cts +0 -2
  178. package/dist/record/codec/core.d.mts +0 -2
  179. package/dist/record/codec/core.d.ts +0 -2
  180. package/dist/record/codec/identifiers.cjs +2 -3
  181. package/dist/record/codec/identifiers.cjs.map +1 -1
  182. package/dist/record/codec/identifiers.d.cts +1 -2
  183. package/dist/record/codec/identifiers.d.mts +1 -2
  184. package/dist/record/codec/identifiers.d.ts +1 -2
  185. package/dist/record/codec/identifiers.js +10 -12
  186. package/dist/record/codec/index.js +42 -44
  187. package/dist/record/definition/attachment.cjs +1 -0
  188. package/dist/record/definition/attachment.cjs.map +1 -1
  189. package/dist/record/definition/attachment.d.cts +14 -0
  190. package/dist/record/definition/attachment.d.mts +14 -0
  191. package/dist/record/definition/attachment.d.ts +14 -0
  192. package/dist/record/family/assertions-v1.cjs +104 -0
  193. package/dist/record/family/assertions-v1.cjs.map +1 -0
  194. package/dist/record/family/assertions-v1.d.cts +2 -0
  195. package/dist/record/family/assertions-v1.d.mts +2 -0
  196. package/dist/record/family/assertions-v1.d.ts +2 -0
  197. package/dist/record/family/assertions-v1.js +6 -0
  198. package/dist/record/family/assertions-v1.js.map +1 -0
  199. package/dist/record/family/assertions.cjs +16 -5
  200. package/dist/record/family/assertions.cjs.map +1 -1
  201. package/dist/record/family/assertions.d.cts +510 -56
  202. package/dist/record/family/assertions.d.mts +510 -56
  203. package/dist/record/family/assertions.d.ts +510 -56
  204. package/dist/record/family/assertions.js +14 -10
  205. package/dist/record/family/catalog.cjs +17 -1
  206. package/dist/record/family/catalog.cjs.map +1 -1
  207. package/dist/record/family/catalog.d.cts +1292 -104
  208. package/dist/record/family/catalog.d.mts +1292 -104
  209. package/dist/record/family/catalog.d.ts +1292 -104
  210. package/dist/record/family/catalog.js +22 -20
  211. package/dist/record/family/index.js +144 -138
  212. package/dist/record/family/observability-v1.cjs +5 -0
  213. package/dist/record/family/observability-v1.cjs.map +1 -1
  214. package/dist/record/family/observability.cjs +1 -1
  215. package/dist/record/family/observability.cjs.map +1 -1
  216. package/dist/record/host/runtime.cjs +323 -173
  217. package/dist/record/host/runtime.cjs.map +1 -1
  218. package/dist/record/host/types.cjs.map +1 -1
  219. package/dist/record/host/types.d.cts +9 -7
  220. package/dist/record/host/types.d.mts +9 -7
  221. package/dist/record/host/types.d.ts +9 -7
  222. package/dist/record/model/core.cjs.map +1 -1
  223. package/dist/record/model/core.d.cts +1 -2
  224. package/dist/record/model/core.d.mts +1 -2
  225. package/dist/record/model/core.d.ts +1 -2
  226. package/dist/record/model/definition.cjs +1 -2
  227. package/dist/record/model/definition.cjs.map +1 -1
  228. package/dist/record/model/definition.d.cts +1 -7
  229. package/dist/record/model/definition.d.mts +1 -7
  230. package/dist/record/model/definition.d.ts +1 -7
  231. package/dist/record/model/identifiers.cjs +2 -3
  232. package/dist/record/model/identifiers.cjs.map +1 -1
  233. package/dist/record/model/identifiers.d.cts +1 -3
  234. package/dist/record/model/identifiers.d.mts +1 -3
  235. package/dist/record/model/identifiers.d.ts +1 -3
  236. package/dist/record/model/identifiers.js +36 -38
  237. package/dist/record/model/index.js +60 -62
  238. package/dist/record/platform/node.cjs +17 -7
  239. package/dist/record/platform/node.cjs.map +1 -1
  240. package/dist/record/platform/services.cjs.map +1 -1
  241. package/dist/record/platform/services.d.cts +8 -3
  242. package/dist/record/platform/services.d.mts +8 -3
  243. package/dist/record/platform/services.d.ts +8 -3
  244. package/dist/record/reader/format.cjs +16 -65
  245. package/dist/record/reader/format.cjs.map +1 -1
  246. package/dist/record/reader/format.d.cts +5 -9
  247. package/dist/record/reader/format.d.mts +5 -9
  248. package/dist/record/reader/format.d.ts +5 -9
  249. package/dist/record/reader/index.js +10 -8
  250. package/dist/record/reader/runtime.cjs +63 -32
  251. package/dist/record/reader/runtime.cjs.map +1 -1
  252. package/dist/record/reader/runtime.d.cts +40 -4
  253. package/dist/record/reader/runtime.d.mts +40 -4
  254. package/dist/record/reader/runtime.d.ts +40 -4
  255. package/dist/record/reader/runtime.js +6 -4
  256. package/dist/report/assets/enhance.js +5 -5
  257. package/dist/report/assets/styles.css +190 -24
  258. package/dist/report/built-in/result-components.cjs +8 -5
  259. package/dist/report/built-in/result-components.cjs.map +1 -1
  260. package/dist/report/built-in/standard.cjs +3 -0
  261. package/dist/report/built-in/standard.cjs.map +1 -1
  262. package/dist/report/built-in/standard.d.cts +2 -0
  263. package/dist/report/built-in/standard.d.mts +2 -0
  264. package/dist/report/built-in/standard.d.ts +2 -0
  265. package/dist/report/client-dist/app.js +53 -0
  266. package/dist/report/components/attempt-detail/compute.cjs +108 -231
  267. package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
  268. package/dist/report/components/attempt-detail/compute.d.cts +11 -45
  269. package/dist/report/components/attempt-detail/compute.d.mts +11 -45
  270. package/dist/report/components/attempt-detail/compute.d.ts +11 -45
  271. package/dist/report/components/attempt-detail/compute.js +2 -4
  272. package/dist/report/components/attempt-detail/content.cjs +4 -4
  273. package/dist/report/components/attempt-detail/content.cjs.map +1 -1
  274. package/dist/report/components/attempt-detail/validate.cjs +47 -4
  275. package/dist/report/components/attempt-detail/validate.cjs.map +1 -1
  276. package/dist/report/components/entity-lists/compute.cjs +9 -15
  277. package/dist/report/components/entity-lists/compute.cjs.map +1 -1
  278. package/dist/report/components/entity-lists/content.cjs +53 -40
  279. package/dist/report/components/entity-lists/content.cjs.map +1 -1
  280. package/dist/report/components/entity-lists/index.cjs +1 -3
  281. package/dist/report/components/entity-lists/index.cjs.map +1 -1
  282. package/dist/report/components/experiment-detail/compute.cjs +4 -6
  283. package/dist/report/components/experiment-detail/compute.cjs.map +1 -1
  284. package/dist/report/components/summaries/index.cjs +5 -1
  285. package/dist/report/components/summaries/index.cjs.map +1 -1
  286. package/dist/report/definition/cell.cjs +14 -7
  287. package/dist/report/definition/cell.cjs.map +1 -1
  288. package/dist/report/definition/cell.d.cts +4 -0
  289. package/dist/report/definition/cell.d.mts +4 -0
  290. package/dist/report/definition/cell.d.ts +4 -0
  291. package/dist/report/definition/primitives/assertion-evidence.cjs +96 -0
  292. package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -0
  293. package/dist/report/definition/primitives/assertion-evidence.d.cts +11 -0
  294. package/dist/report/definition/primitives/assertion-evidence.d.mts +11 -0
  295. package/dist/report/definition/primitives/assertion-evidence.d.ts +11 -0
  296. package/dist/report/definition/primitives/assertion-evidence.js +6 -0
  297. package/dist/report/definition/primitives/assertion-evidence.js.map +1 -0
  298. package/dist/report/definition/primitives/conversation.cjs +7 -0
  299. package/dist/report/definition/primitives/conversation.cjs.map +1 -1
  300. package/dist/report/definition/primitives/conversation.d.cts +2 -0
  301. package/dist/report/definition/primitives/conversation.d.mts +2 -0
  302. package/dist/report/definition/primitives/conversation.d.ts +2 -0
  303. package/dist/report/definition/primitives/turn-trace.cjs +53 -3
  304. package/dist/report/definition/primitives/turn-trace.cjs.map +1 -1
  305. package/dist/report/definition/primitives.cjs +14 -1
  306. package/dist/report/definition/primitives.cjs.map +1 -1
  307. package/dist/report/definition/report.cjs +16 -8
  308. package/dist/report/definition/report.cjs.map +1 -1
  309. package/dist/report/definition/report.d.cts +6 -0
  310. package/dist/report/definition/report.d.mts +6 -0
  311. package/dist/report/definition/report.d.ts +6 -0
  312. package/dist/report/definition/table-text.cjs +12 -3
  313. package/dist/report/definition/table-text.cjs.map +1 -1
  314. package/dist/report/definition/table-text.d.cts +6 -1
  315. package/dist/report/definition/table-text.d.mts +6 -1
  316. package/dist/report/definition/table-text.d.ts +6 -1
  317. package/dist/report/execution/model.cjs +6 -14
  318. package/dist/report/execution/model.cjs.map +1 -1
  319. package/dist/report/execution/model.d.cts +5 -10
  320. package/dist/report/execution/model.d.mts +5 -10
  321. package/dist/report/execution/model.d.ts +5 -10
  322. package/dist/report/execution/model.js +6 -6
  323. package/dist/report/execution/paths.cjs +0 -11
  324. package/dist/report/execution/paths.cjs.map +1 -1
  325. package/dist/report/execution/paths.d.cts +0 -1
  326. package/dist/report/execution/paths.d.mts +0 -1
  327. package/dist/report/execution/paths.d.ts +0 -1
  328. package/dist/report/execution/paths.js +6 -8
  329. package/dist/report/host/execute.cjs +13 -22
  330. package/dist/report/host/execute.cjs.map +1 -1
  331. package/dist/report/host/execute.d.cts +1 -4
  332. package/dist/report/host/execute.d.mts +1 -4
  333. package/dist/report/host/execute.d.ts +1 -4
  334. package/dist/report/host/from-record.cjs +3 -0
  335. package/dist/report/host/from-record.cjs.map +1 -1
  336. package/dist/report/host/from-record.d.cts +4 -1
  337. package/dist/report/host/from-record.d.mts +4 -1
  338. package/dist/report/host/from-record.d.ts +4 -1
  339. package/dist/report/host/site-assets.cjs +1 -2
  340. package/dist/report/host/site-assets.cjs.map +1 -1
  341. package/dist/report/host/site-assets.d.cts +0 -1
  342. package/dist/report/host/site-assets.d.mts +0 -1
  343. package/dist/report/host/site-assets.d.ts +0 -1
  344. package/dist/report/host/site-assets.js +2 -4
  345. package/dist/report/host/static.cjs +71 -346
  346. package/dist/report/host/static.cjs.map +1 -1
  347. package/dist/report/host/static.d.cts +1 -3
  348. package/dist/report/host/static.d.mts +1 -3
  349. package/dist/report/host/static.d.ts +1 -3
  350. package/dist/report/host/static.js +2 -2
  351. package/dist/report/host/view-session.cjs.map +1 -1
  352. package/dist/report/host/view-session.d.cts +1 -1
  353. package/dist/report/host/view-session.d.mts +1 -1
  354. package/dist/report/host/view-session.d.ts +1 -1
  355. package/dist/report/model/locale.cjs +1 -1
  356. package/dist/report/model/locale.cjs.map +1 -1
  357. package/dist/report/model/locale.d.cts +1 -1
  358. package/dist/report/model/locale.d.mts +1 -1
  359. package/dist/report/model/locale.d.ts +1 -1
  360. package/dist/report/model/pricing.cjs +2 -2
  361. package/dist/report/model/pricing.cjs.map +1 -1
  362. package/dist/report/react/enhance.js +5 -5
  363. package/dist/report/react/styles.css +190 -24
  364. package/dist/runner/adoption.cjs +4 -7
  365. package/dist/runner/adoption.cjs.map +1 -1
  366. package/dist/runner/attempt-resources.cjs +60 -0
  367. package/dist/runner/attempt-resources.cjs.map +1 -0
  368. package/dist/runner/attempt-resources.d.cts +13 -0
  369. package/dist/runner/attempt-resources.d.mts +13 -0
  370. package/dist/runner/attempt-resources.d.ts +13 -0
  371. package/dist/runner/attempt-resources.js +6 -0
  372. package/dist/runner/attempt-resources.js.map +1 -0
  373. package/dist/runner/attempt.cjs +37 -3
  374. package/dist/runner/attempt.cjs.map +1 -1
  375. package/dist/runner/feedback/failure.cjs +77 -2
  376. package/dist/runner/feedback/failure.cjs.map +1 -1
  377. package/dist/runner/feedback/failure.d.cts +2 -1
  378. package/dist/runner/feedback/failure.d.mts +2 -1
  379. package/dist/runner/feedback/failure.d.ts +2 -1
  380. package/dist/runner/project-current.cjs +2 -13
  381. package/dist/runner/project-current.cjs.map +1 -1
  382. package/dist/runner/project-current.d.cts +4 -2
  383. package/dist/runner/project-current.d.mts +4 -2
  384. package/dist/runner/project-current.d.ts +4 -2
  385. package/dist/runner/reporters/braintrust.cjs +7 -7
  386. package/dist/runner/reporters/braintrust.cjs.map +1 -1
  387. package/dist/runner/reuse-readback.cjs +3 -4
  388. package/dist/runner/reuse-readback.cjs.map +1 -1
  389. package/dist/runner/run.cjs +5 -2
  390. package/dist/runner/run.cjs.map +1 -1
  391. package/dist/sandbox/backend.cjs +32 -2
  392. package/dist/sandbox/backend.cjs.map +1 -1
  393. package/dist/sandbox/backend.d.cts +12 -1
  394. package/dist/sandbox/backend.d.mts +12 -1
  395. package/dist/sandbox/backend.d.ts +12 -1
  396. package/dist/sandbox/backend.js +28 -22
  397. package/dist/sandbox/docker.cjs +140 -0
  398. package/dist/sandbox/docker.cjs.map +1 -1
  399. package/dist/sandbox/docker.d.cts +3 -1
  400. package/dist/sandbox/docker.d.mts +3 -1
  401. package/dist/sandbox/docker.d.ts +3 -1
  402. package/dist/sandbox/e2b.cjs +42 -0
  403. package/dist/sandbox/e2b.cjs.map +1 -1
  404. package/dist/sandbox/e2b.d.cts +2 -0
  405. package/dist/sandbox/e2b.d.mts +2 -0
  406. package/dist/sandbox/e2b.d.ts +2 -0
  407. package/dist/sandbox/local.cjs +64 -0
  408. package/dist/sandbox/local.cjs.map +1 -1
  409. package/dist/sandbox/local.d.cts +3 -1
  410. package/dist/sandbox/local.d.mts +3 -1
  411. package/dist/sandbox/local.d.ts +3 -1
  412. package/dist/sandbox/managed-process.cjs +49 -0
  413. package/dist/sandbox/managed-process.cjs.map +1 -0
  414. package/dist/sandbox/managed-process.d.cts +11 -0
  415. package/dist/sandbox/managed-process.d.mts +11 -0
  416. package/dist/sandbox/managed-process.d.ts +11 -0
  417. package/dist/sandbox/managed-process.js +6 -0
  418. package/dist/sandbox/managed-process.js.map +1 -0
  419. package/dist/sandbox/types.cjs.map +1 -1
  420. package/dist/sandbox/types.d.cts +24 -0
  421. package/dist/sandbox/types.d.mts +24 -0
  422. package/dist/sandbox/types.d.ts +24 -0
  423. package/dist/sandbox/vercel.cjs +1 -0
  424. package/dist/sandbox/vercel.cjs.map +1 -1
  425. package/dist/sandbox/vercel.d.cts +1 -0
  426. package/dist/sandbox/vercel.d.mts +1 -0
  427. package/dist/sandbox/vercel.d.ts +1 -0
  428. package/dist/view/server.cjs +2 -37
  429. package/dist/view/server.cjs.map +1 -1
  430. package/dist/view/server.d.cts +0 -3
  431. package/dist/view/server.d.mts +0 -3
  432. package/dist/view/server.d.ts +0 -3
  433. package/docs-site/zh/reference/builtin-agents.mdx +7 -7
  434. package/docs-site/zh/reference/official-adapters.mdx +4 -4
  435. package/docs-site/zh/reference/report-components.mdx +2 -2
  436. package/docs-site/zh/tutorials/configuration.mdx +2 -2
  437. package/docs-site/zh/tutorials/deploy-report-site.mdx +24 -2
  438. package/docs-site/zh/tutorials/publish-report.mdx +4 -4
  439. package/docs-site/zh/tutorials/sandbox-agent.mdx +5 -5
  440. package/docs-site/zh/tutorials/theming.mdx +2 -2
  441. package/package.json +4 -6
  442. package/dist/record/migration/index.cjs +0 -5
  443. package/dist/record/migration/index.cjs.map +0 -1
  444. package/dist/record/migration/index.d.cts +0 -11
  445. package/dist/record/migration/index.d.mts +0 -11
  446. package/dist/record/migration/index.d.ts +0 -11
  447. package/dist/record/migration/index.js +0 -6
  448. package/dist/record/migration/index.js.map +0 -1
  449. package/dist/report/host/site-runtime.cjs +0 -92
  450. package/dist/report/host/site-runtime.cjs.map +0 -1
  451. package/dist/report/host/site-runtime.d.cts +0 -9
  452. package/dist/report/host/site-runtime.d.mts +0 -9
  453. package/dist/report/host/site-runtime.d.ts +0 -9
  454. package/dist/report/host/site-runtime.js +0 -10
  455. package/dist/report/host/site-runtime.js.map +0 -1
  456. package/dist/view/client-dist/app.css +0 -2
  457. package/dist/view/client-dist/app.js +0 -49
  458. package/dist/view/data.cjs +0 -3
  459. package/dist/view/data.cjs.map +0 -1
  460. package/dist/view/data.d.cts +0 -9
  461. package/dist/view/data.d.mts +0 -9
  462. package/dist/view/data.d.ts +0 -9
  463. package/dist/view/data.js +0 -4
  464. package/dist/view/data.js.map +0 -1
  465. package/dist/view/index.cjs +0 -24
  466. package/dist/view/index.cjs.map +0 -1
  467. package/dist/view/index.d.cts +0 -9
  468. package/dist/view/index.d.mts +0 -9
  469. package/dist/view/index.d.ts +0 -9
  470. package/dist/view/index.js +0 -28
  471. package/dist/view/index.js.map +0 -1
  472. package/dist/view/report-view-cache.cjs +0 -200
  473. package/dist/view/report-view-cache.cjs.map +0 -1
  474. package/dist/view/report-view-cache.d.cts +0 -67
  475. package/dist/view/report-view-cache.d.mts +0 -67
  476. package/dist/view/report-view-cache.d.ts +0 -67
  477. package/dist/view/report-view-cache.js +0 -8
  478. package/dist/view/report-view-cache.js.map +0 -1
  479. package/dist/view/shared/types.cjs +0 -3
  480. package/dist/view/shared/types.cjs.map +0 -1
  481. package/dist/view/shared/types.d.cts +0 -51
  482. package/dist/view/shared/types.d.mts +0 -51
  483. package/dist/view/shared/types.d.ts +0 -51
  484. package/dist/view/shared/types.js +0 -4
  485. package/dist/view/shared/types.js.map +0 -1
  486. package/dist/view/site.cjs +0 -32
  487. package/dist/view/site.cjs.map +0 -1
  488. package/dist/view/site.d.cts +0 -24
  489. package/dist/view/site.d.mts +0 -24
  490. package/dist/view/site.d.ts +0 -24
  491. package/dist/view/site.js +0 -8
  492. package/dist/view/site.js.map +0 -1
  493. package/dist/view/styles.css +0 -170
  494. package/dist/view/template.html +0 -17
@@ -8,63 +8,189 @@ export declare const NiceEvalRecordAttachments: Readonly<{
8
8
  readonly attempt: {
9
9
  readonly schema: Schema.filter<Schema.filter<Schema.filter<Schema.filter<Schema.Struct<{
10
10
  entries: Schema.PropertySignature<":", readonly {
11
- readonly result: import("../../assertions/record/model.js").SealedAssertionResult;
12
- readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
13
- readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
14
- readonly subject: {
15
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
16
- readonly kind: "snapshot";
17
- } | {
18
- readonly kind: "blob";
19
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
20
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
21
- readonly encoding: "utf-8" | "binary";
22
- readonly preview: string;
23
- readonly byteLength: number;
11
+ readonly evaluation: {
12
+ readonly receipt?: {
13
+ readonly complete: boolean;
14
+ readonly unavailable: number;
15
+ readonly matched: number;
16
+ readonly mismatched: number;
17
+ readonly knownTotal: number | null;
18
+ readonly examined: number;
19
+ readonly exhaustive: boolean;
20
+ readonly decisive: boolean;
21
+ } | undefined;
22
+ readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
24
23
  };
25
- readonly evidence: readonly ({
26
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
27
- readonly kind: "snapshot";
28
- } | {
29
- readonly kind: "blob";
30
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
31
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
32
- readonly encoding: "utf-8" | "binary";
33
- readonly preview: string;
34
- readonly byteLength: number;
35
- })[];
36
24
  readonly display: import("../../assertions/record/model.js").AssertionDisplay;
37
- readonly criterion: import("../../assertions/record/model.js").BoundedJsonObject;
38
- readonly entryId: import("../../index.js").AssertionEntryId;
39
- }[], "entries-data", ":", readonly {
40
- readonly result: import("../../assertions/record/model.js").SealedAssertionResult;
41
- readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
42
- readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
43
- readonly subject: {
44
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
45
- readonly kind: "snapshot";
25
+ readonly criterion: {
26
+ readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
27
+ readonly state: "available";
46
28
  } | {
47
- readonly kind: "blob";
48
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
49
- readonly sha256: string;
50
- readonly encoding: "utf-8" | "binary";
51
- readonly preview: string;
52
- readonly byteLength: number;
29
+ readonly reason: "not-recorded";
30
+ readonly state: "unavailable";
31
+ };
32
+ readonly policy: {
33
+ readonly condition: {
34
+ readonly value: {
35
+ readonly expected: true;
36
+ readonly kind: "boolean";
37
+ } | {
38
+ readonly kind: "at-least";
39
+ readonly threshold: number;
40
+ } | {
41
+ readonly kind: "record-only";
42
+ };
43
+ readonly state: "available";
44
+ } | {
45
+ readonly reason: "not-recorded";
46
+ readonly state: "unavailable";
47
+ };
48
+ readonly requirement: {
49
+ readonly value: "optional" | "required";
50
+ readonly state: "available";
51
+ } | {
52
+ readonly reason: "not-recorded";
53
+ readonly state: "unavailable";
54
+ };
55
+ };
56
+ readonly decision: {
57
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
58
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
59
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
60
+ };
61
+ readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
62
+ readonly entryId: import("../../index.js").AssertionEntryId;
63
+ readonly materials: {
64
+ readonly source: {
65
+ readonly reason: "not-recorded";
66
+ readonly kind: "unavailable";
67
+ } | {
68
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
69
+ readonly kind: "snapshot";
70
+ } | {
71
+ readonly kind: "blob";
72
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
73
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
74
+ readonly encoding: "utf-8" | "binary";
75
+ readonly preview: string;
76
+ readonly byteLength: number;
77
+ };
78
+ readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
79
+ readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
80
+ readonly evidence: readonly ({
81
+ readonly reason: "not-recorded";
82
+ readonly kind: "unavailable";
83
+ } | {
84
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
85
+ readonly kind: "snapshot";
86
+ } | {
87
+ readonly kind: "blob";
88
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
89
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
90
+ readonly encoding: "utf-8" | "binary";
91
+ readonly preview: string;
92
+ readonly byteLength: number;
93
+ })[];
53
94
  };
54
- readonly evidence: readonly ({
55
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
56
- readonly kind: "snapshot";
95
+ readonly explanationRetention: {
96
+ readonly value: import("../../assertions/record/model.js").AssertionFactValue;
97
+ readonly state: "retained";
57
98
  } | {
58
- readonly kind: "blob";
59
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
60
- readonly sha256: string;
61
- readonly encoding: "utf-8" | "binary";
62
- readonly preview: string;
63
- readonly byteLength: number;
64
- })[];
99
+ readonly reason: "not-recorded";
100
+ readonly state: "unavailable";
101
+ };
102
+ }[], "entries-data", ":", readonly {
103
+ readonly evaluation: {
104
+ readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
105
+ readonly receipt?: {
106
+ readonly complete: boolean;
107
+ readonly unavailable: number;
108
+ readonly matched: number;
109
+ readonly mismatched: number;
110
+ readonly knownTotal: number | null;
111
+ readonly examined: number;
112
+ readonly exhaustive: boolean;
113
+ readonly decisive: boolean;
114
+ } | undefined;
115
+ };
65
116
  readonly display: import("../../assertions/record/model.js").AssertionDisplay;
66
- readonly criterion: import("../../assertions/record/model.js").BoundedJsonObject;
117
+ readonly criterion: {
118
+ readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
119
+ readonly state: "available";
120
+ } | {
121
+ readonly reason: "not-recorded";
122
+ readonly state: "unavailable";
123
+ };
124
+ readonly policy: {
125
+ readonly condition: {
126
+ readonly value: {
127
+ readonly expected: true;
128
+ readonly kind: "boolean";
129
+ } | {
130
+ readonly kind: "at-least";
131
+ readonly threshold: number;
132
+ } | {
133
+ readonly kind: "record-only";
134
+ };
135
+ readonly state: "available";
136
+ } | {
137
+ readonly reason: "not-recorded";
138
+ readonly state: "unavailable";
139
+ };
140
+ readonly requirement: {
141
+ readonly value: "optional" | "required";
142
+ readonly state: "available";
143
+ } | {
144
+ readonly reason: "not-recorded";
145
+ readonly state: "unavailable";
146
+ };
147
+ };
148
+ readonly decision: {
149
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
150
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
151
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
152
+ };
153
+ readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
67
154
  readonly entryId: string;
155
+ readonly materials: {
156
+ readonly source: {
157
+ readonly reason: "not-recorded";
158
+ readonly kind: "unavailable";
159
+ } | {
160
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
161
+ readonly kind: "snapshot";
162
+ } | {
163
+ readonly kind: "blob";
164
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
165
+ readonly sha256: string;
166
+ readonly encoding: "utf-8" | "binary";
167
+ readonly preview: string;
168
+ readonly byteLength: number;
169
+ };
170
+ readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
171
+ readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
172
+ readonly evidence: readonly ({
173
+ readonly reason: "not-recorded";
174
+ readonly kind: "unavailable";
175
+ } | {
176
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
177
+ readonly kind: "snapshot";
178
+ } | {
179
+ readonly kind: "blob";
180
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
181
+ readonly sha256: string;
182
+ readonly encoding: "utf-8" | "binary";
183
+ readonly preview: string;
184
+ readonly byteLength: number;
185
+ })[];
186
+ };
187
+ readonly explanationRetention: {
188
+ readonly value: import("../../assertions/record/model.js").AssertionFactValue;
189
+ readonly state: "retained";
190
+ } | {
191
+ readonly reason: "not-recorded";
192
+ readonly state: "unavailable";
193
+ };
68
194
  }[], false, never>;
69
195
  sourceSites: Schema.PropertySignature<":", readonly {
70
196
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -77,9 +203,9 @@ export declare const NiceEvalRecordAttachments: Readonly<{
77
203
  readonly line: number;
78
204
  readonly column: number;
79
205
  };
206
+ readonly entryId: import("../../index.js").AssertionEntryId;
80
207
  readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
81
208
  readonly sourceOrder: number;
82
- readonly entryId: import("../../index.js").AssertionEntryId;
83
209
  }[], "source-sites-data", ":", readonly {
84
210
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
85
211
  readonly sha256: string;
@@ -91,9 +217,9 @@ export declare const NiceEvalRecordAttachments: Readonly<{
91
217
  readonly line: number;
92
218
  readonly column: number;
93
219
  };
220
+ readonly entryId: string;
94
221
  readonly sourceItemId: string;
95
222
  readonly sourceOrder: number;
96
- readonly entryId: string;
97
223
  }[], false, never>;
98
224
  }>>>>>;
99
225
  readonly limits: Readonly<{
@@ -1902,37 +2028,101 @@ export interface FixedRecordFamilyDescriptor<Family extends NiceEvalFamily, Owne
1902
2028
  readonly write: FixedAttachmentWriteSpec<Owner, Payload>;
1903
2029
  /** Declared adjacent upgrade graph; implementations remain lazy. */
1904
2030
  readonly adjacentMigrationLinks: readonly RecordAttachmentAdjacentMigrationLink[];
2031
+ readonly maintenance: RecordAttachmentDefinition["maintenance"];
1905
2032
  }
1906
2033
  export declare const assertionsRecordFamily: FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
1907
2034
  readonly entries: readonly {
1908
- readonly result: import("../../assertions/record/model.js").SealedAssertionResult;
1909
- readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
1910
- readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
1911
- readonly subject: {
1912
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
1913
- readonly kind: "snapshot";
1914
- } | {
1915
- readonly kind: "blob";
1916
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
1917
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
1918
- readonly encoding: "utf-8" | "binary";
1919
- readonly preview: string;
1920
- readonly byteLength: number;
2035
+ readonly evaluation: {
2036
+ readonly receipt?: {
2037
+ readonly complete: boolean;
2038
+ readonly unavailable: number;
2039
+ readonly matched: number;
2040
+ readonly mismatched: number;
2041
+ readonly knownTotal: number | null;
2042
+ readonly examined: number;
2043
+ readonly exhaustive: boolean;
2044
+ readonly decisive: boolean;
2045
+ } | undefined;
2046
+ readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
1921
2047
  };
1922
- readonly evidence: readonly ({
1923
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
1924
- readonly kind: "snapshot";
1925
- } | {
1926
- readonly kind: "blob";
1927
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
1928
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
1929
- readonly encoding: "utf-8" | "binary";
1930
- readonly preview: string;
1931
- readonly byteLength: number;
1932
- })[];
1933
2048
  readonly display: import("../../assertions/record/model.js").AssertionDisplay;
1934
- readonly criterion: import("../../assertions/record/model.js").BoundedJsonObject;
2049
+ readonly criterion: {
2050
+ readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
2051
+ readonly state: "available";
2052
+ } | {
2053
+ readonly reason: "not-recorded";
2054
+ readonly state: "unavailable";
2055
+ };
2056
+ readonly policy: {
2057
+ readonly condition: {
2058
+ readonly value: {
2059
+ readonly expected: true;
2060
+ readonly kind: "boolean";
2061
+ } | {
2062
+ readonly kind: "at-least";
2063
+ readonly threshold: number;
2064
+ } | {
2065
+ readonly kind: "record-only";
2066
+ };
2067
+ readonly state: "available";
2068
+ } | {
2069
+ readonly reason: "not-recorded";
2070
+ readonly state: "unavailable";
2071
+ };
2072
+ readonly requirement: {
2073
+ readonly value: "optional" | "required";
2074
+ readonly state: "available";
2075
+ } | {
2076
+ readonly reason: "not-recorded";
2077
+ readonly state: "unavailable";
2078
+ };
2079
+ };
2080
+ readonly decision: {
2081
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
2082
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
2083
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
2084
+ };
2085
+ readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
1935
2086
  readonly entryId: import("../../index.js").AssertionEntryId;
2087
+ readonly materials: {
2088
+ readonly source: {
2089
+ readonly reason: "not-recorded";
2090
+ readonly kind: "unavailable";
2091
+ } | {
2092
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
2093
+ readonly kind: "snapshot";
2094
+ } | {
2095
+ readonly kind: "blob";
2096
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
2097
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
2098
+ readonly encoding: "utf-8" | "binary";
2099
+ readonly preview: string;
2100
+ readonly byteLength: number;
2101
+ };
2102
+ readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
2103
+ readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
2104
+ readonly evidence: readonly ({
2105
+ readonly reason: "not-recorded";
2106
+ readonly kind: "unavailable";
2107
+ } | {
2108
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
2109
+ readonly kind: "snapshot";
2110
+ } | {
2111
+ readonly kind: "blob";
2112
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
2113
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
2114
+ readonly encoding: "utf-8" | "binary";
2115
+ readonly preview: string;
2116
+ readonly byteLength: number;
2117
+ })[];
2118
+ };
2119
+ readonly explanationRetention: {
2120
+ readonly value: import("../../assertions/record/model.js").AssertionFactValue;
2121
+ readonly state: "retained";
2122
+ } | {
2123
+ readonly reason: "not-recorded";
2124
+ readonly state: "unavailable";
2125
+ };
1936
2126
  }[];
1937
2127
  readonly sourceSites: readonly {
1938
2128
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -1945,9 +2135,9 @@ export declare const assertionsRecordFamily: FixedRecordFamilyDescriptor<"niceev
1945
2135
  readonly line: number;
1946
2136
  readonly column: number;
1947
2137
  };
2138
+ readonly entryId: import("../../index.js").AssertionEntryId;
1948
2139
  readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
1949
2140
  readonly sourceOrder: number;
1950
- readonly entryId: import("../../index.js").AssertionEntryId;
1951
2141
  }[];
1952
2142
  }>;
1953
2143
  export declare const attemptObservabilityRecordFamily: FixedRecordFamilyDescriptor<"niceeval.observability", "attempt", {
@@ -2782,34 +2972,97 @@ export declare const runArtifactsRecordFamily: FixedRecordFamilyDescriptor<"nice
2782
2972
  export declare const NiceEvalRecordFamilyCatalog: Readonly<{
2783
2973
  assertions: FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
2784
2974
  readonly entries: readonly {
2785
- readonly result: import("../../assertions/record/model.js").SealedAssertionResult;
2786
- readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
2787
- readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
2788
- readonly subject: {
2789
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
2790
- readonly kind: "snapshot";
2791
- } | {
2792
- readonly kind: "blob";
2793
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
2794
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
2795
- readonly encoding: "utf-8" | "binary";
2796
- readonly preview: string;
2797
- readonly byteLength: number;
2975
+ readonly evaluation: {
2976
+ readonly receipt?: {
2977
+ readonly complete: boolean;
2978
+ readonly unavailable: number;
2979
+ readonly matched: number;
2980
+ readonly mismatched: number;
2981
+ readonly knownTotal: number | null;
2982
+ readonly examined: number;
2983
+ readonly exhaustive: boolean;
2984
+ readonly decisive: boolean;
2985
+ } | undefined;
2986
+ readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
2798
2987
  };
2799
- readonly evidence: readonly ({
2800
- readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
2801
- readonly kind: "snapshot";
2802
- } | {
2803
- readonly kind: "blob";
2804
- readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
2805
- readonly sha256: import("../model/identifiers.js").Sha256Digest;
2806
- readonly encoding: "utf-8" | "binary";
2807
- readonly preview: string;
2808
- readonly byteLength: number;
2809
- })[];
2810
2988
  readonly display: import("../../assertions/record/model.js").AssertionDisplay;
2811
- readonly criterion: import("../../assertions/record/model.js").BoundedJsonObject;
2989
+ readonly criterion: {
2990
+ readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
2991
+ readonly state: "available";
2992
+ } | {
2993
+ readonly reason: "not-recorded";
2994
+ readonly state: "unavailable";
2995
+ };
2996
+ readonly policy: {
2997
+ readonly condition: {
2998
+ readonly value: {
2999
+ readonly expected: true;
3000
+ readonly kind: "boolean";
3001
+ } | {
3002
+ readonly kind: "at-least";
3003
+ readonly threshold: number;
3004
+ } | {
3005
+ readonly kind: "record-only";
3006
+ };
3007
+ readonly state: "available";
3008
+ } | {
3009
+ readonly reason: "not-recorded";
3010
+ readonly state: "unavailable";
3011
+ };
3012
+ readonly requirement: {
3013
+ readonly value: "optional" | "required";
3014
+ readonly state: "available";
3015
+ } | {
3016
+ readonly reason: "not-recorded";
3017
+ readonly state: "unavailable";
3018
+ };
3019
+ };
3020
+ readonly decision: {
3021
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
3022
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
3023
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
3024
+ };
3025
+ readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
2812
3026
  readonly entryId: import("../../index.js").AssertionEntryId;
3027
+ readonly materials: {
3028
+ readonly source: {
3029
+ readonly reason: "not-recorded";
3030
+ readonly kind: "unavailable";
3031
+ } | {
3032
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
3033
+ readonly kind: "snapshot";
3034
+ } | {
3035
+ readonly kind: "blob";
3036
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
3037
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
3038
+ readonly encoding: "utf-8" | "binary";
3039
+ readonly preview: string;
3040
+ readonly byteLength: number;
3041
+ };
3042
+ readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
3043
+ readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
3044
+ readonly evidence: readonly ({
3045
+ readonly reason: "not-recorded";
3046
+ readonly kind: "unavailable";
3047
+ } | {
3048
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
3049
+ readonly kind: "snapshot";
3050
+ } | {
3051
+ readonly kind: "blob";
3052
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
3053
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
3054
+ readonly encoding: "utf-8" | "binary";
3055
+ readonly preview: string;
3056
+ readonly byteLength: number;
3057
+ })[];
3058
+ };
3059
+ readonly explanationRetention: {
3060
+ readonly value: import("../../assertions/record/model.js").AssertionFactValue;
3061
+ readonly state: "retained";
3062
+ } | {
3063
+ readonly reason: "not-recorded";
3064
+ readonly state: "unavailable";
3065
+ };
2813
3066
  }[];
2814
3067
  readonly sourceSites: readonly {
2815
3068
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -2822,9 +3075,9 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
2822
3075
  readonly line: number;
2823
3076
  readonly column: number;
2824
3077
  };
3078
+ readonly entryId: import("../../index.js").AssertionEntryId;
2825
3079
  readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
2826
3080
  readonly sourceOrder: number;
2827
- readonly entryId: import("../../index.js").AssertionEntryId;
2828
3081
  }[];
2829
3082
  }>;
2830
3083
  observability: Readonly<{
@@ -3660,6 +3913,941 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
3660
3913
  }>;
3661
3914
  }>;
3662
3915
  }>;
3916
+ /** Host discovery iterates this closed catalog; maintenance never names a family. */
3917
+ export declare const NiceEvalRecordFamilyDescriptorsByOwner: Readonly<{
3918
+ attempt: readonly (FixedRecordFamilyDescriptor<"niceeval.observability", "attempt", {
3919
+ readonly owner: "attempt";
3920
+ readonly usage: {
3921
+ readonly collection: {
3922
+ readonly state: "complete";
3923
+ readonly limitations: readonly [];
3924
+ } | {
3925
+ readonly state: "partial";
3926
+ readonly limitations: readonly [{
3927
+ readonly code: "capture-failed" | "capture-interrupted";
3928
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3929
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
3930
+ } | {
3931
+ readonly code: "collection-cap-reached" | "unsupported-input";
3932
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3933
+ readonly omittedAtLeast: number;
3934
+ } | {
3935
+ readonly code: "redacted" | "text-truncated";
3936
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3937
+ readonly replacementOrOmittedCount: number;
3938
+ } | {
3939
+ readonly code: "stream-truncated";
3940
+ readonly stream: "stderr" | "stdout";
3941
+ readonly omittedBytes: number;
3942
+ readonly commandId: string;
3943
+ readonly retainedBytes: number;
3944
+ } | {
3945
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
3946
+ readonly stream: "stderr" | "stdout";
3947
+ readonly count: number;
3948
+ readonly commandId: string;
3949
+ }, ...({
3950
+ readonly code: "capture-failed" | "capture-interrupted";
3951
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3952
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
3953
+ } | {
3954
+ readonly code: "collection-cap-reached" | "unsupported-input";
3955
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3956
+ readonly omittedAtLeast: number;
3957
+ } | {
3958
+ readonly code: "redacted" | "text-truncated";
3959
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
3960
+ readonly replacementOrOmittedCount: number;
3961
+ } | {
3962
+ readonly code: "stream-truncated";
3963
+ readonly stream: "stderr" | "stdout";
3964
+ readonly omittedBytes: number;
3965
+ readonly commandId: string;
3966
+ readonly retainedBytes: number;
3967
+ } | {
3968
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
3969
+ readonly stream: "stderr" | "stdout";
3970
+ readonly count: number;
3971
+ readonly commandId: string;
3972
+ })[]];
3973
+ };
3974
+ readonly observations: readonly ({
3975
+ readonly kind: "token-bucket";
3976
+ readonly provider: string;
3977
+ readonly usageObservationId: string;
3978
+ readonly bucket: "other" | "input" | "output" | "cache-read" | "cache-write" | "reasoning";
3979
+ readonly tokens: number;
3980
+ } | {
3981
+ readonly kind: "request";
3982
+ readonly provider: string;
3983
+ readonly usageObservationId: string;
3984
+ readonly requestKind: "model" | "tool";
3985
+ } | {
3986
+ readonly kind: "provider-cost";
3987
+ readonly provider: string;
3988
+ readonly usageObservationId: string;
3989
+ readonly amount: string;
3990
+ readonly currency: string;
3991
+ })[];
3992
+ };
3993
+ readonly commands: {
3994
+ readonly commands: readonly {
3995
+ readonly result: {
3996
+ readonly outcome: {
3997
+ readonly kind: "exited";
3998
+ readonly exitCode: number;
3999
+ } | {
4000
+ readonly reason: "cancelled" | "timeout" | "transport-lost";
4001
+ readonly kind: "terminated";
4002
+ } | {
4003
+ readonly reason: "spawn-failed" | "cancelled-before-start";
4004
+ readonly kind: "not-started";
4005
+ };
4006
+ readonly stderr: {
4007
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4008
+ readonly retainedBytes: number;
4009
+ readonly storage: {
4010
+ readonly kind: "inline";
4011
+ readonly text: string;
4012
+ } | {
4013
+ readonly kind: "blob";
4014
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4015
+ };
4016
+ readonly totalSafeUtf8Bytes: number;
4017
+ };
4018
+ readonly stdout: {
4019
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4020
+ readonly retainedBytes: number;
4021
+ readonly storage: {
4022
+ readonly kind: "inline";
4023
+ readonly text: string;
4024
+ } | {
4025
+ readonly kind: "blob";
4026
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4027
+ };
4028
+ readonly totalSafeUtf8Bytes: number;
4029
+ };
4030
+ };
4031
+ readonly commandId: string;
4032
+ readonly manifest: {
4033
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown";
4034
+ readonly invocation: {
4035
+ readonly kind: "argv";
4036
+ readonly executable: string;
4037
+ readonly arguments: readonly string[];
4038
+ } | {
4039
+ readonly kind: "shell";
4040
+ readonly command: string;
4041
+ };
4042
+ readonly workingDirectory: {
4043
+ readonly kind: "sandbox-default";
4044
+ } | {
4045
+ readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
4046
+ readonly kind: "project-relative";
4047
+ } | {
4048
+ readonly kind: "redacted";
4049
+ };
4050
+ };
4051
+ }[];
4052
+ readonly collection: {
4053
+ readonly state: "complete";
4054
+ readonly limitations: readonly [];
4055
+ } | {
4056
+ readonly state: "partial";
4057
+ readonly limitations: readonly [{
4058
+ readonly code: "capture-failed" | "capture-interrupted";
4059
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4060
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4061
+ } | {
4062
+ readonly code: "collection-cap-reached" | "unsupported-input";
4063
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4064
+ readonly omittedAtLeast: number;
4065
+ } | {
4066
+ readonly code: "redacted" | "text-truncated";
4067
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4068
+ readonly replacementOrOmittedCount: number;
4069
+ } | {
4070
+ readonly code: "stream-truncated";
4071
+ readonly stream: "stderr" | "stdout";
4072
+ readonly omittedBytes: number;
4073
+ readonly commandId: string;
4074
+ readonly retainedBytes: number;
4075
+ } | {
4076
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4077
+ readonly stream: "stderr" | "stdout";
4078
+ readonly count: number;
4079
+ readonly commandId: string;
4080
+ }, ...({
4081
+ readonly code: "capture-failed" | "capture-interrupted";
4082
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4083
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4084
+ } | {
4085
+ readonly code: "collection-cap-reached" | "unsupported-input";
4086
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4087
+ readonly omittedAtLeast: number;
4088
+ } | {
4089
+ readonly code: "redacted" | "text-truncated";
4090
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4091
+ readonly replacementOrOmittedCount: number;
4092
+ } | {
4093
+ readonly code: "stream-truncated";
4094
+ readonly stream: "stderr" | "stdout";
4095
+ readonly omittedBytes: number;
4096
+ readonly commandId: string;
4097
+ readonly retainedBytes: number;
4098
+ } | {
4099
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4100
+ readonly stream: "stderr" | "stdout";
4101
+ readonly count: number;
4102
+ readonly commandId: string;
4103
+ })[]];
4104
+ };
4105
+ };
4106
+ readonly conversation: {
4107
+ readonly collection: {
4108
+ readonly state: "complete";
4109
+ readonly limitations: readonly [];
4110
+ } | {
4111
+ readonly state: "partial";
4112
+ readonly limitations: readonly [{
4113
+ readonly code: "capture-failed" | "capture-interrupted";
4114
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4115
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4116
+ } | {
4117
+ readonly code: "collection-cap-reached" | "unsupported-input";
4118
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4119
+ readonly omittedAtLeast: number;
4120
+ } | {
4121
+ readonly code: "redacted" | "text-truncated";
4122
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4123
+ readonly replacementOrOmittedCount: number;
4124
+ } | {
4125
+ readonly code: "stream-truncated";
4126
+ readonly stream: "stderr" | "stdout";
4127
+ readonly omittedBytes: number;
4128
+ readonly commandId: string;
4129
+ readonly retainedBytes: number;
4130
+ } | {
4131
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4132
+ readonly stream: "stderr" | "stdout";
4133
+ readonly count: number;
4134
+ readonly commandId: string;
4135
+ }, ...({
4136
+ readonly code: "capture-failed" | "capture-interrupted";
4137
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4138
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4139
+ } | {
4140
+ readonly code: "collection-cap-reached" | "unsupported-input";
4141
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4142
+ readonly omittedAtLeast: number;
4143
+ } | {
4144
+ readonly code: "redacted" | "text-truncated";
4145
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4146
+ readonly replacementOrOmittedCount: number;
4147
+ } | {
4148
+ readonly code: "stream-truncated";
4149
+ readonly stream: "stderr" | "stdout";
4150
+ readonly omittedBytes: number;
4151
+ readonly commandId: string;
4152
+ readonly retainedBytes: number;
4153
+ } | {
4154
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4155
+ readonly stream: "stderr" | "stdout";
4156
+ readonly count: number;
4157
+ readonly commandId: string;
4158
+ })[]];
4159
+ };
4160
+ readonly items: readonly ({
4161
+ readonly kind: "message";
4162
+ readonly role: "assistant" | "user";
4163
+ readonly text: string;
4164
+ readonly turnId: string;
4165
+ readonly sequence: number;
4166
+ readonly itemId: string;
4167
+ } | {
4168
+ readonly kind: "tool-call";
4169
+ readonly tool: string;
4170
+ readonly turnId: string;
4171
+ readonly sequence: number;
4172
+ readonly itemId: string;
4173
+ readonly callId: string;
4174
+ readonly inputSummary: string;
4175
+ } | {
4176
+ readonly kind: "tool-result";
4177
+ readonly outcome: "rejected" | "completed" | "cancelled" | "failed";
4178
+ readonly turnId: string;
4179
+ readonly sequence: number;
4180
+ readonly itemId: string;
4181
+ readonly callId: string;
4182
+ readonly outputSummary: string;
4183
+ } | {
4184
+ readonly kind: "compaction" | "thinking-summary" | "context-injection";
4185
+ readonly summary: string;
4186
+ readonly turnId: string;
4187
+ readonly sequence: number;
4188
+ readonly itemId: string;
4189
+ } | {
4190
+ readonly kind: "subagent";
4191
+ readonly state: "completed" | "failed" | "started";
4192
+ readonly label: string;
4193
+ readonly summary: string;
4194
+ readonly turnId: string;
4195
+ readonly sequence: number;
4196
+ readonly itemId: string;
4197
+ } | {
4198
+ readonly kind: "input-request";
4199
+ readonly state: "requested" | "cancelled" | "answered";
4200
+ readonly turnId: string;
4201
+ readonly sequence: number;
4202
+ readonly itemId: string;
4203
+ readonly promptSummary: string;
4204
+ readonly responseSummary: string | null;
4205
+ } | {
4206
+ readonly code: string;
4207
+ readonly kind: "skill-load" | "conversation-error";
4208
+ readonly summary: string;
4209
+ readonly turnId: string;
4210
+ readonly sequence: number;
4211
+ readonly itemId: string;
4212
+ })[];
4213
+ readonly turns: readonly {
4214
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed";
4215
+ readonly turnId: string;
4216
+ readonly sequence: number;
4217
+ }[];
4218
+ };
4219
+ readonly timing: {
4220
+ readonly collection: {
4221
+ readonly state: "complete";
4222
+ readonly limitations: readonly [];
4223
+ } | {
4224
+ readonly state: "partial";
4225
+ readonly limitations: readonly [{
4226
+ readonly code: "capture-failed" | "capture-interrupted";
4227
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4228
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4229
+ } | {
4230
+ readonly code: "collection-cap-reached" | "unsupported-input";
4231
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4232
+ readonly omittedAtLeast: number;
4233
+ } | {
4234
+ readonly code: "redacted" | "text-truncated";
4235
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4236
+ readonly replacementOrOmittedCount: number;
4237
+ } | {
4238
+ readonly code: "stream-truncated";
4239
+ readonly stream: "stderr" | "stdout";
4240
+ readonly omittedBytes: number;
4241
+ readonly commandId: string;
4242
+ readonly retainedBytes: number;
4243
+ } | {
4244
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4245
+ readonly stream: "stderr" | "stdout";
4246
+ readonly count: number;
4247
+ readonly commandId: string;
4248
+ }, ...({
4249
+ readonly code: "capture-failed" | "capture-interrupted";
4250
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4251
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4252
+ } | {
4253
+ readonly code: "collection-cap-reached" | "unsupported-input";
4254
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4255
+ readonly omittedAtLeast: number;
4256
+ } | {
4257
+ readonly code: "redacted" | "text-truncated";
4258
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4259
+ readonly replacementOrOmittedCount: number;
4260
+ } | {
4261
+ readonly code: "stream-truncated";
4262
+ readonly stream: "stderr" | "stdout";
4263
+ readonly omittedBytes: number;
4264
+ readonly commandId: string;
4265
+ readonly retainedBytes: number;
4266
+ } | {
4267
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4268
+ readonly stream: "stderr" | "stdout";
4269
+ readonly count: number;
4270
+ readonly commandId: string;
4271
+ })[]];
4272
+ };
4273
+ readonly intervals: readonly ({
4274
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
4275
+ readonly label: string;
4276
+ readonly phase: "agent.send";
4277
+ readonly startOffsetMs: number;
4278
+ readonly durationMs: number;
4279
+ readonly intervalId: string;
4280
+ readonly parentIntervalId: string | null;
4281
+ } | {
4282
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
4283
+ readonly label: string;
4284
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
4285
+ readonly startOffsetMs: number;
4286
+ readonly durationMs: number;
4287
+ readonly intervalId: string;
4288
+ readonly parentIntervalId: string | null;
4289
+ })[];
4290
+ };
4291
+ readonly diagnostics: {
4292
+ readonly collection: {
4293
+ readonly state: "complete";
4294
+ readonly limitations: readonly [];
4295
+ } | {
4296
+ readonly state: "partial";
4297
+ readonly limitations: readonly [{
4298
+ readonly code: "capture-failed" | "capture-interrupted";
4299
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4300
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4301
+ } | {
4302
+ readonly code: "collection-cap-reached" | "unsupported-input";
4303
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4304
+ readonly omittedAtLeast: number;
4305
+ } | {
4306
+ readonly code: "redacted" | "text-truncated";
4307
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4308
+ readonly replacementOrOmittedCount: number;
4309
+ } | {
4310
+ readonly code: "stream-truncated";
4311
+ readonly stream: "stderr" | "stdout";
4312
+ readonly omittedBytes: number;
4313
+ readonly commandId: string;
4314
+ readonly retainedBytes: number;
4315
+ } | {
4316
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4317
+ readonly stream: "stderr" | "stdout";
4318
+ readonly count: number;
4319
+ readonly commandId: string;
4320
+ }, ...({
4321
+ readonly code: "capture-failed" | "capture-interrupted";
4322
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4323
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4324
+ } | {
4325
+ readonly code: "collection-cap-reached" | "unsupported-input";
4326
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4327
+ readonly omittedAtLeast: number;
4328
+ } | {
4329
+ readonly code: "redacted" | "text-truncated";
4330
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4331
+ readonly replacementOrOmittedCount: number;
4332
+ } | {
4333
+ readonly code: "stream-truncated";
4334
+ readonly stream: "stderr" | "stdout";
4335
+ readonly omittedBytes: number;
4336
+ readonly commandId: string;
4337
+ readonly retainedBytes: number;
4338
+ } | {
4339
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4340
+ readonly stream: "stderr" | "stdout";
4341
+ readonly count: number;
4342
+ readonly commandId: string;
4343
+ })[]];
4344
+ };
4345
+ readonly diagnostics: readonly {
4346
+ readonly code: string;
4347
+ readonly kind: "advisory" | "execution-error";
4348
+ readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
4349
+ readonly summary: string;
4350
+ readonly redaction: {
4351
+ readonly state: "none";
4352
+ } | {
4353
+ readonly state: "applied";
4354
+ readonly replacements: number;
4355
+ };
4356
+ readonly diagnosticId: string;
4357
+ readonly causes: readonly {
4358
+ readonly code: string;
4359
+ readonly summary: string;
4360
+ }[];
4361
+ readonly sourceFrame: {
4362
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4363
+ readonly start: {
4364
+ readonly line: number;
4365
+ readonly column: number;
4366
+ };
4367
+ readonly end: {
4368
+ readonly line: number;
4369
+ readonly column: number;
4370
+ };
4371
+ readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
4372
+ } | null;
4373
+ }[];
4374
+ };
4375
+ }> | FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
4376
+ readonly entries: readonly {
4377
+ readonly evaluation: {
4378
+ readonly receipt?: {
4379
+ readonly complete: boolean;
4380
+ readonly unavailable: number;
4381
+ readonly matched: number;
4382
+ readonly mismatched: number;
4383
+ readonly knownTotal: number | null;
4384
+ readonly examined: number;
4385
+ readonly exhaustive: boolean;
4386
+ readonly decisive: boolean;
4387
+ } | undefined;
4388
+ readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
4389
+ };
4390
+ readonly display: import("../../assertions/record/model.js").AssertionDisplay;
4391
+ readonly criterion: {
4392
+ readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
4393
+ readonly state: "available";
4394
+ } | {
4395
+ readonly reason: "not-recorded";
4396
+ readonly state: "unavailable";
4397
+ };
4398
+ readonly policy: {
4399
+ readonly condition: {
4400
+ readonly value: {
4401
+ readonly expected: true;
4402
+ readonly kind: "boolean";
4403
+ } | {
4404
+ readonly kind: "at-least";
4405
+ readonly threshold: number;
4406
+ } | {
4407
+ readonly kind: "record-only";
4408
+ };
4409
+ readonly state: "available";
4410
+ } | {
4411
+ readonly reason: "not-recorded";
4412
+ readonly state: "unavailable";
4413
+ };
4414
+ readonly requirement: {
4415
+ readonly value: "optional" | "required";
4416
+ readonly state: "available";
4417
+ } | {
4418
+ readonly reason: "not-recorded";
4419
+ readonly state: "unavailable";
4420
+ };
4421
+ };
4422
+ readonly decision: {
4423
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
4424
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
4425
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
4426
+ };
4427
+ readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
4428
+ readonly entryId: import("../../index.js").AssertionEntryId;
4429
+ readonly materials: {
4430
+ readonly source: {
4431
+ readonly reason: "not-recorded";
4432
+ readonly kind: "unavailable";
4433
+ } | {
4434
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
4435
+ readonly kind: "snapshot";
4436
+ } | {
4437
+ readonly kind: "blob";
4438
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4439
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4440
+ readonly encoding: "utf-8" | "binary";
4441
+ readonly preview: string;
4442
+ readonly byteLength: number;
4443
+ };
4444
+ readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
4445
+ readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
4446
+ readonly evidence: readonly ({
4447
+ readonly reason: "not-recorded";
4448
+ readonly kind: "unavailable";
4449
+ } | {
4450
+ readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
4451
+ readonly kind: "snapshot";
4452
+ } | {
4453
+ readonly kind: "blob";
4454
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4455
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4456
+ readonly encoding: "utf-8" | "binary";
4457
+ readonly preview: string;
4458
+ readonly byteLength: number;
4459
+ })[];
4460
+ };
4461
+ readonly explanationRetention: {
4462
+ readonly value: import("../../assertions/record/model.js").AssertionFactValue;
4463
+ readonly state: "retained";
4464
+ } | {
4465
+ readonly reason: "not-recorded";
4466
+ readonly state: "unavailable";
4467
+ };
4468
+ }[];
4469
+ readonly sourceSites: readonly {
4470
+ readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
4471
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4472
+ readonly start: {
4473
+ readonly line: number;
4474
+ readonly column: number;
4475
+ };
4476
+ readonly end: {
4477
+ readonly line: number;
4478
+ readonly column: number;
4479
+ };
4480
+ readonly entryId: import("../../index.js").AssertionEntryId;
4481
+ readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
4482
+ readonly sourceOrder: number;
4483
+ }[];
4484
+ }> | FixedRecordFamilyDescriptor<"niceeval.file-changes", "attempt", {
4485
+ readonly attribution: {
4486
+ readonly kind: "agent-send-window-endpoints";
4487
+ readonly policy: {
4488
+ readonly ignore: readonly string[];
4489
+ readonly include: readonly string[];
4490
+ readonly defaultPolicy: "niceeval.sandbox-ledger/default-excludes/v1";
4491
+ };
4492
+ };
4493
+ readonly windows: readonly {
4494
+ readonly windowId: string;
4495
+ readonly sequence: number;
4496
+ readonly changes: readonly {
4497
+ readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
4498
+ readonly kind: "modified" | "deleted" | "created";
4499
+ readonly changeId: import("../model/identifiers.js").FileChangeId;
4500
+ readonly before: {
4501
+ readonly state: "absent";
4502
+ } | {
4503
+ readonly state: "present";
4504
+ readonly revision: {
4505
+ readonly kind: "text";
4506
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4507
+ readonly content: {
4508
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4509
+ readonly state: "available";
4510
+ } | {
4511
+ readonly reason: "collection-cap";
4512
+ readonly state: "omitted";
4513
+ };
4514
+ readonly byteLength: number;
4515
+ } | {
4516
+ readonly reason: "binary" | "oversized-text";
4517
+ readonly kind: "elided";
4518
+ readonly byteLength: number;
4519
+ } | {
4520
+ readonly reason: "capture-failed" | "capture-interrupted" | "unsupported-input";
4521
+ readonly kind: "unavailable";
4522
+ };
4523
+ };
4524
+ readonly after: {
4525
+ readonly state: "absent";
4526
+ } | {
4527
+ readonly state: "present";
4528
+ readonly revision: {
4529
+ readonly kind: "text";
4530
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4531
+ readonly content: {
4532
+ readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
4533
+ readonly state: "available";
4534
+ } | {
4535
+ readonly reason: "collection-cap";
4536
+ readonly state: "omitted";
4537
+ };
4538
+ readonly byteLength: number;
4539
+ } | {
4540
+ readonly reason: "binary" | "oversized-text";
4541
+ readonly kind: "elided";
4542
+ readonly byteLength: number;
4543
+ } | {
4544
+ readonly reason: "capture-failed" | "capture-interrupted" | "unsupported-input";
4545
+ readonly kind: "unavailable";
4546
+ };
4547
+ };
4548
+ }[];
4549
+ }[];
4550
+ readonly collection: {
4551
+ readonly state: "complete";
4552
+ readonly limitations: readonly [];
4553
+ } | {
4554
+ readonly state: "partial";
4555
+ readonly limitations: readonly [{
4556
+ readonly code: "capture-failed" | "capture-interrupted";
4557
+ readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
4558
+ readonly atWindowId: string | null;
4559
+ } | {
4560
+ readonly code: "collection-cap-reached";
4561
+ readonly target: "window" | "change" | "content-blob" | "content-byte" | "json-byte";
4562
+ readonly omittedAtLeast: number;
4563
+ readonly atWindowId: string | null;
4564
+ } | {
4565
+ readonly code: "unsupported-input";
4566
+ readonly target: "endpoint-metadata";
4567
+ readonly omittedAtLeast: number;
4568
+ }, ...({
4569
+ readonly code: "capture-failed" | "capture-interrupted";
4570
+ readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
4571
+ readonly atWindowId: string | null;
4572
+ } | {
4573
+ readonly code: "collection-cap-reached";
4574
+ readonly target: "window" | "change" | "content-blob" | "content-byte" | "json-byte";
4575
+ readonly omittedAtLeast: number;
4576
+ readonly atWindowId: string | null;
4577
+ } | {
4578
+ readonly code: "unsupported-input";
4579
+ readonly target: "endpoint-metadata";
4580
+ readonly omittedAtLeast: number;
4581
+ })[]];
4582
+ };
4583
+ }> | FixedRecordFamilyDescriptor<"niceeval.source-navigation", "attempt", {
4584
+ readonly collection: {
4585
+ readonly state: "complete";
4586
+ readonly limitations: readonly [];
4587
+ } | {
4588
+ readonly state: "partial";
4589
+ readonly limitations: readonly [{
4590
+ readonly code: "collection-cap-reached";
4591
+ readonly target: "navigation-row";
4592
+ readonly omittedAtLeast: number;
4593
+ } | {
4594
+ readonly code: "capture-unrecoverable";
4595
+ readonly target: "timing-link";
4596
+ readonly omittedAtLeast: number;
4597
+ }, ...({
4598
+ readonly code: "collection-cap-reached";
4599
+ readonly target: "navigation-row";
4600
+ readonly omittedAtLeast: number;
4601
+ } | {
4602
+ readonly code: "capture-unrecoverable";
4603
+ readonly target: "timing-link";
4604
+ readonly omittedAtLeast: number;
4605
+ })[]];
4606
+ };
4607
+ readonly rows: readonly {
4608
+ readonly source: {
4609
+ readonly state: "mapped";
4610
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4611
+ readonly start: {
4612
+ readonly line: number;
4613
+ readonly column: number;
4614
+ };
4615
+ readonly end: {
4616
+ readonly line: number;
4617
+ readonly column: number;
4618
+ };
4619
+ readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
4620
+ } | {
4621
+ readonly reason: "location-not-captured" | "source-snapshot-not-recorded" | "position-unrepresentable";
4622
+ readonly state: "unmapped";
4623
+ };
4624
+ readonly turnId: import("../../o11y/record/model.js").TurnId;
4625
+ readonly timing: {
4626
+ readonly state: "linked";
4627
+ readonly intervalId: import("../../o11y/record/model.js").IntervalId;
4628
+ } | {
4629
+ readonly reason: "timing-not-recorded";
4630
+ readonly state: "unavailable";
4631
+ };
4632
+ readonly sourceOrder: number | null;
4633
+ }[];
4634
+ }> | FixedRecordFamilyDescriptor<"niceeval.artifacts", "attempt", {
4635
+ readonly collection: {
4636
+ readonly state: "complete";
4637
+ readonly limitations: readonly [];
4638
+ } | {
4639
+ readonly state: "partial";
4640
+ readonly limitations: readonly [{
4641
+ readonly code: "capture-failed" | "capture-interrupted";
4642
+ readonly stage: string;
4643
+ } | {
4644
+ readonly code: "collection-cap-reached" | "unsupported-input";
4645
+ readonly omittedAtLeast: number;
4646
+ }, ...({
4647
+ readonly code: "capture-failed" | "capture-interrupted";
4648
+ readonly stage: string;
4649
+ } | {
4650
+ readonly code: "collection-cap-reached" | "unsupported-input";
4651
+ readonly omittedAtLeast: number;
4652
+ })[]];
4653
+ };
4654
+ readonly artifacts: readonly {
4655
+ readonly label: string;
4656
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4657
+ readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
4658
+ readonly artifactId: import("../model/identifiers.js").ArtifactId;
4659
+ readonly mediaType: string;
4660
+ readonly byteLength: number;
4661
+ }[];
4662
+ }>)[];
4663
+ run: readonly (FixedRecordFamilyDescriptor<"niceeval.sources", "run", {
4664
+ readonly items: readonly {
4665
+ readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
4666
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4667
+ readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
4668
+ readonly byteLength: number;
4669
+ readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
4670
+ }[];
4671
+ }> | FixedRecordFamilyDescriptor<"niceeval.observability", "run", {
4672
+ readonly owner: "run";
4673
+ readonly timing: {
4674
+ readonly collection: {
4675
+ readonly state: "complete";
4676
+ readonly limitations: readonly [];
4677
+ } | {
4678
+ readonly state: "partial";
4679
+ readonly limitations: readonly [{
4680
+ readonly code: "capture-failed" | "capture-interrupted";
4681
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4682
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4683
+ } | {
4684
+ readonly code: "collection-cap-reached" | "unsupported-input";
4685
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4686
+ readonly omittedAtLeast: number;
4687
+ } | {
4688
+ readonly code: "redacted" | "text-truncated";
4689
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4690
+ readonly replacementOrOmittedCount: number;
4691
+ } | {
4692
+ readonly code: "stream-truncated";
4693
+ readonly stream: "stderr" | "stdout";
4694
+ readonly omittedBytes: number;
4695
+ readonly commandId: string;
4696
+ readonly retainedBytes: number;
4697
+ } | {
4698
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4699
+ readonly stream: "stderr" | "stdout";
4700
+ readonly count: number;
4701
+ readonly commandId: string;
4702
+ }, ...({
4703
+ readonly code: "capture-failed" | "capture-interrupted";
4704
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4705
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4706
+ } | {
4707
+ readonly code: "collection-cap-reached" | "unsupported-input";
4708
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4709
+ readonly omittedAtLeast: number;
4710
+ } | {
4711
+ readonly code: "redacted" | "text-truncated";
4712
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4713
+ readonly replacementOrOmittedCount: number;
4714
+ } | {
4715
+ readonly code: "stream-truncated";
4716
+ readonly stream: "stderr" | "stdout";
4717
+ readonly omittedBytes: number;
4718
+ readonly commandId: string;
4719
+ readonly retainedBytes: number;
4720
+ } | {
4721
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4722
+ readonly stream: "stderr" | "stdout";
4723
+ readonly count: number;
4724
+ readonly commandId: string;
4725
+ })[]];
4726
+ };
4727
+ readonly intervals: readonly {
4728
+ readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
4729
+ readonly label: string;
4730
+ readonly phase: "run.setup" | "run.discovery" | "run.plan" | "run.dispatch" | "run.teardown";
4731
+ readonly startOffsetMs: number;
4732
+ readonly durationMs: number;
4733
+ readonly intervalId: string;
4734
+ readonly parentIntervalId: string | null;
4735
+ }[];
4736
+ };
4737
+ readonly diagnostics: {
4738
+ readonly collection: {
4739
+ readonly state: "complete";
4740
+ readonly limitations: readonly [];
4741
+ } | {
4742
+ readonly state: "partial";
4743
+ readonly limitations: readonly [{
4744
+ readonly code: "capture-failed" | "capture-interrupted";
4745
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4746
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4747
+ } | {
4748
+ readonly code: "collection-cap-reached" | "unsupported-input";
4749
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4750
+ readonly omittedAtLeast: number;
4751
+ } | {
4752
+ readonly code: "redacted" | "text-truncated";
4753
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4754
+ readonly replacementOrOmittedCount: number;
4755
+ } | {
4756
+ readonly code: "stream-truncated";
4757
+ readonly stream: "stderr" | "stdout";
4758
+ readonly omittedBytes: number;
4759
+ readonly commandId: string;
4760
+ readonly retainedBytes: number;
4761
+ } | {
4762
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4763
+ readonly stream: "stderr" | "stdout";
4764
+ readonly count: number;
4765
+ readonly commandId: string;
4766
+ }, ...({
4767
+ readonly code: "capture-failed" | "capture-interrupted";
4768
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4769
+ readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
4770
+ } | {
4771
+ readonly code: "collection-cap-reached" | "unsupported-input";
4772
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4773
+ readonly omittedAtLeast: number;
4774
+ } | {
4775
+ readonly code: "redacted" | "text-truncated";
4776
+ readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
4777
+ readonly replacementOrOmittedCount: number;
4778
+ } | {
4779
+ readonly code: "stream-truncated";
4780
+ readonly stream: "stderr" | "stdout";
4781
+ readonly omittedBytes: number;
4782
+ readonly commandId: string;
4783
+ readonly retainedBytes: number;
4784
+ } | {
4785
+ readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
4786
+ readonly stream: "stderr" | "stdout";
4787
+ readonly count: number;
4788
+ readonly commandId: string;
4789
+ })[]];
4790
+ };
4791
+ readonly diagnostics: readonly {
4792
+ readonly code: string;
4793
+ readonly kind: "advisory" | "execution-error";
4794
+ readonly phase: "run.setup" | "run.discovery" | "run.plan" | "run.dispatch" | "run.teardown";
4795
+ readonly summary: string;
4796
+ readonly redaction: {
4797
+ readonly state: "none";
4798
+ } | {
4799
+ readonly state: "applied";
4800
+ readonly replacements: number;
4801
+ };
4802
+ readonly diagnosticId: string;
4803
+ readonly causes: readonly {
4804
+ readonly code: string;
4805
+ readonly summary: string;
4806
+ }[];
4807
+ readonly sourceFrame: {
4808
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4809
+ readonly start: {
4810
+ readonly line: number;
4811
+ readonly column: number;
4812
+ };
4813
+ readonly end: {
4814
+ readonly line: number;
4815
+ readonly column: number;
4816
+ };
4817
+ readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
4818
+ } | null;
4819
+ }[];
4820
+ };
4821
+ }> | FixedRecordFamilyDescriptor<"niceeval.artifacts", "run", {
4822
+ readonly collection: {
4823
+ readonly state: "complete";
4824
+ readonly limitations: readonly [];
4825
+ } | {
4826
+ readonly state: "partial";
4827
+ readonly limitations: readonly [{
4828
+ readonly code: "capture-failed" | "capture-interrupted";
4829
+ readonly stage: string;
4830
+ } | {
4831
+ readonly code: "collection-cap-reached" | "unsupported-input";
4832
+ readonly omittedAtLeast: number;
4833
+ }, ...({
4834
+ readonly code: "capture-failed" | "capture-interrupted";
4835
+ readonly stage: string;
4836
+ } | {
4837
+ readonly code: "collection-cap-reached" | "unsupported-input";
4838
+ readonly omittedAtLeast: number;
4839
+ })[]];
4840
+ };
4841
+ readonly artifacts: readonly {
4842
+ readonly label: string;
4843
+ readonly sha256: import("../model/identifiers.js").Sha256Digest;
4844
+ readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
4845
+ readonly artifactId: import("../model/identifiers.js").ArtifactId;
4846
+ readonly mediaType: string;
4847
+ readonly byteLength: number;
4848
+ }[];
4849
+ }>)[];
4850
+ }>;
3663
4851
  export declare const FixedRecordAttachmentEnvelopeSchema: Schema.Schema<{
3664
4852
  readonly family: NiceEvalFamily;
3665
4853
  readonly schemaVersion: number;