niceeval 0.13.2 → 0.13.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (494) hide show
  1. package/dist/agents/bub.cjs +4 -4
  2. package/dist/agents/bub.cjs.map +1 -1
  3. package/dist/agents/bub.d.cts +2 -2
  4. package/dist/agents/bub.d.mts +2 -2
  5. package/dist/agents/bub.d.ts +2 -2
  6. package/dist/agents/claude-code-native.cjs +213 -0
  7. package/dist/agents/claude-code-native.cjs.map +1 -0
  8. package/dist/agents/claude-code-native.d.cts +5 -0
  9. package/dist/agents/claude-code-native.d.mts +5 -0
  10. package/dist/agents/claude-code-native.d.ts +5 -0
  11. package/dist/agents/claude-code-native.js +6 -0
  12. package/dist/agents/claude-code-native.js.map +1 -0
  13. package/dist/agents/claude-code.cjs +26 -80
  14. package/dist/agents/claude-code.cjs.map +1 -1
  15. package/dist/agents/codex-app-server.cjs +314 -0
  16. package/dist/agents/codex-app-server.cjs.map +1 -0
  17. package/dist/agents/codex-app-server.d.cts +9 -0
  18. package/dist/agents/codex-app-server.d.mts +9 -0
  19. package/dist/agents/codex-app-server.d.ts +9 -0
  20. package/dist/agents/codex-app-server.js +6 -0
  21. package/dist/agents/codex-app-server.js.map +1 -0
  22. package/dist/agents/codex.cjs +19 -68
  23. package/dist/agents/codex.cjs.map +1 -1
  24. package/dist/agents/codex.d.cts +3 -3
  25. package/dist/agents/codex.d.mts +3 -3
  26. package/dist/agents/codex.d.ts +3 -3
  27. package/dist/agents/index.cjs +3 -1
  28. package/dist/agents/index.cjs.map +1 -1
  29. package/dist/agents/index.d.cts +1 -0
  30. package/dist/agents/index.d.mts +1 -0
  31. package/dist/agents/index.d.ts +1 -0
  32. package/dist/agents/index.js +84 -82
  33. package/dist/agents/index.mjs +84 -82
  34. package/dist/agents/managed-jsonl.cjs +207 -0
  35. package/dist/agents/managed-jsonl.cjs.map +1 -0
  36. package/dist/agents/managed-jsonl.d.cts +39 -0
  37. package/dist/agents/managed-jsonl.d.mts +39 -0
  38. package/dist/agents/managed-jsonl.d.ts +39 -0
  39. package/dist/agents/managed-jsonl.js +6 -0
  40. package/dist/agents/managed-jsonl.js.map +1 -0
  41. package/dist/agents/managed-process.cjs +31 -0
  42. package/dist/agents/managed-process.cjs.map +1 -0
  43. package/dist/agents/managed-process.d.cts +3 -0
  44. package/dist/agents/managed-process.d.mts +3 -0
  45. package/dist/agents/managed-process.d.ts +3 -0
  46. package/dist/agents/managed-process.js +6 -0
  47. package/dist/agents/managed-process.js.map +1 -0
  48. package/dist/agents/omp.cjs +18 -1
  49. package/dist/agents/omp.cjs.map +1 -1
  50. package/dist/agents/sdk-streams.cjs +11 -4
  51. package/dist/agents/sdk-streams.cjs.map +1 -1
  52. package/dist/agents/types.cjs.map +1 -1
  53. package/dist/agents/types.d.cts +8 -0
  54. package/dist/agents/types.d.mts +8 -0
  55. package/dist/agents/types.d.ts +8 -0
  56. package/dist/analysis/bindings.cjs +74 -19
  57. package/dist/analysis/bindings.cjs.map +1 -1
  58. package/dist/analysis/bindings.d.cts +534 -156
  59. package/dist/analysis/bindings.d.mts +534 -156
  60. package/dist/analysis/bindings.d.ts +534 -156
  61. package/dist/analysis/domain-view.cjs.map +1 -1
  62. package/dist/analysis/domain-view.d.cts +137 -8
  63. package/dist/analysis/domain-view.d.mts +137 -8
  64. package/dist/analysis/domain-view.d.ts +137 -8
  65. package/dist/analysis/index.cjs.map +1 -1
  66. package/dist/analysis/index.d.cts +1 -1
  67. package/dist/analysis/index.d.mts +1 -1
  68. package/dist/analysis/index.d.ts +1 -1
  69. package/dist/assertions/api.cjs.map +1 -1
  70. package/dist/assertions/api.d.cts +62 -0
  71. package/dist/assertions/api.d.mts +62 -0
  72. package/dist/assertions/api.d.ts +62 -0
  73. package/dist/assertions/judge.cjs +56 -5
  74. package/dist/assertions/judge.cjs.map +1 -1
  75. package/dist/assertions/match.cjs +66 -42
  76. package/dist/assertions/match.cjs.map +1 -1
  77. package/dist/assertions/match.d.cts +13 -0
  78. package/dist/assertions/match.d.mts +13 -0
  79. package/dist/assertions/match.d.ts +13 -0
  80. package/dist/assertions/record/attachment.cjs +104 -33
  81. package/dist/assertions/record/attachment.cjs.map +1 -1
  82. package/dist/assertions/record/attachment.d.cts +294 -57
  83. package/dist/assertions/record/attachment.d.mts +294 -57
  84. package/dist/assertions/record/attachment.d.ts +294 -57
  85. package/dist/assertions/record/codec.cjs +91 -17
  86. package/dist/assertions/record/codec.cjs.map +1 -1
  87. package/dist/assertions/record/codec.d.cts +280 -52
  88. package/dist/assertions/record/codec.d.mts +280 -52
  89. package/dist/assertions/record/codec.d.ts +280 -52
  90. package/dist/assertions/record/index.js +2 -0
  91. package/dist/assertions/record/model.cjs +16 -0
  92. package/dist/assertions/record/model.cjs.map +1 -1
  93. package/dist/assertions/record/model.d.cts +120 -13
  94. package/dist/assertions/record/model.d.mts +120 -13
  95. package/dist/assertions/record/model.d.ts +120 -13
  96. package/dist/assertions/record/model.js +2 -0
  97. package/dist/assertions/record/producer.cjs +70 -50
  98. package/dist/assertions/record/producer.cjs.map +1 -1
  99. package/dist/assertions/record/producer.d.cts +8 -7
  100. package/dist/assertions/record/producer.d.mts +8 -7
  101. package/dist/assertions/record/producer.d.ts +8 -7
  102. package/dist/assertions/runtime.cjs +49 -7
  103. package/dist/assertions/runtime.cjs.map +1 -1
  104. package/dist/cli/application.cjs +40 -0
  105. package/dist/cli/application.cjs.map +1 -0
  106. package/dist/cli/application.d.cts +129 -0
  107. package/dist/cli/application.d.mts +129 -0
  108. package/dist/cli/application.d.ts +129 -0
  109. package/dist/cli/application.js +24 -0
  110. package/dist/cli/application.js.map +1 -0
  111. package/dist/cli/bootstrap.cjs +10 -4
  112. package/dist/cli/bootstrap.cjs.map +1 -1
  113. package/dist/cli/node-application.cjs +123 -0
  114. package/dist/cli/node-application.cjs.map +1 -0
  115. package/dist/cli/node-application.d.cts +14 -0
  116. package/dist/cli/node-application.d.mts +14 -0
  117. package/dist/cli/node-application.d.ts +14 -0
  118. package/dist/cli/node-application.js +26 -0
  119. package/dist/cli/node-application.js.map +1 -0
  120. package/dist/cli/program.cjs +2807 -0
  121. package/dist/cli/program.cjs.map +1 -0
  122. package/dist/cli/program.d.cts +352 -0
  123. package/dist/cli/program.d.mts +352 -0
  124. package/dist/cli/program.d.ts +352 -0
  125. package/dist/cli/program.js +36 -0
  126. package/dist/cli/program.js.map +1 -0
  127. package/dist/cli/project-configuration.cjs +134 -0
  128. package/dist/cli/project-configuration.cjs.map +1 -0
  129. package/dist/cli/project-configuration.d.cts +64 -0
  130. package/dist/cli/project-configuration.d.mts +64 -0
  131. package/dist/cli/project-configuration.d.ts +64 -0
  132. package/dist/cli/project-configuration.js +22 -0
  133. package/dist/cli/project-configuration.js.map +1 -0
  134. package/dist/cli/record.cjs +20 -4
  135. package/dist/cli/record.cjs.map +1 -1
  136. package/dist/cli/record.d.cts +3 -3
  137. package/dist/cli/record.d.mts +3 -3
  138. package/dist/cli/record.d.ts +3 -3
  139. package/dist/cli.cjs +19 -3130
  140. package/dist/cli.cjs.map +1 -1
  141. package/dist/cli.d.cts +2 -148
  142. package/dist/cli.d.mts +2 -148
  143. package/dist/cli.d.ts +2 -148
  144. package/dist/cli.js +22 -30
  145. package/dist/context/assert-first.cjs +21 -15
  146. package/dist/context/assert-first.cjs.map +1 -1
  147. package/dist/context/assert-first.d.cts +1 -0
  148. package/dist/context/assert-first.d.mts +1 -0
  149. package/dist/context/assert-first.d.ts +1 -0
  150. package/dist/context/attempt-resources.cjs +13 -0
  151. package/dist/context/attempt-resources.cjs.map +1 -0
  152. package/dist/context/attempt-resources.d.cts +3 -0
  153. package/dist/context/attempt-resources.d.mts +3 -0
  154. package/dist/context/attempt-resources.d.ts +3 -0
  155. package/dist/context/attempt-resources.js +8 -0
  156. package/dist/context/attempt-resources.js.map +1 -0
  157. package/dist/context/session.cjs +4 -3
  158. package/dist/context/session.cjs.map +1 -1
  159. package/dist/context/session.d.cts +1 -0
  160. package/dist/context/session.d.mts +1 -0
  161. package/dist/context/session.d.ts +1 -0
  162. package/dist/eval/record/verdict.cjs +3 -2
  163. package/dist/eval/record/verdict.cjs.map +1 -1
  164. package/dist/experiment/host/index.cjs +1 -6
  165. package/dist/experiment/host/index.cjs.map +1 -1
  166. package/dist/experiment/host/index.d.cts +1 -0
  167. package/dist/experiment/host/index.d.mts +1 -0
  168. package/dist/experiment/host/index.d.ts +1 -0
  169. package/dist/load-config.cjs +13 -4
  170. package/dist/load-config.cjs.map +1 -1
  171. package/dist/load-config.d.cts +4 -3
  172. package/dist/load-config.d.mts +4 -3
  173. package/dist/load-config.d.ts +4 -3
  174. package/dist/load-config.js +4 -2
  175. package/dist/o11y/parsers/codex.cjs +29 -7
  176. package/dist/o11y/parsers/codex.cjs.map +1 -1
  177. package/dist/record/codec/core.d.cts +0 -2
  178. package/dist/record/codec/core.d.mts +0 -2
  179. package/dist/record/codec/core.d.ts +0 -2
  180. package/dist/record/codec/identifiers.cjs +2 -3
  181. package/dist/record/codec/identifiers.cjs.map +1 -1
  182. package/dist/record/codec/identifiers.d.cts +1 -2
  183. package/dist/record/codec/identifiers.d.mts +1 -2
  184. package/dist/record/codec/identifiers.d.ts +1 -2
  185. package/dist/record/codec/identifiers.js +10 -12
  186. package/dist/record/codec/index.js +42 -44
  187. package/dist/record/definition/attachment.cjs +1 -0
  188. package/dist/record/definition/attachment.cjs.map +1 -1
  189. package/dist/record/definition/attachment.d.cts +14 -0
  190. package/dist/record/definition/attachment.d.mts +14 -0
  191. package/dist/record/definition/attachment.d.ts +14 -0
  192. package/dist/record/family/assertions-v1.cjs +104 -0
  193. package/dist/record/family/assertions-v1.cjs.map +1 -0
  194. package/dist/record/family/assertions-v1.d.cts +2 -0
  195. package/dist/record/family/assertions-v1.d.mts +2 -0
  196. package/dist/record/family/assertions-v1.d.ts +2 -0
  197. package/dist/record/family/assertions-v1.js +6 -0
  198. package/dist/record/family/assertions-v1.js.map +1 -0
  199. package/dist/record/family/assertions.cjs +16 -5
  200. package/dist/record/family/assertions.cjs.map +1 -1
  201. package/dist/record/family/assertions.d.cts +510 -56
  202. package/dist/record/family/assertions.d.mts +510 -56
  203. package/dist/record/family/assertions.d.ts +510 -56
  204. package/dist/record/family/assertions.js +14 -10
  205. package/dist/record/family/catalog.cjs +17 -1
  206. package/dist/record/family/catalog.cjs.map +1 -1
  207. package/dist/record/family/catalog.d.cts +1292 -104
  208. package/dist/record/family/catalog.d.mts +1292 -104
  209. package/dist/record/family/catalog.d.ts +1292 -104
  210. package/dist/record/family/catalog.js +22 -20
  211. package/dist/record/family/index.js +144 -138
  212. package/dist/record/family/observability-v1.cjs +5 -0
  213. package/dist/record/family/observability-v1.cjs.map +1 -1
  214. package/dist/record/family/observability.cjs +1 -1
  215. package/dist/record/family/observability.cjs.map +1 -1
  216. package/dist/record/host/runtime.cjs +323 -173
  217. package/dist/record/host/runtime.cjs.map +1 -1
  218. package/dist/record/host/types.cjs.map +1 -1
  219. package/dist/record/host/types.d.cts +9 -7
  220. package/dist/record/host/types.d.mts +9 -7
  221. package/dist/record/host/types.d.ts +9 -7
  222. package/dist/record/model/core.cjs.map +1 -1
  223. package/dist/record/model/core.d.cts +1 -2
  224. package/dist/record/model/core.d.mts +1 -2
  225. package/dist/record/model/core.d.ts +1 -2
  226. package/dist/record/model/definition.cjs +1 -2
  227. package/dist/record/model/definition.cjs.map +1 -1
  228. package/dist/record/model/definition.d.cts +1 -7
  229. package/dist/record/model/definition.d.mts +1 -7
  230. package/dist/record/model/definition.d.ts +1 -7
  231. package/dist/record/model/identifiers.cjs +2 -3
  232. package/dist/record/model/identifiers.cjs.map +1 -1
  233. package/dist/record/model/identifiers.d.cts +1 -3
  234. package/dist/record/model/identifiers.d.mts +1 -3
  235. package/dist/record/model/identifiers.d.ts +1 -3
  236. package/dist/record/model/identifiers.js +36 -38
  237. package/dist/record/model/index.js +60 -62
  238. package/dist/record/platform/node.cjs +17 -7
  239. package/dist/record/platform/node.cjs.map +1 -1
  240. package/dist/record/platform/services.cjs.map +1 -1
  241. package/dist/record/platform/services.d.cts +8 -3
  242. package/dist/record/platform/services.d.mts +8 -3
  243. package/dist/record/platform/services.d.ts +8 -3
  244. package/dist/record/reader/format.cjs +16 -65
  245. package/dist/record/reader/format.cjs.map +1 -1
  246. package/dist/record/reader/format.d.cts +5 -9
  247. package/dist/record/reader/format.d.mts +5 -9
  248. package/dist/record/reader/format.d.ts +5 -9
  249. package/dist/record/reader/index.js +10 -8
  250. package/dist/record/reader/runtime.cjs +63 -32
  251. package/dist/record/reader/runtime.cjs.map +1 -1
  252. package/dist/record/reader/runtime.d.cts +40 -4
  253. package/dist/record/reader/runtime.d.mts +40 -4
  254. package/dist/record/reader/runtime.d.ts +40 -4
  255. package/dist/record/reader/runtime.js +6 -4
  256. package/dist/report/assets/enhance.js +5 -5
  257. package/dist/report/assets/styles.css +190 -24
  258. package/dist/report/built-in/result-components.cjs +8 -5
  259. package/dist/report/built-in/result-components.cjs.map +1 -1
  260. package/dist/report/built-in/standard.cjs +3 -0
  261. package/dist/report/built-in/standard.cjs.map +1 -1
  262. package/dist/report/built-in/standard.d.cts +2 -0
  263. package/dist/report/built-in/standard.d.mts +2 -0
  264. package/dist/report/built-in/standard.d.ts +2 -0
  265. package/dist/report/client-dist/app.js +53 -0
  266. package/dist/report/components/attempt-detail/compute.cjs +108 -231
  267. package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
  268. package/dist/report/components/attempt-detail/compute.d.cts +11 -45
  269. package/dist/report/components/attempt-detail/compute.d.mts +11 -45
  270. package/dist/report/components/attempt-detail/compute.d.ts +11 -45
  271. package/dist/report/components/attempt-detail/compute.js +2 -4
  272. package/dist/report/components/attempt-detail/content.cjs +4 -4
  273. package/dist/report/components/attempt-detail/content.cjs.map +1 -1
  274. package/dist/report/components/attempt-detail/validate.cjs +47 -4
  275. package/dist/report/components/attempt-detail/validate.cjs.map +1 -1
  276. package/dist/report/components/entity-lists/compute.cjs +9 -15
  277. package/dist/report/components/entity-lists/compute.cjs.map +1 -1
  278. package/dist/report/components/entity-lists/content.cjs +53 -40
  279. package/dist/report/components/entity-lists/content.cjs.map +1 -1
  280. package/dist/report/components/entity-lists/index.cjs +1 -3
  281. package/dist/report/components/entity-lists/index.cjs.map +1 -1
  282. package/dist/report/components/experiment-detail/compute.cjs +4 -6
  283. package/dist/report/components/experiment-detail/compute.cjs.map +1 -1
  284. package/dist/report/components/summaries/index.cjs +5 -1
  285. package/dist/report/components/summaries/index.cjs.map +1 -1
  286. package/dist/report/definition/cell.cjs +14 -7
  287. package/dist/report/definition/cell.cjs.map +1 -1
  288. package/dist/report/definition/cell.d.cts +4 -0
  289. package/dist/report/definition/cell.d.mts +4 -0
  290. package/dist/report/definition/cell.d.ts +4 -0
  291. package/dist/report/definition/primitives/assertion-evidence.cjs +96 -0
  292. package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -0
  293. package/dist/report/definition/primitives/assertion-evidence.d.cts +11 -0
  294. package/dist/report/definition/primitives/assertion-evidence.d.mts +11 -0
  295. package/dist/report/definition/primitives/assertion-evidence.d.ts +11 -0
  296. package/dist/report/definition/primitives/assertion-evidence.js +6 -0
  297. package/dist/report/definition/primitives/assertion-evidence.js.map +1 -0
  298. package/dist/report/definition/primitives/conversation.cjs +7 -0
  299. package/dist/report/definition/primitives/conversation.cjs.map +1 -1
  300. package/dist/report/definition/primitives/conversation.d.cts +2 -0
  301. package/dist/report/definition/primitives/conversation.d.mts +2 -0
  302. package/dist/report/definition/primitives/conversation.d.ts +2 -0
  303. package/dist/report/definition/primitives/turn-trace.cjs +53 -3
  304. package/dist/report/definition/primitives/turn-trace.cjs.map +1 -1
  305. package/dist/report/definition/primitives.cjs +14 -1
  306. package/dist/report/definition/primitives.cjs.map +1 -1
  307. package/dist/report/definition/report.cjs +16 -8
  308. package/dist/report/definition/report.cjs.map +1 -1
  309. package/dist/report/definition/report.d.cts +6 -0
  310. package/dist/report/definition/report.d.mts +6 -0
  311. package/dist/report/definition/report.d.ts +6 -0
  312. package/dist/report/definition/table-text.cjs +12 -3
  313. package/dist/report/definition/table-text.cjs.map +1 -1
  314. package/dist/report/definition/table-text.d.cts +6 -1
  315. package/dist/report/definition/table-text.d.mts +6 -1
  316. package/dist/report/definition/table-text.d.ts +6 -1
  317. package/dist/report/execution/model.cjs +6 -14
  318. package/dist/report/execution/model.cjs.map +1 -1
  319. package/dist/report/execution/model.d.cts +5 -10
  320. package/dist/report/execution/model.d.mts +5 -10
  321. package/dist/report/execution/model.d.ts +5 -10
  322. package/dist/report/execution/model.js +6 -6
  323. package/dist/report/execution/paths.cjs +0 -11
  324. package/dist/report/execution/paths.cjs.map +1 -1
  325. package/dist/report/execution/paths.d.cts +0 -1
  326. package/dist/report/execution/paths.d.mts +0 -1
  327. package/dist/report/execution/paths.d.ts +0 -1
  328. package/dist/report/execution/paths.js +6 -8
  329. package/dist/report/host/execute.cjs +13 -22
  330. package/dist/report/host/execute.cjs.map +1 -1
  331. package/dist/report/host/execute.d.cts +1 -4
  332. package/dist/report/host/execute.d.mts +1 -4
  333. package/dist/report/host/execute.d.ts +1 -4
  334. package/dist/report/host/from-record.cjs +3 -0
  335. package/dist/report/host/from-record.cjs.map +1 -1
  336. package/dist/report/host/from-record.d.cts +4 -1
  337. package/dist/report/host/from-record.d.mts +4 -1
  338. package/dist/report/host/from-record.d.ts +4 -1
  339. package/dist/report/host/site-assets.cjs +1 -2
  340. package/dist/report/host/site-assets.cjs.map +1 -1
  341. package/dist/report/host/site-assets.d.cts +0 -1
  342. package/dist/report/host/site-assets.d.mts +0 -1
  343. package/dist/report/host/site-assets.d.ts +0 -1
  344. package/dist/report/host/site-assets.js +2 -4
  345. package/dist/report/host/static.cjs +71 -346
  346. package/dist/report/host/static.cjs.map +1 -1
  347. package/dist/report/host/static.d.cts +1 -3
  348. package/dist/report/host/static.d.mts +1 -3
  349. package/dist/report/host/static.d.ts +1 -3
  350. package/dist/report/host/static.js +2 -2
  351. package/dist/report/host/view-session.cjs.map +1 -1
  352. package/dist/report/host/view-session.d.cts +1 -1
  353. package/dist/report/host/view-session.d.mts +1 -1
  354. package/dist/report/host/view-session.d.ts +1 -1
  355. package/dist/report/model/locale.cjs +1 -1
  356. package/dist/report/model/locale.cjs.map +1 -1
  357. package/dist/report/model/locale.d.cts +1 -1
  358. package/dist/report/model/locale.d.mts +1 -1
  359. package/dist/report/model/locale.d.ts +1 -1
  360. package/dist/report/model/pricing.cjs +2 -2
  361. package/dist/report/model/pricing.cjs.map +1 -1
  362. package/dist/report/react/enhance.js +5 -5
  363. package/dist/report/react/styles.css +190 -24
  364. package/dist/runner/adoption.cjs +4 -7
  365. package/dist/runner/adoption.cjs.map +1 -1
  366. package/dist/runner/attempt-resources.cjs +60 -0
  367. package/dist/runner/attempt-resources.cjs.map +1 -0
  368. package/dist/runner/attempt-resources.d.cts +13 -0
  369. package/dist/runner/attempt-resources.d.mts +13 -0
  370. package/dist/runner/attempt-resources.d.ts +13 -0
  371. package/dist/runner/attempt-resources.js +6 -0
  372. package/dist/runner/attempt-resources.js.map +1 -0
  373. package/dist/runner/attempt.cjs +37 -3
  374. package/dist/runner/attempt.cjs.map +1 -1
  375. package/dist/runner/feedback/failure.cjs +77 -2
  376. package/dist/runner/feedback/failure.cjs.map +1 -1
  377. package/dist/runner/feedback/failure.d.cts +2 -1
  378. package/dist/runner/feedback/failure.d.mts +2 -1
  379. package/dist/runner/feedback/failure.d.ts +2 -1
  380. package/dist/runner/project-current.cjs +2 -13
  381. package/dist/runner/project-current.cjs.map +1 -1
  382. package/dist/runner/project-current.d.cts +4 -2
  383. package/dist/runner/project-current.d.mts +4 -2
  384. package/dist/runner/project-current.d.ts +4 -2
  385. package/dist/runner/reporters/braintrust.cjs +7 -7
  386. package/dist/runner/reporters/braintrust.cjs.map +1 -1
  387. package/dist/runner/reuse-readback.cjs +3 -4
  388. package/dist/runner/reuse-readback.cjs.map +1 -1
  389. package/dist/runner/run.cjs +5 -2
  390. package/dist/runner/run.cjs.map +1 -1
  391. package/dist/sandbox/backend.cjs +32 -2
  392. package/dist/sandbox/backend.cjs.map +1 -1
  393. package/dist/sandbox/backend.d.cts +12 -1
  394. package/dist/sandbox/backend.d.mts +12 -1
  395. package/dist/sandbox/backend.d.ts +12 -1
  396. package/dist/sandbox/backend.js +28 -22
  397. package/dist/sandbox/docker.cjs +140 -0
  398. package/dist/sandbox/docker.cjs.map +1 -1
  399. package/dist/sandbox/docker.d.cts +3 -1
  400. package/dist/sandbox/docker.d.mts +3 -1
  401. package/dist/sandbox/docker.d.ts +3 -1
  402. package/dist/sandbox/e2b.cjs +42 -0
  403. package/dist/sandbox/e2b.cjs.map +1 -1
  404. package/dist/sandbox/e2b.d.cts +2 -0
  405. package/dist/sandbox/e2b.d.mts +2 -0
  406. package/dist/sandbox/e2b.d.ts +2 -0
  407. package/dist/sandbox/local.cjs +64 -0
  408. package/dist/sandbox/local.cjs.map +1 -1
  409. package/dist/sandbox/local.d.cts +3 -1
  410. package/dist/sandbox/local.d.mts +3 -1
  411. package/dist/sandbox/local.d.ts +3 -1
  412. package/dist/sandbox/managed-process.cjs +49 -0
  413. package/dist/sandbox/managed-process.cjs.map +1 -0
  414. package/dist/sandbox/managed-process.d.cts +11 -0
  415. package/dist/sandbox/managed-process.d.mts +11 -0
  416. package/dist/sandbox/managed-process.d.ts +11 -0
  417. package/dist/sandbox/managed-process.js +6 -0
  418. package/dist/sandbox/managed-process.js.map +1 -0
  419. package/dist/sandbox/types.cjs.map +1 -1
  420. package/dist/sandbox/types.d.cts +24 -0
  421. package/dist/sandbox/types.d.mts +24 -0
  422. package/dist/sandbox/types.d.ts +24 -0
  423. package/dist/sandbox/vercel.cjs +1 -0
  424. package/dist/sandbox/vercel.cjs.map +1 -1
  425. package/dist/sandbox/vercel.d.cts +1 -0
  426. package/dist/sandbox/vercel.d.mts +1 -0
  427. package/dist/sandbox/vercel.d.ts +1 -0
  428. package/dist/view/server.cjs +2 -37
  429. package/dist/view/server.cjs.map +1 -1
  430. package/dist/view/server.d.cts +0 -3
  431. package/dist/view/server.d.mts +0 -3
  432. package/dist/view/server.d.ts +0 -3
  433. package/docs-site/zh/reference/builtin-agents.mdx +7 -7
  434. package/docs-site/zh/reference/official-adapters.mdx +4 -4
  435. package/docs-site/zh/reference/report-components.mdx +2 -2
  436. package/docs-site/zh/tutorials/configuration.mdx +2 -2
  437. package/docs-site/zh/tutorials/deploy-report-site.mdx +24 -2
  438. package/docs-site/zh/tutorials/publish-report.mdx +4 -4
  439. package/docs-site/zh/tutorials/sandbox-agent.mdx +5 -5
  440. package/docs-site/zh/tutorials/theming.mdx +2 -2
  441. package/package.json +4 -6
  442. package/dist/record/migration/index.cjs +0 -5
  443. package/dist/record/migration/index.cjs.map +0 -1
  444. package/dist/record/migration/index.d.cts +0 -11
  445. package/dist/record/migration/index.d.mts +0 -11
  446. package/dist/record/migration/index.d.ts +0 -11
  447. package/dist/record/migration/index.js +0 -6
  448. package/dist/record/migration/index.js.map +0 -1
  449. package/dist/report/host/site-runtime.cjs +0 -92
  450. package/dist/report/host/site-runtime.cjs.map +0 -1
  451. package/dist/report/host/site-runtime.d.cts +0 -9
  452. package/dist/report/host/site-runtime.d.mts +0 -9
  453. package/dist/report/host/site-runtime.d.ts +0 -9
  454. package/dist/report/host/site-runtime.js +0 -10
  455. package/dist/report/host/site-runtime.js.map +0 -1
  456. package/dist/view/client-dist/app.css +0 -2
  457. package/dist/view/client-dist/app.js +0 -49
  458. package/dist/view/data.cjs +0 -3
  459. package/dist/view/data.cjs.map +0 -1
  460. package/dist/view/data.d.cts +0 -9
  461. package/dist/view/data.d.mts +0 -9
  462. package/dist/view/data.d.ts +0 -9
  463. package/dist/view/data.js +0 -4
  464. package/dist/view/data.js.map +0 -1
  465. package/dist/view/index.cjs +0 -24
  466. package/dist/view/index.cjs.map +0 -1
  467. package/dist/view/index.d.cts +0 -9
  468. package/dist/view/index.d.mts +0 -9
  469. package/dist/view/index.d.ts +0 -9
  470. package/dist/view/index.js +0 -28
  471. package/dist/view/index.js.map +0 -1
  472. package/dist/view/report-view-cache.cjs +0 -200
  473. package/dist/view/report-view-cache.cjs.map +0 -1
  474. package/dist/view/report-view-cache.d.cts +0 -67
  475. package/dist/view/report-view-cache.d.mts +0 -67
  476. package/dist/view/report-view-cache.d.ts +0 -67
  477. package/dist/view/report-view-cache.js +0 -8
  478. package/dist/view/report-view-cache.js.map +0 -1
  479. package/dist/view/shared/types.cjs +0 -3
  480. package/dist/view/shared/types.cjs.map +0 -1
  481. package/dist/view/shared/types.d.cts +0 -51
  482. package/dist/view/shared/types.d.mts +0 -51
  483. package/dist/view/shared/types.d.ts +0 -51
  484. package/dist/view/shared/types.js +0 -4
  485. package/dist/view/shared/types.js.map +0 -1
  486. package/dist/view/site.cjs +0 -32
  487. package/dist/view/site.cjs.map +0 -1
  488. package/dist/view/site.d.cts +0 -24
  489. package/dist/view/site.d.mts +0 -24
  490. package/dist/view/site.d.ts +0 -24
  491. package/dist/view/site.js +0 -8
  492. package/dist/view/site.js.map +0 -1
  493. package/dist/view/styles.css +0 -170
  494. package/dist/view/template.html +0 -17
@@ -979,34 +979,97 @@ export declare const publishedAnalysisInputBindings: Readonly<{
979
979
  id: "niceeval.attempt-passed";
980
980
  family: FixedFamilyBinding<"attempt", {
981
981
  readonly entries: readonly {
982
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
983
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
984
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
985
- readonly subject: {
986
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
987
- readonly kind: "snapshot";
988
- } | {
989
- readonly kind: "blob";
990
- readonly ref: RecordBlobRef;
991
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
992
- readonly encoding: "utf-8" | "binary";
993
- readonly preview: string;
994
- readonly byteLength: number;
982
+ readonly evaluation: {
983
+ readonly receipt?: {
984
+ readonly complete: boolean;
985
+ readonly unavailable: number;
986
+ readonly matched: number;
987
+ readonly mismatched: number;
988
+ readonly knownTotal: number | null;
989
+ readonly examined: number;
990
+ readonly exhaustive: boolean;
991
+ readonly decisive: boolean;
992
+ } | undefined;
993
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
995
994
  };
996
- readonly evidence: readonly ({
997
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
998
- readonly kind: "snapshot";
999
- } | {
1000
- readonly kind: "blob";
1001
- readonly ref: RecordBlobRef;
1002
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1003
- readonly encoding: "utf-8" | "binary";
1004
- readonly preview: string;
1005
- readonly byteLength: number;
1006
- })[];
1007
995
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
1008
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
996
+ readonly criterion: {
997
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
998
+ readonly state: "available";
999
+ } | {
1000
+ readonly reason: "not-recorded";
1001
+ readonly state: "unavailable";
1002
+ };
1003
+ readonly policy: {
1004
+ readonly condition: {
1005
+ readonly value: {
1006
+ readonly expected: true;
1007
+ readonly kind: "boolean";
1008
+ } | {
1009
+ readonly kind: "at-least";
1010
+ readonly threshold: number;
1011
+ } | {
1012
+ readonly kind: "record-only";
1013
+ };
1014
+ readonly state: "available";
1015
+ } | {
1016
+ readonly reason: "not-recorded";
1017
+ readonly state: "unavailable";
1018
+ };
1019
+ readonly requirement: {
1020
+ readonly value: "optional" | "required";
1021
+ readonly state: "available";
1022
+ } | {
1023
+ readonly reason: "not-recorded";
1024
+ readonly state: "unavailable";
1025
+ };
1026
+ };
1027
+ readonly decision: {
1028
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
1029
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
1030
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
1031
+ };
1032
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
1009
1033
  readonly entryId: import("../index.js").AssertionEntryId;
1034
+ readonly materials: {
1035
+ readonly source: {
1036
+ readonly reason: "not-recorded";
1037
+ readonly kind: "unavailable";
1038
+ } | {
1039
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1040
+ readonly kind: "snapshot";
1041
+ } | {
1042
+ readonly kind: "blob";
1043
+ readonly ref: RecordBlobRef;
1044
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1045
+ readonly encoding: "utf-8" | "binary";
1046
+ readonly preview: string;
1047
+ readonly byteLength: number;
1048
+ };
1049
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
1050
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
1051
+ readonly evidence: readonly ({
1052
+ readonly reason: "not-recorded";
1053
+ readonly kind: "unavailable";
1054
+ } | {
1055
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1056
+ readonly kind: "snapshot";
1057
+ } | {
1058
+ readonly kind: "blob";
1059
+ readonly ref: RecordBlobRef;
1060
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1061
+ readonly encoding: "utf-8" | "binary";
1062
+ readonly preview: string;
1063
+ readonly byteLength: number;
1064
+ })[];
1065
+ };
1066
+ readonly explanationRetention: {
1067
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
1068
+ readonly state: "retained";
1069
+ } | {
1070
+ readonly reason: "not-recorded";
1071
+ readonly state: "unavailable";
1072
+ };
1010
1073
  }[];
1011
1074
  readonly sourceSites: readonly {
1012
1075
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -1019,40 +1082,103 @@ export declare const publishedAnalysisInputBindings: Readonly<{
1019
1082
  readonly line: number;
1020
1083
  readonly column: number;
1021
1084
  };
1085
+ readonly entryId: import("../index.js").AssertionEntryId;
1022
1086
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
1023
1087
  readonly sourceOrder: number;
1024
- readonly entryId: import("../index.js").AssertionEntryId;
1025
1088
  }[];
1026
1089
  }, import("../record/family/catalog.js").FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
1027
1090
  readonly entries: readonly {
1028
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
1029
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
1030
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
1031
- readonly subject: {
1032
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1033
- readonly kind: "snapshot";
1034
- } | {
1035
- readonly kind: "blob";
1036
- readonly ref: RecordBlobRef;
1037
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1038
- readonly encoding: "utf-8" | "binary";
1039
- readonly preview: string;
1040
- readonly byteLength: number;
1091
+ readonly evaluation: {
1092
+ readonly receipt?: {
1093
+ readonly complete: boolean;
1094
+ readonly unavailable: number;
1095
+ readonly matched: number;
1096
+ readonly mismatched: number;
1097
+ readonly knownTotal: number | null;
1098
+ readonly examined: number;
1099
+ readonly exhaustive: boolean;
1100
+ readonly decisive: boolean;
1101
+ } | undefined;
1102
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
1041
1103
  };
1042
- readonly evidence: readonly ({
1043
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1044
- readonly kind: "snapshot";
1045
- } | {
1046
- readonly kind: "blob";
1047
- readonly ref: RecordBlobRef;
1048
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1049
- readonly encoding: "utf-8" | "binary";
1050
- readonly preview: string;
1051
- readonly byteLength: number;
1052
- })[];
1053
1104
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
1054
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
1105
+ readonly criterion: {
1106
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
1107
+ readonly state: "available";
1108
+ } | {
1109
+ readonly reason: "not-recorded";
1110
+ readonly state: "unavailable";
1111
+ };
1112
+ readonly policy: {
1113
+ readonly condition: {
1114
+ readonly value: {
1115
+ readonly expected: true;
1116
+ readonly kind: "boolean";
1117
+ } | {
1118
+ readonly kind: "at-least";
1119
+ readonly threshold: number;
1120
+ } | {
1121
+ readonly kind: "record-only";
1122
+ };
1123
+ readonly state: "available";
1124
+ } | {
1125
+ readonly reason: "not-recorded";
1126
+ readonly state: "unavailable";
1127
+ };
1128
+ readonly requirement: {
1129
+ readonly value: "optional" | "required";
1130
+ readonly state: "available";
1131
+ } | {
1132
+ readonly reason: "not-recorded";
1133
+ readonly state: "unavailable";
1134
+ };
1135
+ };
1136
+ readonly decision: {
1137
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
1138
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
1139
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
1140
+ };
1141
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
1055
1142
  readonly entryId: import("../index.js").AssertionEntryId;
1143
+ readonly materials: {
1144
+ readonly source: {
1145
+ readonly reason: "not-recorded";
1146
+ readonly kind: "unavailable";
1147
+ } | {
1148
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1149
+ readonly kind: "snapshot";
1150
+ } | {
1151
+ readonly kind: "blob";
1152
+ readonly ref: RecordBlobRef;
1153
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1154
+ readonly encoding: "utf-8" | "binary";
1155
+ readonly preview: string;
1156
+ readonly byteLength: number;
1157
+ };
1158
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
1159
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
1160
+ readonly evidence: readonly ({
1161
+ readonly reason: "not-recorded";
1162
+ readonly kind: "unavailable";
1163
+ } | {
1164
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
1165
+ readonly kind: "snapshot";
1166
+ } | {
1167
+ readonly kind: "blob";
1168
+ readonly ref: RecordBlobRef;
1169
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
1170
+ readonly encoding: "utf-8" | "binary";
1171
+ readonly preview: string;
1172
+ readonly byteLength: number;
1173
+ })[];
1174
+ };
1175
+ readonly explanationRetention: {
1176
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
1177
+ readonly state: "retained";
1178
+ } | {
1179
+ readonly reason: "not-recorded";
1180
+ readonly state: "unavailable";
1181
+ };
1056
1182
  }[];
1057
1183
  readonly sourceSites: readonly {
1058
1184
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -1065,9 +1191,9 @@ export declare const publishedAnalysisInputBindings: Readonly<{
1065
1191
  readonly line: number;
1066
1192
  readonly column: number;
1067
1193
  };
1194
+ readonly entryId: import("../index.js").AssertionEntryId;
1068
1195
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
1069
1196
  readonly sourceOrder: number;
1070
- readonly entryId: import("../index.js").AssertionEntryId;
1071
1197
  }[];
1072
1198
  }>>;
1073
1199
  project: ({ core, payload }: {
@@ -3857,34 +3983,97 @@ export declare const attemptEvidenceDomainBinding: Readonly<{
3857
3983
  kind: "attempt-evidence";
3858
3984
  family: FixedFamilyBinding<"attempt", {
3859
3985
  readonly entries: readonly {
3860
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
3861
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
3862
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
3863
- readonly subject: {
3864
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
3865
- readonly kind: "snapshot";
3866
- } | {
3867
- readonly kind: "blob";
3868
- readonly ref: RecordBlobRef;
3869
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
3870
- readonly encoding: "utf-8" | "binary";
3871
- readonly preview: string;
3872
- readonly byteLength: number;
3986
+ readonly evaluation: {
3987
+ readonly receipt?: {
3988
+ readonly complete: boolean;
3989
+ readonly unavailable: number;
3990
+ readonly matched: number;
3991
+ readonly mismatched: number;
3992
+ readonly knownTotal: number | null;
3993
+ readonly examined: number;
3994
+ readonly exhaustive: boolean;
3995
+ readonly decisive: boolean;
3996
+ } | undefined;
3997
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
3873
3998
  };
3874
- readonly evidence: readonly ({
3875
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
3876
- readonly kind: "snapshot";
3877
- } | {
3878
- readonly kind: "blob";
3879
- readonly ref: RecordBlobRef;
3880
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
3881
- readonly encoding: "utf-8" | "binary";
3882
- readonly preview: string;
3883
- readonly byteLength: number;
3884
- })[];
3885
3999
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
3886
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
4000
+ readonly criterion: {
4001
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
4002
+ readonly state: "available";
4003
+ } | {
4004
+ readonly reason: "not-recorded";
4005
+ readonly state: "unavailable";
4006
+ };
4007
+ readonly policy: {
4008
+ readonly condition: {
4009
+ readonly value: {
4010
+ readonly expected: true;
4011
+ readonly kind: "boolean";
4012
+ } | {
4013
+ readonly kind: "at-least";
4014
+ readonly threshold: number;
4015
+ } | {
4016
+ readonly kind: "record-only";
4017
+ };
4018
+ readonly state: "available";
4019
+ } | {
4020
+ readonly reason: "not-recorded";
4021
+ readonly state: "unavailable";
4022
+ };
4023
+ readonly requirement: {
4024
+ readonly value: "optional" | "required";
4025
+ readonly state: "available";
4026
+ } | {
4027
+ readonly reason: "not-recorded";
4028
+ readonly state: "unavailable";
4029
+ };
4030
+ };
4031
+ readonly decision: {
4032
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
4033
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
4034
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
4035
+ };
4036
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
3887
4037
  readonly entryId: import("../index.js").AssertionEntryId;
4038
+ readonly materials: {
4039
+ readonly source: {
4040
+ readonly reason: "not-recorded";
4041
+ readonly kind: "unavailable";
4042
+ } | {
4043
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
4044
+ readonly kind: "snapshot";
4045
+ } | {
4046
+ readonly kind: "blob";
4047
+ readonly ref: RecordBlobRef;
4048
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
4049
+ readonly encoding: "utf-8" | "binary";
4050
+ readonly preview: string;
4051
+ readonly byteLength: number;
4052
+ };
4053
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
4054
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
4055
+ readonly evidence: readonly ({
4056
+ readonly reason: "not-recorded";
4057
+ readonly kind: "unavailable";
4058
+ } | {
4059
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
4060
+ readonly kind: "snapshot";
4061
+ } | {
4062
+ readonly kind: "blob";
4063
+ readonly ref: RecordBlobRef;
4064
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
4065
+ readonly encoding: "utf-8" | "binary";
4066
+ readonly preview: string;
4067
+ readonly byteLength: number;
4068
+ })[];
4069
+ };
4070
+ readonly explanationRetention: {
4071
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
4072
+ readonly state: "retained";
4073
+ } | {
4074
+ readonly reason: "not-recorded";
4075
+ readonly state: "unavailable";
4076
+ };
3888
4077
  }[];
3889
4078
  readonly sourceSites: readonly {
3890
4079
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -3897,40 +4086,103 @@ export declare const attemptEvidenceDomainBinding: Readonly<{
3897
4086
  readonly line: number;
3898
4087
  readonly column: number;
3899
4088
  };
4089
+ readonly entryId: import("../index.js").AssertionEntryId;
3900
4090
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
3901
4091
  readonly sourceOrder: number;
3902
- readonly entryId: import("../index.js").AssertionEntryId;
3903
4092
  }[];
3904
4093
  }, import("../record/family/catalog.js").FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
3905
4094
  readonly entries: readonly {
3906
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
3907
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
3908
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
3909
- readonly subject: {
3910
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
3911
- readonly kind: "snapshot";
3912
- } | {
3913
- readonly kind: "blob";
3914
- readonly ref: RecordBlobRef;
3915
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
3916
- readonly encoding: "utf-8" | "binary";
3917
- readonly preview: string;
3918
- readonly byteLength: number;
4095
+ readonly evaluation: {
4096
+ readonly receipt?: {
4097
+ readonly complete: boolean;
4098
+ readonly unavailable: number;
4099
+ readonly matched: number;
4100
+ readonly mismatched: number;
4101
+ readonly knownTotal: number | null;
4102
+ readonly examined: number;
4103
+ readonly exhaustive: boolean;
4104
+ readonly decisive: boolean;
4105
+ } | undefined;
4106
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
3919
4107
  };
3920
- readonly evidence: readonly ({
3921
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
3922
- readonly kind: "snapshot";
3923
- } | {
3924
- readonly kind: "blob";
3925
- readonly ref: RecordBlobRef;
3926
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
3927
- readonly encoding: "utf-8" | "binary";
3928
- readonly preview: string;
3929
- readonly byteLength: number;
3930
- })[];
3931
4108
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
3932
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
4109
+ readonly criterion: {
4110
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
4111
+ readonly state: "available";
4112
+ } | {
4113
+ readonly reason: "not-recorded";
4114
+ readonly state: "unavailable";
4115
+ };
4116
+ readonly policy: {
4117
+ readonly condition: {
4118
+ readonly value: {
4119
+ readonly expected: true;
4120
+ readonly kind: "boolean";
4121
+ } | {
4122
+ readonly kind: "at-least";
4123
+ readonly threshold: number;
4124
+ } | {
4125
+ readonly kind: "record-only";
4126
+ };
4127
+ readonly state: "available";
4128
+ } | {
4129
+ readonly reason: "not-recorded";
4130
+ readonly state: "unavailable";
4131
+ };
4132
+ readonly requirement: {
4133
+ readonly value: "optional" | "required";
4134
+ readonly state: "available";
4135
+ } | {
4136
+ readonly reason: "not-recorded";
4137
+ readonly state: "unavailable";
4138
+ };
4139
+ };
4140
+ readonly decision: {
4141
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
4142
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
4143
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
4144
+ };
4145
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
3933
4146
  readonly entryId: import("../index.js").AssertionEntryId;
4147
+ readonly materials: {
4148
+ readonly source: {
4149
+ readonly reason: "not-recorded";
4150
+ readonly kind: "unavailable";
4151
+ } | {
4152
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
4153
+ readonly kind: "snapshot";
4154
+ } | {
4155
+ readonly kind: "blob";
4156
+ readonly ref: RecordBlobRef;
4157
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
4158
+ readonly encoding: "utf-8" | "binary";
4159
+ readonly preview: string;
4160
+ readonly byteLength: number;
4161
+ };
4162
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
4163
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
4164
+ readonly evidence: readonly ({
4165
+ readonly reason: "not-recorded";
4166
+ readonly kind: "unavailable";
4167
+ } | {
4168
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
4169
+ readonly kind: "snapshot";
4170
+ } | {
4171
+ readonly kind: "blob";
4172
+ readonly ref: RecordBlobRef;
4173
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
4174
+ readonly encoding: "utf-8" | "binary";
4175
+ readonly preview: string;
4176
+ readonly byteLength: number;
4177
+ })[];
4178
+ };
4179
+ readonly explanationRetention: {
4180
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
4181
+ readonly state: "retained";
4182
+ } | {
4183
+ readonly reason: "not-recorded";
4184
+ readonly state: "unavailable";
4185
+ };
3934
4186
  }[];
3935
4187
  readonly sourceSites: readonly {
3936
4188
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -3943,9 +4195,9 @@ export declare const attemptEvidenceDomainBinding: Readonly<{
3943
4195
  readonly line: number;
3944
4196
  readonly column: number;
3945
4197
  };
4198
+ readonly entryId: import("../index.js").AssertionEntryId;
3946
4199
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
3947
4200
  readonly sourceOrder: number;
3948
- readonly entryId: import("../index.js").AssertionEntryId;
3949
4201
  }[];
3950
4202
  }>>;
3951
4203
  project: ({ core, payload, blobs }: {
@@ -6149,34 +6401,97 @@ export declare const builtinDomainViewBindings: Readonly<{
6149
6401
  kind: "attempt-evidence";
6150
6402
  family: FixedFamilyBinding<"attempt", {
6151
6403
  readonly entries: readonly {
6152
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
6153
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
6154
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
6155
- readonly subject: {
6156
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6157
- readonly kind: "snapshot";
6158
- } | {
6159
- readonly kind: "blob";
6160
- readonly ref: RecordBlobRef;
6161
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6162
- readonly encoding: "utf-8" | "binary";
6163
- readonly preview: string;
6164
- readonly byteLength: number;
6404
+ readonly evaluation: {
6405
+ readonly receipt?: {
6406
+ readonly complete: boolean;
6407
+ readonly unavailable: number;
6408
+ readonly matched: number;
6409
+ readonly mismatched: number;
6410
+ readonly knownTotal: number | null;
6411
+ readonly examined: number;
6412
+ readonly exhaustive: boolean;
6413
+ readonly decisive: boolean;
6414
+ } | undefined;
6415
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
6165
6416
  };
6166
- readonly evidence: readonly ({
6167
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6168
- readonly kind: "snapshot";
6169
- } | {
6170
- readonly kind: "blob";
6171
- readonly ref: RecordBlobRef;
6172
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6173
- readonly encoding: "utf-8" | "binary";
6174
- readonly preview: string;
6175
- readonly byteLength: number;
6176
- })[];
6177
6417
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
6178
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
6418
+ readonly criterion: {
6419
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
6420
+ readonly state: "available";
6421
+ } | {
6422
+ readonly reason: "not-recorded";
6423
+ readonly state: "unavailable";
6424
+ };
6425
+ readonly policy: {
6426
+ readonly condition: {
6427
+ readonly value: {
6428
+ readonly expected: true;
6429
+ readonly kind: "boolean";
6430
+ } | {
6431
+ readonly kind: "at-least";
6432
+ readonly threshold: number;
6433
+ } | {
6434
+ readonly kind: "record-only";
6435
+ };
6436
+ readonly state: "available";
6437
+ } | {
6438
+ readonly reason: "not-recorded";
6439
+ readonly state: "unavailable";
6440
+ };
6441
+ readonly requirement: {
6442
+ readonly value: "optional" | "required";
6443
+ readonly state: "available";
6444
+ } | {
6445
+ readonly reason: "not-recorded";
6446
+ readonly state: "unavailable";
6447
+ };
6448
+ };
6449
+ readonly decision: {
6450
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
6451
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
6452
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
6453
+ };
6454
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
6179
6455
  readonly entryId: import("../index.js").AssertionEntryId;
6456
+ readonly materials: {
6457
+ readonly source: {
6458
+ readonly reason: "not-recorded";
6459
+ readonly kind: "unavailable";
6460
+ } | {
6461
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6462
+ readonly kind: "snapshot";
6463
+ } | {
6464
+ readonly kind: "blob";
6465
+ readonly ref: RecordBlobRef;
6466
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6467
+ readonly encoding: "utf-8" | "binary";
6468
+ readonly preview: string;
6469
+ readonly byteLength: number;
6470
+ };
6471
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
6472
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
6473
+ readonly evidence: readonly ({
6474
+ readonly reason: "not-recorded";
6475
+ readonly kind: "unavailable";
6476
+ } | {
6477
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6478
+ readonly kind: "snapshot";
6479
+ } | {
6480
+ readonly kind: "blob";
6481
+ readonly ref: RecordBlobRef;
6482
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6483
+ readonly encoding: "utf-8" | "binary";
6484
+ readonly preview: string;
6485
+ readonly byteLength: number;
6486
+ })[];
6487
+ };
6488
+ readonly explanationRetention: {
6489
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
6490
+ readonly state: "retained";
6491
+ } | {
6492
+ readonly reason: "not-recorded";
6493
+ readonly state: "unavailable";
6494
+ };
6180
6495
  }[];
6181
6496
  readonly sourceSites: readonly {
6182
6497
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -6189,40 +6504,103 @@ export declare const builtinDomainViewBindings: Readonly<{
6189
6504
  readonly line: number;
6190
6505
  readonly column: number;
6191
6506
  };
6507
+ readonly entryId: import("../index.js").AssertionEntryId;
6192
6508
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
6193
6509
  readonly sourceOrder: number;
6194
- readonly entryId: import("../index.js").AssertionEntryId;
6195
6510
  }[];
6196
6511
  }, import("../record/family/catalog.js").FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
6197
6512
  readonly entries: readonly {
6198
- readonly result: import("../assertions/record/model.js").SealedAssertionResult;
6199
- readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
6200
- readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
6201
- readonly subject: {
6202
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6203
- readonly kind: "snapshot";
6204
- } | {
6205
- readonly kind: "blob";
6206
- readonly ref: RecordBlobRef;
6207
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6208
- readonly encoding: "utf-8" | "binary";
6209
- readonly preview: string;
6210
- readonly byteLength: number;
6513
+ readonly evaluation: {
6514
+ readonly receipt?: {
6515
+ readonly complete: boolean;
6516
+ readonly unavailable: number;
6517
+ readonly matched: number;
6518
+ readonly mismatched: number;
6519
+ readonly knownTotal: number | null;
6520
+ readonly examined: number;
6521
+ readonly exhaustive: boolean;
6522
+ readonly decisive: boolean;
6523
+ } | undefined;
6524
+ readonly observed: import("../assertions/record/model.js").AssertionFactValue;
6211
6525
  };
6212
- readonly evidence: readonly ({
6213
- readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6214
- readonly kind: "snapshot";
6215
- } | {
6216
- readonly kind: "blob";
6217
- readonly ref: RecordBlobRef;
6218
- readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6219
- readonly encoding: "utf-8" | "binary";
6220
- readonly preview: string;
6221
- readonly byteLength: number;
6222
- })[];
6223
6526
  readonly display: import("../assertions/record/model.js").AssertionDisplay;
6224
- readonly criterion: import("../assertions/record/model.js").BoundedJsonObject;
6527
+ readonly criterion: {
6528
+ readonly value: import("../assertions/record/model.js").BoundedJsonObject;
6529
+ readonly state: "available";
6530
+ } | {
6531
+ readonly reason: "not-recorded";
6532
+ readonly state: "unavailable";
6533
+ };
6534
+ readonly policy: {
6535
+ readonly condition: {
6536
+ readonly value: {
6537
+ readonly expected: true;
6538
+ readonly kind: "boolean";
6539
+ } | {
6540
+ readonly kind: "at-least";
6541
+ readonly threshold: number;
6542
+ } | {
6543
+ readonly kind: "record-only";
6544
+ };
6545
+ readonly state: "available";
6546
+ } | {
6547
+ readonly reason: "not-recorded";
6548
+ readonly state: "unavailable";
6549
+ };
6550
+ readonly requirement: {
6551
+ readonly value: "optional" | "required";
6552
+ readonly state: "available";
6553
+ } | {
6554
+ readonly reason: "not-recorded";
6555
+ readonly state: "unavailable";
6556
+ };
6557
+ };
6558
+ readonly decision: {
6559
+ readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
6560
+ readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
6561
+ readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
6562
+ };
6563
+ readonly contribution: import("../assertions/record/model.js").NoScoreContribution | import("../assertions/record/model.js").EarnedScoreContribution | import("../assertions/record/model.js").UnavailableScoreContribution;
6225
6564
  readonly entryId: import("../index.js").AssertionEntryId;
6565
+ readonly materials: {
6566
+ readonly source: {
6567
+ readonly reason: "not-recorded";
6568
+ readonly kind: "unavailable";
6569
+ } | {
6570
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6571
+ readonly kind: "snapshot";
6572
+ } | {
6573
+ readonly kind: "blob";
6574
+ readonly ref: RecordBlobRef;
6575
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6576
+ readonly encoding: "utf-8" | "binary";
6577
+ readonly preview: string;
6578
+ readonly byteLength: number;
6579
+ };
6580
+ readonly coverage: import("../assertions/record/model.js").AssertionCoverage;
6581
+ readonly limitations: readonly import("../assertions/record/model.js").AssertionLimitation[];
6582
+ readonly evidence: readonly ({
6583
+ readonly reason: "not-recorded";
6584
+ readonly kind: "unavailable";
6585
+ } | {
6586
+ readonly value: import("../assertions/record/model.js").BoundedJsonValue;
6587
+ readonly kind: "snapshot";
6588
+ } | {
6589
+ readonly kind: "blob";
6590
+ readonly ref: RecordBlobRef;
6591
+ readonly sha256: import("../record/model/identifiers.js").Sha256Digest;
6592
+ readonly encoding: "utf-8" | "binary";
6593
+ readonly preview: string;
6594
+ readonly byteLength: number;
6595
+ })[];
6596
+ };
6597
+ readonly explanationRetention: {
6598
+ readonly value: import("../assertions/record/model.js").AssertionFactValue;
6599
+ readonly state: "retained";
6600
+ } | {
6601
+ readonly reason: "not-recorded";
6602
+ readonly state: "unavailable";
6603
+ };
6226
6604
  }[];
6227
6605
  readonly sourceSites: readonly {
6228
6606
  readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
@@ -6235,9 +6613,9 @@ export declare const builtinDomainViewBindings: Readonly<{
6235
6613
  readonly line: number;
6236
6614
  readonly column: number;
6237
6615
  };
6616
+ readonly entryId: import("../index.js").AssertionEntryId;
6238
6617
  readonly sourceItemId: import("../record/model/identifiers.js").SourceItemId;
6239
6618
  readonly sourceOrder: number;
6240
- readonly entryId: import("../index.js").AssertionEntryId;
6241
6619
  }[];
6242
6620
  }>>;
6243
6621
  project: ({ core, payload, blobs }: {