reeval 0.24.0 → 0.26.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (560) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +16 -16
  3. package/THIRD_PARTY_NOTICES.md +0 -2068
  4. package/assets/package.json +1 -1
  5. package/assets/pnpm-lock.yaml +65 -50
  6. package/dist/{adapter-dHdepWKb.js → adapter-BHMbIeH9.js} +7 -7
  7. package/dist/{adapter-dHdepWKb.js.map → adapter-BHMbIeH9.js.map} +1 -1
  8. package/dist/{agent-CZpiwA_r.js → agent-D67VCd6Q.js} +8 -8
  9. package/dist/{agent-CZpiwA_r.js.map → agent-D67VCd6Q.js.map} +1 -1
  10. package/dist/{agents-CEapsHV-.js → agents-Dnv1MmgY.js} +40 -59
  11. package/dist/agents-Dnv1MmgY.js.map +1 -0
  12. package/dist/{analysis-BnG_1x_O.js → analysis-8vvMnUJB.js} +4 -5
  13. package/dist/analysis-8vvMnUJB.js.map +1 -0
  14. package/dist/api-ZeGnedB3.js +141 -0
  15. package/dist/api-ZeGnedB3.js.map +1 -0
  16. package/dist/assemble-BlA7FWRn.js +1 -0
  17. package/dist/{assemble-Dw1bF13I.js → assemble-CuvlsOaE.js} +117 -66
  18. package/dist/assemble-CuvlsOaE.js.map +1 -0
  19. package/dist/{attach-DvYiMu6w.js → attach-6av4DmO3.js} +24 -6
  20. package/dist/attach-6av4DmO3.js.map +1 -0
  21. package/dist/{attempt-DxR1agFo.js → attempt-D5WH0yFa.js} +3 -3
  22. package/dist/{attempt-DxR1agFo.js.map → attempt-D5WH0yFa.js.map} +1 -1
  23. package/dist/{attempt-host-DgeJFSZw.js → attempt-host-Be_-uDKJ.js} +37 -14
  24. package/dist/attempt-host-Be_-uDKJ.js.map +1 -0
  25. package/dist/boat-BCNNEJni.js +298 -0
  26. package/dist/boat-BCNNEJni.js.map +1 -0
  27. package/dist/boat-CwBW2sbp.js +1 -0
  28. package/dist/{boat-CUNgSc75.js → boat-CygRcaM0.js} +115 -196
  29. package/dist/boat-CygRcaM0.js.map +1 -0
  30. package/dist/{boat-images-BuFigiEb.js → boat-images-asGLQXD5.js} +19 -23
  31. package/dist/boat-images-asGLQXD5.js.map +1 -0
  32. package/dist/{bundle-yEgI3RsI.js → bundle-B7P-Awnm.js} +105 -17
  33. package/dist/bundle-B7P-Awnm.js.map +1 -0
  34. package/dist/{capture-DdEKVrwk.js → capture-BwLa-4s-.js} +20 -19
  35. package/dist/{capture-DdEKVrwk.js.map → capture-BwLa-4s-.js.map} +1 -1
  36. package/dist/capture-CG-J-1-j.js +1 -0
  37. package/dist/cases-Bsp-G-ZL.js +1 -0
  38. package/dist/{cases-B7QkvMGE.js → cases-C6vnV-gn.js} +60 -42
  39. package/dist/cases-C6vnV-gn.js.map +1 -0
  40. package/dist/classify-BIJQ2Xqo.js +163 -0
  41. package/dist/classify-BIJQ2Xqo.js.map +1 -0
  42. package/dist/{cli-Z7aw8k25.js → cli-BoCPYLUQ.js} +305 -124
  43. package/dist/cli-BoCPYLUQ.js.map +1 -0
  44. package/dist/{cli-spec-3zvLC9YW.js → cli-spec-DgEWHOt3.js} +164 -50
  45. package/dist/cli-spec-DgEWHOt3.js.map +1 -0
  46. package/dist/cli.js +2 -2
  47. package/dist/client-Dj65gXG3.js +105 -0
  48. package/dist/client-Dj65gXG3.js.map +1 -0
  49. package/dist/{cloud-owVBaSRt.js → cloud-TuNUlZ0L.js} +3 -3
  50. package/dist/{cloud-owVBaSRt.js.map → cloud-TuNUlZ0L.js.map} +1 -1
  51. package/dist/{cloud-files-BjinrTTe.js → cloud-files-CBovrfZA.js} +8 -8
  52. package/dist/{cloud-files-BjinrTTe.js.map → cloud-files-CBovrfZA.js.map} +1 -1
  53. package/dist/{cloud-DuHcNQVV.js → cloud-igGIS4Bm.js} +43 -20
  54. package/dist/cloud-igGIS4Bm.js.map +1 -0
  55. package/dist/cloud-project-Ch7jjlwh.js +110 -0
  56. package/dist/cloud-project-Ch7jjlwh.js.map +1 -0
  57. package/dist/cloud-project-DdUVB4EE.js +1 -0
  58. package/dist/cloud-push-DvnqOgRd.js +817 -0
  59. package/dist/cloud-push-DvnqOgRd.js.map +1 -0
  60. package/dist/cloud-push-MXKreNyq.js +1 -0
  61. package/dist/{cloud-run-DqMkSGYB.js → cloud-run-CbGF8Lwt.js} +285 -48
  62. package/dist/cloud-run-CbGF8Lwt.js.map +1 -0
  63. package/dist/cloud-run-CghE2dG6.js +1 -0
  64. package/dist/{cloud-secrets-Bak83tik.js → cloud-secrets-BWoV4ddM.js} +43 -35
  65. package/dist/cloud-secrets-BWoV4ddM.js.map +1 -0
  66. package/dist/cloud-secrets-DlPRfS2l.js +1 -0
  67. package/dist/command-Bps8kBML.js +141 -0
  68. package/dist/command-Bps8kBML.js.map +1 -0
  69. package/dist/{command-CtmSJzPC.js → command-ByUmSm2D.js} +29 -23
  70. package/dist/command-ByUmSm2D.js.map +1 -0
  71. package/dist/{command-CeygdoVe.js → command-CQk7FCI1.js} +92 -26
  72. package/dist/command-CQk7FCI1.js.map +1 -0
  73. package/dist/{command-CoHN1ibe.js → command-CxuGky7A.js} +44 -20
  74. package/dist/command-CxuGky7A.js.map +1 -0
  75. package/dist/{command-efTGfUYb.js → command-pxfK2bkV.js} +26 -16
  76. package/dist/command-pxfK2bkV.js.map +1 -0
  77. package/dist/commands-Cl3Y_UXg.js +1 -0
  78. package/dist/{commands-DR-NolV2.js → commands-DGWNNyRD.js} +54 -38
  79. package/dist/commands-DGWNNyRD.js.map +1 -0
  80. package/dist/{config-Bn2OhCN_.js → config-mU7wFvQq.js} +46 -32
  81. package/dist/config-mU7wFvQq.js.map +1 -0
  82. package/dist/core-BXYzOEyQ.js +2058 -0
  83. package/dist/core-BXYzOEyQ.js.map +1 -0
  84. package/dist/{slug-IHh3f770.js → cost-DQ0ayy6h.js} +37 -2
  85. package/dist/cost-DQ0ayy6h.js.map +1 -0
  86. package/dist/{cursor-catalog-BYIDSsLn.js → cursor-catalog-EOFft6LJ.js} +4 -4
  87. package/dist/{cursor-catalog-BYIDSsLn.js.map → cursor-catalog-EOFft6LJ.js.map} +1 -1
  88. package/dist/{daytona-CWs9j9mt.js → daytona-DtCjv8rH.js} +22 -17
  89. package/dist/daytona-DtCjv8rH.js.map +1 -0
  90. package/dist/daytona-image-Xy5o53Ji.js +1 -0
  91. package/dist/{daytona-image-DmGlFAyq.js → daytona-image-w4uTRZ0z.js} +6 -6
  92. package/dist/{daytona-image-DmGlFAyq.js.map → daytona-image-w4uTRZ0z.js.map} +1 -1
  93. package/dist/db-BcplCdzu.js +1 -0
  94. package/dist/{db-D6yQib7M.js → db-yigMuHM2.js} +31 -119
  95. package/dist/db-yigMuHM2.js.map +1 -0
  96. package/dist/debug-CGg7KHKq.js +1 -0
  97. package/dist/{debug-CIXzB4wK.js → debug-T29p6HOX.js} +2 -10
  98. package/dist/debug-T29p6HOX.js.map +1 -0
  99. package/dist/{default-effort-Ck6ViSaI.js → default-effort-B1b8t81b.js} +1 -1
  100. package/dist/{default-effort-Bpz5ULfC.js → default-effort-BDYXBzu5.js} +3 -3
  101. package/dist/{default-effort-Bpz5ULfC.js.map → default-effort-BDYXBzu5.js.map} +1 -1
  102. package/dist/{dist-CZtW7eI5.js → dist-DCG7vZGQ.js} +3 -3
  103. package/dist/{dist-CZtW7eI5.js.map → dist-DCG7vZGQ.js.map} +1 -1
  104. package/dist/{docker-Dgw4aaRk.js → docker-DcnX2WpM.js} +4 -4
  105. package/dist/{docker-Dgw4aaRk.js.map → docker-DcnX2WpM.js.map} +1 -1
  106. package/dist/{docker-Bbi4kmFj.js → docker-XCyDUd7_.js} +1 -1
  107. package/dist/{doctor-BfS6jswW.js → doctor-DTKa8rrq.js} +27 -27
  108. package/dist/{doctor-BfS6jswW.js.map → doctor-DTKa8rrq.js.map} +1 -1
  109. package/dist/duration-Bz2H7pXb.js +34 -0
  110. package/dist/duration-Bz2H7pXb.js.map +1 -0
  111. package/dist/{environment-BY8lVFFK.js → environment-BCBg6c0p.js} +38 -12
  112. package/dist/environment-BCBg6c0p.js.map +1 -0
  113. package/dist/errors-BjzEWESY.js +93 -0
  114. package/dist/errors-BjzEWESY.js.map +1 -0
  115. package/dist/{errors-P8oHhNzy.js → errors-Cda7UzRA.js} +2 -2
  116. package/dist/{errors-P8oHhNzy.js.map → errors-Cda7UzRA.js.map} +1 -1
  117. package/dist/{eval-source-BB8In3xo.js → eval-source-CSPyKuV6.js} +6 -6
  118. package/dist/{eval-source-BB8In3xo.js.map → eval-source-CSPyKuV6.js.map} +1 -1
  119. package/dist/{evaluate-B9_nukrc.d.ts → evaluate-Nnh0iPuo.d.ts} +1 -1
  120. package/dist/{evaluate-B8I9AKgw.js → evaluate-wgW1lGQj.js} +280 -60
  121. package/dist/evaluate-wgW1lGQj.js.map +1 -0
  122. package/dist/{events-D97ZzAeq.js → events-DG_Cq5Pn.js} +154 -33
  123. package/dist/events-DG_Cq5Pn.js.map +1 -0
  124. package/dist/events-RaK1pDmT.js +1 -0
  125. package/dist/{fake-bootstrap-4DFtzib0.js → fake-bootstrap-uCyHhnMO.js} +2 -2
  126. package/dist/{fake-bootstrap-4DFtzib0.js.map → fake-bootstrap-uCyHhnMO.js.map} +1 -1
  127. package/dist/files-BnsRehge.js +1 -0
  128. package/dist/{files-B0DbptiO.js → files-Bv6ipFjc.js} +4 -4
  129. package/dist/{files-B0DbptiO.js.map → files-Bv6ipFjc.js.map} +1 -1
  130. package/dist/{files-GBTUBAek.js → files-CcnSILye.js} +3 -3
  131. package/dist/{files-GBTUBAek.js.map → files-CcnSILye.js.map} +1 -1
  132. package/dist/{files-BesexM88.js → files-CjPm3yyj.js} +173 -41
  133. package/dist/files-CjPm3yyj.js.map +1 -0
  134. package/dist/files-CkmCV5rH.js +1 -0
  135. package/dist/{files-DE13BqBC.js → files-ClUbQPj9.js} +2 -2
  136. package/dist/{files-DE13BqBC.js.map → files-ClUbQPj9.js.map} +1 -1
  137. package/dist/{files-B4K1k__s.js → files-CqfVnRXw.js} +5 -5
  138. package/dist/{files-B4K1k__s.js.map → files-CqfVnRXw.js.map} +1 -1
  139. package/dist/files-D4Hb9HZS.js +1 -0
  140. package/dist/files-DCcRkJN4.js +1 -0
  141. package/dist/{files-TwSVeWwM.js → files-GAocj_Z1.js} +27 -41
  142. package/dist/files-GAocj_Z1.js.map +1 -0
  143. package/dist/gateway.d.ts +1 -1
  144. package/dist/{git-DatgUcnf.js → git-CRPr6I2T.js} +3 -3
  145. package/dist/{git-DatgUcnf.js.map → git-CRPr6I2T.js.map} +1 -1
  146. package/dist/{harness-FcTyyPco.js → harness-Dcd3ffkY.js} +3 -2
  147. package/dist/harness-Dcd3ffkY.js.map +1 -0
  148. package/dist/{harness-EZNoeUBf.js → harness-DvqNGwl6.js} +2 -2
  149. package/dist/{harness-EZNoeUBf.js.map → harness-DvqNGwl6.js.map} +1 -1
  150. package/dist/{harness-install-HgR73tpF.js → harness-install-B0Y2GjnO.js} +4 -4
  151. package/dist/{harness-install-HgR73tpF.js.map → harness-install-B0Y2GjnO.js.map} +1 -1
  152. package/dist/harness.d.ts +1 -1
  153. package/dist/harness.js +1 -1
  154. package/dist/http-DtlSzw4A.js +96 -0
  155. package/dist/http-DtlSzw4A.js.map +1 -0
  156. package/dist/{ids-DqEvrBFZ.js → ids-CtxRn13a.js} +4 -3
  157. package/dist/ids-CtxRn13a.js.map +1 -0
  158. package/dist/{images-SRE4f3SM.js → images-JspTw1vt.js} +13 -13
  159. package/dist/{images-SRE4f3SM.js.map → images-JspTw1vt.js.map} +1 -1
  160. package/dist/index.d.ts +7 -2
  161. package/dist/index.js +4 -5
  162. package/dist/init-BHIWfE2L.js +1 -0
  163. package/dist/{init-D5F9MYPC.js → init-wmMbauok.js} +6 -6
  164. package/dist/{init-D5F9MYPC.js.map → init-wmMbauok.js.map} +1 -1
  165. package/dist/{ink-list-CLq6YVB8.js → ink-list-B5Gul5iZ.js} +7 -6
  166. package/dist/ink-list-B5Gul5iZ.js.map +1 -0
  167. package/dist/{inputs-B_FsOD2N.js → inputs-BWTtz1-v.js} +6 -6
  168. package/dist/{inputs-B_FsOD2N.js.map → inputs-BWTtz1-v.js.map} +1 -1
  169. package/dist/inputs-load-C8HEtAej.js +1 -0
  170. package/dist/{inputs-load-B4MFkp0Q.js → inputs-load-DQRC3dUA.js} +3 -3
  171. package/dist/{inputs-load-B4MFkp0Q.js.map → inputs-load-DQRC3dUA.js.map} +1 -1
  172. package/dist/internal/vm-api/boat.d.ts +46 -0
  173. package/dist/internal/vm-api/boat.js +1 -0
  174. package/dist/internal/vm-api/daytona.d.ts +26 -0
  175. package/dist/internal/vm-api/daytona.js +220 -0
  176. package/dist/internal/vm-api/daytona.js.map +1 -0
  177. package/dist/internal/vm-api.d.ts +86 -0
  178. package/dist/internal/vm-api.js +3 -0
  179. package/dist/internal/vm.d.ts +1 -1
  180. package/dist/internal/vm.js +1 -1
  181. package/dist/{invocations-BxQqe5GU.js → invocations-CSA9OKFn.js} +5 -5
  182. package/dist/{invocations-BxQqe5GU.js.map → invocations-CSA9OKFn.js.map} +1 -1
  183. package/dist/issue-ipG9Yy1h.js +1 -0
  184. package/dist/{issue-iErT9KkK.js → issue-lKqtL3iX.js} +4 -4
  185. package/dist/{issue-iErT9KkK.js.map → issue-lKqtL3iX.js.map} +1 -1
  186. package/dist/{jiti-CtahaHaY.js → jiti-aNfS_lSj.js} +2 -2
  187. package/dist/{jiti-CtahaHaY.js.map → jiti-aNfS_lSj.js.map} +1 -1
  188. package/dist/{judge-MOKPsr6R.js → judge-etHC4K02.js} +5 -5
  189. package/dist/{judge-MOKPsr6R.js.map → judge-etHC4K02.js.map} +1 -1
  190. package/dist/judge.d.ts +1 -1
  191. package/dist/judge.js +1 -1
  192. package/dist/{judgments-Dur4D2pj.js → judgments-CVCUWT-g.js} +7 -4
  193. package/dist/{judgments-Dur4D2pj.js.map → judgments-CVCUWT-g.js.map} +1 -1
  194. package/dist/{kinds-Dohijzi-.js → kinds-BQX5ZxpK.js} +37 -11
  195. package/dist/{kinds-Dohijzi-.js.map → kinds-BQX5ZxpK.js.map} +1 -1
  196. package/dist/labels-Dtyf5-pd.js +251 -0
  197. package/dist/labels-Dtyf5-pd.js.map +1 -0
  198. package/dist/{layout-BhhJAEgf.js → layout-Co4tPHWI.js} +3 -3
  199. package/dist/{layout-BhhJAEgf.js.map → layout-Co4tPHWI.js.map} +1 -1
  200. package/dist/link-Cqs2DhxR.js +127 -0
  201. package/dist/link-Cqs2DhxR.js.map +1 -0
  202. package/dist/{list-ClDb8qiX.js → list-CjcNH-5e.js} +10 -7
  203. package/dist/list-CjcNH-5e.js.map +1 -0
  204. package/dist/{live-QFILMmql.js → live-BRF0ogR6.js} +3 -5
  205. package/dist/live-BRF0ogR6.js.map +1 -0
  206. package/dist/live-DTpM9b4D.js +56 -0
  207. package/dist/live-DTpM9b4D.js.map +1 -0
  208. package/dist/{machine-service-xFhakTs5.js → machine-service-BetvBWHz.js} +146 -13
  209. package/dist/machine-service-BetvBWHz.js.map +1 -0
  210. package/dist/{machine-service-DpJScNtA.js → machine-service-XFymGCHj.js} +1 -1
  211. package/dist/{machines-Cm-rU7jp.js → machines-CkDTbMZ6.js} +25 -25
  212. package/dist/{machines-Cm-rU7jp.js.map → machines-CkDTbMZ6.js.map} +1 -1
  213. package/dist/markdown-COts-jxf.js +653 -0
  214. package/dist/markdown-COts-jxf.js.map +1 -0
  215. package/dist/{model-Rmv-L9Jb.js → model-BYHXnYLe.js} +1 -1
  216. package/dist/model-CrsA2Evf.js +1 -0
  217. package/dist/{model-CcvSrrq9.js → model-DNC53cPL.js} +4 -4
  218. package/dist/{model-CcvSrrq9.js.map → model-DNC53cPL.js.map} +1 -1
  219. package/dist/{model-D9WMMEWD.js → model-F4UH_YG6.js} +4 -4
  220. package/dist/{model-D9WMMEWD.js.map → model-F4UH_YG6.js.map} +1 -1
  221. package/dist/{model-mTaaEkeQ.js → model-xemZQ7DK.js} +251 -65
  222. package/dist/model-xemZQ7DK.js.map +1 -0
  223. package/dist/{node-Bl2CtSjB.js → node-gPT36n_n.js} +19 -8
  224. package/dist/{node-Bl2CtSjB.js.map → node-gPT36n_n.js.map} +1 -1
  225. package/dist/options-CAZfxE0h.js +1 -0
  226. package/dist/otlp-BxPnO99e.js +1 -0
  227. package/dist/otlp-DbNz-occ.js +25 -0
  228. package/dist/otlp-DbNz-occ.js.map +1 -0
  229. package/dist/outcome-1LBk2e3w.js +38 -0
  230. package/dist/outcome-1LBk2e3w.js.map +1 -0
  231. package/dist/{patch-DhJDHRFs.js → patch-Dxzv8msl.js} +3 -3
  232. package/dist/{patch-DhJDHRFs.js.map → patch-Dxzv8msl.js.map} +1 -1
  233. package/dist/{patch-C7yBztZj.js → patch-uwo6t4Zy.js} +26 -2
  234. package/dist/patch-uwo6t4Zy.js.map +1 -0
  235. package/dist/{pi-providers-HygmL1y-.js → pi-providers-BjcQv2A1.js} +23 -9
  236. package/dist/{pi-providers-HygmL1y-.js.map → pi-providers-BjcQv2A1.js.map} +1 -1
  237. package/dist/{plain-Ctn8oUdp.js → plain-DXUNwqpO.js} +2 -2
  238. package/dist/{plain-Ctn8oUdp.js.map → plain-DXUNwqpO.js.map} +1 -1
  239. package/dist/{plan-CC0bKbm9.js → plan-DSJX7Oyq.js} +9 -9
  240. package/dist/{plan-CC0bKbm9.js.map → plan-DSJX7Oyq.js.map} +1 -1
  241. package/dist/{plugins-PwEtW8GH.js → plugins-DVEOMsYw.js} +7 -7
  242. package/dist/{plugins-PwEtW8GH.js.map → plugins-DVEOMsYw.js.map} +1 -1
  243. package/dist/{preflight-BHUEfA4m.js → preflight-B3oLZttl.js} +4 -4
  244. package/dist/{preflight-BHUEfA4m.js.map → preflight-B3oLZttl.js.map} +1 -1
  245. package/dist/preflight-CLYRuQ3r.js +1 -0
  246. package/dist/{preflight-DEV_vrdB.js → preflight-DXMD6jou.js} +1 -1
  247. package/dist/{preflight-BzvLYQ70.js → preflight-dUe0QiPK.js} +9 -9
  248. package/dist/{preflight-BzvLYQ70.js.map → preflight-dUe0QiPK.js.map} +1 -1
  249. package/dist/{prepare-D7hPrh7Q.js → prepare-BTaX7vcC.js} +8 -8
  250. package/dist/{prepare-D7hPrh7Q.js.map → prepare-BTaX7vcC.js.map} +1 -1
  251. package/dist/{prepare-DS42k409.js → prepare-QdiYPOwR.js} +2 -2
  252. package/dist/prices-CfnkJOth.js +1 -0
  253. package/dist/{prices-DXJsP2Ha.js → prices-CoLymMRd.js} +3 -3
  254. package/dist/{prices-DXJsP2Ha.js.map → prices-CoLymMRd.js.map} +1 -1
  255. package/dist/{process-RPlEhpHz.js → process-C_nh1H7X.js} +9 -3
  256. package/dist/process-C_nh1H7X.js.map +1 -0
  257. package/dist/provenance-Cylt_YxT.d.ts +222 -0
  258. package/dist/{provenance-DgQJ-dq7.js → provenance-Di42xQIS.js} +5 -5
  259. package/dist/{provenance-DgQJ-dq7.js.map → provenance-Di42xQIS.js.map} +1 -1
  260. package/dist/provider-B24hZX95.js +1 -0
  261. package/dist/{provider-ieWOn4YS.js → provider-Cn7lmECy.js} +2 -2
  262. package/dist/{provider-ieWOn4YS.js.map → provider-Cn7lmECy.js.map} +1 -1
  263. package/dist/{provider-stop-CxzWW7Ft.js → provider-stop-DjBMfZW5.js} +2 -2
  264. package/dist/{provider-stop-CxzWW7Ft.js.map → provider-stop-DjBMfZW5.js.map} +1 -1
  265. package/dist/{providers-N4HDMeeo.js → providers-Bm5NLaRh.js} +1 -1
  266. package/dist/{providers-B5Vr0hKH.js → providers-CTTfYbm0.js} +28 -28
  267. package/dist/{providers-B5Vr0hKH.js.map → providers-CTTfYbm0.js.map} +1 -1
  268. package/dist/query-CTMdWXbx.js +1 -0
  269. package/dist/{query-CmTjYbqh.js → query-TzNtTvwf.js} +2 -2
  270. package/dist/{query-CmTjYbqh.js.map → query-TzNtTvwf.js.map} +1 -1
  271. package/dist/{questions-DnqkJga0.js → questions-BqisU7A0.js} +19 -13
  272. package/dist/questions-BqisU7A0.js.map +1 -0
  273. package/dist/{recipe-B0NeT_Sn.js → recipe-DzjXne35.js} +4 -4
  274. package/dist/{recipe-B0NeT_Sn.js.map → recipe-DzjXne35.js.map} +1 -1
  275. package/dist/{record-2liAelrB.js → record-Cj3yWR0E.js} +43 -12
  276. package/dist/record-Cj3yWR0E.js.map +1 -0
  277. package/dist/{redact-DMueYS-v.js → redact-CfTHYWLv.js} +30 -1
  278. package/dist/redact-CfTHYWLv.js.map +1 -0
  279. package/dist/{remarks-D5qOZzcX.js → remarks-BPKGorBW.js} +4 -2
  280. package/dist/remarks-BPKGorBW.js.map +1 -0
  281. package/dist/{remarks-D-9f1y1B.js → remarks-CYXYiB_O.js} +21 -11
  282. package/dist/{remarks-D-9f1y1B.js.map → remarks-CYXYiB_O.js.map} +1 -1
  283. package/dist/{remote-B7BIRUTK.js → remote-D4UEa7Rs.js} +10 -8
  284. package/dist/{remote-B7BIRUTK.js.map → remote-D4UEa7Rs.js.map} +1 -1
  285. package/dist/renderer/ascii.d.ts +6 -0
  286. package/dist/renderer/ascii.js +7 -0
  287. package/dist/renderer/ascii.js.map +1 -0
  288. package/dist/renderer/markdown.d.ts +31 -0
  289. package/dist/renderer/markdown.js +1 -0
  290. package/dist/report-BSi-R8hC.js +941 -0
  291. package/dist/report-BSi-R8hC.js.map +1 -0
  292. package/dist/report-inputs-5XwZBIRK.js +113 -0
  293. package/dist/report-inputs-5XwZBIRK.js.map +1 -0
  294. package/dist/{resolve-B60w6DcB.js → resolve-BEltmYhD.js} +6 -5
  295. package/dist/resolve-BEltmYhD.js.map +1 -0
  296. package/dist/resolve-C7A5Q2Jj.js +1 -0
  297. package/dist/{resolve-t9sOkGGS.js → resolve-nRzGt4Ff.js} +30 -13
  298. package/dist/resolve-nRzGt4Ff.js.map +1 -0
  299. package/dist/{results-Df910ONm.js → results-DXBaxfIM.js} +11 -7
  300. package/dist/{results-Df910ONm.js.map → results-DXBaxfIM.js.map} +1 -1
  301. package/dist/{resume-4Q9q8AcE.js → resume-DZPjjToJ.js} +46 -21
  302. package/dist/resume-DZPjjToJ.js.map +1 -0
  303. package/dist/{retry-C15f5yyy.js → retry-rLdXCinf.js} +5 -5
  304. package/dist/{retry-C15f5yyy.js.map → retry-rLdXCinf.js.map} +1 -1
  305. package/dist/{root-Cm93-6ix.js → root-Co0jhOT5.js} +2 -2
  306. package/dist/{root-Cm93-6ix.js.map → root-Co0jhOT5.js.map} +1 -1
  307. package/dist/run-D_o_8Fkv.js +128 -0
  308. package/dist/run-D_o_8Fkv.js.map +1 -0
  309. package/dist/{client-kUwtq-vt.js → runtime-DsRjnydE.js} +525 -105
  310. package/dist/runtime-DsRjnydE.js.map +1 -0
  311. package/dist/sandbox/boat.d.ts +1 -1
  312. package/dist/sandbox/boat.js +2 -2
  313. package/dist/sandbox/daytona.d.ts +1 -1
  314. package/dist/sandbox/daytona.js +1 -1
  315. package/dist/{sandbox-BffNervX.js → sandbox-B8gDRs5E.js} +3 -3
  316. package/dist/{sandbox-BffNervX.js.map → sandbox-B8gDRs5E.js.map} +1 -1
  317. package/dist/sandbox.d.ts +1 -1
  318. package/dist/sandbox.js +1 -1
  319. package/dist/{secrets-file-Dtd3h3kY.js → secrets-file-B8rUJV2L.js} +4 -4
  320. package/dist/{secrets-file-Dtd3h3kY.js.map → secrets-file-B8rUJV2L.js.map} +1 -1
  321. package/dist/server-eUWbjZoi.js +1 -0
  322. package/dist/server-mJzPXBMM.js +204 -0
  323. package/dist/server-mJzPXBMM.js.map +1 -0
  324. package/dist/{services-BG8xuU82.js → services-CHh83UDC.js} +4 -2
  325. package/dist/services-CHh83UDC.js.map +1 -0
  326. package/dist/{shared-DtZwIAfy.js → shared-bXaqVxk-.js} +5 -34
  327. package/dist/shared-bXaqVxk-.js.map +1 -0
  328. package/dist/skill-dirs-B7o83G5I.js +63 -0
  329. package/dist/skill-dirs-B7o83G5I.js.map +1 -0
  330. package/dist/source-C6JgdJdJ.js +1 -0
  331. package/dist/{source-zoRWRMql.js → source-DxgCge_u.js} +33 -18
  332. package/dist/source-DxgCge_u.js.map +1 -0
  333. package/dist/spans-B4MwgEyy.js +1 -0
  334. package/dist/spans-Dq3fo6HM.js +6 -0
  335. package/dist/spans-Dq3fo6HM.js.map +1 -0
  336. package/dist/spans-tf3biLpT.js +72 -0
  337. package/dist/spans-tf3biLpT.js.map +1 -0
  338. package/dist/src-B2psni1B.js +1 -0
  339. package/dist/{src-DiS13D_q.js → src-BI35cTig.js} +2 -2
  340. package/dist/src-BLePHsjw.js +2 -0
  341. package/dist/{src-Bj3WJs3t.js → src-CftydE9Q.js} +2 -2
  342. package/dist/{src-CDoAEO4u.js → src-ClMhIgi3.js} +2 -2
  343. package/dist/{src-CDoAEO4u.js.map → src-ClMhIgi3.js.map} +1 -1
  344. package/dist/{src-CUrcaZ91.js → src-CnOj4_n4.js} +1 -1
  345. package/dist/src-Cs3nmbrr.js +2 -0
  346. package/dist/{src-TMKittwH.js → src-D0GezGkJ.js} +2 -2
  347. package/dist/{src-OC89dAjO.js → src-D1Q6ElaF.js} +182 -36
  348. package/dist/src-D1Q6ElaF.js.map +1 -0
  349. package/dist/{src-CFBg2ecq.js → src-D_9qqp-Y.js} +2 -2
  350. package/dist/{src-DwcTn4JY.js → src-DhZuOcgq.js} +5 -5
  351. package/dist/{src-DwcTn4JY.js.map → src-DhZuOcgq.js.map} +1 -1
  352. package/dist/{src-CGBwMZgM.js → src-Dm2YIeXn.js} +8 -8
  353. package/dist/{src-CGBwMZgM.js.map → src-Dm2YIeXn.js.map} +1 -1
  354. package/dist/{src-CcbV6VpV.js → src-Dpzfe-vl.js} +3 -3
  355. package/dist/{src-c3ZQu7Uu.js → src-NYxoDS3b.js} +5 -5
  356. package/dist/{src-c3ZQu7Uu.js.map → src-NYxoDS3b.js.map} +1 -1
  357. package/dist/{src-C3OhA5pw.js → src-Y4AiZxLt.js} +5 -5
  358. package/dist/{src-C3OhA5pw.js.map → src-Y4AiZxLt.js.map} +1 -1
  359. package/dist/{src-BQWAxhKD.js → src-YpmRtJmP.js} +3 -3
  360. package/dist/{src-BQWAxhKD.js.map → src-YpmRtJmP.js.map} +1 -1
  361. package/dist/{src-Bb3k9Kn_.js → src-nIPDQ297.js} +66 -11
  362. package/dist/{src-Bb3k9Kn_.js.map → src-nIPDQ297.js.map} +1 -1
  363. package/dist/ssh-pool-B9bnSQIj.js +1 -0
  364. package/dist/{ssh-pool-DwboLN9O.js → ssh-pool-Gv8gAsgZ.js} +19 -16
  365. package/dist/ssh-pool-Gv8gAsgZ.js.map +1 -0
  366. package/dist/{start-BwMyDneA.js → start-YOYgbaNU.js} +45 -13
  367. package/dist/start-YOYgbaNU.js.map +1 -0
  368. package/dist/state-Bvsi2WgZ.js +1 -0
  369. package/dist/{state-CXTaT0t8.js → state-CJlYQtdl.js} +21 -38
  370. package/dist/state-CJlYQtdl.js.map +1 -0
  371. package/dist/store/local.d.ts +1 -1
  372. package/dist/store/s3.d.ts +1 -1
  373. package/dist/studio-share-4T6GYO7l.js +209 -0
  374. package/dist/studio-share-4T6GYO7l.js.map +1 -0
  375. package/dist/suite-fO-u8jlS.js +2 -0
  376. package/dist/{suite-C4XSg6Ls.js → suite-oH7uiCRq.js} +107 -106
  377. package/dist/suite-oH7uiCRq.js.map +1 -0
  378. package/dist/summary-CTMWfnOF.js +75 -0
  379. package/dist/summary-CTMWfnOF.js.map +1 -0
  380. package/dist/{sync-bnI6WWaL.js → sync-BNduS38K.js} +6 -6
  381. package/dist/{sync-bnI6WWaL.js.map → sync-BNduS38K.js.map} +1 -1
  382. package/dist/{tart-CSP5Q0qV.js → tart-B6Uz4S3I.js} +43 -13
  383. package/dist/tart-B6Uz4S3I.js.map +1 -0
  384. package/dist/{tart-DmVuVsmX.js → tart-DNrumWZu.js} +1 -1
  385. package/dist/{tart-CzViW3WZ.js → tart-Duqp33Zh.js} +2 -2
  386. package/dist/{tart-CzViW3WZ.js.map → tart-Duqp33Zh.js.map} +1 -1
  387. package/dist/{tart-bake-d9UvIfe3.js → tart-bake-B4QyNb7f.js} +1 -1
  388. package/dist/{tart-bake-BCKRfyKm.js → tart-bake-s99wBzxO.js} +9 -9
  389. package/dist/{tart-bake-BCKRfyKm.js.map → tart-bake-s99wBzxO.js.map} +1 -1
  390. package/dist/{tart-cli-CqSpUYGV.js → tart-cli-B0xVYBti.js} +6 -4
  391. package/dist/tart-cli-B0xVYBti.js.map +1 -0
  392. package/dist/{tart-cli-C4d5FXG1.js → tart-cli-DfteJCN9.js} +1 -1
  393. package/dist/{tart-hosts-Du7SZM4w.js → tart-hosts-B3Ze8aMp.js} +1 -1
  394. package/dist/{tart-hosts-G0EUDt07.js → tart-hosts-DfVUcZqA.js} +6 -6
  395. package/dist/{tart-hosts-G0EUDt07.js.map → tart-hosts-DfVUcZqA.js.map} +1 -1
  396. package/dist/{tart-images-De0-ib7R.js → tart-images-yzIyb0bQ.js} +8 -3
  397. package/dist/tart-images-yzIyb0bQ.js.map +1 -0
  398. package/dist/telemetry-bBhK3DSs.js +399 -0
  399. package/dist/telemetry-bBhK3DSs.js.map +1 -0
  400. package/dist/testing.d.ts +11 -2
  401. package/dist/testing.js +4 -4
  402. package/dist/{tool-class-B3ZFTSOw.js → tool-class-CB-m4PiF.js} +2 -2
  403. package/dist/{tool-class-B3ZFTSOw.js.map → tool-class-CB-m4PiF.js.map} +1 -1
  404. package/dist/{trace-CfppUzD9.js → trace-CJQLlAbB.js} +2 -2
  405. package/dist/{trace-CfppUzD9.js.map → trace-CJQLlAbB.js.map} +1 -1
  406. package/dist/{traits-Bj1PM5F7.js → traits-DPIffsN8.js} +2 -2
  407. package/dist/{traits-Bj1PM5F7.js.map → traits-DPIffsN8.js.map} +1 -1
  408. package/dist/{transcript-CW02A4s9.js → transcript-TWiaAuoL.js} +2 -2
  409. package/dist/{transcript-CW02A4s9.js.map → transcript-TWiaAuoL.js.map} +1 -1
  410. package/dist/{resources-DqdwihhT.js → turn-error-Dmv_Muj7.js} +15 -2
  411. package/dist/turn-error-Dmv_Muj7.js.map +1 -0
  412. package/dist/{types-D4WEnzhY.d.ts → types-BZaItiui.d.ts} +159 -13
  413. package/dist/types-Buut5yGe.js +29 -0
  414. package/dist/{types-CbcnJxCy.js.map → types-Buut5yGe.js.map} +1 -1
  415. package/dist/types-C48zuZbT.d.ts +156 -0
  416. package/dist/types-CYz4dqAd.d.ts +1366 -0
  417. package/dist/{ui-DfvPNmPP.js → ui-BIYUGm8D.js} +21 -17
  418. package/dist/ui-BIYUGm8D.js.map +1 -0
  419. package/dist/{vertex-BLxYasfw.js → vertex-DQQGhUn7.js} +2 -2
  420. package/dist/{vertex-BLxYasfw.js.map → vertex-DQQGhUn7.js.map} +1 -1
  421. package/dist/vertex-DtWe0Xf6.js +1 -0
  422. package/dist/view/index.d.ts +142 -809
  423. package/dist/view/index.js +17 -12
  424. package/dist/view/report/index.d.ts +217 -0
  425. package/dist/view/report/index.js +4 -0
  426. package/dist/views-DOYgIWRs.js +2 -0
  427. package/dist/{views-ChoSQxfF.js → views-DPsEJBBP.js} +6 -6
  428. package/dist/{views-ChoSQxfF.js.map → views-DPsEJBBP.js.map} +1 -1
  429. package/dist/{vm-container-DOtIi_rd.js → vm-container-rHUmgBRf.js} +13 -11
  430. package/dist/vm-container-rHUmgBRf.js.map +1 -0
  431. package/dist/{vm-images-CHutQVml.js → vm-images-BC2ZjZl5.js} +19 -21
  432. package/dist/vm-images-BC2ZjZl5.js.map +1 -0
  433. package/dist/wait-CixM6W0G.js +65 -0
  434. package/dist/wait-CixM6W0G.js.map +1 -0
  435. package/dist/{worker-entry-CKBfEt0h.js → worker-entry-CN1eVLzz.js} +7 -7
  436. package/dist/{worker-entry-CKBfEt0h.js.map → worker-entry-CN1eVLzz.js.map} +1 -1
  437. package/dist/{workspace-Cip2dVwU.js → workspace-BS-FUp5I.js} +9 -9
  438. package/dist/{workspace-Cip2dVwU.js.map → workspace-BS-FUp5I.js.map} +1 -1
  439. package/dist/workspace-D8HqjfsQ.js +1 -0
  440. package/package.json +38 -1
  441. package/skills/reeval/references/cli.md +1 -1
  442. package/skills/reeval/references/config.md +1 -1
  443. package/skills/reeval/references/environments.md +1 -1
  444. package/dist/agents-CEapsHV-.js.map +0 -1
  445. package/dist/analysis-BnG_1x_O.js.map +0 -1
  446. package/dist/app-files-Dsr3U1Q7.js +0 -10
  447. package/dist/app-files-Dsr3U1Q7.js.map +0 -1
  448. package/dist/assemble-DUtbByvj.js +0 -1
  449. package/dist/assemble-Dw1bF13I.js.map +0 -1
  450. package/dist/attach-DvYiMu6w.js.map +0 -1
  451. package/dist/attempt-host-DgeJFSZw.js.map +0 -1
  452. package/dist/boat-BBPOc_bs.js +0 -1
  453. package/dist/boat-CUNgSc75.js.map +0 -1
  454. package/dist/boat-images-BuFigiEb.js.map +0 -1
  455. package/dist/bundle-yEgI3RsI.js.map +0 -1
  456. package/dist/capture-DxxB3d7p.js +0 -1
  457. package/dist/cases-B7QkvMGE.js.map +0 -1
  458. package/dist/cases-CA7gxxdr.js +0 -1
  459. package/dist/cli-Z7aw8k25.js.map +0 -1
  460. package/dist/cli-spec-3zvLC9YW.js.map +0 -1
  461. package/dist/client-kUwtq-vt.js.map +0 -1
  462. package/dist/cloud-DuHcNQVV.js.map +0 -1
  463. package/dist/cloud-run-C08P_Uap.js +0 -1
  464. package/dist/cloud-run-DqMkSGYB.js.map +0 -1
  465. package/dist/cloud-secrets-Bak83tik.js.map +0 -1
  466. package/dist/command-Bs6Knfm4.js +0 -298
  467. package/dist/command-Bs6Knfm4.js.map +0 -1
  468. package/dist/command-CeygdoVe.js.map +0 -1
  469. package/dist/command-CoHN1ibe.js.map +0 -1
  470. package/dist/command-CtmSJzPC.js.map +0 -1
  471. package/dist/command-efTGfUYb.js.map +0 -1
  472. package/dist/commands-B_cAs8nG.js +0 -1
  473. package/dist/commands-DR-NolV2.js.map +0 -1
  474. package/dist/config-Bn2OhCN_.js.map +0 -1
  475. package/dist/context-Ba7PNMMe.js +0 -120
  476. package/dist/context-Ba7PNMMe.js.map +0 -1
  477. package/dist/daytona-CWs9j9mt.js.map +0 -1
  478. package/dist/daytona-image-BjVpi3KS.js +0 -1
  479. package/dist/db-Bjq6qr6c.js +0 -2
  480. package/dist/db-D6yQib7M.js.map +0 -1
  481. package/dist/debug-CF4p4Lp_.js +0 -1
  482. package/dist/debug-CIXzB4wK.js.map +0 -1
  483. package/dist/environment-BY8lVFFK.js.map +0 -1
  484. package/dist/evaluate-B8I9AKgw.js.map +0 -1
  485. package/dist/events-D97ZzAeq.js.map +0 -1
  486. package/dist/files-5HsFIpxw.js +0 -1
  487. package/dist/files-BNg3wgw_.js +0 -1
  488. package/dist/files-BesexM88.js.map +0 -1
  489. package/dist/files-DNgQwgA0.js +0 -1
  490. package/dist/files-DvDUSrWL.js +0 -1
  491. package/dist/files-TwSVeWwM.js.map +0 -1
  492. package/dist/gate-CgYdaprG.js +0 -49
  493. package/dist/gate-CgYdaprG.js.map +0 -1
  494. package/dist/harness-FcTyyPco.js.map +0 -1
  495. package/dist/ids-DqEvrBFZ.js.map +0 -1
  496. package/dist/init-CS5kEaVg.js +0 -1
  497. package/dist/ink-list-CLq6YVB8.js.map +0 -1
  498. package/dist/inputs-load-D4IsEjq3.js +0 -1
  499. package/dist/issue-DmSorsTF.js +0 -1
  500. package/dist/list-ClDb8qiX.js.map +0 -1
  501. package/dist/live-C7iGaDCA.js +0 -120
  502. package/dist/live-C7iGaDCA.js.map +0 -1
  503. package/dist/live-C7kN5v2P.js +0 -1
  504. package/dist/live-QFILMmql.js.map +0 -1
  505. package/dist/machine-service-xFhakTs5.js.map +0 -1
  506. package/dist/model-Colu5mEp.js +0 -1
  507. package/dist/model-mTaaEkeQ.js.map +0 -1
  508. package/dist/options-CmRy82gl.js +0 -1
  509. package/dist/pairs-BGb134Vu.js +0 -230
  510. package/dist/pairs-BGb134Vu.js.map +0 -1
  511. package/dist/patch-C7yBztZj.js.map +0 -1
  512. package/dist/paths-Dwmi7L4X.js +0 -75
  513. package/dist/paths-Dwmi7L4X.js.map +0 -1
  514. package/dist/preflight-xa8_eGOW.js +0 -1
  515. package/dist/prices-C_mbZa5a.js +0 -1
  516. package/dist/process-RPlEhpHz.js.map +0 -1
  517. package/dist/provider-DHT20Gl8.js +0 -1
  518. package/dist/query-BXV6pRyI.js +0 -1
  519. package/dist/questions-DnqkJga0.js.map +0 -1
  520. package/dist/record-2liAelrB.js.map +0 -1
  521. package/dist/redact-DMueYS-v.js.map +0 -1
  522. package/dist/remarks-D5qOZzcX.js.map +0 -1
  523. package/dist/resolve-B60w6DcB.js.map +0 -1
  524. package/dist/resolve-CCLiJX4i.js +0 -1
  525. package/dist/resolve-t9sOkGGS.js.map +0 -1
  526. package/dist/resources-DqdwihhT.js.map +0 -1
  527. package/dist/resume-4Q9q8AcE.js.map +0 -1
  528. package/dist/runtime-CIsljVBy.js +0 -457
  529. package/dist/runtime-CIsljVBy.js.map +0 -1
  530. package/dist/server-CeYUmuuu.js +0 -1
  531. package/dist/server-fSNuT3Z4.js +0 -284
  532. package/dist/server-fSNuT3Z4.js.map +0 -1
  533. package/dist/services-BG8xuU82.js.map +0 -1
  534. package/dist/shared-DtZwIAfy.js.map +0 -1
  535. package/dist/slug-IHh3f770.js.map +0 -1
  536. package/dist/source-n7nUVm9p.js +0 -1
  537. package/dist/source-zoRWRMql.js.map +0 -1
  538. package/dist/src-9V3C6A7C.js +0 -2
  539. package/dist/src-CB5cZhaN.js +0 -2
  540. package/dist/src-DB0vml0O.js +0 -1
  541. package/dist/src-OC89dAjO.js.map +0 -1
  542. package/dist/ssh-pool-ChpT-fDU.js +0 -1
  543. package/dist/ssh-pool-DwboLN9O.js.map +0 -1
  544. package/dist/start-BwMyDneA.js.map +0 -1
  545. package/dist/state-CXTaT0t8.js.map +0 -1
  546. package/dist/state-CltRWlCu.js +0 -1
  547. package/dist/suite-C4XSg6Ls.js.map +0 -1
  548. package/dist/suite-CIsyPqPA.js +0 -2
  549. package/dist/summary-DeeQJAR5.js +0 -169
  550. package/dist/summary-DeeQJAR5.js.map +0 -1
  551. package/dist/tart-CSP5Q0qV.js.map +0 -1
  552. package/dist/tart-cli-CqSpUYGV.js.map +0 -1
  553. package/dist/tart-images-De0-ib7R.js.map +0 -1
  554. package/dist/types-CbcnJxCy.js +0 -15
  555. package/dist/ui-DfvPNmPP.js.map +0 -1
  556. package/dist/vertex-DZDUpp0W.js +0 -1
  557. package/dist/views-DU0PM0UW.js +0 -2
  558. package/dist/vm-container-DOtIi_rd.js.map +0 -1
  559. package/dist/vm-images-CHutQVml.js.map +0 -1
  560. package/dist/workspace-BKcNJAPb.js +0 -1
@@ -0,0 +1,941 @@
1
+ import { n as dataProblem } from "./shared-bXaqVxk-.js";
2
+ import { a as readableAnalysis, i as fillDefaults, n as NewerSchemaError, t as MIGRATIONS } from "./record-Cj3yWR0E.js";
3
+ import "./core-BXYzOEyQ.js";
4
+ import { z } from "zod";
5
+ // src/view/analysis-schema.ts
6
+ const confidenceSchema = z.enum([
7
+ "high",
8
+ "medium",
9
+ "low"
10
+ ]);
11
+ const levelSchema = z.enum([
12
+ "high",
13
+ "medium",
14
+ "low"
15
+ ]);
16
+ const anomalyKindSchema = z.enum([
17
+ "reeval-bug",
18
+ "eval-design",
19
+ "judge",
20
+ "noise",
21
+ "other"
22
+ ]);
23
+ const actionKindSchema = z.enum([
24
+ "skill",
25
+ "docs",
26
+ "eval",
27
+ "judge",
28
+ "reeval",
29
+ "harness"
30
+ ]);
31
+ const roleSchema = z.enum([
32
+ "finding",
33
+ "caveat",
34
+ "action"
35
+ ]);
36
+ const attemptRefsSchema = z.array(z.object({
37
+ attemptId: z.string(),
38
+ path: z.string()
39
+ }));
40
+ const analysisClaimSchema = z.object({
41
+ text: z.string(),
42
+ cites: z.array(z.string()),
43
+ confidence: confidenceSchema,
44
+ quotes: z.array(z.string()).optional(),
45
+ unverifiedNumbers: z.array(z.string()).optional(),
46
+ evalId: z.string().optional(),
47
+ role: roleSchema.optional(),
48
+ attempts: attemptRefsSchema.optional()
49
+ });
50
+ const analysisAnomalySchema = z.object({
51
+ text: z.string(),
52
+ kind: anomalyKindSchema,
53
+ cites: z.array(z.string()),
54
+ unverifiedNumbers: z.array(z.string()).optional(),
55
+ evalId: z.string().optional(),
56
+ role: roleSchema.optional(),
57
+ attempts: attemptRefsSchema.optional()
58
+ });
59
+ const analysisActionSchema = z.object({
60
+ title: z.string(),
61
+ target: z.string(),
62
+ kind: actionKindSchema,
63
+ change: z.string(),
64
+ expectedEffect: z.string(),
65
+ verify: z.string().nullable(),
66
+ verifyProblem: z.string().optional(),
67
+ impact: levelSchema,
68
+ effort: levelSchema,
69
+ cites: z.array(z.string()),
70
+ evalId: z.string().optional(),
71
+ role: roleSchema.optional(),
72
+ attempts: attemptRefsSchema.optional()
73
+ });
74
+ const analysisBodySchema = z.object({
75
+ tldr: z.string(),
76
+ whatHappened: z.array(analysisClaimSchema),
77
+ results: z.array(analysisClaimSchema),
78
+ why: z.array(analysisClaimSchema),
79
+ anomalies: z.array(analysisAnomalySchema),
80
+ actions: z.array(analysisActionSchema),
81
+ confidence: z.object({
82
+ overall: confidenceSchema,
83
+ why: z.string()
84
+ })
85
+ });
86
+ const analysisValidationSchema = z.object({
87
+ citations: z.number(),
88
+ invalid: z.array(z.string()),
89
+ dropped: z.number(),
90
+ commands: z.number(),
91
+ invalidCommands: z.array(z.string()),
92
+ unverifiedNumbers: z.number()
93
+ });
94
+ const analysisScopeSchema = z.object({
95
+ kind: z.literal("run"),
96
+ head: z.string(),
97
+ base: z.string().nullable(),
98
+ evals: z.string().nullable()
99
+ });
100
+ /** A document's keys it doesn't list pass, unchecked: a newer reeval may have added them. */
101
+ const analysisDocSchema = z.object({
102
+ kind: z.literal("reeval-analysis"),
103
+ schemaVersion: z.literal(1),
104
+ scope: analysisScopeSchema,
105
+ anchor: z.string(),
106
+ inputs: z.object({
107
+ records: z.array(z.object({
108
+ runId: z.string(),
109
+ sha256: z.string()
110
+ })),
111
+ digestVersion: z.number(),
112
+ digestHash: z.string()
113
+ }),
114
+ promptVersion: z.string(),
115
+ model: z.string(),
116
+ resolvedModel: z.string().nullable(),
117
+ route: z.enum([
118
+ "direct",
119
+ "gateway",
120
+ "openrouter",
121
+ "vertex",
122
+ "fake"
123
+ ]),
124
+ usage: z.object({
125
+ inputTokens: z.number().nullable(),
126
+ outputTokens: z.number().nullable()
127
+ }),
128
+ latencyMs: z.number(),
129
+ createdAt: z.string(),
130
+ author: z.string(),
131
+ validation: analysisValidationSchema,
132
+ analysis: analysisBodySchema,
133
+ attempts: z.record(z.string(), z.object({
134
+ runId: z.string(),
135
+ evalSlug: z.string(),
136
+ attempt: z.string()
137
+ })),
138
+ cited: z.record(z.string(), z.string()),
139
+ error: z.string().optional()
140
+ });
141
+ /**
142
+ * `value` as an analysis every reader can show: `readableAnalysis`'s migration and read defaults,
143
+ * then checked against `analysisDocSchema`. One that isn't an analysis, has no `schemaVersion`, or
144
+ * has a missing or mistyped field throws one sentence naming it; one from a newer reeval throws a
145
+ * `NewerSchemaError`.
146
+ */
147
+ function parsedAnalysis(value, what = "This analysis") {
148
+ const v = value;
149
+ if (typeof v !== "object" || v === null || Array.isArray(v) || v.kind !== "reeval-analysis") throw new Error(`${what} isn't a reeval analysis: its kind isn't "reeval-analysis"`);
150
+ if (typeof v.schemaVersion !== "number") throw new Error(`${what} has no schemaVersion, which every reeval analysis has`);
151
+ const doc = readableAnalysis(value, what);
152
+ const problem = dataProblem(analysisDocSchema, doc, what, () => []);
153
+ if (problem) throw new Error(problem);
154
+ return doc;
155
+ }
156
+ // src/view/report/schema.ts
157
+ const figureSchema = z.strictObject({
158
+ value: z.number().nullable(),
159
+ text: z.string()
160
+ });
161
+ const deltaSchema = z.strictObject({
162
+ value: z.number().nullable(),
163
+ unit: z.enum(["pct", "pts"]),
164
+ text: z.string()
165
+ });
166
+ const intervalSchema = z.strictObject({
167
+ lo: z.number(),
168
+ hi: z.number(),
169
+ text: z.string()
170
+ });
171
+ const spreadSchema = z.strictObject({
172
+ n: z.number().int().nonnegative(),
173
+ median: figureSchema,
174
+ q1: figureSchema,
175
+ q3: figureSchema
176
+ });
177
+ const countSchema = z.strictObject({
178
+ k: z.number().int().nonnegative(),
179
+ n: z.number().int().nonnegative(),
180
+ text: z.string()
181
+ });
182
+ const rateSchema = z.strictObject({
183
+ k: z.number().int().nonnegative(),
184
+ n: z.number().int().nonnegative(),
185
+ rate: z.number().nullable(),
186
+ text: z.string(),
187
+ interval: intervalSchema.nullable()
188
+ });
189
+ const attemptRefSchema = z.strictObject({
190
+ id: z.string(),
191
+ key: z.string(),
192
+ href: z.string()
193
+ });
194
+ const armRefSchema = z.strictObject({
195
+ id: z.string(),
196
+ label: z.string()
197
+ });
198
+ const measureKeySchema = z.enum([
199
+ "tokens",
200
+ "toolCalls",
201
+ "turns",
202
+ "costUsd",
203
+ "agentMs",
204
+ "filesChanged",
205
+ "linesAdded",
206
+ "linesRemoved"
207
+ ]);
208
+ const measureUnitSchema = z.enum([
209
+ "tokens",
210
+ "ms",
211
+ "usd",
212
+ "count",
213
+ "lines",
214
+ "files"
215
+ ]);
216
+ const measureCellsSchema = z.strictObject({
217
+ tokens: spreadSchema.nullable(),
218
+ toolCalls: spreadSchema.nullable(),
219
+ turns: spreadSchema.nullable(),
220
+ costUsd: spreadSchema.nullable(),
221
+ agentMs: spreadSchema.nullable(),
222
+ filesChanged: spreadSchema.nullable(),
223
+ linesAdded: spreadSchema.nullable(),
224
+ linesRemoved: spreadSchema.nullable()
225
+ });
226
+ const quoteSchema = z.strictObject({
227
+ text: z.string(),
228
+ attempt: attemptRefSchema,
229
+ harness: z.string(),
230
+ arm: z.string().nullable(),
231
+ case: z.string().nullable(),
232
+ input: z.string().nullable()
233
+ });
234
+ const otherVariantSchema = z.strictObject({
235
+ variant: armRefSchema,
236
+ points: deltaSchema,
237
+ interval: intervalSchema,
238
+ rate: rateSchema
239
+ });
240
+ const tiedLeadSchema = z.strictObject({
241
+ measure: measureKeySchema,
242
+ baseline: figureSchema,
243
+ variant: figureSchema,
244
+ delta: deltaSchema
245
+ });
246
+ const compareStatusSchema = z.enum([
247
+ "regressed",
248
+ "fixed",
249
+ "same",
250
+ "gate",
251
+ "drift",
252
+ "added",
253
+ "removed",
254
+ "infra"
255
+ ]);
256
+ const changeRowSchema = z.strictObject({
257
+ signal: z.string(),
258
+ kind: z.enum([
259
+ "outcome",
260
+ "assertion",
261
+ "judgment",
262
+ "choice",
263
+ "measure",
264
+ "observation"
265
+ ]),
266
+ harness: z.string().nullable(),
267
+ prior: z.string(),
268
+ current: z.string(),
269
+ delta: deltaSchema.nullable(),
270
+ status: compareStatusSchema,
271
+ gate: z.boolean()
272
+ });
273
+ const headlinePrimarySchema = z.discriminatedUnion("kind", [
274
+ z.strictObject({
275
+ kind: z.literal("pass-rate"),
276
+ rate: rateSchema,
277
+ assertions: z.number().int().positive(),
278
+ harnesses: z.number().int().positive(),
279
+ outcome: z.enum([
280
+ "passed",
281
+ "found",
282
+ "used"
283
+ ])
284
+ }),
285
+ z.strictObject({
286
+ kind: z.literal("lift"),
287
+ baseline: armRefSchema,
288
+ variant: armRefSchema,
289
+ points: deltaSchema,
290
+ interval: intervalSchema,
291
+ baselineRate: rateSchema,
292
+ variantRate: rateSchema,
293
+ others: z.array(otherVariantSchema)
294
+ }),
295
+ z.strictObject({
296
+ kind: z.literal("tied-ceiling"),
297
+ baseline: armRefSchema,
298
+ variant: armRefSchema,
299
+ rate: rateSchema,
300
+ assertions: z.number().int().positive(),
301
+ lead: tiedLeadSchema
302
+ }),
303
+ z.strictObject({
304
+ kind: z.literal("choice"),
305
+ question: z.string(),
306
+ options: z.array(z.strictObject({
307
+ label: z.string(),
308
+ count: z.number().int().nonnegative()
309
+ })).min(2),
310
+ attempts: z.number().int().positive(),
311
+ noPick: z.number().int().nonnegative()
312
+ }),
313
+ z.strictObject({
314
+ kind: z.literal("measure"),
315
+ label: z.string(),
316
+ unit: measureUnitSchema,
317
+ spread: spreadSchema
318
+ }),
319
+ z.strictObject({
320
+ kind: z.literal("judge"),
321
+ label: z.string(),
322
+ question: z.string(),
323
+ scale: z.tuple([z.number(), z.number()]),
324
+ threshold: z.number().nullable(),
325
+ spread: spreadSchema,
326
+ atOrAbove: countSchema.nullable()
327
+ }),
328
+ z.strictObject({
329
+ kind: z.literal("text"),
330
+ question: z.string(),
331
+ answered: countSchema,
332
+ lead: quoteSchema.nullable(),
333
+ leadRole: z.enum(["sole", "representative"]).nullable()
334
+ }),
335
+ z.strictObject({
336
+ kind: z.literal("regression"),
337
+ worse: z.number().int().nonnegative(),
338
+ fixed: z.number().int().nonnegative(),
339
+ lead: changeRowSchema.nullable()
340
+ })
341
+ ]);
342
+ const fairnessSchema = z.enum([
343
+ "clear",
344
+ "within-noise",
345
+ "too-few-runs"
346
+ ]);
347
+ const evalShapeSchema = z.enum([
348
+ "task",
349
+ "ab",
350
+ "discoverability",
351
+ "regression"
352
+ ]);
353
+ const evalHeadlineSchema = z.strictObject({
354
+ task: z.string(),
355
+ kicker: z.string().nullable(),
356
+ fairness: fairnessSchema,
357
+ primary: headlinePrimarySchema,
358
+ foot: z.string()
359
+ });
360
+ const checkCellSchema = z.strictObject({
361
+ status: z.enum([
362
+ "pass",
363
+ "fail",
364
+ "mixed",
365
+ "na",
366
+ "error",
367
+ "not-run"
368
+ ]),
369
+ passed: z.number().int().nonnegative(),
370
+ answered: z.number().int().nonnegative(),
371
+ notApplicable: z.number().int().nonnegative(),
372
+ preSatisfied: z.number().int().nonnegative(),
373
+ text: z.string(),
374
+ reason: z.string().nullable()
375
+ });
376
+ const assertionRowSchema = z.strictObject({
377
+ label: z.string(),
378
+ matcher: z.string(),
379
+ at: z.string().nullable(),
380
+ cells: z.record(z.string(), checkCellSchema),
381
+ total: checkCellSchema
382
+ });
383
+ const breakdownRowSchema = z.strictObject({
384
+ keys: z.array(z.string()),
385
+ rate: rateSchema.nullable(),
386
+ measures: measureCellsSchema
387
+ });
388
+ const taskResultsSchema = z.strictObject({
389
+ kind: z.literal("task"),
390
+ columns: z.array(z.string()),
391
+ assertions: z.array(assertionRowSchema),
392
+ axes: z.array(z.string()),
393
+ breakdown: z.array(breakdownRowSchema),
394
+ median: breakdownRowSchema.nullable()
395
+ });
396
+ const armSchema = z.strictObject({
397
+ id: z.string(),
398
+ label: z.string(),
399
+ environment: z.string(),
400
+ environmentDigest: z.string().nullable(),
401
+ role: z.enum(["baseline", "variant"]),
402
+ change: z.string().nullable(),
403
+ prompts: z.array(z.string())
404
+ });
405
+ const measureVsBaselineSchema = z.strictObject({
406
+ value: spreadSchema.nullable(),
407
+ delta: deltaSchema.nullable(),
408
+ lower: countSchema.nullable()
409
+ });
410
+ const measureVsBaselineRecordSchema = z.strictObject({
411
+ tokens: measureVsBaselineSchema,
412
+ toolCalls: measureVsBaselineSchema,
413
+ turns: measureVsBaselineSchema,
414
+ costUsd: measureVsBaselineSchema,
415
+ agentMs: measureVsBaselineSchema,
416
+ filesChanged: measureVsBaselineSchema,
417
+ linesAdded: measureVsBaselineSchema,
418
+ linesRemoved: measureVsBaselineSchema
419
+ });
420
+ const armRowSchema = z.strictObject({
421
+ arm: z.string(),
422
+ rate: rateSchema,
423
+ lift: deltaSchema.nullable(),
424
+ interval: intervalSchema.nullable(),
425
+ verdict: z.enum([
426
+ "baseline",
427
+ "helped",
428
+ "made-worse",
429
+ "within-noise",
430
+ "too-few-runs"
431
+ ]),
432
+ verdictScope: z.literal("pass-rate"),
433
+ measures: measureVsBaselineRecordSchema
434
+ });
435
+ const effortPivotRowSchema = z.strictObject({
436
+ harness: z.string(),
437
+ arm: z.string(),
438
+ rate: rateSchema,
439
+ measures: measureVsBaselineRecordSchema
440
+ });
441
+ const behaviorRowSchema = z.strictObject({
442
+ label: z.string(),
443
+ matcher: z.string(),
444
+ cells: z.record(z.string(), countSchema.nullable())
445
+ });
446
+ const contrastRowSchema = z.strictObject({
447
+ from: z.string(),
448
+ to: z.string(),
449
+ measure: z.union([z.literal("pass-rate"), measureKeySchema]),
450
+ delta: deltaSchema,
451
+ interval: intervalSchema.nullable(),
452
+ verdict: z.enum([
453
+ "helped",
454
+ "made-worse",
455
+ "within-noise",
456
+ "too-few-runs",
457
+ "fewer",
458
+ "more"
459
+ ]),
460
+ verdictScope: z.enum(["pass-rate", "measure"])
461
+ });
462
+ const variantComparisonSchema = z.strictObject({
463
+ kind: z.literal("comparison"),
464
+ arms: z.array(armSchema),
465
+ uniformLead: z.string().nullable(),
466
+ summary: z.array(armRowSchema),
467
+ assertionsByArm: z.array(assertionRowSchema),
468
+ behavior: z.array(behaviorRowSchema),
469
+ contrasts: z.array(contrastRowSchema),
470
+ effortByHarness: z.array(effortPivotRowSchema)
471
+ });
472
+ const regressionChangesSchema = z.strictObject({
473
+ kind: z.literal("regression"),
474
+ baseRunId: z.string(),
475
+ prior: z.strictObject({
476
+ runId: z.string(),
477
+ startedAt: z.string(),
478
+ gitSha: z.string().nullable(),
479
+ branch: z.string().nullable(),
480
+ author: z.string()
481
+ }),
482
+ whatChanged: z.array(z.string()),
483
+ rows: z.array(changeRowSchema),
484
+ unchanged: z.array(changeRowSchema)
485
+ });
486
+ const primaryBlockSchema = z.discriminatedUnion("kind", [
487
+ taskResultsSchema,
488
+ variantComparisonSchema,
489
+ regressionChangesSchema
490
+ ]);
491
+ const choiceBreakdownSchema = z.strictObject({
492
+ question: z.string(),
493
+ options: z.array(z.strictObject({
494
+ label: z.string(),
495
+ count: z.number().int().nonnegative()
496
+ })),
497
+ noPick: z.number().int().nonnegative(),
498
+ rows: z.array(z.strictObject({
499
+ arm: z.string().nullable(),
500
+ prompt: z.string().nullable(),
501
+ harness: z.string(),
502
+ counts: z.record(z.string(), z.number().int().nonnegative()),
503
+ attempts: z.number().int().nonnegative(),
504
+ text: z.string()
505
+ })),
506
+ passByPick: z.array(z.strictObject({
507
+ option: z.string(),
508
+ rate: rateSchema
509
+ }))
510
+ });
511
+ const discoveryRateSchema = z.strictObject({
512
+ what: z.string(),
513
+ matcher: z.string(),
514
+ found: countSchema,
515
+ rows: z.array(z.strictObject({
516
+ keys: z.array(z.string()),
517
+ found: countSchema
518
+ })),
519
+ sources: z.array(z.strictObject({
520
+ source: z.enum([
521
+ "placed",
522
+ "skill-dir",
523
+ "elsewhere",
524
+ "mcp",
525
+ "web"
526
+ ]),
527
+ count: z.number().int().nonnegative()
528
+ }))
529
+ });
530
+ const judgeRowSchema = z.strictObject({
531
+ label: z.string(),
532
+ question: z.string(),
533
+ assertion: z.string().nullable(),
534
+ threshold: z.number().nullable(),
535
+ keys: z.array(z.string()),
536
+ spread: spreadSchema,
537
+ atOrAbove: countSchema.nullable()
538
+ });
539
+ const pairwiseRowSchema = z.strictObject({
540
+ question: z.string(),
541
+ cut: z.enum(["within", "across"]),
542
+ a: z.string(),
543
+ b: z.string(),
544
+ aWins: z.number().int().nonnegative(),
545
+ bWins: z.number().int().nonnegative(),
546
+ ties: z.number().int().nonnegative(),
547
+ pairs: z.number().int().nonnegative(),
548
+ reasons: z.array(z.strictObject({
549
+ text: z.string(),
550
+ cites: z.tuple([attemptRefSchema, attemptRefSchema]),
551
+ input: z.string().nullable()
552
+ }))
553
+ });
554
+ const judgmentBreakdownSchema = z.strictObject({
555
+ axes: z.array(z.string()),
556
+ scores: z.array(judgeRowSchema),
557
+ pairwise: z.array(pairwiseRowSchema)
558
+ });
559
+ const qualitativeAnswersSchema = z.strictObject({
560
+ question: z.string(),
561
+ answered: countSchema,
562
+ themes: z.array(z.strictObject({
563
+ title: z.string(),
564
+ quotes: z.array(quoteSchema)
565
+ })).nullable(),
566
+ entries: z.array(quoteSchema)
567
+ });
568
+ const captureShotSchema = z.strictObject({
569
+ name: z.string(),
570
+ href: z.string().nullable(),
571
+ meta: z.string().nullable(),
572
+ attempt: attemptRefSchema,
573
+ status: z.number().nullable(),
574
+ pageErrors: z.number().nullable(),
575
+ consoleErrors: z.number().nullable()
576
+ });
577
+ const captureGallerySchema = z.strictObject({ rows: z.array(z.strictObject({
578
+ harness: z.string(),
579
+ arm: z.string().nullable(),
580
+ case: z.string().nullable(),
581
+ shots: z.array(captureShotSchema)
582
+ })) });
583
+ const failureClusterSchema = z.strictObject({
584
+ kind: z.enum([
585
+ "assertion",
586
+ "turn-error",
587
+ "infra-error",
588
+ "capture-error",
589
+ "error"
590
+ ]),
591
+ label: z.string(),
592
+ at: z.string().nullable(),
593
+ count: countSchema,
594
+ attempts: z.array(attemptRefSchema)
595
+ });
596
+ const failureClustersSchema = z.strictObject({
597
+ clusters: z.array(failureClusterSchema),
598
+ remarks: z.array(z.strictObject({
599
+ kind: z.enum([
600
+ "too-few-tries",
601
+ "cant-tell-apart",
602
+ "check-never-fails",
603
+ "flaky-check",
604
+ "slow-mcp-start",
605
+ "proxy-only-egress",
606
+ "setup-process-secret",
607
+ "setup-tunnel-closed",
608
+ "snapshot-too-large",
609
+ "observe-throws"
610
+ ]),
611
+ severity: z.enum(["concern", "suggestion"]),
612
+ text: z.string(),
613
+ fix: z.strictObject({
614
+ at: z.string(),
615
+ edit: z.string()
616
+ })
617
+ }))
618
+ });
619
+ const reportClaimSchema = z.strictObject({
620
+ role: z.enum([
621
+ "finding",
622
+ "caveat",
623
+ "action"
624
+ ]),
625
+ text: z.string(),
626
+ confidence: z.enum([
627
+ "high",
628
+ "medium",
629
+ "low"
630
+ ]),
631
+ cites: z.array(attemptRefSchema),
632
+ action: z.strictObject({
633
+ kind: z.enum([
634
+ "skill",
635
+ "docs",
636
+ "eval",
637
+ "judge",
638
+ "reeval",
639
+ "harness"
640
+ ]),
641
+ target: z.string(),
642
+ change: z.string(),
643
+ verify: z.string().nullable()
644
+ }).nullable()
645
+ });
646
+ const evalSectionSchema = z.strictObject({
647
+ id: z.string(),
648
+ anchor: z.string(),
649
+ name: z.string(),
650
+ file: z.string(),
651
+ shapes: z.array(evalShapeSchema),
652
+ design: z.string(),
653
+ headline: evalHeadlineSchema,
654
+ insights: z.array(reportClaimSchema),
655
+ primary: primaryBlockSchema.nullable(),
656
+ choices: z.array(choiceBreakdownSchema),
657
+ discovery: z.array(discoveryRateSchema),
658
+ judgments: judgmentBreakdownSchema.nullable(),
659
+ qualitative: z.array(qualitativeAnswersSchema),
660
+ captures: captureGallerySchema.nullable(),
661
+ failures: failureClustersSchema.nullable()
662
+ });
663
+ const runTallySchema = z.strictObject({
664
+ counted: z.number().int().nonnegative(),
665
+ passed: z.number().int().nonnegative(),
666
+ failed: z.number().int().nonnegative(),
667
+ ungated: z.strictObject({
668
+ passed: z.number().int().nonnegative(),
669
+ failed: z.number().int().nonnegative()
670
+ }),
671
+ infraError: z.number().int().nonnegative(),
672
+ reclassified: z.number().int().nonnegative(),
673
+ skipped: z.number().int().nonnegative()
674
+ });
675
+ const runHeaderSchema = z.strictObject({
676
+ title: z.string(),
677
+ status: z.enum([
678
+ "complete",
679
+ "interrupted",
680
+ "budget"
681
+ ]),
682
+ startedAt: z.string(),
683
+ author: z.string(),
684
+ reeval: z.string(),
685
+ profile: z.string().nullable(),
686
+ scope: z.strictObject({
687
+ profile: z.string().nullable(),
688
+ subset: z.boolean(),
689
+ configKey: z.string().regex(/^[0-9a-f]{64}$/)
690
+ }).optional(),
691
+ runsPerCell: z.number().int().positive().nullable(),
692
+ wall: figureSchema,
693
+ tally: runTallySchema,
694
+ tokens: z.strictObject({
695
+ total: figureSchema,
696
+ cacheRead: figureSchema
697
+ }).nullable(),
698
+ cost: z.strictObject({
699
+ agent: figureSchema.nullable(),
700
+ judge: figureSchema.nullable(),
701
+ total: figureSchema.nullable(),
702
+ basis: z.enum([
703
+ "reported",
704
+ "estimated",
705
+ "mixed"
706
+ ])
707
+ }).nullable(),
708
+ git: z.strictObject({
709
+ sha: z.string(),
710
+ branch: z.string().nullable(),
711
+ dirty: z.boolean(),
712
+ repo: z.string().nullable()
713
+ }).nullable()
714
+ });
715
+ const integrityIssueSchema = z.strictObject({
716
+ kind: z.enum([
717
+ "run-incomplete",
718
+ "turn-error",
719
+ "pre-satisfied",
720
+ "fairness-floor",
721
+ "served-model-drift",
722
+ "unreported-usage",
723
+ "prompt-confounded",
724
+ "duplicate-environment",
725
+ "baseline-never-passes",
726
+ "dirty-worktree"
727
+ ]),
728
+ severity: z.enum(["error", "warn"]),
729
+ text: z.string(),
730
+ evalId: z.string().nullable(),
731
+ cites: z.array(attemptRefSchema)
732
+ });
733
+ const executiveRollupSchema = z.strictObject({
734
+ lead: reportClaimSchema.nullable(),
735
+ rows: z.array(z.strictObject({
736
+ evalId: z.string(),
737
+ name: z.string(),
738
+ anchor: z.string(),
739
+ shapes: z.array(evalShapeSchema),
740
+ design: z.string(),
741
+ primary: z.string(),
742
+ medianTokens: figureSchema
743
+ })),
744
+ findings: z.array(reportClaimSchema)
745
+ });
746
+ const rosterRowSchema = z.strictObject({
747
+ harness: z.string(),
748
+ model: z.string().nullable(),
749
+ effort: z.string().nullable(),
750
+ servedModels: z.array(z.string()),
751
+ gateway: z.string().nullable(),
752
+ attempts: z.number().int().nonnegative()
753
+ });
754
+ const provenanceStateSchema = z.strictObject({
755
+ rows: z.array(z.strictObject({
756
+ field: z.string(),
757
+ value: z.string()
758
+ })),
759
+ context: z.strictObject({
760
+ count: z.number().int().nonnegative(),
761
+ files: z.array(z.strictObject({
762
+ path: z.string(),
763
+ sha256: z.string()
764
+ }))
765
+ }),
766
+ artifacts: z.enum([
767
+ "all",
768
+ "evidence",
769
+ "failures",
770
+ "none"
771
+ ]),
772
+ record: z.string(),
773
+ warnings: z.array(z.string())
774
+ });
775
+ const attemptFactsSchema = z.strictObject({
776
+ toolCalls: z.number().int().nonnegative(),
777
+ byClass: z.strictObject({
778
+ context: z.number().int().nonnegative(),
779
+ dependency: z.number().int().nonnegative(),
780
+ web: z.number().int().nonnegative(),
781
+ verify: z.number().int().nonnegative(),
782
+ workspace: z.number().int().nonnegative()
783
+ }),
784
+ skills: z.array(z.strictObject({
785
+ skill: z.string(),
786
+ source: z.enum([
787
+ "placed",
788
+ "skill-dir",
789
+ "elsewhere"
790
+ ]),
791
+ reads: z.number().int().positive(),
792
+ firstLine: z.number().int().positive()
793
+ })),
794
+ contextFiles: z.array(z.strictObject({
795
+ path: z.string(),
796
+ reads: z.number().int().positive(),
797
+ firstLine: z.number().int().positive()
798
+ }))
799
+ });
800
+ const attemptIndexRowSchema = z.strictObject({
801
+ id: z.string(),
802
+ key: z.string(),
803
+ evalId: z.string(),
804
+ harness: z.string(),
805
+ arm: z.string().nullable(),
806
+ case: z.string().nullable(),
807
+ outcome: z.enum([
808
+ "pass",
809
+ "fail",
810
+ "infra_error",
811
+ "canceled"
812
+ ]),
813
+ reclassified: z.boolean(),
814
+ turnError: z.string().nullable(),
815
+ tokens: figureSchema,
816
+ agentMs: figureSchema,
817
+ toolCalls: figureSchema,
818
+ facts: attemptFactsSchema.optional(),
819
+ diff: z.strictObject({
820
+ files: z.number().int().nonnegative(),
821
+ added: z.number().int().nullable(),
822
+ removed: z.number().int().nullable(),
823
+ text: z.string()
824
+ }).nullable(),
825
+ links: z.strictObject({
826
+ transcript: z.string().nullable(),
827
+ diff: z.string().nullable(),
828
+ captures: z.array(z.strictObject({
829
+ name: z.string(),
830
+ href: z.string()
831
+ })),
832
+ questions: z.array(z.string())
833
+ }),
834
+ href: z.string()
835
+ });
836
+ const runReportSchema = z.strictObject({
837
+ reportVersion: z.literal(1),
838
+ runId: z.string(),
839
+ single: z.boolean(),
840
+ header: runHeaderSchema,
841
+ integrity: z.array(integrityIssueSchema),
842
+ rollup: executiveRollupSchema.nullable(),
843
+ roster: z.array(rosterRowSchema),
844
+ evals: z.array(evalSectionSchema).min(1, "must hold at least one eval"),
845
+ actions: z.array(reportClaimSchema),
846
+ provenance: provenanceStateSchema,
847
+ attempts: z.array(attemptIndexRowSchema)
848
+ });
849
+ const LEAVES = /* @__PURE__ */ new Set([
850
+ "string",
851
+ "number",
852
+ "boolean",
853
+ "literal",
854
+ "enum",
855
+ "null",
856
+ "unknown"
857
+ ]);
858
+ const loosened = /* @__PURE__ */ new WeakMap();
859
+ /**
860
+ * `schema` with every object in it, at any depth, accepting keys it doesn't list (kept, not
861
+ * stripped). Each node is a clone of the strict one with only its children and `catchall`
862
+ * replaced, so checks such as `.min(1)` hold in both.
863
+ */
864
+ function loose(schema) {
865
+ const known = loosened.get(schema);
866
+ if (known) return known;
867
+ const def = schema.def;
868
+ let out;
869
+ switch (def.type) {
870
+ case "object":
871
+ out = schema.clone({
872
+ ...def,
873
+ shape: Object.fromEntries(Object.entries(def.shape).map(([k, v]) => [k, loose(v)])),
874
+ catchall: z.unknown()
875
+ });
876
+ break;
877
+ case "array":
878
+ out = schema.clone({
879
+ ...def,
880
+ element: loose(def.element)
881
+ });
882
+ break;
883
+ case "nullable":
884
+ case "optional":
885
+ out = schema.clone({
886
+ ...def,
887
+ innerType: loose(def.innerType)
888
+ });
889
+ break;
890
+ case "union":
891
+ out = schema.clone({
892
+ ...def,
893
+ options: def.options.map(loose)
894
+ });
895
+ break;
896
+ case "tuple":
897
+ out = schema.clone({
898
+ ...def,
899
+ items: def.items.map(loose),
900
+ rest: def.rest && loose(def.rest)
901
+ });
902
+ break;
903
+ case "record":
904
+ out = schema.clone({
905
+ ...def,
906
+ valueType: loose(def.valueType)
907
+ });
908
+ break;
909
+ default:
910
+ if (!LEAVES.has(def.type)) throw new Error(`loose(): no rule for a Zod ${def.type} schema`);
911
+ out = schema;
912
+ }
913
+ loosened.set(schema, out);
914
+ return out;
915
+ }
916
+ /** `runReportSchema` with unknown fields allowed at every level, for reading a stored report. */
917
+ const looseRunReportSchema = loose(runReportSchema);
918
+ /**
919
+ * A stored `report.json` as a reader sees it: migrated to this reeval's `reportVersion`, each field
920
+ * added after it was written read as its default (`READ_DEFAULTS['run-report']`), and fields a
921
+ * newer reeval added, at any depth, passed through. A missing or mistyped field throws one sentence
922
+ * naming it (`This report's header.title is missing: …`), and a `reportVersion` above this reeval's
923
+ * a `NewerSchemaError`.
924
+ */
925
+ function readableRunReport(value, what = "This report") {
926
+ let version = value?.reportVersion;
927
+ if (typeof version === "number" && version > 1) throw new NewerSchemaError(what, version, 1, "reportVersion");
928
+ let v = value;
929
+ for (; typeof version === "number" && version < 1; version++) {
930
+ const migrate = MIGRATIONS["run-report"]?.[version];
931
+ if (!migrate) break;
932
+ v = migrate(v);
933
+ }
934
+ const filled = fillDefaults("run-report", v);
935
+ const parsed = looseRunReportSchema.safeParse(filled);
936
+ if (parsed.success) return parsed.data;
937
+ throw new Error(dataProblem(looseRunReportSchema, filled, what, () => []));
938
+ }
939
+ export { headlinePrimarySchema as a, rateSchema as c, runReportSchema as d, spreadSchema as f, figureSchema as i, readableRunReport as l, parsedAnalysis as m, countSchema as n, intervalSchema as o, analysisDocSchema as p, deltaSchema as r, looseRunReportSchema as s, attemptRefSchema as t, reportClaimSchema as u };
940
+
941
+ //# sourceMappingURL=report-BSi-R8hC.js.map