reeval 0.17.2 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (403) hide show
  1. package/README.md +5 -3
  2. package/THIRD_PARTY_NOTICES.md +5 -5
  3. package/dist/{adapter-DyvDj4ZN.js → adapter-C8xPuXYq.js} +5 -4
  4. package/dist/adapter-C8xPuXYq.js.map +1 -0
  5. package/dist/{agent-v036GEgG.js → agent-CBoLndM7.js} +30 -10
  6. package/dist/{agent-v036GEgG.js.map → agent-CBoLndM7.js.map} +1 -1
  7. package/dist/agents-C6zhkxp3.js +1151 -0
  8. package/dist/agents-C6zhkxp3.js.map +1 -0
  9. package/dist/{analysis-adKPz-UJ.js → analysis-BnG_1x_O.js} +4 -4
  10. package/dist/{analysis-adKPz-UJ.js.map → analysis-BnG_1x_O.js.map} +1 -1
  11. package/dist/{app-files-hpRT5lj_.js → app-files-DT5mJyV4.js} +4 -4
  12. package/dist/app-files-DT5mJyV4.js.map +1 -0
  13. package/dist/assemble-UPCRrtOz.js +1 -0
  14. package/dist/{assemble-Dlh6Xv3U.js → assemble-t6h018An.js} +194 -307
  15. package/dist/assemble-t6h018An.js.map +1 -0
  16. package/dist/{attempt-CtKGvaQR.js → attempt-CAdlwlNu.js} +3 -3
  17. package/dist/{attempt-CtKGvaQR.js.map → attempt-CAdlwlNu.js.map} +1 -1
  18. package/dist/{attempt-host-DErH-DYV.js → attempt-host-CIm1-11m.js} +18 -10
  19. package/dist/{attempt-host-DErH-DYV.js.map → attempt-host-CIm1-11m.js.map} +1 -1
  20. package/dist/boat-BjLqFJIZ.js +108 -0
  21. package/dist/boat-BjLqFJIZ.js.map +1 -0
  22. package/dist/boat-CJCtzfB1.js +322 -0
  23. package/dist/boat-CJCtzfB1.js.map +1 -0
  24. package/dist/bridge/index.mjs +300 -78
  25. package/dist/capture-DoxFUN3J.js +1 -0
  26. package/dist/{capture-Bdcx9Gap.js → capture-iBzFiC0j.js} +406 -625
  27. package/dist/capture-iBzFiC0j.js.map +1 -0
  28. package/dist/cases-Dy0mifal.js +1 -0
  29. package/dist/cases-z9E6DCd5.js +639 -0
  30. package/dist/cases-z9E6DCd5.js.map +1 -0
  31. package/dist/{cli-CGd51thd.js → cli-20Fpvs5H.js} +929 -576
  32. package/dist/cli-20Fpvs5H.js.map +1 -0
  33. package/dist/{cli-spec-ChkleEVm.js → cli-spec-Dsr79Qy1.js} +46 -18
  34. package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
  35. package/dist/cli.js +2 -2
  36. package/dist/{client-CF-DOjOU.js → client-KM4C5r5_.js} +111 -14
  37. package/dist/client-KM4C5r5_.js.map +1 -0
  38. package/dist/{command-CsfcwMyc.js → command-B5OyHpOu.js} +24 -81
  39. package/dist/command-B5OyHpOu.js.map +1 -0
  40. package/dist/{command-CtTdCF3B.js → command-BLNVDiIg.js} +10 -10
  41. package/dist/{command-CtTdCF3B.js.map → command-BLNVDiIg.js.map} +1 -1
  42. package/dist/{command-CyIb9BSC.js → command-CRh-cb6Z.js} +120 -55
  43. package/dist/command-CRh-cb6Z.js.map +1 -0
  44. package/dist/{command-TLmY-rYp.js → command-aUJvENwy.js} +18 -18
  45. package/dist/command-aUJvENwy.js.map +1 -0
  46. package/dist/{commands-C54S45d7.js → commands-CWy-WndG.js} +239 -92
  47. package/dist/commands-CWy-WndG.js.map +1 -0
  48. package/dist/{commands-jO9Jj35r.js → commands-CfdBX-mc.js} +1 -1
  49. package/dist/{config-ImY6AlRE.js → config-B9mB1kF5.js} +924 -1729
  50. package/dist/config-B9mB1kF5.js.map +1 -0
  51. package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
  52. package/dist/context-Bkv3ndjq.js.map +1 -0
  53. package/dist/{cost-e4IppZpJ.js → cost-BdRgySQl.js} +4 -4
  54. package/dist/{cost-e4IppZpJ.js.map → cost-BdRgySQl.js.map} +1 -1
  55. package/dist/cost-Cr26Alhq.js +1 -0
  56. package/dist/{cursor-catalog-Bw6-pJjR.js → cursor-catalog-BSn9xjmo.js} +3 -3
  57. package/dist/{cursor-catalog-Bw6-pJjR.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
  58. package/dist/db-P2fXw4nx.js +2 -0
  59. package/dist/{db-sHGpaLo9.js → db-zgC1tvKB.js} +178 -74
  60. package/dist/db-zgC1tvKB.js.map +1 -0
  61. package/dist/debug-CF4p4Lp_.js +1 -0
  62. package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
  63. package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
  64. package/dist/{default-effort-fpdbYVKm.js → default-effort-BAy8ixd1.js} +1 -1
  65. package/dist/{default-effort-BZRa-SQP.js → default-effort-DGhQmu95.js} +8 -5
  66. package/dist/default-effort-DGhQmu95.js.map +1 -0
  67. package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
  68. package/dist/dist-CAFD1yfv.js.map +1 -0
  69. package/dist/{docker-CWuSRj7a.js → docker-Cqw-CyWz.js} +4 -4
  70. package/dist/{docker-CWuSRj7a.js.map → docker-Cqw-CyWz.js.map} +1 -1
  71. package/dist/{docker--2ytOHcu.js → docker-DAMnm3L9.js} +103 -73
  72. package/dist/docker-DAMnm3L9.js.map +1 -0
  73. package/dist/{docker-CIzHzwlC.js → docker-Dr4XeDc8.js} +1 -1
  74. package/dist/{doctor-eE65YpEv.js → doctor-B2PohneB.js} +86 -29
  75. package/dist/doctor-B2PohneB.js.map +1 -0
  76. package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
  77. package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
  78. package/dist/{environment-Cy3FVLR5.js → environment-DB8o3hGi.js} +80 -40
  79. package/dist/environment-DB8o3hGi.js.map +1 -0
  80. package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
  81. package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
  82. package/dist/{eval-source-BTsTRiBW.js → eval-source-D3sbAzt-.js} +23 -15
  83. package/dist/eval-source-D3sbAzt-.js.map +1 -0
  84. package/dist/evaluate-COdzf7Hl.d.ts +92 -0
  85. package/dist/{evaluate-CFFdyYZX.js → evaluate-CwKeN_fo.js} +472 -159
  86. package/dist/evaluate-CwKeN_fo.js.map +1 -0
  87. package/dist/files-B4KQUiM7.js +1 -0
  88. package/dist/files-BEwfjD8J.js +64 -0
  89. package/dist/files-BEwfjD8J.js.map +1 -0
  90. package/dist/{files-CQU08uh4.js → files-BRzV7aPh.js} +5 -5
  91. package/dist/{files-CQU08uh4.js.map → files-BRzV7aPh.js.map} +1 -1
  92. package/dist/{files-CIX-pLl4.js → files-BiFU16BW.js} +6 -6
  93. package/dist/{files-CIX-pLl4.js.map → files-BiFU16BW.js.map} +1 -1
  94. package/dist/files-C1Rk9FYA.js +1 -0
  95. package/dist/files-C3mCC8Mn.js +1 -0
  96. package/dist/{files-tnMgu7-X.js → files-Cl7BQ5gE.js} +55 -14
  97. package/dist/{files-tnMgu7-X.js.map → files-Cl7BQ5gE.js.map} +1 -1
  98. package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
  99. package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
  100. package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
  101. package/dist/files-DlQshsks.js.map +1 -0
  102. package/dist/files-DnlA1A7N.js +1 -0
  103. package/dist/gate-CgYdaprG.js +49 -0
  104. package/dist/gate-CgYdaprG.js.map +1 -0
  105. package/dist/gateway.d.ts +1 -1
  106. package/dist/{git-BWVkG4Yl.js → git-fDiJ8UIV.js} +3 -3
  107. package/dist/{git-BWVkG4Yl.js.map → git-fDiJ8UIV.js.map} +1 -1
  108. package/dist/harness-C2berMiM.js +105 -0
  109. package/dist/harness-C2berMiM.js.map +1 -0
  110. package/dist/{harness-Ch2P81sx.js → harness-DXv2gnaT.js} +68 -111
  111. package/dist/harness-DXv2gnaT.js.map +1 -0
  112. package/dist/harness.d.ts +1 -1
  113. package/dist/harness.js +1 -1
  114. package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
  115. package/dist/ids-C_advdJA.js.map +1 -0
  116. package/dist/{images-BVZHDf_z.js → images-BNgcR77K.js} +98 -10
  117. package/dist/images-BNgcR77K.js.map +1 -0
  118. package/dist/index.d.ts +23 -3
  119. package/dist/index.js +5 -5
  120. package/dist/init-4RPeD-K-.js +1 -0
  121. package/dist/{init-BWnMbUnc.js → init-DbuZVRrW.js} +8 -7
  122. package/dist/init-DbuZVRrW.js.map +1 -0
  123. package/dist/ink-list-BpfidQ1h.js +274 -0
  124. package/dist/ink-list-BpfidQ1h.js.map +1 -0
  125. package/dist/{invocations-BGRs1r_C.js → invocations-CxGNOlh0.js} +4 -4
  126. package/dist/{invocations-BGRs1r_C.js.map → invocations-CxGNOlh0.js.map} +1 -1
  127. package/dist/judge-COMXT1Hx.js +230 -0
  128. package/dist/judge-COMXT1Hx.js.map +1 -0
  129. package/dist/judge.d.ts +1 -1
  130. package/dist/judge.js +1 -1
  131. package/dist/judgments-CzgpsTqv.js +246 -0
  132. package/dist/judgments-CzgpsTqv.js.map +1 -0
  133. package/dist/kinds-C1oY3qyC.js +697 -0
  134. package/dist/kinds-C1oY3qyC.js.map +1 -0
  135. package/dist/{summary-zP3cCXDN.js → layout-Cm85tQYk.js} +77 -154
  136. package/dist/layout-Cm85tQYk.js.map +1 -0
  137. package/dist/list-DuThsE28.js +1348 -0
  138. package/dist/list-DuThsE28.js.map +1 -0
  139. package/dist/live-CJCK11nh.js +1 -0
  140. package/dist/{live-d_5a5iUv.js → live-CgYbO4Te.js} +24 -4
  141. package/dist/live-CgYbO4Te.js.map +1 -0
  142. package/dist/{live-ColieOai.js → live-CnGrRM6j.js} +8 -8
  143. package/dist/{live-ColieOai.js.map → live-CnGrRM6j.js.map} +1 -1
  144. package/dist/{matchers-B4ZtlJyP.js → matchers-CXLn-1jm.js} +4 -3
  145. package/dist/{matchers-B4ZtlJyP.js.map → matchers-CXLn-1jm.js.map} +1 -1
  146. package/dist/{model-DOXnWH65.js → model-047Dcd-a.js} +1 -1
  147. package/dist/model-Cv4GuTsZ.js +1 -0
  148. package/dist/{model-CFSjV-HJ.js → model-CwwkrCb7.js} +5 -5
  149. package/dist/{model-CFSjV-HJ.js.map → model-CwwkrCb7.js.map} +1 -1
  150. package/dist/{model-DBpdRXtO.js → model-DJjLw-0r.js} +43 -19
  151. package/dist/{model-DBpdRXtO.js.map → model-DJjLw-0r.js.map} +1 -1
  152. package/dist/{model-DOiCiMCD.js → model-V3mMXp6x.js} +213 -559
  153. package/dist/model-V3mMXp6x.js.map +1 -0
  154. package/dist/{node-CwP1G178.js → node-D7pAU--0.js} +34 -25
  155. package/dist/node-D7pAU--0.js.map +1 -0
  156. package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-BGiXt8_B.js} +107 -49
  157. package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
  158. package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-Cw1z8-sq.js} +2 -2
  159. package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
  160. package/dist/options-CHubslQf.js +1 -0
  161. package/dist/{gate-BoDKeuJu.js → pairs-BGb134Vu.js} +3 -49
  162. package/dist/pairs-BGb134Vu.js.map +1 -0
  163. package/dist/{patch-DvLr8wCZ.js → patch-DH4e_Gkd.js} +3 -3
  164. package/dist/{patch-DvLr8wCZ.js.map → patch-DH4e_Gkd.js.map} +1 -1
  165. package/dist/plain-BYUf_fUV.js +267 -0
  166. package/dist/plain-BYUf_fUV.js.map +1 -0
  167. package/dist/{plan-CIfOFhth.js → plan-Cgq9NCEX.js} +117 -45
  168. package/dist/plan-Cgq9NCEX.js.map +1 -0
  169. package/dist/{plugins-BEs2Am3L.js → plugins-BkmPxDiY.js} +11 -268
  170. package/dist/plugins-BkmPxDiY.js.map +1 -0
  171. package/dist/preflight-4gWSy0Pe.js +1 -0
  172. package/dist/{preflight-50Qw5e5K.js → preflight-BElE_q0u.js} +16 -9
  173. package/dist/preflight-BElE_q0u.js.map +1 -0
  174. package/dist/preflight-CtlloeOQ.js +68 -0
  175. package/dist/preflight-CtlloeOQ.js.map +1 -0
  176. package/dist/{preflight-BAIRsTpl.js → preflight-R-InZCQb.js} +1 -1
  177. package/dist/{prepare-8XhzhLHX.js → prepare-C7f5mPl5.js} +9 -9
  178. package/dist/{prepare-8XhzhLHX.js.map → prepare-C7f5mPl5.js.map} +1 -1
  179. package/dist/{prepare-8nvfDFQx.js → prepare-CzkAdbXm.js} +2 -2
  180. package/dist/{prices-C4BRuSe8.js → prices-5m3SzMZ3.js} +3 -3
  181. package/dist/{prices-C4BRuSe8.js.map → prices-5m3SzMZ3.js.map} +1 -1
  182. package/dist/{provenance-Cc8fFE7Z.js → provenance-zsc4--dP.js} +6 -5
  183. package/dist/provenance-zsc4--dP.js.map +1 -0
  184. package/dist/provider-BnUoz4KB.js +1 -0
  185. package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
  186. package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
  187. package/dist/{providers-DZSTlC9R.js → providers-B8xYMeah.js} +152 -9
  188. package/dist/providers-B8xYMeah.js.map +1 -0
  189. package/dist/providers-CVu8e0xS.js +1 -0
  190. package/dist/{query-DXpxaaTH.js → query-Bb3SYICk.js} +3 -3
  191. package/dist/{query-DXpxaaTH.js.map → query-Bb3SYICk.js.map} +1 -1
  192. package/dist/query-DIfkUcPh.js +1 -0
  193. package/dist/{questions-C_Y-oXW6.js → questions-CWlR9ffu.js} +41 -11
  194. package/dist/questions-CWlR9ffu.js.map +1 -0
  195. package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
  196. package/dist/record-6IUzwP9K.js.map +1 -0
  197. package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
  198. package/dist/redact-BhjtnjrU.js.map +1 -0
  199. package/dist/remarks-CAvTSq16.js +1 -0
  200. package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
  201. package/dist/remarks-D9Lcd1fF.js.map +1 -0
  202. package/dist/remarks-DPCONFxZ.js +138 -0
  203. package/dist/remarks-DPCONFxZ.js.map +1 -0
  204. package/dist/{remarks-E4rpi8Ym.js → remarks-vtkPmQb9.js} +327 -41
  205. package/dist/remarks-vtkPmQb9.js.map +1 -0
  206. package/dist/{remote-DZ00A8V_.js → remote-BgYWqogI.js} +6 -6
  207. package/dist/{remote-DZ00A8V_.js.map → remote-BgYWqogI.js.map} +1 -1
  208. package/dist/{resolve-B_JlQ0La.js → resolve-Do0ZaYH6.js} +11 -10
  209. package/dist/resolve-Do0ZaYH6.js.map +1 -0
  210. package/dist/resolve-amw_2Odz.js +1 -0
  211. package/dist/{results-BMJHaQbi.js → results-JyuM64gy.js} +7 -7
  212. package/dist/{results-BMJHaQbi.js.map → results-JyuM64gy.js.map} +1 -1
  213. package/dist/resume-AW5oXzUc.js +691 -0
  214. package/dist/resume-AW5oXzUc.js.map +1 -0
  215. package/dist/retry-ChzISxmy.js +105 -0
  216. package/dist/retry-ChzISxmy.js.map +1 -0
  217. package/dist/{runtime-CSZ1hjlN.js → runtime-BpW1f1Mx.js} +26 -7
  218. package/dist/runtime-BpW1f1Mx.js.map +1 -0
  219. package/dist/sandbox/boat.d.ts +26 -0
  220. package/dist/sandbox/boat.js +37 -0
  221. package/dist/sandbox/boat.js.map +1 -0
  222. package/dist/{sandbox-B5W8lLL1.js → sandbox-kSgr7vo5.js} +31 -3
  223. package/dist/sandbox-kSgr7vo5.js.map +1 -0
  224. package/dist/sandbox.d.ts +20 -2
  225. package/dist/sandbox.js +1 -1
  226. package/dist/server-2_gUnVvf.js +1 -0
  227. package/dist/{server-BfN6q2lH.js → server-Cn8VqO9S.js} +10 -10
  228. package/dist/{server-BfN6q2lH.js.map → server-Cn8VqO9S.js.map} +1 -1
  229. package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
  230. package/dist/shared-Cfi45Bvy.js.map +1 -0
  231. package/dist/slug-IHh3f770.js +136 -0
  232. package/dist/slug-IHh3f770.js.map +1 -0
  233. package/dist/source-CY3etKzw.js +1 -0
  234. package/dist/{source-BD6Bg0Tr.js → source-CYOhR98B.js} +2 -2
  235. package/dist/{source-BD6Bg0Tr.js.map → source-CYOhR98B.js.map} +1 -1
  236. package/dist/src-6Zzyg4Qd.js +2 -0
  237. package/dist/{src-BC2WXULN.js → src-BDhcPtnI.js} +2 -2
  238. package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
  239. package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
  240. package/dist/src-BRMsk9nh.js +2 -0
  241. package/dist/{src-Dp-fWOfG.js → src-CV_7DkPa.js} +47 -45
  242. package/dist/{src-Dp-fWOfG.js.map → src-CV_7DkPa.js.map} +1 -1
  243. package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
  244. package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
  245. package/dist/{src-Cpy9MNS3.js → src-Ck2r_EMT.js} +617 -74
  246. package/dist/src-Ck2r_EMT.js.map +1 -0
  247. package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
  248. package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
  249. package/dist/src-DB7N8TYJ.js +2 -0
  250. package/dist/src-DPDaAYwh.js +2 -0
  251. package/dist/{src-Cx0HJIJ-.js → src-Dbk19BiP.js} +2 -2
  252. package/dist/src-DtodMT59.js +1 -0
  253. package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
  254. package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
  255. package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
  256. package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
  257. package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
  258. package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
  259. package/dist/src-T-OeuJLr.js +2 -0
  260. package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
  261. package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
  262. package/dist/src-zntEDlnx.js +3 -0
  263. package/dist/{state-CdSjXIfE.js → state-BOLt8pJg.js} +17 -17
  264. package/dist/{state-CdSjXIfE.js.map → state-BOLt8pJg.js.map} +1 -1
  265. package/dist/state-kimtIhBP.js +1 -0
  266. package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
  267. package/dist/stats-C18W4xPX.js.map +1 -0
  268. package/dist/suite-CKBa6MKt.js +2 -0
  269. package/dist/suite-COglUhPd.js +1272 -0
  270. package/dist/suite-COglUhPd.js.map +1 -0
  271. package/dist/summary-DU5zaibx.js +148 -0
  272. package/dist/summary-DU5zaibx.js.map +1 -0
  273. package/dist/tart-BTVXp8rz.js +373 -0
  274. package/dist/tart-BTVXp8rz.js.map +1 -0
  275. package/dist/tart-cli-BIC9HqPg.js +37 -0
  276. package/dist/tart-cli-BIC9HqPg.js.map +1 -0
  277. package/dist/tart-cli-BMrkmBjI.js +1 -0
  278. package/dist/tart-images-DZ_Mbh-g.js +233 -0
  279. package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
  280. package/dist/tart-ref-7Qv3cm3B.js +1 -0
  281. package/dist/tart-ref-DYZijjrU.js +55 -0
  282. package/dist/tart-ref-DYZijjrU.js.map +1 -0
  283. package/dist/testing.d.ts +47 -37
  284. package/dist/testing.js +4 -4
  285. package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
  286. package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
  287. package/dist/trace-Dx2NBE1O.js +311 -0
  288. package/dist/trace-Dx2NBE1O.js.map +1 -0
  289. package/dist/traits-DKnYkqeK.js +66 -0
  290. package/dist/traits-DKnYkqeK.js.map +1 -0
  291. package/dist/{transcript-C_IpYMRk.js → transcript-CCf07UmU.js} +3 -3
  292. package/dist/{transcript-C_IpYMRk.js.map → transcript-CCf07UmU.js.map} +1 -1
  293. package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
  294. package/dist/types-C2mLpph3.js.map +1 -0
  295. package/dist/{types-BHR1lGPh.d.ts → types-DBwFsGem.d.ts} +420 -136
  296. package/dist/{judge-ByEUlzOM.js → vercel-CGlSBv63.js} +3 -229
  297. package/dist/vercel-CGlSBv63.js.map +1 -0
  298. package/dist/{vertex-6uSpZ5L8.js → vertex-Eb2wqahk.js} +5 -2
  299. package/dist/vertex-Eb2wqahk.js.map +1 -0
  300. package/dist/vertex-O88TCwgY.js +1 -0
  301. package/dist/view/index.d.ts +238 -90
  302. package/dist/view/index.js +11 -9
  303. package/dist/{views-CKoN5NAx.js → views-DAIiLiV3.js} +8 -7
  304. package/dist/views-DAIiLiV3.js.map +1 -0
  305. package/dist/views-DtRhj2Tn.js +2 -0
  306. package/dist/{worker-entry-D5dB8cgT.js → worker-entry-BIROTPX1.js} +11 -8
  307. package/dist/{worker-entry-D5dB8cgT.js.map → worker-entry-BIROTPX1.js.map} +1 -1
  308. package/dist/workspace-CcQRT31C.js +1 -0
  309. package/dist/{workspace-Cho30qlM.js → workspace-uuE51x35.js} +7 -7
  310. package/dist/{workspace-Cho30qlM.js.map → workspace-uuE51x35.js.map} +1 -1
  311. package/package.json +26 -11
  312. package/skills/eval-rubric/SKILL.md +31 -4
  313. package/dist/adapter-DyvDj4ZN.js.map +0 -1
  314. package/dist/app-files-hpRT5lj_.js.map +0 -1
  315. package/dist/assemble-DTXwCL3m.js +0 -1
  316. package/dist/assemble-Dlh6Xv3U.js.map +0 -1
  317. package/dist/capture-BT2fAmpZ.js +0 -1
  318. package/dist/capture-Bdcx9Gap.js.map +0 -1
  319. package/dist/cli-CGd51thd.js.map +0 -1
  320. package/dist/cli-spec-ChkleEVm.js.map +0 -1
  321. package/dist/client-CF-DOjOU.js.map +0 -1
  322. package/dist/command-CsfcwMyc.js.map +0 -1
  323. package/dist/command-CyIb9BSC.js.map +0 -1
  324. package/dist/command-TLmY-rYp.js.map +0 -1
  325. package/dist/commands-C54S45d7.js.map +0 -1
  326. package/dist/config-ImY6AlRE.js.map +0 -1
  327. package/dist/context-BajfiH0S.js.map +0 -1
  328. package/dist/contrasts-DtSX8E_V.js +0 -101
  329. package/dist/contrasts-DtSX8E_V.js.map +0 -1
  330. package/dist/cost-CMzY9VXv.js +0 -1
  331. package/dist/db-ZIk6S2CD.js +0 -2
  332. package/dist/db-sHGpaLo9.js.map +0 -1
  333. package/dist/debug-BnXV7JbX.js +0 -1
  334. package/dist/default-effort-BZRa-SQP.js.map +0 -1
  335. package/dist/dist-ByYk_wAs.js.map +0 -1
  336. package/dist/docker--2ytOHcu.js.map +0 -1
  337. package/dist/doctor-eE65YpEv.js.map +0 -1
  338. package/dist/environment-Cy3FVLR5.js.map +0 -1
  339. package/dist/eval-source-BTsTRiBW.js.map +0 -1
  340. package/dist/evaluate-CFFdyYZX.js.map +0 -1
  341. package/dist/evaluate-DnGOaGQc.d.ts +0 -43
  342. package/dist/files-B3d-8Fe0.js +0 -1
  343. package/dist/files-COW5JBJM.js +0 -1
  344. package/dist/files-Do4Rp3yZ.js +0 -1
  345. package/dist/files-p-uTdOjA.js.map +0 -1
  346. package/dist/gate-BoDKeuJu.js.map +0 -1
  347. package/dist/harness-Ch2P81sx.js.map +0 -1
  348. package/dist/ids-DuK6xl4w.js.map +0 -1
  349. package/dist/images-BVZHDf_z.js.map +0 -1
  350. package/dist/init-BWnMbUnc.js.map +0 -1
  351. package/dist/init-s1jN-PCI.js +0 -1
  352. package/dist/judge-ByEUlzOM.js.map +0 -1
  353. package/dist/live-DmJix4c8.js +0 -1
  354. package/dist/live-d_5a5iUv.js.map +0 -1
  355. package/dist/model-8uZBYqV5.js +0 -1
  356. package/dist/model-DOiCiMCD.js.map +0 -1
  357. package/dist/node-CwP1G178.js.map +0 -1
  358. package/dist/opencode-providers-yNKyXD49.js.map +0 -1
  359. package/dist/plan-CIfOFhth.js.map +0 -1
  360. package/dist/plugins-BEs2Am3L.js.map +0 -1
  361. package/dist/preflight-50Qw5e5K.js.map +0 -1
  362. package/dist/provenance-Cc8fFE7Z.js.map +0 -1
  363. package/dist/provider-DCdTHQpk.js +0 -1
  364. package/dist/providers-CP_bBtYm.js +0 -1
  365. package/dist/providers-DZSTlC9R.js.map +0 -1
  366. package/dist/query-kFPuqBv1.js +0 -1
  367. package/dist/questions-C_Y-oXW6.js.map +0 -1
  368. package/dist/record-DhzwkSXc.js.map +0 -1
  369. package/dist/redact-BEEGc37e.js.map +0 -1
  370. package/dist/remarks-0EXMh6AD.js.map +0 -1
  371. package/dist/remarks-BL18Id09.js +0 -1
  372. package/dist/remarks-DeZZT8PK.js +0 -116
  373. package/dist/remarks-DeZZT8PK.js.map +0 -1
  374. package/dist/remarks-E4rpi8Ym.js.map +0 -1
  375. package/dist/resolve-BJSay360.js +0 -1
  376. package/dist/resolve-B_JlQ0La.js.map +0 -1
  377. package/dist/resume-CexsWuGK.js +0 -434
  378. package/dist/resume-CexsWuGK.js.map +0 -1
  379. package/dist/runtime-CSZ1hjlN.js.map +0 -1
  380. package/dist/sandbox-B5W8lLL1.js.map +0 -1
  381. package/dist/server-SBzrf35T.js +0 -1
  382. package/dist/shared-ogqPJ0uo.js.map +0 -1
  383. package/dist/source-Dn1uqPon.js +0 -1
  384. package/dist/src-BKDZO3ra.js +0 -2
  385. package/dist/src-BxrHipV0.js +0 -3
  386. package/dist/src-C9elednc.js +0 -2
  387. package/dist/src-CM7xdJFA.js +0 -2
  388. package/dist/src-CWEGknZo.js +0 -2
  389. package/dist/src-Cpy9MNS3.js.map +0 -1
  390. package/dist/src-DVaAKCsH.js +0 -1
  391. package/dist/src-DurP--_D.js +0 -2
  392. package/dist/state-Cicc9Oa5.js +0 -1
  393. package/dist/stats-D-Gqwqt0.js.map +0 -1
  394. package/dist/suite-BYJ2Q0S-.js +0 -2
  395. package/dist/suite-BtHPBFYL.js +0 -544
  396. package/dist/suite-BtHPBFYL.js.map +0 -1
  397. package/dist/summary-zP3cCXDN.js.map +0 -1
  398. package/dist/types-C4OkYhZg.js.map +0 -1
  399. package/dist/vertex-6uSpZ5L8.js.map +0 -1
  400. package/dist/vertex-BaAz44YN.js +0 -1
  401. package/dist/views-CKoN5NAx.js.map +0 -1
  402. package/dist/views-CmyX255j.js +0 -2
  403. package/dist/workspace-Dw9DEZox.js +0 -1
@@ -1,8 +1,32 @@
1
- import { $n as formatSeconds, $t as TranscriptEvent, An as EFFORT_MIN_RUNS, Bn as cellEffort, Cn as Lift, Dn as CellEffort, En as UpstreamCount, Fn as Spread, Gn as effortLabel, Gt as SandboxWarning, Hn as contrastEffort, In as TOKENS_UNREPORTED, Jn as effortSummary, Kn as effortOf, Ln as VERDICT_TEXT, Mn as EffortMetric, Nn as EffortSample, On as DIRECTIONAL_MIN, Pn as EffortVerdict, Qn as formatRatio, Qt as TokenUsage, Rn as bothUnderATenth, Sn as JudgmentRecord, Tn as StackSummary, Un as directional, Vn as cellSamples, Wn as effortChangeLabel, Xn as filesChanged, Yn as effortVerdict, Zn as formatCount, _ as CapturePage, _n as FamilyRate, bn as HistoryCell, dn as AttemptRecord, er as tokenValues, f as CaptureConsoleMessage, fn as CellRecord, gn as FamilyLiftSummary, hn as FamilyLift, jn as EffortContrast, kn as EFFORT_ALPHA, kt as Outcome, mn as EvalEntry, nn as TurnStatus, p as CaptureFailedRequest, pn as CheckTally, q as ErrorKind, qn as effortSample, un as ArtifactRef, v as CapturePageFile, vn as FamilyRecord, wn as RunRecord, xn as HistoryEntry, yn as FileRef, zn as cellContrast } from "../types-BHR1lGPh.js";
1
+ import { $n as directional, An as HistoryEntry, Bn as EFFORT_MIN_RUNS, Cn as FamilyLift, Dn as FamilyVerdict, En as FamilyRecord, Fn as StackSummary, Gn as Spread, Hn as EffortMetric, In as UpstreamCount, It as Outcome, Jn as bothUnderATenth, Kn as TOKENS_UNREPORTED, Ln as CellEffort, Mn as Lift, Nn as RunInvocation, On as FileRef, Pn as RunRecord, Q as ErrorKind, Qn as contrastEffort, Qt as SandboxWarning, Rn as DIRECTIONAL_MIN, Sn as EvalEntry, Tn as FamilyRate, Un as EffortSample, Vn as EffortContrast, Wn as EffortVerdict, Xn as cellEffort, Yn as cellContrast, Zn as cellSamples, ar as effortVerdict, b as CapturePage, bn as CellRecord, cr as formatRatio, er as effortChangeLabel, g as CaptureFailedRequest, h as CaptureConsoleMessage, ir as effortSummary, jn as JudgmentRecord, kn as HistoryCell, lr as formatSeconds, nr as effortOf, on as TokenUsage, or as filesChanged, qn as VERDICT_TEXT, rr as effortSample, sn as TranscriptEvent, sr as formatCount, tr as effortLabel, un as TurnStatus, ur as tokenValues, vn as ArtifactRef, wn as FamilyLiftSummary, x as CapturePageFile, xn as CheckTally, yn as AttemptRecord, zn as EFFORT_ALPHA } from "../types-DBwFsGem.js";
2
+ /** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
3
+ export declare function familyRateLabel(rate: FamilyRate): string;
4
+ /**
5
+ * `pass@1 88% vs 20% lift +68 pts (95% +40…+82, paired, 18 vs 1 discordant, p <0.001)`. At
6
+ * one attempt a case, the counts are the discordant pairs; at several, the paired cases.
7
+ */
8
+ export declare function familyLiftLabel(lift: FamilyLift): string;
9
+ /**
10
+ * `tools ×0.41 per case (fewer, signed-rank p 0.002) · agent time ×0.80 per case (noise, …)`;
11
+ * a metric whose control median is 0 has no ratio and is left out.
12
+ */
13
+ export declare function familyEffortLabel(lift: FamilyLift): string | null;
14
+ /** `25 cases · paired` with a compare, and `3 of 25 cases` when a filter left some out. */
15
+ export declare function familyHeadLabel(family: FamilyRecord): string;
16
+ /**
17
+ * A case's short label: its key, so `adds a check [nextjs]` under `adds a check` is `nextjs`. A
18
+ * family in an older record named its cases from a template, whose literal text before
19
+ * the first placeholder and after the last comes off: `fixes $id` labels `fixes GH-101` `GH-101`.
20
+ */
21
+ export declare function caseLabel(template: string, name: string): string;
22
+ /** The entries an eval with `cases` ran as, one per case in list order, each with `family`. */
23
+ export declare function caseEntries(e: EvalEntry): EvalEntry[];
24
+ /** An eval with `cases` as `foldCases` read it: its cells' rates and lifts, as a family. */
25
+ export declare function familyOf(e: EvalEntry): FamilyRecord | undefined;
2
26
  /** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
3
- export declare const ANALYSIS_PROMPT_VERSION = "analysis-v12";
27
+ export declare const ANALYSIS_PROMPT_VERSION = "analysis-v13";
4
28
  /** Bumped when the digest's shape or selection rules change. */
5
- export declare const DIGEST_VERSION = 13;
29
+ export declare const DIGEST_VERSION = 15;
6
30
  export type Confidence = 'high' | 'medium' | 'low';
7
31
  export type AnalysisClaim = {
8
32
  text: string;
@@ -193,14 +217,26 @@ export type CompareRow = {
193
217
  * reads as `canceled`. Such an eval is never `regressed` or `fixed`: it's `drift`.
194
218
  */
195
219
  canceled?: Array<'base' | 'head'>;
220
+ /** An eval with `cases`: each case's row, its `id` the case key, in head's order then base's. */
221
+ cases?: CompareRow[];
196
222
  /**
197
- * `family`: a pooled `evaluate.each`'s gate, its `id` the family's. `base` and `head` are its
198
- * pooled outcome (`fail` when a lift is below its `minLift`); its cases have rows of their own.
199
- * For such a row, `cells` are the variants whose pooled lift only one run has.
223
+ * An eval with `cases` when the runs ran different cases: the case keys only head or only base
224
+ * has. Then `base` and `head` are over the cases both have.
200
225
  */
201
- kind?: 'family';
202
- /** On a family row: each variant's pooled lift on each side, null where that run has none. */
226
+ caseScope?: {
227
+ added: string[];
228
+ removed: string[];
229
+ };
230
+ /** An eval with `cases`: each variant's lift paired by case on each side, null where that run has none. */
203
231
  lifts?: CompareFamilyLift[];
232
+ /** An eval with `cases`: each cell's rate over the cases that a `passRate` gates, on each side. */
233
+ rates?: CompareFamilyRate[];
234
+ /**
235
+ * `family` on a case row whose cell's rate over the cases gates it (`CaseRecord.verdict`):
236
+ * `base` and `head` are what it did, and the eval's row is the verdict, so
237
+ * `--fail-on-regression` leaves it to that row.
238
+ */
239
+ verdict?: 'family';
204
240
  };
205
241
  export type CompareFamilyLift = {
206
242
  key: string;
@@ -208,6 +244,19 @@ export type CompareFamilyLift = {
208
244
  base: Omit<FamilyLiftSummary, 'variant' | 'vs'> | null;
209
245
  head: Omit<FamilyLiftSummary, 'variant' | 'vs'> | null;
210
246
  };
247
+ export type CompareFamilyRate = {
248
+ key: string;
249
+ base: {
250
+ rate: number;
251
+ passRate: number;
252
+ outcome: 'pass' | 'fail';
253
+ } | null;
254
+ head: {
255
+ rate: number;
256
+ passRate: number;
257
+ outcome: 'pass' | 'fail';
258
+ } | null;
259
+ };
211
260
  export type CompareCell = {
212
261
  key: string;
213
262
  base: Pick<HistoryCell, 'lift' | 'effort' | 'pass' | 'fail'>;
@@ -240,8 +289,11 @@ export declare function stackChanges(base: StackSource, head: StackSource): Stac
240
289
  * A cell `seen` doesn't have yet is new coverage, not a change.
241
290
  */
242
291
  export declare function cellsChanged(seen: Map<string, string>, evalId: string, cells: ReadonlyArray<Pick<HistoryCell, 'key' | 'fingerprint'>>): boolean;
243
- type ComparableEval = Pick<HistoryEntry['evals'][number], 'id' | 'fingerprint' | 'outcome' | 'sources' | 'source' | 'revision' | 'cells'>;
244
- type Comparable = Pick<HistoryEntry, 'stack' | 'families'> & {
292
+ type HistoryEval = HistoryEntry['evals'][number];
293
+ type ComparableEval = Pick<HistoryEval, 'id' | 'fingerprint' | 'outcome' | 'sources' | 'source' | 'revision' | 'cells'> & Partial<Pick<HistoryEval, 'cases' | 'lifts' | 'rates'>> & {
294
+ verdict?: 'family';
295
+ };
296
+ type Comparable = Pick<HistoryEntry, 'stack'> & {
245
297
  evals: ComparableEval[];
246
298
  };
247
299
  /** Which source files were added, removed or changed. */
@@ -252,21 +304,19 @@ export declare function sourceChanges(before: ComparableEval['sources'], after:
252
304
  * parts that differ. Each reason but the revision ends in ` changed`.
253
305
  */
254
306
  export declare function whyChanged(base: ComparableEval, head: ComparableEval): string[];
255
- /** An eval only head has. */
307
+ /** An eval only head has, with each of its cases. */
256
308
  export declare const addedRow: (h: ComparableEval) => CompareRow;
257
- /** The rows of a run with nothing to compare it with: every eval and gated family is new. */
309
+ /** The rows of a run with nothing to compare it with: every eval is new. */
258
310
  export declare const newRows: (head: Comparable) => CompareRow[];
259
- /** Each eval's row, then each family's that either run gated. */
311
+ /** Each eval's row, an eval with `cases` with a row for each of its cases. */
260
312
  export declare function compare(base: Comparable, head: Comparable): CompareRow[];
261
- /** The key that tells a family's row from an eval's, whose ids can coincide. */
262
- export declare const rowKey: (row: Pick<CompareRow, 'id' | 'kind'>) => string;
263
313
  /**
264
314
  * An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
265
315
  * and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
266
316
  *
267
317
  * debug.log the `-v` trace, one line per event, always written
268
318
  * requests.ndjson one line per egress gateway request, always written
269
- * trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `--trace`
319
+ * trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `-vv`
270
320
  */
271
321
  export declare const DEBUG_LOG = "debug.log";
272
322
  export declare const REQUESTS_FILE = "requests.ndjson";
@@ -350,27 +400,6 @@ export declare function formatBytes(n: number): string;
350
400
  * bytes each way, time, and which secrets were swapped in (by name).
351
401
  */
352
402
  export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
353
- /** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
354
- export declare function familyRateLabel(rate: FamilyRate): string;
355
- /**
356
- * `pass@1 88% vs 20% lift +68 pts (95% +40…+82, paired, 18 vs 1 discordant, p <0.001)`. At
357
- * one attempt a case, the counts are the discordant pairs; at several, the paired cases.
358
- */
359
- export declare function familyLiftLabel(lift: FamilyLift): string;
360
- /**
361
- * `tools ×0.41 per case (fewer, signed-rank p 0.002) · agent time ×0.80 per case (noise, …)`;
362
- * a metric whose control median is 0 has no ratio and is left out.
363
- */
364
- export declare function familyEffortLabel(lift: FamilyLift): string | null;
365
- /** `25 cases · paired` with a compare, and `3 of 25 cases` when a filter left some out. */
366
- export declare function familyHeadLabel(family: FamilyRecord): string;
367
- /**
368
- * A case's short label: its name less the template's literal text before the first placeholder
369
- * and after the last, so `fixes $id` labels `fixes GH-101` as `GH-101`.
370
- */
371
- export declare function caseLabel(template: string, name: string): string;
372
- /** The family's cases in list order. */
373
- export declare const familyCases: (family: Pick<FamilyRecord, 'id'>, evals: readonly EvalEntry[]) => EvalEntry[];
374
403
  /** The derived header of one run: what listings, indexes and comparisons need without the record. */
375
404
  export declare function runHeader(record: RunRecord, recorded: boolean): HistoryEntry;
376
405
  /** Short name for a judge question, e.g. `login` from `login?`. */
@@ -393,10 +422,10 @@ export type JudgeKeyRate = {
393
422
  question: string;
394
423
  pass: number;
395
424
  counted: number;
396
- /** Compact lift vs the paired control, only when both sides have enough counted. */
425
+ /** Compact lift vs the paired control, when both sides counted an attempt. */
397
426
  lift: Pick<Lift, 'points' | 'control' | 'variant' | 'withinNoise'> | null;
398
427
  };
399
- /** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides qualify. */
428
+ /** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides counted an attempt. */
400
429
  export declare function cellJudgeRates(e: Pick<EvalEntry, 'attempts' | 'cells'>, cellKey: string): JudgeKeyRate[];
401
430
  /**
402
431
  * The judge rates a cell's summary line adds to its checks: a labeled judge whose label is one
@@ -500,6 +529,8 @@ export type LiveProgress = {
500
529
  planned: number;
501
530
  counts: LiveCounts;
502
531
  attempts: LiveAttempt[];
532
+ /** How the run was started, for a `--resume` after a quit that wrote no record. */
533
+ invocation?: RunInvocation;
503
534
  };
504
535
  /** A live run as the studio lists it: `stopped` when its process is gone or went quiet. */
505
536
  export type LiveRun = Omit<LiveProgress, 'schemaVersion' | 'pid' | 'host' | 'heartbeatAt'> & {
@@ -513,6 +544,8 @@ export declare const liveTranscriptPath: (runId: string, attemptKey: string) =>
513
544
  export declare const FINISHED: readonly LiveStatus[];
514
545
  export declare const isFinished: (status: LiveStatus) => boolean;
515
546
  export declare function liveCounts(attempts: readonly Pick<LiveAttempt, 'status'>[]): LiveCounts;
547
+ /** A saved invocation, or undefined when it isn't one; its numbers are whole and at least 1. */
548
+ export declare function readableInvocation(v: unknown): RunInvocation | undefined;
516
549
  /**
517
550
  * A progress file as the studio reads it, or null when it isn't one it can read: half-written,
518
551
  * corrupt, or from a newer reeval. Counts are recomputed from the attempts, never trusted.
@@ -585,27 +618,26 @@ export declare const shortSha: (sha: string | null | undefined) => string;
585
618
  /** Reasoning time, or `n/a` when the harness couldn't measure it: never `0s` for unknown. */
586
619
  export declare const reasoningLabel: (ms: number | null) => string;
587
620
  /**
588
- * An attempt's effort, counted as the CLI's turn lines count it: tool calls, then file edits.
589
- * Edit calls become one file edit per file they change, so they're counted apart, never summed.
590
- * With the workspace diff's count, `files changed` follows: an edit made from the shell is in it,
591
- * never in the file edits.
621
+ * An attempt's effort: tool calls, then the files the workspace diff changed, which counts a file
622
+ * the shell wrote, then the calls to the agent's edit tools, which doesn't.
592
623
  */
593
- export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed?: number): string;
624
+ export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed: number): string;
594
625
  /**
595
626
  * A run's outcome, which `reeval run`'s exit code is read from: an error outside any attempt, a
596
627
  * failed gated cell or a budget stop fails the run, while failures in ungated cells (controls, by
597
- * default) don't. An interrupted run is `skipped`, whatever ran.
628
+ * default) don't. An interrupted run is `skipped`, whatever ran; a resume its filters left
629
+ * `interrupted` exits on its outcome as if it were complete.
598
630
  */
599
631
  export declare function runOutcome(run: {
600
632
  status: RunRecord['status'];
601
- evals: ReadonlyArray<{
602
- outcome: Outcome;
603
- }>;
604
- families?: ReadonlyArray<{
605
- outcome: 'pass' | 'fail';
606
- }>;
633
+ evals: ReadonlyArray<Pick<EvalEntry, 'outcome'>>;
607
634
  errors?: readonly string[];
608
635
  }): Outcome;
636
+ /**
637
+ * The eval hasn't run yet: its run stopped (interrupted, or out of budget) or a filtered resume
638
+ * left it out, and it's `skipped` without being a todo or declared skipped. A resume runs it.
639
+ */
640
+ export declare const notRunYet: (run: Pick<RunRecord, 'status'>, e: Pick<EvalEntry, 'outcome' | 'todo' | 'skip'>) => boolean;
609
641
  /** Distinct judge labels that failed on a counted attempt, in first-seen order. */
610
642
  export declare function failedJudgeLabels(record: Pick<RunRecord, 'evals'>): string[];
611
643
  /**
@@ -777,9 +809,11 @@ export type CompareViewRow = {
777
809
  headScore: number | null;
778
810
  /** Cells in both runs, with lift and effort on each side. */
779
811
  perCell: CompareCell[];
780
- /** See `CompareRow`: a pooled family's gate, with no slug, pass@1 or score of its own. */
781
- kind?: 'family';
812
+ /** See `CompareRow`: an eval with `cases`, each case's row, and its gates over the cases. */
813
+ cases?: CompareRow['cases'];
814
+ caseScope?: CompareRow['caseScope'];
782
815
  lifts?: CompareRow['lifts'];
816
+ rates?: CompareRow['rates'];
783
817
  };
784
818
  export declare const COMPARE_ORDER: CompareStatus[];
785
819
  /**
@@ -852,6 +886,44 @@ export declare const findEval: (record: Pick<RunRecord, 'evals'>, slug: string)
852
886
  export declare const findAttempt: (e: EvalEntry, attemptId: string) => AttemptRecord | undefined;
853
887
  /** The attempt to open by default: the first failure, else the first attempt. */
854
888
  export declare const defaultAttempt: (e: EvalEntry) => AttemptRecord | undefined;
889
+ /** One observed name over one cell's attempts: its values tallied, or its numbers summarized. Never gates. */
890
+ export type ObservedTally = {
891
+ name: string;
892
+ /** The cell's key. */
893
+ cell: string;
894
+ /** Attempts that observed it. */
895
+ attempts: number;
896
+ /**
897
+ * Each string, boolean or null value, and each such item of an array value once per attempt,
898
+ * by how many attempts gave it, most first (ties in first-seen order); empty when none.
899
+ */
900
+ counts: Array<{
901
+ value: string;
902
+ n: number;
903
+ }>;
904
+ /** Over the number values; null when none. */
905
+ numbers: {
906
+ median: number;
907
+ min: number;
908
+ max: number;
909
+ n: number;
910
+ } | null;
911
+ /** Values neither tallied nor summarized: objects, and arrays with no scalar item. */
912
+ others: number;
913
+ };
914
+ /**
915
+ * Each name and cell any attempt observed it on, by name in first-observed order and then by
916
+ * cell, tallied over that cell's attempts.
917
+ */
918
+ export declare function observedTallies(attempts: ReadonlyArray<Pick<AttemptRecord, 'cell' | 'observations'>>): ObservedTally[];
919
+ /** `drizzle 9 · prisma 3`, `median 4 · range 1–12 · 13 attempts`, as the run output shows a tally. */
920
+ export declare function observedLine(t: ObservedTally): string;
921
+ /**
922
+ * How one name's tally on one cell moved from base to head, or null when it didn't:
923
+ * `prisma 6 → 1 · drizzle 2 → 8` (each value whose count changed, head's most first),
924
+ * `median 4 → 9`, or a side's whole line against `none` when only one side observed it.
925
+ */
926
+ export declare function observedShift(base: ObservedTally | undefined, head: ObservedTally | undefined): string | null;
855
927
  export type PatchFile = {
856
928
  path: string;
857
929
  status: 'added' | 'deleted' | 'modified' | 'renamed' | 'binary';
@@ -937,11 +1009,17 @@ export type Remark = {
937
1009
  */
938
1010
  id: string;
939
1011
  evalId: string;
940
- kind: 'too-few-tries' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large';
1012
+ kind: 'too-few-tries' | 'cant-tell-apart' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large' | 'observe-throws';
941
1013
  /** Fixed by kind (`REMARK_KINDS`). */
942
1014
  severity: 'concern' | 'suggestion';
943
1015
  /** One plain sentence: what's wrong. */
944
1016
  text: string;
1017
+ /**
1018
+ * The remark as one short line, with its fix and where (`1 run per side; set runs: 4 at
1019
+ * evals/a.eval.ts:12 to confirm these differences.`), which `reeval run`'s list prints without
1020
+ * `-v`; absent when the kind has none.
1021
+ */
1022
+ brief?: string;
945
1023
  /** Facts from this run (or history facts) showing it mattered now. */
946
1024
  evidence: string[];
947
1025
  /** An edit at a source location (`source:<file>#L<n>`) in the eval. */
@@ -970,7 +1048,8 @@ export declare class NewerSchemaError extends Error {
970
1048
  /**
971
1049
  * A record as every reader sees it: migrated to this reeval's schemaVersion, with each field added
972
1050
  * after it was written read as its default, so older runs keep loading in `reeval show`, `reeval query`,
973
- * compare, history and the studio. A record from a newer reeval throws a `NewerSchemaError`.
1051
+ * compare, history and the studio, and an eval with `cases` recorded as one entry per case reads
1052
+ * as one eval (`foldCases`). A record from a newer reeval throws a `NewerSchemaError`.
974
1053
  */
975
1054
  export declare function readableRecord(record: RunRecord, what?: string): RunRecord;
976
1055
  /** A transcript line as every reader sees it. */
@@ -982,19 +1061,67 @@ export declare const readableRemarks: (doc: RunRemarks, what?: string) => RunRem
982
1061
  /** A capture's `<name>.capture.json` as the studio sees it; one from a newer reeval throws. */
983
1062
  export declare const readableCapturePage: (page: CapturePageFile, what?: string) => CapturePageFile;
984
1063
  /**
985
- * Counted attempts a side before a pass-rate lift can be called: below it, every view says
986
- * `insufficient` (`can't tell yet`, `unclear`), whatever the interval. A product floor that keeps
987
- * `reeval run`, `reeval query`, the judge-key lift and `reeval analyze` agreeing, not one that
988
- * makes the stated 95% exact: at 4 a side, a 4/4 against 0/4 split happens by chance about 7% of
989
- * the time when nothing changed.
1064
+ * The runs a side a compare defaults to and the plan suggests. It doesn't gate the effect: a lift
1065
+ * always reads as its observed direction, and whether its interval excludes 0 decides whether it
1066
+ * holds. At 4 a side, a 4/4 against 0/4 split happens by chance about 7% of the time when nothing
1067
+ * changed.
1068
+ */
1069
+ export declare const COMPARE_RUNS = 4;
1070
+ type MeasureName = 'pass' | 'check' | 'judge' | 'question' | 'tools' | 'agentMs' | 'tokens';
1071
+ /**
1072
+ * `better` and `worse` are the measure's own test holding in that direction (for tool calls,
1073
+ * agent time and tokens, fewer is better); `leans` is a difference the test doesn't hold that
1074
+ * passes the lean screen (`screened`); `same` is every other difference, or none.
990
1075
  */
991
- export declare const EFFECT_MIN_COUNTED = 4;
1076
+ type MeasureVerdict = 'better' | 'worse' | 'same' | 'leans';
1077
+ type Measure = {
1078
+ measure: MeasureName;
1079
+ /** The check's label, the judge's check, the question; null for the rest. */
1080
+ label: string | null;
1081
+ /**
1082
+ * Each side's value: a pass rate (0–1), a mean judge score, a question's decisive pairs won, or
1083
+ * a median count, milliseconds or tokens.
1084
+ */
1085
+ variant: number;
1086
+ control: number;
1087
+ /**
1088
+ * The difference: pass-rate points (-1–1) for pass rate and checks, the mean score's difference
1089
+ * for a judge, the variant's share of decisive pairs for a question, and variant over control
1090
+ * for effort (null when the control's is 0).
1091
+ */
1092
+ estimate: number | null;
1093
+ /** The 95% interval on pass-rate points; null for the other measures. */
1094
+ lo: number | null;
1095
+ hi: number | null;
1096
+ /** The test's two-sided p; null where the measure's verdict is an interval's (pass rate, checks). */
1097
+ p: number | null;
1098
+ verdict: MeasureVerdict;
1099
+ /** On a lean, which way it leans. */
1100
+ leaning: 'better' | 'worse' | null;
1101
+ /** `5× faster`, `same pass rate`, `judge "tidy" +0.12`. */
1102
+ text: string;
1103
+ /**
1104
+ * On a lean, the runs a side (a case, on a family) or the cases (`unit`) at which a lean this
1105
+ * size would hold; null past `RUNS_TO_HOLD_MAX`, or on any other verdict.
1106
+ */
1107
+ needed: number | null;
1108
+ unit: 'runs' | 'cases';
1109
+ /**
1110
+ * On a lean whose test can't reach its lean p at this sample at all (two runs a side, or three,
1111
+ * for a rank test): the runs a side or cases (`unit`) it has (`now`) and the fewest at which it
1112
+ * can (`at`). Null otherwise.
1113
+ */
1114
+ short: {
1115
+ now: number;
1116
+ at: number;
1117
+ } | null;
1118
+ };
992
1119
  /**
993
- * A variant against its baseline: `better` or `worse` when the stored 95% interval on the
994
- * difference excludes 0, `same` when both pass at the same rate, and `unclear` otherwise,
995
- * including whenever either side has fewer than `EFFECT_MIN_COUNTED` counted attempts.
1120
+ * A variant against its baseline: the direction of their observed pass rates, at any number of
1121
+ * runs. Whether it holds is the interval's to say (`CellResult.interval`), and the
1122
+ * `too-few-tries` remark says how many runs would settle it.
996
1123
  */
997
- export type Effect = 'better' | 'worse' | 'same' | 'unclear';
1124
+ export type Effect = 'better' | 'worse' | 'same';
998
1125
  /**
999
1126
  * What an eval's cells compare: `change` when it has variants (or several environments),
1000
1127
  * `harness` when it has several harnesses, `both`, or `none`.
@@ -1021,7 +1148,8 @@ export type SuiteResult = {
1021
1148
  status: RunRecord['status'];
1022
1149
  /**
1023
1150
  * The run's outcome, which `reeval run`'s exit code is read from: `fail` on any error outside
1024
- * an attempt, and `skipped` on an interrupted run.
1151
+ * an attempt, and `skipped` on an interrupted run. `reeval run --json` gives a resume that its
1152
+ * filters left `interrupted` the outcome of the attempts it ran, as its exit code.
1025
1153
  */
1026
1154
  outcome: Outcome;
1027
1155
  /**
@@ -1030,8 +1158,7 @@ export type SuiteResult = {
1030
1158
  */
1031
1159
  errors: string[];
1032
1160
  /**
1033
- * Outcomes counted per block: each family case is one, each eval with no cases is one, and a
1034
- * family whose pooled gate failed is one more fail. `errors` counts the run's `errors`, and
1161
+ * Outcomes counted per eval, an eval with `cases` once. `errors` counts the run's `errors`, and
1035
1162
  * `notGated` the passes whose cells are all `gate: 'none'` (studies), which `pass` leaves out.
1036
1163
  */
1037
1164
  tally: SuiteTally;
@@ -1068,24 +1195,32 @@ export type EvalResult = {
1068
1195
  /** Source order in the file. */
1069
1196
  order: number;
1070
1197
  across: Across;
1071
- /**
1072
- * A pooled `evaluate.each` with two or more cases: `cases` is set and `cells` is null. An
1073
- * unpooled one (`{ pool: false }`) is recorded as separate evals, each a single eval.
1074
- */
1198
+ /** An eval with `cases`: `cases` is set and `cells` is null. */
1075
1199
  family: boolean;
1076
1200
  /** A placeholder (`evaluate.todo`) that never ran. */
1077
1201
  todo: boolean;
1078
- /** On a family: `fail` when a case failed or its pooled gate did. */
1202
+ /**
1203
+ * Hasn't run yet: skipped, but not a todo or declared skipped, in a run that isn't complete. On
1204
+ * a family, every case.
1205
+ */
1206
+ notRun: boolean;
1207
+ /**
1208
+ * On a family: `fail` when its pooled gate failed, or a case it doesn't gate on its rate did.
1209
+ */
1079
1210
  outcome: ResultOutcome;
1080
1211
  cells: CellResult[] | null;
1081
1212
  cases: CaseResult[] | null;
1082
- /** A family's variants against their baseline, pooled over the cases; null on a single eval. */
1213
+ /** A family's variants against their control, pooled over the cases; null on a single eval. */
1083
1214
  pooled: PooledArm[] | null;
1215
+ /** A family's `{ passRate }` cells, each gated on its rate over the cases; null on a single eval. */
1216
+ rates: PooledRate[] | null;
1084
1217
  /**
1085
1218
  * Its questions' answers: the pairwise ones, then those asked of each attempt. On a family,
1086
1219
  * each question asked of any case, in first-asked order, summed over the cases that answered it.
1087
1220
  */
1088
1221
  questions: Array<QuestionResult | AttemptQuestionResult>;
1222
+ /** Each name its attempts observed with `c.observe`, tallied per cell; with cases, over every case. */
1223
+ observations: ObservedTally[];
1089
1224
  };
1090
1225
  /** A pairwise question: each side's wins over the pairs the model decided. Never gates. */
1091
1226
  export type QuestionResult = {
@@ -1132,7 +1267,10 @@ export type CaseResult = {
1132
1267
  name: string;
1133
1268
  /** Its place in the case list. */
1134
1269
  order: number;
1270
+ /** What the case did; when its family's rate gates it, the family's outcome is the verdict. */
1135
1271
  outcome: ResultOutcome;
1272
+ /** Hasn't run yet, as `EvalResult.notRun`. */
1273
+ notRun: boolean;
1136
1274
  cells: CellResult[];
1137
1275
  };
1138
1276
  export type CellResult = {
@@ -1146,7 +1284,7 @@ export type CellResult = {
1146
1284
  variant: string | null;
1147
1285
  /** The control of an eval that has variants: the arm the variants are measured against. */
1148
1286
  baseline: boolean;
1149
- /** On a variant, its baseline cell's key; else null. */
1287
+ /** On a variant, its control cell's key; else null. */
1150
1288
  vs: string | null;
1151
1289
  /** The cell's place in the eval's cells. */
1152
1290
  order: number;
@@ -1172,16 +1310,16 @@ export type CellResult = {
1172
1310
  * attempt (every one an infra error or skipped) lists each as `not run`.
1173
1311
  */
1174
1312
  checks: CheckResult[];
1175
- /** On a variant, against its baseline; null on a control. */
1313
+ /** On a variant, the direction of its pass rate against its baseline's; null on a control or with nothing counted on a side. */
1176
1314
  effect: Effect | null;
1177
1315
  /** The stored 95% interval on the variant's difference from its baseline. Not for display. */
1178
1316
  interval: Interval | null;
1179
1317
  /** On a variant, the compare's `minLift`, a fraction like the interval; null without one. */
1180
1318
  minLift: number | null;
1181
- /** Medians over the counted attempts; null below `EFFECT_MIN_COUNTED` of them. */
1319
+ /** Medians over the counted attempts; null below `COMPARE_RUNS` of them. */
1182
1320
  effort: EffortCounters | null;
1183
- /** On a variant, its tool calls, agent time or tokens differ from its baseline's by the rank test. */
1184
- effortDiffers: boolean;
1321
+ /** On a variant, every measure against its baseline (`cellMeasures`); null on a control. */
1322
+ measures: Measure[] | null;
1185
1323
  /** Why attempts failed or errored where no check says: a timeout, an infra error, a throw. */
1186
1324
  errors: CellError[];
1187
1325
  /**
@@ -1220,7 +1358,7 @@ export type CheckResult = {
1220
1358
  order: number;
1221
1359
  outcome: CheckOutcome;
1222
1360
  /**
1223
- * On a variant, this check against the baseline's (`unclear` when the baseline never ran it);
1361
+ * On a variant, this check against the baseline's (null when either side never answered it);
1224
1362
  * null on a control or without one.
1225
1363
  */
1226
1364
  effect: Effect | null;
@@ -1284,21 +1422,31 @@ export type PooledArm = {
1284
1422
  /** Cases with counted attempts on both sides. */
1285
1423
  pairs: number;
1286
1424
  interval: Interval;
1425
+ /** The pooled lift's verdict: `insufficient` below `PAIRED_MIN` discordant pairs or cases. */
1426
+ verdict: FamilyVerdict;
1287
1427
  /** The compare's `minLift`, a fraction like the interval, which gates its low end; null without one. */
1288
1428
  minLift: number | null;
1289
1429
  outcome: 'pass' | 'fail';
1430
+ /** Every measure over the cases (`familyMeasures`). */
1431
+ measures: Measure[];
1432
+ };
1433
+ /** A cell's pass@1 over a family's cases, which its `gate: { passRate }` gates. */
1434
+ export type PooledRate = {
1435
+ /** The cell's key, the same in every case. */
1436
+ key: string;
1437
+ /** The mean of the cases' pass@1. */
1438
+ rate: number;
1439
+ passRate: number;
1440
+ outcome: 'pass' | 'fail';
1290
1441
  };
1291
1442
  type Side = {
1292
1443
  pass: number;
1293
1444
  counted: number;
1294
1445
  };
1295
- /**
1296
- * The effect of `variant` against `control`, from the interval on their difference. A side
1297
- * with fewer than `EFFECT_MIN_COUNTED` counted attempts is `unclear`, whatever the interval.
1298
- */
1299
- export declare function effectOf(variant: Side, control: Side, interval: Interval | null): Effect;
1300
- /** The check's effect, on the same Newcombe interval the record stores for a cell's lift. */
1301
- export declare function checkEffect(variant: CheckTally, control: CheckTally): Effect;
1446
+ /** The direction of `variant`'s pass rate against `control`'s; null when a side counted none. */
1447
+ export declare function effectOf(variant: Side, control: Side): Effect | null;
1448
+ /** The check's direction on the variant against the baseline; null when a side never answered it. */
1449
+ export declare const checkEffect: (variant: CheckTally, control: CheckTally) => Effect | null;
1302
1450
  /** One path segment: `%`, `/` and `+` percent-encoded, so segments split back unambiguously. */
1303
1451
  export declare const factSegment: (s: string) => string;
1304
1452
  export declare function evalAcross(cells: readonly Pick<CellRecord, 'harness' | 'environment' | 'role'>[]): Across;
@@ -1311,10 +1459,10 @@ export declare function messageLine(text: string): string;
1311
1459
  export declare const isStudy: (cells: readonly Pick<CellResult, 'gated'>[]) => boolean;
1312
1460
  /**
1313
1461
  * A study's pass: every cell `gate: 'none'`, or on a family every case's with no pooled `minLift`
1314
- * gating it, so it reads `not gated`, never `pass`.
1462
+ * or `passRate` gating it, so it reads `ran`, never `pass`.
1315
1463
  */
1316
- export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled'>) => boolean;
1464
+ export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled' | 'rates'>) => boolean;
1317
1465
  /** The facts of a run, from its record. Pure: the same record always gives the same result. */
1318
- export declare function suiteResult(record: RunRecord): SuiteResult;
1466
+ export declare function suiteResult(folded: RunRecord): SuiteResult;
1319
1467
  export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, tokenValues };
1320
1468
  //# sourceMappingURL=index.d.ts.map
@@ -1,12 +1,14 @@
1
1
  import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-Dwmi7L4X.js";
2
- import { t as EFFECT_MIN_COUNTED } from "../stats-D-Gqwqt0.js";
3
- import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-B5jDImcW.js";
2
+ import { t as COMPARE_RUNS } from "../stats-C18W4xPX.js";
3
+ import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-CIXzB4wK.js";
4
4
  import { n as pageLines, t as failedRequestLine } from "../capture-DMBZE9cs.js";
5
5
  import { n as splitPatch, t as patchPath } from "../patch-C7yBztZj.js";
6
- import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-adKPz-UJ.js";
7
- import { $ as bothUnderATenth, A as runtimeLabel, B as collapsedJudges, C as isUngatedMiss, Ct as whyChanged, D as runLead, E as reasoningLabel, F as cellUsage, G as summaryJudgeRates, H as judgeLabel, I as checkLabels, J as DIRECTIONAL_MIN, K as triesNote, L as checkTries, M as splitEvalId, N as transcriptItems, O as runOutcome, P as cellJudgeRates, Q as VERDICT_TEXT, R as checksByLabel, S as isNotGatedPass, St as stackChanges, T as parseTranscript, U as judgeRatesLabel, V as commandLine, W as labeledJudgments, X as EFFORT_MIN_RUNS, Y as EFFORT_ALPHA, Z as TOKENS_UNREPORTED, _ as formatUsage, _t as cellsChanged, a as buildIndex, at as effortChangeLabel, b as indexFiles, bt as rowKey, c as defaultAttempt, ct as effortSample, d as evalTree, dt as filesChanged, et as cellContrast, f as failedJudgeLabels, ft as formatCount, g as formatPercent, gt as addedRow, h as formatDuration, ht as tokenValues, i as attemptAnswerRows, it as directional, j as shortSha, k as runRows, l as evalHistory, lt as effortSummary, m as findEval, mt as formatSeconds, n as activityLabel, nt as cellSamples, o as cellRows, ot as effortLabel, p as findAttempt, pt as formatRatio, q as uniqueJudgeLabels, r as answerRows, rt as contrastEffort, s as compareView, st as effortOf, t as COMPARE_ORDER, tt as cellEffort, u as evalMarkOutcome, ut as effortVerdict, v as harnessLabel, vt as compare, w as languageLabel, x as isMatrix, xt as sourceChanges, y as hasUngatedCells, yt as newRows, z as collapsedJudgeLabel } from "../model-DOiCiMCD.js";
8
- import { a as evalAcross, c as isStudy, d as caseLabel, f as familyCases, g as familyRateLabel, h as familyLiftLabel, i as effectOf, l as messageLine, m as familyHeadLabel, n as checkEffect, o as factSegment, p as familyEffortLabel, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult } from "../suite-BtHPBFYL.js";
9
- import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-DeZZT8PK.js";
10
- import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-DhzwkSXc.js";
11
- import { a as liveApiPath, c as readableLiveProgress, i as isFinished, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-d_5a5iUv.js";
12
- export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFECT_MIN_COUNTED, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, rowKey, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
6
+ import { A as effortLabel, C as bothUnderATenth, D as contrastEffort, E as cellSamples, F as filesChanged, I as formatCount, L as formatRatio, M as effortSample, N as effortSummary, O as directional, P as effortVerdict, R as formatSeconds, S as VERDICT_TEXT, T as cellEffort, b as EFFORT_MIN_RUNS, d as familyEffortLabel, f as familyHeadLabel, j as effortOf, k as effortChangeLabel, m as familyRateLabel, p as familyLiftLabel, s as familyOf, t as caseEntries, u as caseLabel, v as DIRECTIONAL_MIN, w as cellContrast, x as TOKENS_UNREPORTED, y as EFFORT_ALPHA, z as tokenValues } from "../cases-z9E6DCd5.js";
7
+ import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-BnG_1x_O.js";
8
+ import { A as runRows, B as stackChanges, C as isUngatedMiss, D as reasoningLabel, E as parseTranscript, F as addedRow, I as cellsChanged, L as compare, M as shortSha, N as splitEvalId, O as runLead, P as transcriptItems, R as newRows, S as isNotGatedPass, T as notRunYet, V as whyChanged, _ as formatUsage, a as buildIndex, b as indexFiles, c as defaultAttempt, d as evalTree, f as failedJudgeLabels, g as formatPercent, h as formatDuration, i as attemptAnswerRows, j as runtimeLabel, k as runOutcome, l as evalHistory, m as findEval, n as activityLabel, o as cellRows, p as findAttempt, r as answerRows, s as compareView, t as COMPARE_ORDER, u as evalMarkOutcome, v as harnessLabel, w as languageLabel, x as isMatrix, y as hasUngatedCells, z as sourceChanges } from "../model-V3mMXp6x.js";
9
+ import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-DPCONFxZ.js";
10
+ import { a as checksByLabel, c as commandLine, d as labeledJudgments, f as summaryJudgeRates, i as checkTries, l as judgeLabel, m as uniqueJudgeLabels, n as cellUsage, o as collapsedJudgeLabel, p as triesNote, r as checkLabels, s as collapsedJudges, t as cellJudgeRates, u as judgeRatesLabel } from "../judgments-CzgpsTqv.js";
11
+ import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-6IUzwP9K.js";
12
+ import { a as liveApiPath, c as readableInvocation, i as isFinished, l as readableLiveProgress, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-CgYbO4Te.js";
13
+ import { S as observedTallies, a as evalAcross, b as observedLine, c as isStudy, i as effectOf, l as messageLine, n as checkEffect, o as factSegment, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult, x as observedShift } from "../suite-COglUhPd.js";
14
+ export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, COMPARE_RUNS, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseEntries, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyOf, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, notRunYet, observedLine, observedShift, observedTallies, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableInvocation, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
@@ -1,8 +1,9 @@
1
- import { i as formatDuration } from "./text-D--Q5KsA.js";
2
- import { S as isNotGatedPass, _t as cellsChanged } from "./model-DOiCiMCD.js";
3
- import { u as suiteResult } from "./suite-BtHPBFYL.js";
4
- import { o as warnings } from "./state-CdSjXIfE.js";
5
- import { i as stateRows, m as render, r as runTally, t as OUTCOME_MARK } from "./summary-zP3cCXDN.js";
1
+ import { i as formatDuration } from "./text-B8-W3Cvn.js";
2
+ import { I as cellsChanged, S as isNotGatedPass } from "./model-V3mMXp6x.js";
3
+ import { u as suiteResult } from "./suite-COglUhPd.js";
4
+ import { o as warnings } from "./state-BOLt8pJg.js";
5
+ import { d as render } from "./layout-Cm85tQYk.js";
6
+ import { i as stateRows, r as runTally, t as OUTCOME_MARK } from "./summary-DU5zaibx.js";
6
7
  // src/history/views.ts
7
8
  var RefError = class extends Error {
8
9
  name = "RefError";
@@ -99,7 +100,7 @@ function formatHistory({ runs, rows, orphaned }) {
99
100
  const rate = row.counted ? `${row.pass}/${row.counted}` : "–";
100
101
  lines.push(` ${strip.padEnd(width)} ${rate.padStart(5)} ${row.id}`);
101
102
  }
102
- lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○ not gated · not run ¦ eval or stack changed");
103
+ lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○ ran · not run ¦ eval or stack changed");
103
104
  if (orphaned.length > 0) lines.push("", `${orphaned.length} run${orphaned.length === 1 ? " was" : "s were"} recorded on commits that aren't in HEAD's history (rebased or dropped?):`, ...orphaned.map((id) => ` ${id}`));
104
105
  return lines.join("\n");
105
106
  }
@@ -122,4 +123,4 @@ function formatShow(run, opts = {}) {
122
123
  }
123
124
  export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
124
125
 
125
- //# sourceMappingURL=views-CKoN5NAx.js.map
126
+ //# sourceMappingURL=views-DAIiLiV3.js.map