reeval 0.14.0 → 0.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (364) hide show
  1. package/README.md +15 -15
  2. package/THIRD_PARTY_NOTICES.md +69 -69
  3. package/assets/gateway-models.mjs +74 -0
  4. package/dist/{adapter-BloGVZ_a.js → adapter-CRKYPkRt.js} +37 -8
  5. package/dist/adapter-CRKYPkRt.js.map +1 -0
  6. package/dist/{agent-m-_t-IuW.js → agent-BgH4-kFc.js} +58 -16
  7. package/dist/agent-BgH4-kFc.js.map +1 -0
  8. package/dist/{app-files-C-jwhRDt.js → app-files-BMVBr079.js} +4 -4
  9. package/dist/app-files-BMVBr079.js.map +1 -0
  10. package/dist/{assemble-BDEpelpi.js → assemble-BVbI6NW-.js} +214 -128
  11. package/dist/assemble-BVbI6NW-.js.map +1 -0
  12. package/dist/assemble-SiHa4__F.js +1 -0
  13. package/dist/{attempt-jI0OWxlz.js → attempt-CpbZ9arV.js} +10 -10
  14. package/dist/{attempt-jI0OWxlz.js.map → attempt-CpbZ9arV.js.map} +1 -1
  15. package/dist/{match-Bz0nSdzN.js → attempt-host-CIxjs2Be.js} +104 -6
  16. package/dist/attempt-host-CIxjs2Be.js.map +1 -0
  17. package/dist/{capture-CVRwRTnb.js → capture-iQ6kYJV0.js} +2360 -1523
  18. package/dist/capture-iQ6kYJV0.js.map +1 -0
  19. package/dist/capture-px7Ey95_.js +1 -0
  20. package/dist/{cli-C_4gaJ50.js → cli-1YQU-66F.js} +153 -180
  21. package/dist/cli-1YQU-66F.js.map +1 -0
  22. package/dist/{cli-spec-CpnbATtI.js → cli-spec-CPWT1mAG.js} +10 -21
  23. package/dist/cli-spec-CPWT1mAG.js.map +1 -0
  24. package/dist/cli.js +2 -2
  25. package/dist/{client-D5hNjpEx.js → client-DMmOkbRA.js} +14 -7
  26. package/dist/client-DMmOkbRA.js.map +1 -0
  27. package/dist/{command-BXLUfw4h.js → command-8_Cg5v6b.js} +35 -22
  28. package/dist/command-8_Cg5v6b.js.map +1 -0
  29. package/dist/{command-I1euLLio.js → command-BlYCAqu-.js} +7 -7
  30. package/dist/{command-I1euLLio.js.map → command-BlYCAqu-.js.map} +1 -1
  31. package/dist/{validate-BhwqrVsm.js → command-C-HeGlap.js} +388 -60
  32. package/dist/command-C-HeGlap.js.map +1 -0
  33. package/dist/{command-Bxdy62dW.js → command-Cr1zjRvl.js} +32 -31
  34. package/dist/command-Cr1zjRvl.js.map +1 -0
  35. package/dist/{commands-p1S4nw_H.js → commands-Bj9NbmsO.js} +1 -1
  36. package/dist/{commands-jzigbNFb.js → commands-BvTNZ2-b.js} +181 -73
  37. package/dist/commands-BvTNZ2-b.js.map +1 -0
  38. package/dist/{config-BrdHA9bJ.js → config-CneBZB84.js} +883 -433
  39. package/dist/config-CneBZB84.js.map +1 -0
  40. package/dist/{contrasts-DRxMQQTC.js → contrasts-lhFsekco.js} +3 -3
  41. package/dist/{contrasts-DRxMQQTC.js.map → contrasts-lhFsekco.js.map} +1 -1
  42. package/dist/cost-C5RBTTJr.js +1 -0
  43. package/dist/{cost-D4elx933.js → cost-ChPa8-Fp.js} +3 -3
  44. package/dist/cost-ChPa8-Fp.js.map +1 -0
  45. package/dist/db-BnXyamuj.js +2 -0
  46. package/dist/db-Cnh3jIv_.js +1530 -0
  47. package/dist/db-Cnh3jIv_.js.map +1 -0
  48. package/dist/debug-CAx3qcaP.js +1 -0
  49. package/dist/{debug-D24NOQH1.js → debug-CgG3T071.js} +5 -2
  50. package/dist/debug-CgG3T071.js.map +1 -0
  51. package/dist/{docker-BnRlTpZA.js → docker-BihzJwbV.js} +11 -6
  52. package/dist/docker-BihzJwbV.js.map +1 -0
  53. package/dist/{docker-D01slDF3.js → docker-Cqq03H72.js} +26 -8
  54. package/dist/docker-Cqq03H72.js.map +1 -0
  55. package/dist/{docker-DivfZl2u.js → docker-DCAtFMo9.js} +1 -1
  56. package/dist/{doctor-DQ2p0euG.js → doctor-Dl4vMeqt.js} +275 -37
  57. package/dist/doctor-Dl4vMeqt.js.map +1 -0
  58. package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
  59. package/dist/env-CARj5Axq.js.map +1 -0
  60. package/dist/{environment-CO0P0soF.js → environment-Cf5HMjib.js} +116 -297
  61. package/dist/environment-Cf5HMjib.js.map +1 -0
  62. package/dist/{errors-r025B0Zb.js → errors-CHebohjc.js} +10 -4
  63. package/dist/{errors-r025B0Zb.js.map → errors-CHebohjc.js.map} +1 -1
  64. package/dist/eval-source-CAE4y2Sr.js +146 -0
  65. package/dist/eval-source-CAE4y2Sr.js.map +1 -0
  66. package/dist/{evaluate-BUmsN7yG.js → evaluate-CUtgyr43.js} +682 -150
  67. package/dist/evaluate-CUtgyr43.js.map +1 -0
  68. package/dist/evaluate-D35T51AC.d.ts +45 -0
  69. package/dist/files-BEnUJW1e.js +1 -0
  70. package/dist/{files-B-CJeeEh.js → files-BRViE7m-.js} +200 -87
  71. package/dist/files-BRViE7m-.js.map +1 -0
  72. package/dist/{files-kUCrswI6.js → files-BSqA2sZE.js} +20 -9
  73. package/dist/files-BSqA2sZE.js.map +1 -0
  74. package/dist/files-C3tQtD26.js +1 -0
  75. package/dist/files-CNiJ_fZf.js +37 -0
  76. package/dist/files-CNiJ_fZf.js.map +1 -0
  77. package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
  78. package/dist/files-D1y8Pg4Z.js.map +1 -0
  79. package/dist/files-Dts7EY3H.js +1 -0
  80. package/dist/{pairs-CHfZNRT6.js → gate-BC6SdQZs.js} +58 -4
  81. package/dist/gate-BC6SdQZs.js.map +1 -0
  82. package/dist/gateway.d.ts +22 -9
  83. package/dist/gateway.js +30 -8
  84. package/dist/gateway.js.map +1 -1
  85. package/dist/{git-Bk8DSwHy.js → git-UNxT_3z0.js} +3 -3
  86. package/dist/{git-Bk8DSwHy.js.map → git-UNxT_3z0.js.map} +1 -1
  87. package/dist/harness-3NVyTSGK.js +392 -0
  88. package/dist/harness-3NVyTSGK.js.map +1 -0
  89. package/dist/harness.d.ts +12 -8
  90. package/dist/harness.js +1 -1
  91. package/dist/{images-DzLeFjLx.js → images-8A_LzVfw.js} +8 -8
  92. package/dist/{images-DzLeFjLx.js.map → images-8A_LzVfw.js.map} +1 -1
  93. package/dist/index.d.ts +99 -11
  94. package/dist/index.js +5 -5
  95. package/dist/init-okoALIah.js +1 -0
  96. package/dist/{init-SRalM5xF.js → init-sFBgODhu.js} +10 -11
  97. package/dist/init-sFBgODhu.js.map +1 -0
  98. package/dist/{invocations-DzyKSJBa.js → invocations-C9ejlOYl.js} +10 -6
  99. package/dist/invocations-C9ejlOYl.js.map +1 -0
  100. package/dist/{judge-yLvjC5A3.js → judge-Bg4v4e_K.js} +236 -46
  101. package/dist/judge-Bg4v4e_K.js.map +1 -0
  102. package/dist/judge.d.ts +5 -7
  103. package/dist/judge.js +4 -8
  104. package/dist/judge.js.map +1 -1
  105. package/dist/{live-DYd2QEyR.js → live-DeMvnDD5.js} +3 -3
  106. package/dist/{live-DYd2QEyR.js.map → live-DeMvnDD5.js.map} +1 -1
  107. package/dist/{matchers-D4eUqx4j.js → matchers-BKPuaXlj.js} +14 -13
  108. package/dist/matchers-BKPuaXlj.js.map +1 -0
  109. package/dist/{model-1ZLr9Dcv.js → model-2rBZrdZA.js} +29 -36
  110. package/dist/model-2rBZrdZA.js.map +1 -0
  111. package/dist/{model-B45lDUV1.js → model-3MJtpho8.js} +22 -13
  112. package/dist/model-3MJtpho8.js.map +1 -0
  113. package/dist/{model-CgnOpss4.js → model-Bz7-j71_.js} +245 -68
  114. package/dist/model-Bz7-j71_.js.map +1 -0
  115. package/dist/model-DkPwypN4.js +1 -0
  116. package/dist/model-bREXVXwT.js +1 -0
  117. package/dist/{node-BSq5qHnQ.js → node-fP-H2uxn.js} +72 -50
  118. package/dist/node-fP-H2uxn.js.map +1 -0
  119. package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
  120. package/dist/object-BkXGPKWY.js.map +1 -0
  121. package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
  122. package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
  123. package/dist/openrouter-models-Bo8PZ4Ew.js +34 -0
  124. package/dist/openrouter-models-Bo8PZ4Ew.js.map +1 -0
  125. package/dist/{patch-DWf-I_Q_.js → patch-6T9XAipm.js} +7 -9
  126. package/dist/patch-6T9XAipm.js.map +1 -0
  127. package/dist/patch-CquGAGX5.js +76 -0
  128. package/dist/patch-CquGAGX5.js.map +1 -0
  129. package/dist/{plan-BIwUzlB8.js → plan-Dw2BjafJ.js} +79 -35
  130. package/dist/plan-Dw2BjafJ.js.map +1 -0
  131. package/dist/{plugins-Dkp_H3pB.js → plugins-ngQEJBjJ.js} +274 -17
  132. package/dist/plugins-ngQEJBjJ.js.map +1 -0
  133. package/dist/{preflight-D9y-HvZQ.js → preflight-BYXkweNN.js} +1 -1
  134. package/dist/{preflight-DJCD_BDn.js → preflight-CDRpog9o.js} +3 -3
  135. package/dist/{preflight-DJCD_BDn.js.map → preflight-CDRpog9o.js.map} +1 -1
  136. package/dist/{prepare-BJG_pD54.js → prepare-B3btUlT6.js} +2 -2
  137. package/dist/{prepare-CIxCGG0M.js → prepare-PkARUGoF.js} +8 -8
  138. package/dist/{prepare-CIxCGG0M.js.map → prepare-PkARUGoF.js.map} +1 -1
  139. package/dist/{prices-BcLEXvdY.js → prices-QaS-kjSQ.js} +7 -4
  140. package/dist/prices-QaS-kjSQ.js.map +1 -0
  141. package/dist/{provenance-CfZpFpAh.js → provenance-7Hzg88f4.js} +4 -4
  142. package/dist/{provenance-CfZpFpAh.js.map → provenance-7Hzg88f4.js.map} +1 -1
  143. package/dist/{providers-D1Zxp2he.js → providers-DDNMbv1T.js} +1 -1
  144. package/dist/{providers-DFk_6W4K.js → providers-PKoJtGK0.js} +5 -5
  145. package/dist/{providers-DFk_6W4K.js.map → providers-PKoJtGK0.js.map} +1 -1
  146. package/dist/query-Bt6vLJ3m.js +1 -0
  147. package/dist/{query-CemclveB.js → query-nBXrgEwl.js} +3 -3
  148. package/dist/{query-CemclveB.js.map → query-nBXrgEwl.js.map} +1 -1
  149. package/dist/{questions-bAudIc04.js → questions-CkAwePPR.js} +110 -36
  150. package/dist/questions-CkAwePPR.js.map +1 -0
  151. package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
  152. package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
  153. package/dist/redact-DVIaahLv.js +658 -0
  154. package/dist/redact-DVIaahLv.js.map +1 -0
  155. package/dist/remarks-Bp6AwPgb.js +1 -0
  156. package/dist/{rules-VhftPOOT.js → remarks-Bt0zwiQB.js} +330 -66
  157. package/dist/remarks-Bt0zwiQB.js.map +1 -0
  158. package/dist/{header-BLPP6aCU.js → remarks-IFFe_oty.js} +35 -9
  159. package/dist/remarks-IFFe_oty.js.map +1 -0
  160. package/dist/{remarks-mujJv1Ey.js → remarks-eBcrIZRu.js} +10 -5
  161. package/dist/remarks-eBcrIZRu.js.map +1 -0
  162. package/dist/{remote-CKcEKja4.js → remote-DfJYiP-R.js} +39 -99
  163. package/dist/remote-DfJYiP-R.js.map +1 -0
  164. package/dist/resolve-CT4XZIfV.js +1 -0
  165. package/dist/{resolve-CBoKzQMP.js → resolve-D_cLa4tW.js} +46 -30
  166. package/dist/resolve-D_cLa4tW.js.map +1 -0
  167. package/dist/results-DrKJuIQF.js +63 -0
  168. package/dist/results-DrKJuIQF.js.map +1 -0
  169. package/dist/{resume-B9SOSnK9.js → resume-BmIM52MJ.js} +47 -17
  170. package/dist/resume-BmIM52MJ.js.map +1 -0
  171. package/dist/{runtime-BgQRyCLl.js → runtime-CZVpkr04.js} +139 -48
  172. package/dist/runtime-CZVpkr04.js.map +1 -0
  173. package/dist/{sandbox-BOYZ0hlo.js → sandbox-Cmi6IQML.js} +2 -2
  174. package/dist/{sandbox-BOYZ0hlo.js.map → sandbox-Cmi6IQML.js.map} +1 -1
  175. package/dist/sandbox.d.ts +1 -1
  176. package/dist/sandbox.js +1 -1
  177. package/dist/server-CKJOnIB0.js +1 -0
  178. package/dist/{server-TGW4WyAz.js → server-DS8BGhGU.js} +75 -33
  179. package/dist/server-DS8BGhGU.js.map +1 -0
  180. package/dist/{shared-BDUzStad.js → shared-B_lvGqWz.js} +19 -11
  181. package/dist/shared-B_lvGqWz.js.map +1 -0
  182. package/dist/source-CgUqpumI.js +1 -0
  183. package/dist/source-DcXv4de-.js +59 -0
  184. package/dist/source-DcXv4de-.js.map +1 -0
  185. package/dist/{src-CHIwOy0o.js → src-1lpTocbd.js} +75 -30
  186. package/dist/{src-CHIwOy0o.js.map → src-1lpTocbd.js.map} +1 -1
  187. package/dist/{src-DjF_M8_f.js → src-8yTF251P.js} +30 -8
  188. package/dist/{src-DjF_M8_f.js.map → src-8yTF251P.js.map} +1 -1
  189. package/dist/{src-DjRI-IeE.js → src-A8HLtO0a.js} +135 -35
  190. package/dist/{src-DjRI-IeE.js.map → src-A8HLtO0a.js.map} +1 -1
  191. package/dist/{src-NSdQ9zI6.js → src-BO8AYqJ5.js} +17 -5
  192. package/dist/src-BO8AYqJ5.js.map +1 -0
  193. package/dist/src-BTqJbvj6.js +2 -0
  194. package/dist/{src-DmUgeTlE.js → src-BYDOXw_Y.js} +23 -7
  195. package/dist/{src-DmUgeTlE.js.map → src-BYDOXw_Y.js.map} +1 -1
  196. package/dist/src-BkiComGh.js +2 -0
  197. package/dist/src-BvgeZ4tS.js +2 -0
  198. package/dist/{src-8zoX_qrb.js → src-C0ySiej5.js} +572 -1067
  199. package/dist/src-C0ySiej5.js.map +1 -0
  200. package/dist/src-CgJrz5p0.js +3 -0
  201. package/dist/src-Cp-2Hdib.js +2 -0
  202. package/dist/{src-CyaDNG9r.js → src-DMo2eCOJ.js} +1 -1
  203. package/dist/{src-ChhtI6BP.js → src-DSZyg0Uq.js} +177 -28
  204. package/dist/src-DSZyg0Uq.js.map +1 -0
  205. package/dist/src-Dk2Na0b-.js +2 -0
  206. package/dist/src-OESRtvOi.js +2 -0
  207. package/dist/{src-DKPVX2Us.js → src-gn7YlnRg.js} +34 -5
  208. package/dist/{src-DKPVX2Us.js.map → src-gn7YlnRg.js.map} +1 -1
  209. package/dist/src-h5uDlk3m.js +1 -0
  210. package/dist/state-C97udoh3.js +1 -0
  211. package/dist/{state-B1t143wG.js → state-C_kdhp5v.js} +15 -15
  212. package/dist/{state-B1t143wG.js.map → state-C_kdhp5v.js.map} +1 -1
  213. package/dist/{stats-DSy5HfOv.js → stats-hfpuYsAM.js} +2 -2
  214. package/dist/{stats-DSy5HfOv.js.map → stats-hfpuYsAM.js.map} +1 -1
  215. package/dist/suite-ByT1lsdD.js +2 -0
  216. package/dist/{suite-WgT7m6Vs.js → suite-DieLXvCT.js} +61 -65
  217. package/dist/suite-DieLXvCT.js.map +1 -0
  218. package/dist/{summary-DIGEVr08.js → summary-CSzyBVsF.js} +113 -277
  219. package/dist/summary-CSzyBVsF.js.map +1 -0
  220. package/dist/tarball-CHcahyNK.js +258 -0
  221. package/dist/tarball-CHcahyNK.js.map +1 -0
  222. package/dist/testing.d.ts +426 -143
  223. package/dist/testing.js +12 -10
  224. package/dist/testing.js.map +1 -1
  225. package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
  226. package/dist/text-DTigcA64.js.map +1 -0
  227. package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
  228. package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
  229. package/dist/{transcript-BTxJpW4R.js → transcript-BJrKfgRW.js} +13 -5
  230. package/dist/transcript-BJrKfgRW.js.map +1 -0
  231. package/dist/types-C5vI3g1C.js.map +1 -1
  232. package/dist/{types-DXBbP9Mk.d.ts → types-DVvW66ci.d.ts} +569 -895
  233. package/dist/vertex-Bv7vhMgs.js +1 -0
  234. package/dist/vertex-C7PI-WPc.d.ts +3 -0
  235. package/dist/vertex-DypYjx71.js +456 -0
  236. package/dist/vertex-DypYjx71.js.map +1 -0
  237. package/dist/view/index.d.ts +548 -121
  238. package/dist/view/index.js +9 -9
  239. package/dist/{views-sXpGE6a2.js → views-B9STsLB4.js} +9 -10
  240. package/dist/{views-sXpGE6a2.js.map → views-B9STsLB4.js.map} +1 -1
  241. package/dist/views-Ca-rTixp.js +2 -0
  242. package/dist/{worker-entry-Duo9oAeT.js → worker-entry-C5bLCv6s.js} +48 -20
  243. package/dist/worker-entry-C5bLCv6s.js.map +1 -0
  244. package/dist/workspace-8uHtBSve.js +1 -0
  245. package/dist/{workspace-CDI68wtX.js → workspace-CBuI9Uds.js} +5 -5
  246. package/dist/{workspace-CDI68wtX.js.map → workspace-CBuI9Uds.js.map} +1 -1
  247. package/docker/seccomp-default.json +1 -0
  248. package/package.json +5 -1
  249. package/skills/eval-rubric/SKILL.md +46 -104
  250. package/dist/adapter-BloGVZ_a.js.map +0 -1
  251. package/dist/agent-m-_t-IuW.js.map +0 -1
  252. package/dist/app-files-C-jwhRDt.js.map +0 -1
  253. package/dist/assemble-BDEpelpi.js.map +0 -1
  254. package/dist/assemble-C5bfncHU.js +0 -1
  255. package/dist/capture-CVRwRTnb.js.map +0 -1
  256. package/dist/capture-CherbjzB.js +0 -1
  257. package/dist/cli-C_4gaJ50.js.map +0 -1
  258. package/dist/cli-spec-CpnbATtI.js.map +0 -1
  259. package/dist/client-D5hNjpEx.js.map +0 -1
  260. package/dist/command-BWAuwQNk.js +0 -91
  261. package/dist/command-BWAuwQNk.js.map +0 -1
  262. package/dist/command-BXLUfw4h.js.map +0 -1
  263. package/dist/command-Be6BSE2L.js +0 -335
  264. package/dist/command-Be6BSE2L.js.map +0 -1
  265. package/dist/command-Bxdy62dW.js.map +0 -1
  266. package/dist/commands-jzigbNFb.js.map +0 -1
  267. package/dist/config-BrdHA9bJ.js.map +0 -1
  268. package/dist/cost-D4elx933.js.map +0 -1
  269. package/dist/cost-DmnAod9x.js +0 -1
  270. package/dist/db-CAfksinX.js +0 -2
  271. package/dist/db-DO0p7xgP.js +0 -619
  272. package/dist/db-DO0p7xgP.js.map +0 -1
  273. package/dist/debug-D24NOQH1.js.map +0 -1
  274. package/dist/debug-D7bEv_UV.js +0 -1
  275. package/dist/docker-BnRlTpZA.js.map +0 -1
  276. package/dist/docker-D01slDF3.js.map +0 -1
  277. package/dist/doctor-DQ2p0euG.js.map +0 -1
  278. package/dist/env-BQqj93gu.js.map +0 -1
  279. package/dist/environment-CO0P0soF.js.map +0 -1
  280. package/dist/evaluate-BUmsN7yG.js.map +0 -1
  281. package/dist/evaluate-C_sgRA-V.d.ts +0 -134
  282. package/dist/facts-DzOUTreB.js +0 -906
  283. package/dist/facts-DzOUTreB.js.map +0 -1
  284. package/dist/files-B-CJeeEh.js.map +0 -1
  285. package/dist/files-BAt0i00X.js +0 -1
  286. package/dist/files-Bp5j5BqI.js +0 -1
  287. package/dist/files-C2sjmXhk.js +0 -1
  288. package/dist/files-C_gQNVB-.js +0 -65
  289. package/dist/files-C_gQNVB-.js.map +0 -1
  290. package/dist/files-Ca0d6Uq3.js.map +0 -1
  291. package/dist/files-kUCrswI6.js.map +0 -1
  292. package/dist/generate-DZ7vp69F.js +0 -1647
  293. package/dist/generate-DZ7vp69F.js.map +0 -1
  294. package/dist/harness-COVXSwJ6.js +0 -354
  295. package/dist/harness-COVXSwJ6.js.map +0 -1
  296. package/dist/header-BLPP6aCU.js.map +0 -1
  297. package/dist/init-RgCQXZhb.js +0 -1
  298. package/dist/init-SRalM5xF.js.map +0 -1
  299. package/dist/insights-TyAvz9aV.js +0 -68
  300. package/dist/insights-TyAvz9aV.js.map +0 -1
  301. package/dist/invocations-DzyKSJBa.js.map +0 -1
  302. package/dist/judge-yLvjC5A3.js.map +0 -1
  303. package/dist/match-Bz0nSdzN.js.map +0 -1
  304. package/dist/matchers-D4eUqx4j.js.map +0 -1
  305. package/dist/model-1ZLr9Dcv.js.map +0 -1
  306. package/dist/model-B45lDUV1.js.map +0 -1
  307. package/dist/model-BTZq8HIZ.js +0 -1
  308. package/dist/model-CgnOpss4.js.map +0 -1
  309. package/dist/model-Ch8kX87u.js +0 -1
  310. package/dist/node-BSq5qHnQ.js.map +0 -1
  311. package/dist/object-CLf2-tNq.js.map +0 -1
  312. package/dist/opencode-providers-klkqgzvb.js +0 -3276
  313. package/dist/opencode-providers-klkqgzvb.js.map +0 -1
  314. package/dist/pairs-CHfZNRT6.js.map +0 -1
  315. package/dist/patch-DWf-I_Q_.js.map +0 -1
  316. package/dist/plan-BIwUzlB8.js.map +0 -1
  317. package/dist/plugins-Dkp_H3pB.js.map +0 -1
  318. package/dist/prices-BcLEXvdY.js.map +0 -1
  319. package/dist/query-Cvbwl804.js +0 -1
  320. package/dist/questions-bAudIc04.js.map +0 -1
  321. package/dist/redact-CRGdfV2s.js +0 -240
  322. package/dist/redact-CRGdfV2s.js.map +0 -1
  323. package/dist/remarks-CXwSnSjR.js +0 -278
  324. package/dist/remarks-CXwSnSjR.js.map +0 -1
  325. package/dist/remarks-CyAu2DiB.js +0 -1
  326. package/dist/remarks-mujJv1Ey.js.map +0 -1
  327. package/dist/remote-CKcEKja4.js.map +0 -1
  328. package/dist/resolve-B5-uqmJ6.js +0 -1
  329. package/dist/resolve-CBoKzQMP.js.map +0 -1
  330. package/dist/results-CMgZEANy.js +0 -78
  331. package/dist/results-CMgZEANy.js.map +0 -1
  332. package/dist/resume-B9SOSnK9.js.map +0 -1
  333. package/dist/rules-VhftPOOT.js.map +0 -1
  334. package/dist/run-CwIEK16q.js +0 -88
  335. package/dist/run-CwIEK16q.js.map +0 -1
  336. package/dist/runtime-BgQRyCLl.js.map +0 -1
  337. package/dist/server-CHRSgKRp.js +0 -1
  338. package/dist/server-TGW4WyAz.js.map +0 -1
  339. package/dist/shared-BDUzStad.js.map +0 -1
  340. package/dist/source-B1WvBIQt.js +0 -40
  341. package/dist/source-B1WvBIQt.js.map +0 -1
  342. package/dist/source-DAzztZwU.js +0 -1
  343. package/dist/src-1jHbFaGW.js +0 -1
  344. package/dist/src-8zoX_qrb.js.map +0 -1
  345. package/dist/src-C_9wgowC.js +0 -2
  346. package/dist/src-ChhtI6BP.js.map +0 -1
  347. package/dist/src-D005Cbqz.js +0 -2
  348. package/dist/src-DIfRbp5a.js +0 -3
  349. package/dist/src-Dg8121Xy.js +0 -2
  350. package/dist/src-ElBqEN-S.js +0 -2
  351. package/dist/src-NSdQ9zI6.js.map +0 -1
  352. package/dist/src-YHGaUrGE.js +0 -2
  353. package/dist/src-mJVxw1Jm.js +0 -2
  354. package/dist/state-vznMh2wl.js +0 -1
  355. package/dist/suite-BsWGHzlG.js +0 -2
  356. package/dist/suite-WgT7m6Vs.js.map +0 -1
  357. package/dist/summary-DIGEVr08.js.map +0 -1
  358. package/dist/text-CrVy5ioL.js.map +0 -1
  359. package/dist/transcript-BTxJpW4R.js.map +0 -1
  360. package/dist/usage-DF3_p5pE.js +0 -1
  361. package/dist/validate-BhwqrVsm.js.map +0 -1
  362. package/dist/views-BW_C5eVH.js +0 -2
  363. package/dist/worker-entry-Duo9oAeT.js.map +0 -1
  364. package/dist/workspace-QZCacP8A.js +0 -1
@@ -1,21 +1,25 @@
1
+ import { t as RUN_ID } from "./paths-BmR-7tx3.js";
1
2
  import { l as sha256 } from "./ids-Bp6ut7ZD.js";
2
- import "./stats-DSy5HfOv.js";
3
- import "./suite-WgT7m6Vs.js";
4
- import "./facts-DzOUTreB.js";
3
+ import { n as clip } from "./text-DTigcA64.js";
4
+ import { t as inCI } from "./env-CARj5Axq.js";
5
+ import "./stats-hfpuYsAM.js";
6
+ import { t as git } from "./git-UNxT_3z0.js";
7
+ import { u as suiteResult } from "./suite-DieLXvCT.js";
8
+ import { n as REMARK_KINDS } from "./remarks-IFFe_oty.js";
9
+ import { p as scratchDir, u as recordNames } from "./files-BRViE7m-.js";
10
+ import { n as remarksFile, t as readRemarks } from "./files-CNiJ_fZf.js";
11
+ import { i as comparableFingerprint, s as openHistoryDb } from "./db-Cnh3jIv_.js";
12
+ import { join } from "node:path";
13
+ import { readFile } from "node:fs/promises";
5
14
  /** `KIND_ORDER` ranks remarks of one severity: the ones most worth acting on first. */
6
15
  const KIND_ORDER = [
7
16
  "flaky-check",
8
- "judge-too-loose",
9
- "judge-leaks-answer",
10
- "name-contradicts",
11
- "prompt-names-tool",
12
- "no-baseline",
13
17
  "slow-mcp-start",
14
18
  "proxy-only-egress",
19
+ "setup-process-secret",
20
+ "snapshot-too-large",
15
21
  "too-few-tries",
16
- "compound-judge",
17
- "check-never-fails",
18
- "name-no-intent"
22
+ "check-never-fails"
19
23
  ];
20
24
  /** Remarks ranked: concerns first, then by kind, then in the order they came. */
21
25
  function rankRemarks(remarks) {
@@ -25,9 +29,12 @@ function rankRemarks(remarks) {
25
29
  i
26
30
  })).sort((a, b) => order(a.r) - order(b.r) || a.i - b.i).map(({ r }) => r);
27
31
  }
28
- /** sha256(kind, eval, the eval's sources[, what it's about]): one remark per kind per eval version. */
32
+ /**
33
+ * sha256(kind, eval, the eval's version[, what it's about]): one remark per kind per eval version.
34
+ * The version is its `source` and `revision`, or its files on a record from before them.
35
+ */
29
36
  function remarkId(kind, evalId, entry, extra = "") {
30
- const sources = sha256(JSON.stringify(entry.sources.map((s) => [s.path, s.sha256])));
37
+ const sources = sha256(JSON.stringify(entry.source ? [entry.source, entry.revision ?? null] : entry.sources.map((s) => [s.path, s.sha256])));
31
38
  return sha256(JSON.stringify([
32
39
  kind,
33
40
  evalId,
@@ -35,16 +42,6 @@ function remarkId(kind, evalId, entry, extra = "") {
35
42
  ...extra ? [extra] : []
36
43
  ]));
37
44
  }
38
- /**
39
- * sha256(kind, eval, the quoted source text): a model remark's id. It holds while the quote is in
40
- * the file, so an edit elsewhere doesn't raise it again, and an edit to the quote acts on it.
41
- */
42
- const quotedRemarkId = (kind, evalId, quote) => sha256(JSON.stringify([
43
- kind,
44
- evalId,
45
- "quote",
46
- quote
47
- ]));
48
45
  const tries = (n) => `${n} ${n === 1 ? "try" : "tries"}`;
49
46
  const capital = (s) => `${s.slice(0, 1).toUpperCase()}${s.slice(1)}`;
50
47
  const rate = (c) => c.passed + c.failed ? c.passed / (c.passed + c.failed) : 0;
@@ -92,8 +89,7 @@ function tooFewTries(e, entry, ctx) {
92
89
  fix: {
93
90
  at: ctx.locate(entry, null),
94
91
  edit: `set runs: 4 or more, so each side counts at least 4 tries`
95
- },
96
- origin: "deterministic"
92
+ }
97
93
  }];
98
94
  }
99
95
  /** The record's tally of a check in a cell, with its variant verdict. */
@@ -150,8 +146,7 @@ function checkNeverFails(e, entries, ctx) {
150
146
  fix: {
151
147
  at: ctx.locate(entry, first.label),
152
148
  edit: compare ? `make "${first.label}" check what the change affects, or remove it` : `make "${first.label}" strict enough to fail on a wrong result, or remove it`
153
- },
154
- origin: "deterministic"
149
+ }
155
150
  }];
156
151
  }
157
152
  /**
@@ -196,8 +191,7 @@ function flakyCheck(e, entries, ctx) {
196
191
  fix: {
197
192
  at: ctx.locate(first.entry, first.label),
198
193
  edit: `make "${first.label}" check something every good try does, or raise runs so one try doesn't decide it`
199
- },
200
- origin: "deterministic"
194
+ }
201
195
  }];
202
196
  }
203
197
  /** `<plugin>:<server>` is a plugin's server; any other name is a plain `mcp` one. */
@@ -260,8 +254,7 @@ function slowMcpStart(e, entries, ctx) {
260
254
  fix: {
261
255
  at: ctx.locate(first.entry, name),
262
256
  edit: worst.never ? `run ${server}'s command in the sandbox with c.exec to see why it doesn't answer initialize` : `install what ${server} needs in the image (install or dockerfile), so it doesn't fetch or build it at start-up`
263
- },
264
- origin: "deterministic"
257
+ }
265
258
  });
266
259
  }
267
260
  return out;
@@ -309,42 +302,77 @@ function proxyOnlyEgress(e, entries, ctx) {
309
302
  fix: {
310
303
  at: ctx.locate(first.entry, null),
311
304
  edit: "set egress: 'allow-all' on the eval if it needs raw TCP or UDP, or point the client at HTTPS_PROXY"
312
- },
313
- origin: "deterministic"
305
+ }
314
306
  }];
315
307
  }
316
308
  /**
317
- * no-baseline (concern): the classification says the eval is about a change (`subject.change`),
318
- * but it declares no compare, so nothing shows what the change does. A profile's
319
- * `limit.compare: false` stripped the compare on purpose, so it never raises it.
309
+ * setup-process-secret (concern): a setup step left a process running with a `to: 'checks'` secret
310
+ * without `hosts` in its environment (`setupProcesses`), so it holds the real value while the agent,
311
+ * as the same user, works beside it. One per eval.
320
312
  */
321
- function noBaseline(suite, record, insights, ctx) {
322
- if (record.profile?.limit.compare === false) return [];
323
- const intents = new Map(insights.map((i) => [i.evalId, i.intent]));
324
- const byId = new Map(record.evals.map((e) => [e.id, e]));
325
- const out = [];
326
- for (const file of suite.files) for (const e of [...file.evals].sort((a, b) => a.order - b.order)) {
327
- const change = intents.get(e.path)?.subject.change?.trim();
328
- if (!change || e.todo || e.outcome === "skipped") continue;
329
- const own = units(e).flatMap((u) => byId.get(u.id) ?? []);
330
- const first = own[0];
331
- if (!first || own.some((x) => x.compare)) continue;
332
- if (units(e).some((u) => u.cells.some((c) => c.vs))) continue;
333
- out.push({
334
- id: remarkId("no-baseline", e.path, first),
335
- evalId: e.path,
336
- kind: "no-baseline",
337
- severity: "concern",
338
- text: `It's about ${change}, but nothing runs it without ${change}, so the result can't show what ${change} changes.`,
339
- evidence: [e.path],
340
- fix: {
341
- at: ctx.locate(first, null),
342
- edit: `add compare: { baseline: <an environment without ${change}>, variants: [<one with it>] }`
343
- },
344
- origin: "deterministic"
345
- });
346
- }
347
- return out;
313
+ function setupProcessSecret(e, entries, ctx) {
314
+ const cellPaths = /* @__PURE__ */ new Map();
315
+ for (const u of units(e)) for (const c of u.cells) cellPaths.set(`${u.id}\0${c.key}`, c.path);
316
+ const hits = entries.flatMap((entry) => entry.attempts.flatMap((attempt) => attempt.setupProcesses?.length ? [{
317
+ entry,
318
+ attempt,
319
+ processes: attempt.setupProcesses
320
+ }] : []));
321
+ const [first] = hits;
322
+ if (!first) return [];
323
+ const secrets = [...new Set(hits.flatMap((h) => h.processes.flatMap((p) => p.secrets)))];
324
+ const commands = [...new Set(hits.flatMap((h) => h.processes.map((p) => p.command)))];
325
+ const more = commands.length > 1 ? ` (and ${commands.length - 1} more)` : "";
326
+ const ofTries = hits.length > 1 ? ` in ${hits.length} tries` : "";
327
+ const [secret = ""] = secrets;
328
+ const list = secrets.join(", ");
329
+ const which = secrets.length > 1 ? "to: 'checks' secrets" : "a to: 'checks' secret";
330
+ const [its, those] = commands.length > 1 ? ["their", "those processes"] : ["its", "that process"];
331
+ return [{
332
+ id: remarkId("setup-process-secret", e.path, first.entry),
333
+ evalId: e.path,
334
+ kind: "setup-process-secret",
335
+ severity: "concern",
336
+ text: `Setup left "${clip(commands[0] ?? "", 80)}"${more} running with ${list}, ${which} without hosts, in ${its} environment${ofTries}, so the agent can read the real value from ${those}.`,
337
+ evidence: hits.map((h) => `${cellPaths.get(`${h.entry.id}\0${h.attempt.cell}`) ?? h.entry.id}#${h.attempt.n}`),
338
+ fix: {
339
+ at: ctx.locate(first.entry, secret),
340
+ edit: `broker ${secret} with the hosts the process sends it to, e.g. secret({ to: 'checks', hosts: ['api.example.com'] }), so it holds a placeholder, or start the process from c.exec after the agent's turn`
341
+ }
342
+ }];
343
+ }
344
+ /**
345
+ * snapshot-too-large (concern): an attempt's workspace was over its snapshot form's cap, without
346
+ * its dependency and cache directories, so reeval took no snapshot of it. One per eval.
347
+ */
348
+ function snapshotTooLarge(e, entries, ctx) {
349
+ const cellPaths = /* @__PURE__ */ new Map();
350
+ for (const u of units(e)) for (const c of u.cells) cellPaths.set(`${u.id}\0${c.key}`, c.path);
351
+ const hits = entries.flatMap((entry) => entry.attempts.flatMap((attempt) => {
352
+ const over = attempt.snapshots?.find((s) => s.skipped?.cause === "size");
353
+ return over ? [{
354
+ entry,
355
+ attempt,
356
+ over
357
+ }] : [];
358
+ }));
359
+ const [first] = hits;
360
+ if (!first) return [];
361
+ const tried = entries.reduce((n, entry) => n + entry.attempts.filter((a) => a.snapshots?.length).length, 0);
362
+ const ofTries = tried > 1 ? ` in ${hits.length} of ${tried} tries` : "";
363
+ const larger = first.over.form === "dir" ? ", set snapshot: { compress: true } for the larger cap" : "";
364
+ return [{
365
+ id: remarkId("snapshot-too-large", e.path, first.entry),
366
+ evalId: e.path,
367
+ kind: "snapshot-too-large",
368
+ severity: "concern",
369
+ text: `reeval took no ${first.over.name} snapshot${ofTries}: ${first.over.skipped?.message}.`,
370
+ evidence: hits.map((h) => `${cellPaths.get(`${h.entry.id}\0${h.attempt.cell}`) ?? h.entry.id}#${h.attempt.n}`),
371
+ fix: {
372
+ at: ctx.locate(first.entry, null),
373
+ edit: `have the task leave generated files in a directory reeval leaves out (node_modules/, .cache/)${larger}, or set snapshot: false on the eval`
374
+ }
375
+ }];
348
376
  }
349
377
  /** Every deterministic remark the run raises, ranked: concerns first, then by kind and eval. */
350
378
  function deterministicRemarks(suite, record, ctx) {
@@ -356,11 +384,247 @@ function deterministicRemarks(suite, record, ctx) {
356
384
  const own = units(e).flatMap((u) => entries(u.id) ?? []);
357
385
  const first = own[0];
358
386
  if (!first) continue;
359
- out.push(...flakyCheck(e, entries, ctx), ...slowMcpStart(e, own, ctx), ...proxyOnlyEgress(e, own, ctx), ...tooFewTries(e, first, ctx), ...checkNeverFails(e, entries, ctx));
387
+ out.push(...flakyCheck(e, entries, ctx), ...slowMcpStart(e, own, ctx), ...proxyOnlyEgress(e, own, ctx), ...setupProcessSecret(e, own, ctx), ...snapshotTooLarge(e, own, ctx), ...tooFewTries(e, first, ctx), ...checkNeverFails(e, entries, ctx));
360
388
  }
361
389
  return rankRemarks(out);
362
390
  }
363
391
  //#endregion
364
- export { rankRemarks as i, noBaseline as n, quotedRemarkId as r, deterministicRemarks as t };
392
+ //#region src/remarks/index.ts
393
+ /**
394
+ * The branch the default-branch views count: `origin`'s HEAD, else a local `main` or `master`,
395
+ * else in CI a pull request's base, `GITHUB_BASE_REF`. A GitHub Actions pull request build checks
396
+ * out the merge commit with neither ref; a push build of `main` or `master` checks it out locally.
397
+ */
398
+ async function defaultBranch(root, env = process.env) {
399
+ const head = await git(root, [
400
+ "symbolic-ref",
401
+ "--quiet",
402
+ "--short",
403
+ "refs/remotes/origin/HEAD"
404
+ ]);
405
+ if (head.code === 0) {
406
+ const ref = head.stdout.toString("utf8").trim();
407
+ if (ref) return ref.replace(/^origin\//, "");
408
+ }
409
+ for (const name of ["main", "master"]) if ((await git(root, [
410
+ "rev-parse",
411
+ "--verify",
412
+ "--quiet",
413
+ `refs/heads/${name}`
414
+ ])).code === 0) return name;
415
+ return inCI(env) && env.GITHUB_BASE_REF || null;
416
+ }
417
+ /** The ids of every run but `runId`, recorded and scratch, with the folder each is in. */
418
+ async function otherRuns(config, runId) {
419
+ const out = [];
420
+ const seen = /* @__PURE__ */ new Set();
421
+ for (const dir of [config.history.dir, scratchDir(config.root)]) for (const name of await recordNames(dir).catch(() => null) ?? []) {
422
+ const id = name.slice(0, -5);
423
+ if (!RUN_ID.test(id) || id === runId || seen.has(id)) continue;
424
+ seen.add(id);
425
+ out.push({
426
+ dir,
427
+ runId: id
428
+ });
429
+ }
430
+ return out;
431
+ }
432
+ /** Each run's remarks, from its remarks.json; a run without one has none. */
433
+ async function remarksIn(runs) {
434
+ const out = [];
435
+ for (const run of runs) {
436
+ const doc = await readRemarks(remarksFile(run.dir, run.runId)).catch(() => null);
437
+ if (doc?.remarks.length) out.push({
438
+ runId: run.runId,
439
+ remarks: doc.remarks
440
+ });
441
+ }
442
+ return out;
443
+ }
444
+ /**
445
+ * Each remark id an earlier run printed, with the first run that did. A run's `firstSeenRun` is a
446
+ * run that printed it, unless that run is itself and `printed` is false: the cap or a run without
447
+ * `-v` hid it.
448
+ */
449
+ function printedBefore(runs) {
450
+ const first = /* @__PURE__ */ new Map();
451
+ for (const run of runs) for (const r of run.remarks) {
452
+ if (r.printed === false && r.firstSeenRun === run.runId) continue;
453
+ const was = first.get(r.id);
454
+ if (!was || r.firstSeenRun < was) first.set(r.id, r.firstSeenRun);
455
+ }
456
+ return first;
457
+ }
458
+ /** A remark as raised, before it's settled: its kind's severity, and no run-specific marks. */
459
+ function candidateOf(r) {
460
+ const { firstSeenRun: _, printed: __, ...rest } = r;
461
+ return {
462
+ ...rest,
463
+ severity: REMARK_KINDS[r.kind].severity
464
+ };
465
+ }
466
+ /** The run's remarks from what it raised, once each: with the first run that printed it, ranked. */
467
+ async function settleRemarks(config, record, candidates) {
468
+ const first = printedBefore(await remarksIn(await otherRuns(config, record.runId)));
469
+ const seen = /* @__PURE__ */ new Set();
470
+ return rankRemarks(candidates.flatMap((c) => {
471
+ if (seen.has(c.id)) return [];
472
+ seen.add(c.id);
473
+ const was = first.get(c.id);
474
+ return [{
475
+ ...candidateOf({
476
+ ...c,
477
+ firstSeenRun: ""
478
+ }),
479
+ firstSeenRun: was && was < record.runId ? was : record.runId
480
+ }];
481
+ }));
482
+ }
483
+ const one = (db, sql, params) => db.query(sql, params).rows[0] ?? null;
484
+ function historyOf(db, branch) {
485
+ return {
486
+ streak: (evalKey, cellKey, label, fingerprint) => branch === null ? null : one(db, `SELECT streak_runs AS runs, streak_tries AS tries FROM check_streaks
487
+ WHERE eval_key = ? AND cell_key = ? AND label = ? AND fingerprint = ? AND branch = ?`, [
488
+ evalKey,
489
+ cellKey,
490
+ label,
491
+ fingerprint,
492
+ branch
493
+ ]),
494
+ flaky: (evalKey, cellKey, fingerprint) => one(db, `SELECT cause FROM flaky_cells
495
+ WHERE eval_key = ? AND cell_key = ? AND fingerprint = ? AND verdict = 'flaky'`, [
496
+ evalKey,
497
+ cellKey,
498
+ fingerprint
499
+ ]),
500
+ window: (evalKey, cellKey, label, fingerprint) => {
501
+ return db.query(`SELECT k.pass, k.fail FROM cell_checks k
502
+ JOIN cells c ON c.run_id = k.run_id AND c.eval_key = k.eval_key AND c.key = k.cell_key
503
+ WHERE k.eval_key = ? AND k.cell_key = ? AND k.label = ? AND c.comparable = ?
504
+ ORDER BY k.run_id DESC LIMIT 5`, [
505
+ evalKey,
506
+ cellKey,
507
+ label,
508
+ fingerprint
509
+ ]).rows.reduce((w, r) => ({
510
+ runs: w.runs + 1,
511
+ mixed: w.mixed + (r.pass > 0 && r.fail > 0 ? 1 : 0),
512
+ pass: w.pass + r.pass,
513
+ fail: w.fail + r.fail
514
+ }), {
515
+ runs: 0,
516
+ mixed: 0,
517
+ pass: 0,
518
+ fail: 0
519
+ });
520
+ }
521
+ };
522
+ }
523
+ /**
524
+ * Finds where a remark's fix goes: the first line naming `needle` from the eval's own declaration
525
+ * on, so another eval in the same file using that label doesn't take it, then anywhere in its
526
+ * sources.
527
+ */
528
+ function locator(root) {
529
+ const files = /* @__PURE__ */ new Map();
530
+ const text = (path) => {
531
+ let f = files.get(path);
532
+ if (!f) {
533
+ f = readFile(join(root, path), "utf8").catch(() => null);
534
+ files.set(path, f);
535
+ }
536
+ return f;
537
+ };
538
+ const found = /* @__PURE__ */ new Map();
539
+ return {
540
+ async prepare(entry, needles) {
541
+ const quoted = (s) => [
542
+ `'${s}'`,
543
+ `"${s}"`,
544
+ `\`${s}\``
545
+ ];
546
+ const lines = async (path) => (await text(path))?.split("\n") ?? [];
547
+ const own = await lines(entry.file);
548
+ const name = quoted(entry.family?.name ?? entry.name);
549
+ const declared = Math.max(0, own.findIndex((line) => name.some((w) => line.includes(w))));
550
+ const scans = [
551
+ {
552
+ path: entry.file,
553
+ from: declared
554
+ },
555
+ {
556
+ path: entry.file,
557
+ from: 0
558
+ },
559
+ ...entry.sources.filter((s) => s.path !== entry.file).map((s) => ({
560
+ path: s.path,
561
+ from: 0
562
+ }))
563
+ ];
564
+ for (const needle of needles) {
565
+ const key = `${entry.id}\0${needle ?? ""}`;
566
+ if (found.has(key)) continue;
567
+ const tiers = needle === null ? [name] : [
568
+ [`${needle}:`, ...quoted(needle).map((q) => `${q}:`)],
569
+ quoted(needle),
570
+ [needle]
571
+ ];
572
+ let at = `source:${entry.file}`;
573
+ search: for (const wanted of tiers) for (const { path, from } of needle === null ? scans.slice(1, 2) : scans) for (const [i, line] of (await lines(path)).entries()) if (i >= from && wanted.some((w) => line.includes(w))) {
574
+ at = `source:${path}#L${i + 1}`;
575
+ break search;
576
+ }
577
+ found.set(key, at);
578
+ }
579
+ },
580
+ locate: (entry, needle) => found.get(`${entry.id}\0${needle ?? ""}`) ?? `source:${entry.file}`
581
+ };
582
+ }
583
+ /**
584
+ * What the rules may look up in an eval's source: its name, check labels, MCP servers and the
585
+ * secrets setup's processes hold.
586
+ */
587
+ function needlesOf(entry) {
588
+ const labels = entry.cells.flatMap((c) => (c.checks ?? []).map((k) => k.label));
589
+ const servers = entry.attempts.flatMap((a) => a.turns.flatMap((t) => (t.mcpStartup ?? []).map((m) => m.server.split(":")[0])));
590
+ const secrets = entry.attempts.flatMap((a) => (a.setupProcesses ?? []).flatMap((p) => p.secrets));
591
+ return [null, .../* @__PURE__ */ new Set([
592
+ ...labels,
593
+ ...servers,
594
+ ...secrets
595
+ ])];
596
+ }
597
+ /** The run's remarks, each with the run that first printed it. History-based kinds need an earlier run. */
598
+ async function remarksOf(config, record) {
599
+ const db = (await otherRuns(config, record.runId)).length ? await openHistoryDb(config.root, config.history.dir) : null;
600
+ try {
601
+ const loc = locator(config.root);
602
+ for (const entry of record.evals) await loc.prepare(entry, needlesOf(entry));
603
+ const ctx = {
604
+ history: db ? historyOf(db, await defaultBranch(config.root)) : null,
605
+ comparable: (entry, cellKey) => {
606
+ const cell = entry.cells.find((c) => c.key === cellKey);
607
+ return cell ? comparableFingerprint(cell, entry.attempts) : "";
608
+ },
609
+ locate: loc.locate
610
+ };
611
+ const candidates = deterministicRemarks(suiteResult(record), record, ctx);
612
+ return candidates.length ? await settleRemarks(config, record, candidates) : [];
613
+ } finally {
614
+ db?.close();
615
+ }
616
+ }
617
+ /** The run's remarks document. */
618
+ function remarksDoc(record, remarks) {
619
+ return {
620
+ kind: "reeval-remarks",
621
+ schemaVersion: 1,
622
+ runId: record.runId,
623
+ createdAt: (/* @__PURE__ */ new Date()).toISOString(),
624
+ remarks
625
+ };
626
+ }
627
+ //#endregion
628
+ export { remarksDoc, remarksOf };
365
629
 
366
- //# sourceMappingURL=rules-VhftPOOT.js.map
630
+ //# sourceMappingURL=remarks-Bt0zwiQB.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remarks-Bt0zwiQB.js","names":[],"sources":["../src/remarks/rules.ts","../src/remarks/index.ts"],"mappings":";;;;;;;;;;;;;;AAiDA,MAAM,aAA+B;CACnC;CACA;CACA;CACA;CACA;CACA;CACA;AACF;;AAGA,SAAgB,YAAyD,SAAmB;CAC1F,MAAM,SAAS,OAAU,EAAE,aAAa,YAAY,IAAI,KAAK,MAAM,WAAW,QAAQ,EAAE,IAAI;CAC5F,OAAO,QACJ,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CACzB,MAAM,GAAG,MAAM,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACpD,KAAK,EAAE,QAAQ,CAAC;AACrB;;;;;AAMA,SAAgB,SAAS,MAAsB,QAAgB,OAAkB,QAAQ,IAAI;CAC3F,MAAM,UAAU,OACd,KAAK,UACH,MAAM,SACF,CAAC,MAAM,QAAQ,MAAM,YAAY,IAAI,IACrC,MAAM,QAAQ,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CACjD,CACF;CACA,OAAO,OAAO,KAAK,UAAU;EAAC;EAAM;EAAQ;EAAS,GAAI,QAAQ,CAAC,KAAK,IAAI,CAAC;CAAE,CAAC,CAAC;AAClF;AAEA,MAAM,SAAS,MAAc,GAAG,EAAE,GAAG,MAAM,IAAI,QAAQ;AACvD,MAAM,WAAW,MAAc,GAAG,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,MAAM,CAAC;AACzE,MAAM,QAAQ,MAAmB,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU;AAC1F,MAAM,WAAW,MAAkB,EAAE,SAAS,EAAE;;AAGhD,SAAS,MAAM,GAA2D;CACxE,IAAI,EAAE,OAAO,OAAO,EAAE,MAAM,KAAK,OAAO;EAAE,IAAI,EAAE;EAAI,OAAO,EAAE;CAAM,EAAE;CACrE,OAAO,CAAC;EAAE,IAAI,EAAE;EAAI,OAAO,EAAE,SAAS,CAAC;CAAE,CAAC;AAC5C;AAEA,MAAM,SAAS,MAAkB,EAAE,YAAY,EAAE,gBAAgB,MAAM,aAAa,EAAE;;;;;;AAOtF,SAAS,YAAY,GAAe,OAAkB,KAAiC;CACrF,IAAI,QAAuE;CAC3E,KAAK,MAAM,QAAQ,MAAM,CAAC,GACxB,KAAK,MAAM,WAAW,KAAK,OAAO;EAChC,MAAM,OAAO,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,QAAQ,EAAE;EACxD,IAAI,CAAC,QAAQ,MAAM,CAAC,QAAQ,CAAC,QAAQ,OAAO,KAAK,CAAC,QAAQ,IAAI,GAAG;EACjE,IAAI,KAAK,IAAI,QAAQ,OAAO,GAAG,QAAQ,IAAI,CAAC,KAAA,GAAyB;EACrE,MAAM,MAAM,KAAK,IAAI,KAAK,OAAO,IAAI,KAAK,IAAI,CAAC;EAC/C,IAAI,OAAA,OAA6B,CAAC,SAAS,MAAM,MAAM,MAAM,QAAQ;GAAE;GAAS;GAAM;EAAI;CAC5F;CAEF,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,EAAE,SAAS,SAAS;CAE1B,MAAM,KADY,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,MAAM,EAAE,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,IAClE,OAAO,QAAQ,YAAY;CAClD,OAAO,CACL;EACE,IAAI,SAAS,iBAAiB,EAAE,MAAM,KAAK;EAC3C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,GAAG,QAAQ,MAAM,OAAO,CAAC,IAAI,GAAG,UAAU,QAAQ,OAAO,MAAM,MAAM,QAAQ,OAAO,CAAC,EAAE,OAAO,MAAM,IAAI,EAAE,GAAG,KAAK,OAAO,MAAM,QAAQ,IAAI,EAAE;EACnJ,UAAU,CAAC,QAAQ,MAAM,KAAK,IAAI;EAClC,KAAK;GACH,IAAI,IAAI,OAAO,OAAO,IAAI;GAC1B,MAAM;EACR;CACF,CACF;AACF;;AAGA,MAAM,eAAe,OAAkB,SAAiB,UACtD,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO,CAAC,EAAE,QAAQ,MAAM,MAAM,EAAE,UAAU,KAAK;;;;;;AAOnF,SAAS,gBACP,GACA,SACA,KACa;CACb,MAAM,UAAU,IAAI;CACpB,IAAI,CAAC,SAAS,OAAO,CAAC;CACtB,MAAM,MAAM,MAAM,CAAC;CACnB,MAAM,SAAS,CACb,GAAG,IAAI,IAAI,IAAI,SAAS,MAAM,EAAE,MAAM,SAAS,MAAM,EAAE,OAAO,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CACrF;CACA,MAAM,QAAgF,CAAC;CACvF,KAAK,MAAM,SAAS,QAAQ;EAC1B,IAAI,OAAO,OAAO;EAClB,IAAI,QAAQ,OAAO;EACnB,MAAM,QAAkB,CAAC;EAmBzB,IAlBW,IAAI,OAAO,MAAM;GAC1B,MAAM,QAAQ,QAAQ,EAAE,EAAE;GAC1B,OACE,SACA,EAAE,MAAM,OAAO,SAAS;IACtB,MAAM,IAAI,KAAK,OAAO,MAAM,MAAM,EAAE,UAAU,KAAK;IACnD,IAAI,GAAG,QAAQ,WAAW,OAAO,OAAO;IACxC,IAAI,EAAE,QAAQ,UAAU,EAAE,QAAQ,WAAW,CAAC,EAAE,QAAQ,QAAQ,OAAO;IACvE,IAAI,KAAK,MAAM,YAAY,OAAO,KAAK,KAAK,KAAK,CAAC,EAAE,YAAY,aAAa,OAAO;IACpF,MAAM,IAAI,QAAQ,OAAO,EAAE,IAAI,KAAK,KAAK,OAAO,IAAI,WAAW,OAAO,KAAK,GAAG,CAAC;IAC/E,IAAI,CAAC,KAAK,EAAE,OAAA,KAA2B,EAAE,QAAA,IAA2B,OAAO;IAC3E,OAAO,KAAK,IAAI,MAAM,EAAE,IAAI;IAC5B,QAAQ,KAAK,IAAI,OAAO,EAAE,KAAK;IAC/B,MAAM,KAAK,EAAE,IAAI;IACjB,OAAO;GACT,CAAC;EAEL,CACK,KAAK,MAAM,QAAQ,MAAM,KAAK;GAAE;GAAO;GAAM,OAAO;GAAO;EAAM,CAAC;CACzE;CACA,MAAM,CAAC,SAAS;CAChB,MAAM,QAAQ,QAAQ,IAAI,EAAE,EAAE,MAAM,EAAE;CACtC,IAAI,CAAC,SAAS,CAAC,OAAO,OAAO,CAAC;CAC9B,MAAM,UAAU,IAAI,MAAM,MAAM,EAAE,MAAM,MAAM,MAAM,EAAE,EAAE,CAAC;CACzD,MAAM,OAAO,MAAM,SAAS,IAAI,SAAS,MAAM,SAAS,EAAE,UAAU;CACpE,MAAM,OAAO,UACT,IAAI,MAAM,MAAM,GAAG,KAAK,0DAA0D,MAAM,KAAK,oDAC7F,IAAI,MAAM,MAAM,GAAG,KAAK,gCAAgC,MAAM,KAAK,kBAAkB,MAAM,MAAM;CACrG,OAAO,CACL;EACE,IAAI,SAAS,qBAAqB,EAAE,MAAM,KAAK;EAC/C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV;EACA,UAAU,MAAM,SAAS,MAAM,EAAE,KAAK;EACtC,KAAK;GACH,IAAI,IAAI,OAAO,OAAO,MAAM,KAAK;GACjC,MAAM,UACF,SAAS,MAAM,MAAM,iDACrB,SAAS,MAAM,MAAM;EAC3B;CACF,CACF;AACF;;;;;;AAOA,SAAS,WACP,GACA,SACA,KACa;CACb,MAAM,UAAU,IAAI;CACpB,IAAI,CAAC,SAAS,OAAO,CAAC;CACtB,MAAM,QAAuF,CAAC;CAC9F,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG;EACxB,MAAM,QAAQ,QAAQ,EAAE,EAAE;EAC1B,IAAI,CAAC,OAAO;EACZ,KAAK,MAAM,QAAQ,EAAE,OAAO;GAC1B,MAAM,cAAc,IAAI,WAAW,OAAO,KAAK,GAAG;GAClD,MAAM,QAAQ,QAAQ,MAAM,EAAE,IAAI,KAAK,KAAK,WAAW;GACvD,IAAI,CAAC,SAAS,MAAM,UAAU,SAAS;GACvC,KAAK,MAAM,KAAK,KAAK,QAAQ;IAC3B,IAAI,EAAE,QAAQ,WAAW,SAAS,MAAM,MAAM,MAAM,EAAE,UAAU,EAAE,KAAK,GAAG;IAC1E,MAAM,SAAS,QAAQ,OAAO,EAAE,IAAI,KAAK,KAAK,EAAE,OAAO,WAAW;IAClE,IAAI,OAAO,SAAA,KAAuB,OAAO,OAAO,OAAO,QAAA,GACrD,MAAM,KAAK;KAAE,OAAO,EAAE;KAAO;KAAQ,MAAM,EAAE;KAAM;IAAM,CAAC;GAE9D;EACF;CACF;CACA,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,EAAE,QAAQ,MAAM;CACtB,MAAM,OAAO,MAAM,SAAS,IAAI,SAAS,MAAM,SAAS,EAAE,UAAU;CACpE,OAAO,CACL;EACE,IAAI,SAAS,eAAe,EAAE,MAAM,MAAM,KAAK;EAC/C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,IAAI,MAAM,MAAM,GAAG,KAAK,UAAU,EAAE,KAAK,MAAM,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK;EAC3F,UAAU,MAAM,KAAK,MAAM,EAAE,IAAI;EACjC,KAAK;GACH,IAAI,IAAI,OAAO,MAAM,OAAO,MAAM,KAAK;GACvC,MAAM,SAAS,MAAM,MAAM;EAC7B;CACF,CACF;AACF;;AAGA,SAAS,WAAW,QAAwB;CAC1C,MAAM,KAAK,OAAO,QAAQ,GAAG;CAC7B,OAAO,KAAK,IACR,OAAO,OAAO,MAAM,GAAG,EAAE,EAAE,uBAAuB,OAAO,MAAM,KAAK,CAAC,MACrE,cAAc;AACpB;;AAGA,MAAM,WAAW,OAAe;CAC9B,MAAM,IAAI,KAAK,MAAM,KAAK,GAAG,IAAI;CACjC,OAAO,GAAG,KAAK,KAAK,KAAK,MAAM,CAAC,IAAI,EAAE;AACxC;AAEA,MAAM,QAAQ,OAAsB,OAAO,QAAQ,MAAA;;;;;;;AAQnD,SAAS,aAAa,GAAe,SAAsB,KAAiC;CAC1F,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG,KAAK,MAAM,KAAK,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI;CAC5F,MAAM,WAAgE,QAAQ,SAAS,UACrF,MAAM,SAAS,KAAK,aAAa;EAAE;EAAO;CAAQ,EAAE,CACtD;CACA,MAAM,UAAU,CACd,GAAG,IAAI,IACL,SAAS,SAAS,EAAE,cAClB,QAAQ,MAAM,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,MAAM,CAAC,CACxE,CACF,CACF;CACA,MAAM,MAAmB,CAAC;CAC1B,KAAK,MAAM,UAAU,SAAS;EAS5B,MAAM,WAAkB,CAAC;EACzB,KAAK,MAAM,EAAE,OAAO,aAAa,UAAU;GACzC,MAAM,QAAQ,QAAQ,MACnB,KAAK,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,CACnE,QAAQ,WAAW,OAAO,SAAS,CAAC;GACvC,IAAI,CAAC,MAAM,QAAQ;GACnB,MAAM,YAAY,MAAM,QAAQ,WAAW,OAAO,MAAM,MAAM,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;GAC3E,MAAM,SAAS,MAAM,KAAK;GAC1B,SAAS,KAAK;IACZ;IACA;IACA,IAAI,OAAO,SAAS,MAAO,EAAE,OAAO,QAAQ,EAAE,MAAA,MAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAE;IAC9E,OAAO,OAAO,MAAM,MAAM,EAAE,OAAO,IAAI;IACvC,OAAO,MAAM;IACb;GACF,CAAC;EACH;EACA,MAAM,OAAO,SAAS,QAAQ,MAAM,EAAE,YAAY,CAAC;EACnD,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,MACrB,GAAG,MAAM,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,KAAK,KAAK,IAAI,GAAG,GAAG,EAAE,EAAE,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,EAAE,CAC3F,CAAC,CAAC;EACF,IAAI,CAAC,OAAO;EACZ,MAAM,QAAQ,KAAK;EACnB,MAAM,OAAO,MAAM,QACf,GAAG,WAAW,MAAM,EAAE,+CACtB,GAAG,WAAW,MAAM,EAAE,QAAQ,QAAQ,KAAK,IAAI,GAAG,MAAM,EAAE,CAAC,EAAE;EACjE,MAAM,QACJ,MAAM,QAAQ,IACV,MAAM,cAAc,MAAM,QACxB,eAAe,MAAM,MAAM,UAC3B,OAAO,MAAM,UAAU,MAAM,MAAM,MAAM,UAC3C;EACN,MAAM,UAAU,SAAS,SAAS,IAAI,QAAQ,KAAK,OAAO,MAAM,SAAS,OAAO,UAAU;EAC1F,MAAM,OAAO,OAAO,SAAS,GAAG,IAAI,OAAO,MAAM,GAAG,OAAO,QAAQ,GAAG,CAAC,IAAI;EAC3E,IAAI,KAAK;GACP,IAAI,SAAS,kBAAkB,EAAE,MAAM,MAAM,OAAO,MAAM;GAC1D,QAAQ,EAAE;GACV,MAAM;GACN,UAAU;GACV,MAAM,GAAG,QAAQ,IAAI,IAAI,QAAQ,QAAQ;GACzC,UAAU,KAAK,KACZ,MAAM,GAAG,UAAU,IAAI,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,QAAQ,GACzF;GACA,KAAK;IACH,IAAI,IAAI,OAAO,MAAM,OAAO,IAAI;IAChC,MAAM,MAAM,QACR,OAAO,OAAO,iFACd,gBAAgB,OAAO;GAC7B;EACF,CAAC;CACH;CACA,OAAO;AACT;;;;;AAMA,MAAM,mBACJ;;AAGF,MAAM,eAAe,MAAqB;CACxC,EAAE,OAAO,WAAW;CACpB,IAAI,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,WAAW,EAAE;CACrF,GAAG,EAAE,MAAM,SAAS,MAAM,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACnD;;;;;;AAOA,SAAS,gBAAgB,GAAe,SAAsB,KAAiC;CAC7F,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG,KAAK,MAAM,KAAK,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI;CAC5F,MAAM,OAAO,QAAQ,SAAS,UAC5B,MAAM,SAAS,SAAS,YAAY;EAClC,IAAI,QAAQ,YAAY,UAAU,QAAQ,YAAY,eAAe,OAAO,CAAC;EAC7E,MAAM,SAAS,QAAQ;EACvB,IAAI,QAAQ,WAAW,WAAW,CAAC,OAAO,YAAY,OAAO,QAAQ,QAAQ,OAAO,CAAC;EACrF,MAAM,QAAQ,YAAY,OAAO,CAAC,CAC/B,KAAK,MAAM,iBAAiB,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CACzC,KAAK,OAAO;EACf,OAAO,QAAQ,CAAC;GAAE;GAAO;GAAS;EAAM,CAAC,IAAI,CAAC;CAChD,CAAC,CACH;CACA,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,UAAU,KAAK,SAAS,IAAI,KAAK,KAAK,OAAO,WAAW;CAC9D,OAAO,CACL;EACE,IAAI,SAAS,qBAAqB,EAAE,MAAM,MAAM,KAAK;EACrD,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,mBAAmB,MAAM,MAAM,GAAG,QAAQ;EAChD,UAAU,KAAK,KACZ,MAAM,GAAG,UAAU,IAAI,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,QAAQ,GACzF;EACA,KAAK;GACH,IAAI,IAAI,OAAO,MAAM,OAAO,IAAI;GAChC,MAAM;EACR;CACF,CACF;AACF;;;;;;AAOA,SAAS,mBAAmB,GAAe,SAAsB,KAAiC;CAChG,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG,KAAK,MAAM,KAAK,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI;CAC5F,MAAM,OAAO,QAAQ,SAAS,UAC5B,MAAM,SAAS,SAAS,YACtB,QAAQ,gBAAgB,SAAS,CAAC;EAAE;EAAO;EAAS,WAAW,QAAQ;CAAe,CAAC,IAAI,CAAC,CAC9F,CACF;CACA,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,UAAU,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,MAAM,EAAE,UAAU,SAAS,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACvF,MAAM,WAAW,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,MAAM,EAAE,UAAU,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACpF,MAAM,OAAO,SAAS,SAAS,IAAI,SAAS,SAAS,SAAS,EAAE,UAAU;CAC1E,MAAM,UAAU,KAAK,SAAS,IAAI,OAAO,KAAK,OAAO,UAAU;CAC/D,MAAM,CAAC,SAAS,MAAM;CACtB,MAAM,OAAO,QAAQ,KAAK,IAAI;CAC9B,MAAM,QAAQ,QAAQ,SAAS,IAAI,yBAAyB;CAC5D,MAAM,CAAC,KAAK,SAAS,SAAS,SAAS,IAAI,CAAC,SAAS,iBAAiB,IAAI,CAAC,OAAO,cAAc;CAChG,OAAO,CACL;EACE,IAAI,SAAS,wBAAwB,EAAE,MAAM,MAAM,KAAK;EACxD,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,eAAe,KAAK,SAAS,MAAM,IAAI,EAAE,EAAE,GAAG,KAAK,gBAAgB,KAAK,IAAI,MAAM,qBAAqB,IAAI,cAAc,QAAQ,8CAA8C,MAAM;EAC3L,UAAU,KAAK,KACZ,MAAM,GAAG,UAAU,IAAI,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,QAAQ,GACzF;EACA,KAAK;GACH,IAAI,IAAI,OAAO,MAAM,OAAO,MAAM;GAClC,MAAM,UAAU,OAAO;EACzB;CACF,CACF;AACF;;;;;AAMA,SAAS,iBAAiB,GAAe,SAAsB,KAAiC;CAC9F,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG,KAAK,MAAM,KAAK,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI;CAC5F,MAAM,OAAO,QAAQ,SAAS,UAC5B,MAAM,SAAS,SAAS,YAAY;EAClC,MAAM,OAAO,QAAQ,WAAW,MAAM,MAAM,EAAE,SAAS,UAAU,MAAM;EACvE,OAAO,OAAO,CAAC;GAAE;GAAO;GAAS;EAAK,CAAC,IAAI,CAAC;CAC9C,CAAC,CACH;CACA,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,QAAQ,QAAQ,QACnB,GAAG,UAAU,IAAI,MAAM,SAAS,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,QACpE,CACF;CACA,MAAM,UAAU,QAAQ,IAAI,OAAO,KAAK,OAAO,MAAM,MAAM,UAAU;CACrE,MAAM,SACJ,MAAM,KAAK,SAAS,QAAQ,0DAA0D;CACxF,OAAO,CACL;EACE,IAAI,SAAS,sBAAsB,EAAE,MAAM,MAAM,KAAK;EACtD,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,kBAAkB,MAAM,KAAK,KAAK,WAAW,QAAQ,IAAI,MAAM,KAAK,SAAS,QAAQ;EAC3F,UAAU,KAAK,KACZ,MAAM,GAAG,UAAU,IAAI,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,QAAQ,GACzF;EACA,KAAK;GACH,IAAI,IAAI,OAAO,MAAM,OAAO,IAAI;GAChC,MAAM,gGAAgG,OAAO;EAC/G;CACF,CACF;AACF;;AAGA,SAAgB,qBACd,OACA,QACA,KACa;CACb,MAAM,OAAO,IAAI,IAAI,OAAO,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;CACvD,MAAM,WAAW,OAAe,KAAK,IAAI,EAAE;CAC3C,MAAM,MAAmB,CAAC;CAC1B,KAAK,MAAM,QAAQ,MAAM,OACvB,KAAK,MAAM,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,GAAG;EACjE,IAAI,EAAE,QAAQ,EAAE,YAAY,WAAW;EACvC,MAAM,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,MAAM,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;EACvD,MAAM,QAAQ,IAAI;EAClB,IAAI,CAAC,OAAO;EACZ,IAAI,KACF,GAAG,WAAW,GAAG,SAAS,GAAG,GAC7B,GAAG,aAAa,GAAG,KAAK,GAAG,GAC3B,GAAG,gBAAgB,GAAG,KAAK,GAAG,GAC9B,GAAG,mBAAmB,GAAG,KAAK,GAAG,GACjC,GAAG,iBAAiB,GAAG,KAAK,GAAG,GAC/B,GAAG,YAAY,GAAG,OAAO,GAAG,GAC5B,GAAG,gBAAgB,GAAG,SAAS,GAAG,CACpC;CACF;CAEF,OAAO,YAAY,GAAG;AACxB;;;;;;;;ACpeA,eAAsB,cACpB,MACA,MAAyB,QAAQ,KACT;CACxB,MAAM,OAAO,MAAM,IAAI,MAAM;EAAC;EAAgB;EAAW;EAAW;CAA0B,CAAC;CAC/F,IAAI,KAAK,SAAS,GAAG;EACnB,MAAM,MAAM,KAAK,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;EAC9C,IAAI,KAAK,OAAO,IAAI,QAAQ,aAAa,EAAE;CAC7C;CACA,KAAK,MAAM,QAAQ,CAAC,QAAQ,QAAQ,GAElC,KAAI,MADY,IAAI,MAAM;EAAC;EAAa;EAAY;EAAW,cAAc;CAAM,CAAC,EAAA,CAC9E,SAAS,GAAG,OAAO;CAE3B,OAAQ,KAAK,GAAG,KAAK,IAAI,mBAAoB;AAC/C;;AAGA,eAAe,UAAU,QAAwB,OAAe;CAC9D,MAAM,MAA6C,CAAC;CACpD,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,OAAO,CAAC,OAAO,QAAQ,KAAK,WAAW,OAAO,IAAI,CAAC,GAC5D,KAAK,MAAM,QAAS,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,KAAM,CAAC,GAAG;EACnE,MAAM,KAAK,KAAK,MAAM,GAAG,EAAE;EAC3B,IAAI,CAAC,OAAO,KAAK,EAAE,KAAK,OAAO,SAAS,KAAK,IAAI,EAAE,GAAG;EACtD,KAAK,IAAI,EAAE;EACX,IAAI,KAAK;GAAE;GAAK,OAAO;EAAG,CAAC;CAC7B;CAEF,OAAO;AACT;;AAKA,eAAe,UAAU,MAAgE;CACvF,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,MAAM,MAAM,YAAY,YAAY,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EAC/E,IAAI,KAAK,QAAQ,QAAQ,IAAI,KAAK;GAAE,OAAO,IAAI;GAAO,SAAS,IAAI;EAAQ,CAAC;CAC9E;CACA,OAAO;AACT;;;;;;AAOA,SAAS,cAAc,MAAgB;CACrC,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,KAAK,IAAI,SAAS;EAC3B,IAAI,EAAE,YAAY,SAAS,EAAE,iBAAiB,IAAI,OAAO;EACzD,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,IAAI,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,IAAI,EAAE,IAAI,EAAE,YAAY;CAClE;CAEF,OAAO;AACT;;AAGA,SAAS,YAAY,GAAsB;CACzC,MAAM,EAAE,cAAc,GAAG,SAAS,IAAI,GAAG,SAAS;CAClD,OAAO;EAAE,GAAG;EAAM,UAAU,aAAa,EAAE,KAAK,CAAC;CAAS;AAC5D;;AAGA,eAAe,cACb,QACA,QACA,YACmB;CACnB,MAAM,QAAQ,cAAc,MAAM,UAAU,MAAM,UAAU,QAAQ,OAAO,KAAK,CAAC,CAAC;CAClF,MAAM,uBAAO,IAAI,IAAY;CAC7B,OAAO,YACL,WAAW,SAAS,MAAgB;EAClC,IAAI,KAAK,IAAI,EAAE,EAAE,GAAG,OAAO,CAAC;EAC5B,KAAK,IAAI,EAAE,EAAE;EACb,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,OAAO,CACL;GACE,GAAG,YAAY;IAAE,GAAG;IAAG,cAAc;GAAG,CAAC;GACzC,cAAc,OAAO,MAAM,OAAO,QAAQ,MAAM,OAAO;EACzD,CACF;CACF,CAAC,CACH;AACF;AAEA,MAAM,OAAU,IAAe,KAAa,WACzC,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,KAAK,MAAwB;AAEtD,SAAS,UAAU,IAAe,QAA8D;CAC9F,OAAO;EACL,SAAS,SAAS,SAAS,OAAO,gBAChC,WAAW,OACP,OACA,IACE,IACA;oGAEA;GAAC;GAAS;GAAS;GAAO;GAAa;EAAM,CAC/C;EACN,QAAQ,SAAS,SAAS,gBACxB,IACE,IACA;yFAEA;GAAC;GAAS;GAAS;EAAW,CAChC;EACF,SAAS,SAAS,SAAS,OAAO,gBAAgB;GAQhD,OAPa,GAAG,MACd;;;0CAIA;IAAC;IAAS;IAAS;IAAO;GAAW,CACvC,CAAC,CAAC,KACU,QACT,GAAG,OAAO;IACT,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,SAAS,EAAE,OAAO,KAAK,EAAE,OAAO,IAAI,IAAI;IACjD,MAAM,EAAE,OAAO,EAAE;IACjB,MAAM,EAAE,OAAO,EAAE;GACnB,IACA;IAAE,MAAM;IAAG,OAAO;IAAG,MAAM;IAAG,MAAM;GAAE,CACxC;EACF;CACF;AACF;;;;;;AAOA,SAAS,QAAQ,MAAc;CAC7B,MAAM,wBAAQ,IAAI,IAAoC;CACtD,MAAM,QAAQ,SAAiB;EAC7B,IAAI,IAAI,MAAM,IAAI,IAAI;EACtB,IAAI,CAAC,GAAG;GACN,IAAI,SAAS,KAAK,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;GACvD,MAAM,IAAI,MAAM,CAAC;EACnB;EACA,OAAO;CACT;CACA,MAAM,wBAAQ,IAAI,IAAoB;CACtC,OAAO;EACL,MAAM,QAAQ,OAAkB,SAA+B;GAC7D,MAAM,UAAU,MAAc;IAAC,IAAI,EAAE;IAAI,IAAI,EAAE;IAAI,KAAK,EAAE;GAAG;GAC7D,MAAM,QAAQ,OAAO,UAAkB,MAAM,KAAK,IAAI,EAAA,EAAI,MAAM,IAAI,KAAK,CAAC;GAC1E,MAAM,MAAM,MAAM,MAAM,MAAM,IAAI;GAClC,MAAM,OAAO,OAAO,MAAM,QAAQ,QAAQ,MAAM,IAAI;GACpD,MAAM,WAAW,KAAK,IACpB,GACA,IAAI,WAAW,SAAS,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAC5D;GACA,MAAM,QAA+C;IACnD;KAAE,MAAM,MAAM;KAAM,MAAM;IAAS;IACnC;KAAE,MAAM,MAAM;KAAM,MAAM;IAAE;IAC5B,GAAG,MAAM,QACN,QAAQ,MAAM,EAAE,SAAS,MAAM,IAAI,CAAC,CACpC,KAAK,OAAO;KAAE,MAAM,EAAE;KAAM,MAAM;IAAE,EAAE;GAC3C;GACA,KAAK,MAAM,UAAU,SAAS;IAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,IAAI,UAAU;IACtC,IAAI,MAAM,IAAI,GAAG,GAAG;IAEpB,MAAM,QACJ,WAAW,OACP,CAAC,IAAI,IACL;KAAC,CAAC,GAAG,OAAO,IAAI,GAAG,OAAO,MAAM,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,EAAE,CAAC;KAAG,OAAO,MAAM;KAAG,CAAC,MAAM;IAAC;IACtF,IAAI,KAAK,UAAU,MAAM;IACzB,QAAQ,KAAK,MAAM,UAAU,OAC3B,KAAK,MAAM,EAAE,MAAM,UAAU,WAAW,OAAO,MAAM,MAAM,GAAG,CAAC,IAAI,OACjE,KAAK,MAAM,CAAC,GAAG,UAAU,MAAM,MAAM,IAAI,EAAA,CAAG,QAAQ,GAClD,IAAI,KAAK,QAAQ,OAAO,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,GAAG;KACrD,KAAK,UAAU,KAAK,IAAI,IAAI;KAC5B,MAAM;IACR;IAIN,MAAM,IAAI,KAAK,EAAE;GACnB;EACF;EACA,SAAS,OAAkB,WACzB,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,UAAU,IAAI,KAAK,UAAU,MAAM;CACjE;AACF;;;;;AAMA,SAAS,UAAU,OAAwC;CACzD,MAAM,SAAS,MAAM,MAAM,SAAS,OAAO,EAAE,UAAU,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC;CAC9E,MAAM,UAAU,MAAM,SAAS,SAAS,MACtC,EAAE,MAAM,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,OAAO,MAAM,GAAG,CAAC,CAAC,EAAY,CAAC,CAC1F;CACA,MAAM,UAAU,MAAM,SAAS,SAAS,OAAO,EAAE,kBAAkB,CAAC,EAAA,CAAG,SAAS,MAAM,EAAE,OAAO,CAAC;CAChG,OAAO,CAAC,MAAM,mBAAG,IAAI,IAAI;EAAC,GAAG;EAAQ,GAAG;EAAS,GAAG;CAAO,CAAC,CAAC;AAC/D;;AAGA,eAAsB,UAAU,QAAwB,QAAsC;CAE5F,MAAM,MAAK,MADQ,UAAU,QAAQ,OAAO,KAAK,EAAA,CACjC,SAAS,MAAM,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG,IAAI;CAChF,IAAI;EACF,MAAM,MAAM,QAAQ,OAAO,IAAI;EAC/B,KAAK,MAAM,SAAS,OAAO,OAAO,MAAM,IAAI,QAAQ,OAAO,UAAU,KAAK,CAAC;EAC3E,MAAM,MAAqB;GACzB,SAAS,KAAK,UAAU,IAAI,MAAM,cAAc,OAAO,IAAI,CAAC,IAAI;GAChE,aAAa,OAAO,YAAY;IAC9B,MAAM,OAAO,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;IACtD,OAAO,OAAO,sBAAsB,MAAM,MAAM,QAAQ,IAAI;GAC9D;GACA,QAAQ,IAAI;EACd;EACA,MAAM,aAAa,qBAAqB,YAAY,MAAM,GAAG,QAAQ,GAAG;EACxE,OAAO,WAAW,SAAS,MAAM,cAAc,QAAQ,QAAQ,UAAU,IAAI,CAAC;CAChF,UAAU;EACR,IAAI,MAAM;CACZ;AACF;;AAGA,SAAgB,WAAW,QAAmB,SAA+B;CAC3E,OAAO;EACL,MAAM;EACN,eAAe;EACf,OAAO,OAAO;EACd,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;EAClC;CACF;AACF"}
@@ -1,4 +1,4 @@
1
- import { tt as cellEffort } from "./model-CgnOpss4.js";
1
+ import { et as cellEffort } from "./model-Bz7-j71_.js";
2
2
  //#region src/view/header.ts
3
3
  /** The derived header of one run: what listings, indexes and comparisons need without the record. */
4
4
  function runHeader(record, recorded) {
@@ -40,6 +40,8 @@ function runHeader(record, recorded) {
40
40
  slug: e.slug,
41
41
  fingerprint: e.fingerprint,
42
42
  sources: e.sources,
43
+ ...e.source ? { source: e.source } : {},
44
+ ...e.revision !== void 0 ? { revision: e.revision } : {},
43
45
  outcome: e.outcome,
44
46
  passRate: e.passRate,
45
47
  cells: e.cells.map((c) => ({
@@ -61,7 +63,7 @@ function runHeader(record, recorded) {
61
63
  passRate: c.passRate,
62
64
  outcome: c.outcome,
63
65
  effort: cellEffort(e, c.key),
64
- ...cancelledIn(e, c.key),
66
+ ...canceledIn(e, c.key),
65
67
  ...c.lift ? { lift: {
66
68
  vs: c.lift.vs,
67
69
  points: c.lift.points,
@@ -71,22 +73,46 @@ function runHeader(record, recorded) {
71
73
  } } : {}
72
74
  }))
73
75
  })),
74
- ...record.families?.length ? { families: record.families.map(({ id, name, cases, ran, outcome }) => ({
76
+ ...record.families?.length ? { families: record.families.map(({ id, name, cases, ran, outcome, lifts }) => ({
75
77
  id,
76
78
  name,
77
79
  cases,
78
80
  ran,
79
- outcome
81
+ outcome,
82
+ caseIds: record.evals.filter((e) => e.family?.id === id).map((e) => e.id),
83
+ lifts: lifts.map((l) => ({
84
+ variant: l.variant,
85
+ vs: l.vs,
86
+ points: l.points,
87
+ lo: l.interval.lo,
88
+ hi: l.interval.hi,
89
+ ...l.minLift !== void 0 ? { minLift: l.minLift } : {},
90
+ outcome: l.outcome
91
+ }))
80
92
  })) } : {},
81
93
  ...record.errors?.length ? { errors: record.errors } : {}
82
94
  };
83
95
  }
84
- /** A cell's failed attempts that the run's interrupt cancelled, when it has any. */
85
- function cancelledIn(e, cell) {
96
+ /** A cell's failed attempts that the run's interrupt canceled, when it has any. */
97
+ function canceledIn(e, cell) {
86
98
  const n = e.attempts.filter((a) => a.cell === cell && a.outcome === "fail" && a.error?.kind === "aborted").length;
87
- return n ? { cancelled: n } : {};
99
+ return n ? { canceled: n } : {};
88
100
  }
89
101
  //#endregion
90
- export { runHeader as t };
102
+ //#region src/view/remarks.ts
103
+ /** `<history>/<run>/remarks.json`, beside the record. */
104
+ const REMARKS_FILE = "remarks.json";
105
+ /** Each remark kind's severity. */
106
+ const REMARK_KINDS = {
107
+ "too-few-tries": { severity: "suggestion" },
108
+ "check-never-fails": { severity: "suggestion" },
109
+ "flaky-check": { severity: "concern" },
110
+ "slow-mcp-start": { severity: "concern" },
111
+ "proxy-only-egress": { severity: "concern" },
112
+ "setup-process-secret": { severity: "concern" },
113
+ "snapshot-too-large": { severity: "concern" }
114
+ };
115
+ //#endregion
116
+ export { REMARK_KINDS as n, runHeader as r, REMARKS_FILE as t };
91
117
 
92
- //# sourceMappingURL=header-BLPP6aCU.js.map
118
+ //# sourceMappingURL=remarks-IFFe_oty.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remarks-IFFe_oty.js","names":[],"sources":["../src/view/header.ts","../src/view/remarks.ts"],"mappings":";;;AAIA,SAAgB,UAAU,QAAmB,UAAiC;CAC5E,OAAO;EACL,OAAO,OAAO;EACd;EACA,QAAQ,OAAO;EACf,WAAW,OAAO;EAClB,YAAY,OAAO;EACnB,QAAQ,OAAO;EACf,KAAK,OAAO,MACR;GAAE,KAAK,OAAO,IAAI;GAAK,QAAQ,OAAO,IAAI;GAAQ,OAAO,OAAO,IAAI;EAAM,IAC1E;EACJ,QAAQ,OAAO,OAAO;EACtB,IACE,OAAO,OAAO,SAAS,OACnB;GACE,UAAU,OAAO,OAAO;GACxB,QAAQ,OAAO,OAAO;GACtB,IAAI,OAAO,OAAO;EACpB,IACA;EACN,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;EACjD,SAAS,OAAO;EAChB,OAAO,OAAO,KAAK;EACnB,OAAO;GACL,UAAU,OAAO,MAAM,OAAO,KAAK,MAAM,EAAE,EAAE;GAC7C,WAAW,CAAC,GAAG,IAAI,IAAI,OAAO,MAAM,OAAO,SAAS,MAAO,EAAE,WAAW,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAE,CAAC,CAAC;GAC5F,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;GACjD,cAAc,OAAO,aAAa,KAC/B,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,GAClE;GACA,YAAY,OAAO,MAAM,MAAM;GAC/B,aAAa,OAAO,MAAM,MAAM;GAChC,cAAc,OAAO,MAAM,MAAM;GACjC,WAAW,OAAO,MAAM,MAAM;GAC9B,kBAAkB,OAAO,MAAM;EACjC;EACA,OAAO,OAAO,MAAM,KAAK,OAAO;GAC9B,IAAI,EAAE;GACN,KAAK,EAAE;GACP,MAAM,EAAE;GACR,aAAa,EAAE;GACf,SAAS,EAAE;GACX,GAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;GACvC,GAAI,EAAE,aAAa,KAAA,IAAY,EAAE,UAAU,EAAE,SAAS,IAAI,CAAC;GAC3D,SAAS,EAAE;GACX,UAAU,EAAE;GACZ,OAAO,EAAE,MAAM,KAAK,OAAO;IACzB,KAAK,EAAE;IACP,MAAM,EAAE;IACR,GAAI,EAAE,YAAY,KAAA,IAAY,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;IACxD,SAAS,EAAE;IACX,OAAO,EAAE;IACT,aAAa,EAAE;IACf,mBAAmB,EAAE;IACrB,MAAM,EAAE;IACR,aAAa,EAAE;IACf,kBAAkB,EAAE;IACpB,MAAM,EAAE;IACR,MAAM,EAAE;IACR,MAAM,EAAE;IACR,YAAY,EAAE;IACd,SAAS,EAAE;IACX,UAAU,EAAE;IACZ,SAAS,EAAE;IACX,QAAQ,WAAW,GAAG,EAAE,GAAG;IAC3B,GAAG,WAAW,GAAG,EAAE,GAAG;IACtB,GAAI,EAAE,OACF,EACE,MAAM;KACJ,IAAI,EAAE,KAAK;KACX,QAAQ,EAAE,KAAK;KACf,IAAI,EAAE,KAAK,SAAS;KACpB,IAAI,EAAE,KAAK,SAAS;KACpB,aAAa,EAAE,KAAK;IACtB,EACF,IACA,CAAC;GACP,EAAE;EACJ,EAAE;EACF,GAAI,OAAO,UAAU,SACjB,EACE,UAAU,OAAO,SAAS,KAAK,EAAE,IAAI,MAAM,OAAO,KAAK,SAAS,aAAa;GAC3E;GACA;GACA;GACA;GACA;GACA,SAAS,OAAO,MAAM,QAAQ,MAAM,EAAE,QAAQ,OAAO,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;GACxE,OAAO,MAAM,KAAK,OAAO;IACvB,SAAS,EAAE;IACX,IAAI,EAAE;IACN,QAAQ,EAAE;IACV,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,GAAI,EAAE,YAAY,KAAA,IAAY,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;IACxD,SAAS,EAAE;GACb,EAAE;EACJ,EAAE,EACJ,IACA,CAAC;EACL,GAAI,OAAO,QAAQ,SAAS,EAAE,QAAQ,OAAO,OAAO,IAAI,CAAC;CAC3D;AACF;;AAGA,SAAS,WAAW,GAA+B,MAAqC;CACtF,MAAM,IAAI,EAAE,SAAS,QAClB,MAAM,EAAE,SAAS,QAAQ,EAAE,YAAY,UAAU,EAAE,OAAO,SAAS,SACtE,CAAC,CAAC;CACF,OAAO,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC;AAChC;;;;AC7GA,MAAa,eAAe;;AAgB5B,MAAa,eAA+E;CAC1F,iBAAiB,EAAE,UAAU,aAAa;CAC1C,qBAAqB,EAAE,UAAU,aAAa;CAC9C,eAAe,EAAE,UAAU,UAAU;CACrC,kBAAkB,EAAE,UAAU,UAAU;CACxC,qBAAqB,EAAE,UAAU,UAAU;CAC3C,wBAAwB,EAAE,UAAU,UAAU;CAC9C,sBAAsB,EAAE,UAAU,UAAU;AAC9C"}
@@ -1,6 +1,11 @@
1
- import { n as clip } from "./text-CrVy5ioL.js";
1
+ import { n as clip } from "./text-DTigcA64.js";
2
2
  /** Kinds about what happened in this run, not the eval's source: they print in every run they happen. */
3
- const EVERY_RUN = ["slow-mcp-start", "proxy-only-egress"];
3
+ const EVERY_RUN = [
4
+ "slow-mcp-start",
5
+ "proxy-only-egress",
6
+ "setup-process-secret",
7
+ "snapshot-too-large"
8
+ ];
4
9
  /** Whether a remark may print in this run: no earlier run printed it, or it's one of `EVERY_RUN`. */
5
10
  const printsIn = (r, runId) => r.firstSeenRun === runId || EVERY_RUN.includes(r.kind);
6
11
  /** The remarks the section prints, in order, and how many concerns the cap left out. */
@@ -23,8 +28,8 @@ function markPrinted(remarks, runId, verbose) {
23
28
  }
24
29
  /** `evals/a.eval.ts:12` from `source:evals/a.eval.ts#L12`. */
25
30
  const location = (at) => at.replace(/^source:/, "").replace(/#L(\d+)$/, ":$1");
26
- function remarkLines(c, suite, insights, verbose) {
27
- const { shown, hidden } = shownRemarks(insights?.remarks ?? [], suite.runId, verbose);
31
+ function remarkLines(c, suite, remarks, verbose) {
32
+ const { shown, hidden } = shownRemarks(remarks?.remarks ?? [], suite.runId, verbose);
28
33
  if (!shown.length) return [];
29
34
  const names = new Map(suite.files.flatMap((f) => f.evals.map((e) => [e.path, [...e.group, e.template ?? e.name].join(" › ")])));
30
35
  return [
@@ -37,4 +42,4 @@ function remarkLines(c, suite, insights, verbose) {
37
42
  //#endregion
38
43
  export { shownRemarks as i, printsIn as n, remarkLines as r, markPrinted as t };
39
44
 
40
- //# sourceMappingURL=remarks-mujJv1Ey.js.map
45
+ //# sourceMappingURL=remarks-eBcrIZRu.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remarks-eBcrIZRu.js","names":[],"sources":["../src/ui/remarks.ts"],"mappings":";;AAeA,MAAM,YAAuC;CAC3C;CACA;CACA;CACA;AACF;;AAGA,MAAa,YAAY,GAAW,UAClC,EAAE,iBAAiB,SAAS,UAAU,SAAS,EAAE,IAAI;;AAGvD,SAAgB,aAAa,SAAmB,OAAe,SAAkB;CAC/E,MAAM,YAAY,QAAQ,QAAQ,MAAM,SAAS,GAAG,KAAK,CAAC;CAC1D,MAAM,WAAW,UAAU,QAAQ,MAAM,EAAE,aAAa,SAAS;CACjE,MAAM,QAAQ,UAAU,YAAY,SAAS,MAAM,GAAA,CAAa;CAChE,OAAO;EAAE;EAAO,QAAQ,UAAU,IAAI,SAAS,SAAS,MAAM;CAAO;AACvE;;AAGA,SAAgB,YAAY,SAAmB,OAAe,SAA4B;CACxF,MAAM,QAAQ,IAAI,IAAI,aAAa,SAAS,OAAO,OAAO,CAAC,CAAC,KAAK;CACjE,OAAO,QAAQ,KAAK,OAAO;EAAE,GAAG;EAAG,SAAS,MAAM,IAAI,CAAC;CAAE,EAAE;AAC7D;;AAGA,MAAM,YAAY,OAAe,GAAG,QAAQ,YAAY,EAAE,CAAC,CAAC,QAAQ,YAAY,KAAK;AAErF,SAAgB,YACd,GACA,OACA,SACA,SACU;CACV,MAAM,EAAE,OAAO,WAAW,aAAa,SAAS,WAAW,CAAC,GAAG,MAAM,OAAO,OAAO;CACnF,IAAI,CAAC,MAAM,QAAQ,OAAO,CAAC;CAC3B,MAAM,QAAQ,IAAI,IAChB,MAAM,MAAM,SAAS,MACnB,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAU,CACtF,CACF;CACA,OAAO;EACL;EACA;EACA,GAAG,MAAM,SAAS,MAAM,CACtB,KAAK,MAAM,IAAI,EAAE,MAAM,KAAK,EAAE,OAAO,IAAI,EAAE,QAC3C,EAAE,IAAI,OACF,OAAO,EAAE,IAAI,KAAK,EAAE,IAAI,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,IAAI,MAAM,GAAG,MACnE,OAAO,EAAE,IAAI,IAAI,EAAE,KAAK,SAAS,EAAE,IAAI,EAAE,GAC/C,CAAC;EACD,GAAI,SAAS,IAAI,CAAC,EAAE,IAAI,MAAM,OAAO,WAAW,CAAC,IAAI,CAAC;CACxD;AACF"}