reeval 0.15.1 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (279) hide show
  1. package/README.md +21 -14
  2. package/dist/{adapter-CbqbMR7y.js → adapter-CqUt4A0w.js} +3 -3
  3. package/dist/{adapter-CbqbMR7y.js.map → adapter-CqUt4A0w.js.map} +1 -1
  4. package/dist/{agent-Zgn-kiqq.js → agent-BtAbRTFq.js} +6 -6
  5. package/dist/{agent-Zgn-kiqq.js.map → agent-BtAbRTFq.js.map} +1 -1
  6. package/dist/{app-files-ChbvRx3P.js → app-files-CDttHPOz.js} +3 -3
  7. package/dist/app-files-CDttHPOz.js.map +1 -0
  8. package/dist/assemble-Bb7zqpRw.js +1 -0
  9. package/dist/{assemble-SKQGW_QF.js → assemble-J9rkE29m.js} +114 -31
  10. package/dist/assemble-J9rkE29m.js.map +1 -0
  11. package/dist/{attempt-Ba2QerOK.js → attempt-CpbZ9arV.js} +2 -2
  12. package/dist/{attempt-Ba2QerOK.js.map → attempt-CpbZ9arV.js.map} +1 -1
  13. package/dist/{attempt-host-BOp8JklD.js → attempt-host-DDedP7Qv.js} +17 -8
  14. package/dist/attempt-host-DDedP7Qv.js.map +1 -0
  15. package/dist/capture-Bvc4FtWT.js +15 -0
  16. package/dist/capture-Bvc4FtWT.js.map +1 -0
  17. package/dist/capture-D68TiQQy.js +1 -0
  18. package/dist/{capture-BM_3100g.js → capture-DheNqeYS.js} +1495 -203
  19. package/dist/capture-DheNqeYS.js.map +1 -0
  20. package/dist/{cli-PdYrcoKM.js → cli-KTHjNFoo.js} +329 -74
  21. package/dist/cli-KTHjNFoo.js.map +1 -0
  22. package/dist/{cli-spec-D0qyrPZi.js → cli-spec-CPWT1mAG.js} +3 -2
  23. package/dist/cli-spec-CPWT1mAG.js.map +1 -0
  24. package/dist/cli.js +2 -2
  25. package/dist/{client-Ct6s6OnF.js → client-DMmOkbRA.js} +13 -6
  26. package/dist/client-DMmOkbRA.js.map +1 -0
  27. package/dist/{colors-QV9dFVhN.js → colors-Y6O3mtl_.js} +20 -2
  28. package/dist/colors-Y6O3mtl_.js.map +1 -0
  29. package/dist/{command-9xm5ImqI.js → command-1FBECMs-.js} +16 -16
  30. package/dist/{command-9xm5ImqI.js.map → command-1FBECMs-.js.map} +1 -1
  31. package/dist/{command-BqBxLgTc.js → command-Ce03LLtg.js} +14 -14
  32. package/dist/{command-BqBxLgTc.js.map → command-Ce03LLtg.js.map} +1 -1
  33. package/dist/{command-4pJYVCT4.js → command-CztRuwUM.js} +12 -12
  34. package/dist/{command-4pJYVCT4.js.map → command-CztRuwUM.js.map} +1 -1
  35. package/dist/{command-DbSMcxZL.js → command-nNN0mx65.js} +7 -7
  36. package/dist/{command-DbSMcxZL.js.map → command-nNN0mx65.js.map} +1 -1
  37. package/dist/{commands-BU6YJCz9.js → commands-DP13JX9i.js} +24 -12
  38. package/dist/commands-DP13JX9i.js.map +1 -0
  39. package/dist/{commands-Bi2SEQtr.js → commands-ZwQUezI1.js} +1 -1
  40. package/dist/{config-k6m7XbAz.js → config-BjjDryd5.js} +464 -220
  41. package/dist/config-BjjDryd5.js.map +1 -0
  42. package/dist/{contrasts-DLZF4dGF.js → contrasts-DSsRZpR8.js} +2 -2
  43. package/dist/{contrasts-DLZF4dGF.js.map → contrasts-DSsRZpR8.js.map} +1 -1
  44. package/dist/cursor-catalog-D7bFLEAD.js +143 -0
  45. package/dist/cursor-catalog-D7bFLEAD.js.map +1 -0
  46. package/dist/{db-CpsifVln.js → db-B9Ityuit.js} +8 -8
  47. package/dist/{db-CpsifVln.js.map → db-B9Ityuit.js.map} +1 -1
  48. package/dist/db-Bk6LWwza.js +2 -0
  49. package/dist/debug-CAx3qcaP.js +1 -0
  50. package/dist/{debug-BhizgAsU.js → debug-CgG3T071.js} +4 -2
  51. package/dist/debug-CgG3T071.js.map +1 -0
  52. package/dist/default-effort-DK8gospa.js +91 -0
  53. package/dist/default-effort-DK8gospa.js.map +1 -0
  54. package/dist/default-effort-DmXHpqo9.js +1 -0
  55. package/dist/{docker-YFj4H1Cr.js → docker-BLCNfUie.js} +1 -1
  56. package/dist/{docker-B4-rx4dA.js → docker-SKpYOlGi.js} +5 -5
  57. package/dist/{docker-B4-rx4dA.js.map → docker-SKpYOlGi.js.map} +1 -1
  58. package/dist/{docker-51WvhN_X.js → docker-hwp3EucJ.js} +9 -5
  59. package/dist/docker-hwp3EucJ.js.map +1 -0
  60. package/dist/{doctor-BuQnfz4e.js → doctor-CT0Sgjng.js} +16 -16
  61. package/dist/{doctor-BuQnfz4e.js.map → doctor-CT0Sgjng.js.map} +1 -1
  62. package/dist/{environment-BOFgzFDg.js → environment-CZdercoj.js} +3 -3
  63. package/dist/{environment-BOFgzFDg.js.map → environment-CZdercoj.js.map} +1 -1
  64. package/dist/{errors-UjcLWelF.js → errors-BZVKVKYd.js} +15 -4
  65. package/dist/errors-BZVKVKYd.js.map +1 -0
  66. package/dist/{eval-source-Dje3rERU.js → eval-source-nZD7-FSz.js} +9 -8
  67. package/dist/eval-source-nZD7-FSz.js.map +1 -0
  68. package/dist/{evaluate-dqXccn4k.d.ts → evaluate-CNi0lZ7n.d.ts} +7 -6
  69. package/dist/{evaluate-BPP9s3s6.js → evaluate-fhC1PCd_.js} +345 -47
  70. package/dist/evaluate-fhC1PCd_.js.map +1 -0
  71. package/dist/{files-Clipx4OW.js → files-BGy05Dlr.js} +4 -4
  72. package/dist/{files-Clipx4OW.js.map → files-BGy05Dlr.js.map} +1 -1
  73. package/dist/{files-Bi461Be2.js → files-BIGxpL08.js} +25 -16
  74. package/dist/{files-Bi461Be2.js.map → files-BIGxpL08.js.map} +1 -1
  75. package/dist/files-C2RC7K4m.js +1 -0
  76. package/dist/files-C3tQtD26.js +1 -0
  77. package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
  78. package/dist/files-D1y8Pg4Z.js.map +1 -0
  79. package/dist/{files-H24pz0hL.js → files-I1i6Xyh1.js} +4 -4
  80. package/dist/{files-H24pz0hL.js.map → files-I1i6Xyh1.js.map} +1 -1
  81. package/dist/files-dJmrfmOM.js +1 -0
  82. package/dist/{pairs-puYi-zj2.js → gate-BC6SdQZs.js} +49 -2
  83. package/dist/gate-BC6SdQZs.js.map +1 -0
  84. package/dist/gateway.d.ts +1 -1
  85. package/dist/{git-CsVZkNNL.js → git-DR02tHtU.js} +2 -2
  86. package/dist/{git-CsVZkNNL.js.map → git-DR02tHtU.js.map} +1 -1
  87. package/dist/{harness-3NVyTSGK.js → harness-ylJLvrbp.js} +39 -5
  88. package/dist/{harness-3NVyTSGK.js.map → harness-ylJLvrbp.js.map} +1 -1
  89. package/dist/harness.d.ts +1 -1
  90. package/dist/harness.js +1 -1
  91. package/dist/{images-4mwhNkvh.js → images---X8Wu9d.js} +8 -8
  92. package/dist/{images-4mwhNkvh.js.map → images---X8Wu9d.js.map} +1 -1
  93. package/dist/index.d.ts +71 -16
  94. package/dist/index.js +5 -5
  95. package/dist/init-BNTXrtMO.js +1 -0
  96. package/dist/{init-cOk3D44b.js → init-CA95ZnkV.js} +4 -4
  97. package/dist/{init-cOk3D44b.js.map → init-CA95ZnkV.js.map} +1 -1
  98. package/dist/{invocations-DW-lTk2f.js → invocations-BdoROAfb.js} +3 -3
  99. package/dist/{invocations-DW-lTk2f.js.map → invocations-BdoROAfb.js.map} +1 -1
  100. package/dist/{judge-CKdgEXN7.js → judge-Dp7FPJ1P.js} +3 -3
  101. package/dist/{judge-CKdgEXN7.js.map → judge-Dp7FPJ1P.js.map} +1 -1
  102. package/dist/judge.d.ts +2 -2
  103. package/dist/judge.js +1 -1
  104. package/dist/{live-XJQ6nqK4.js → live-CBFkdK1K.js} +3 -3
  105. package/dist/{live-XJQ6nqK4.js.map → live-CBFkdK1K.js.map} +1 -1
  106. package/dist/{matchers-DT2TaGix.js → matchers-Cv74mJRJ.js} +43 -13
  107. package/dist/matchers-Cv74mJRJ.js.map +1 -0
  108. package/dist/{model-Bq3G0OG1.js → model-6dfKFkQd.js} +4 -4
  109. package/dist/{model-Bq3G0OG1.js.map → model-6dfKFkQd.js.map} +1 -1
  110. package/dist/{model-CTnyvh7H.js → model-Be7fPvgi.js} +4 -51
  111. package/dist/model-Be7fPvgi.js.map +1 -0
  112. package/dist/{model-g3XnzUv0.js → model-CN4ccjNz.js} +1 -1
  113. package/dist/model-C_5TspZS.js +1 -0
  114. package/dist/{model-vRiUycWh.js → model-DkJVmVd2.js} +4 -4
  115. package/dist/{model-vRiUycWh.js.map → model-DkJVmVd2.js.map} +1 -1
  116. package/dist/{node-BVbbnFtv.js → node-D_Zkwhq2.js} +2 -2
  117. package/dist/{node-BVbbnFtv.js.map → node-D_Zkwhq2.js.map} +1 -1
  118. package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
  119. package/dist/object-BkXGPKWY.js.map +1 -0
  120. package/dist/{opencode-providers-Bz0l7OZI.js → opencode-providers-DPgdqRfg.js} +26 -2
  121. package/dist/{opencode-providers-Bz0l7OZI.js.map → opencode-providers-DPgdqRfg.js.map} +1 -1
  122. package/dist/{openrouter-models-CWRwLX-G.js → openrouter-models-CR00FWAa.js} +2 -2
  123. package/dist/{openrouter-models-CWRwLX-G.js.map → openrouter-models-CR00FWAa.js.map} +1 -1
  124. package/dist/{patch-DKJiC5Sq.js → patch-BJNdOZsf.js} +4 -4
  125. package/dist/patch-BJNdOZsf.js.map +1 -0
  126. package/dist/{plan-DdWkM6SW.js → plan-C1UpGZTk.js} +76 -12
  127. package/dist/plan-C1UpGZTk.js.map +1 -0
  128. package/dist/{plugins-D-CP6mMd.js → plugins-Cx6ReJWE.js} +24 -3
  129. package/dist/plugins-Cx6ReJWE.js.map +1 -0
  130. package/dist/{preflight-9ixuXzsx.js → preflight-BZ3L7P3a.js} +3 -3
  131. package/dist/{preflight-9ixuXzsx.js.map → preflight-BZ3L7P3a.js.map} +1 -1
  132. package/dist/{preflight-DTiVv0gY.js → preflight-CUooKgtT.js} +1 -1
  133. package/dist/{prepare-BfyikQit.js → prepare-BbBoTeDj.js} +7 -7
  134. package/dist/{prepare-BfyikQit.js.map → prepare-BbBoTeDj.js.map} +1 -1
  135. package/dist/{prepare-tmBBf4W8.js → prepare-CEZaEwaq.js} +2 -2
  136. package/dist/{provenance-BizwUn3h.js → provenance-BWvTIlQM.js} +2 -2
  137. package/dist/{provenance-BizwUn3h.js.map → provenance-BWvTIlQM.js.map} +1 -1
  138. package/dist/{providers-B6b9Tnyi.js → providers-B3yqakc7.js} +5 -5
  139. package/dist/{providers-B6b9Tnyi.js.map → providers-B3yqakc7.js.map} +1 -1
  140. package/dist/{providers-DkOupEBl.js → providers-DdyZW_ru.js} +1 -1
  141. package/dist/query-BkwQ0W-c.js +1 -0
  142. package/dist/{query-DyM-VExS.js → query-CZcqpOI9.js} +2 -2
  143. package/dist/{query-DyM-VExS.js.map → query-CZcqpOI9.js.map} +1 -1
  144. package/dist/{questions-BRhU8MzB.js → questions-CFU7-crW.js} +20 -19
  145. package/dist/questions-CFU7-crW.js.map +1 -0
  146. package/dist/{record-DZBCjuwm.js → record-Bu1Xi6MQ.js} +8 -4
  147. package/dist/record-Bu1Xi6MQ.js.map +1 -0
  148. package/dist/{remarks-C7i2LMRb.js → remarks-A3j-SkJ_.js} +42 -8
  149. package/dist/remarks-A3j-SkJ_.js.map +1 -0
  150. package/dist/remarks-Bp6AwPgb.js +1 -0
  151. package/dist/{remarks-D_3qhBWU.js → remarks-Dj_x9l5n.js} +4 -3
  152. package/dist/{remarks-D_3qhBWU.js.map → remarks-Dj_x9l5n.js.map} +1 -1
  153. package/dist/{remarks-dA8LyoPc.js → remarks-eBcrIZRu.js} +3 -2
  154. package/dist/remarks-eBcrIZRu.js.map +1 -0
  155. package/dist/{remote-DFIzcx_6.js → remote-EIFHdMd8.js} +5 -5
  156. package/dist/{remote-DFIzcx_6.js.map → remote-EIFHdMd8.js.map} +1 -1
  157. package/dist/{resolve-DWSJpKHX.js → resolve-8H5rz8mi.js} +5 -5
  158. package/dist/{resolve-DWSJpKHX.js.map → resolve-8H5rz8mi.js.map} +1 -1
  159. package/dist/resolve-Tm9pX7Hv.js +1 -0
  160. package/dist/{results-BC3pcG_Z.js → results-E7JdVjq2.js} +9 -9
  161. package/dist/{results-BC3pcG_Z.js.map → results-E7JdVjq2.js.map} +1 -1
  162. package/dist/{resume-j-rcIryi.js → resume-Blu4yIcq.js} +4 -4
  163. package/dist/{resume-j-rcIryi.js.map → resume-Blu4yIcq.js.map} +1 -1
  164. package/dist/{runtime-d56Gg3J5.js → runtime-CNbsMJQ7.js} +111 -37
  165. package/dist/runtime-CNbsMJQ7.js.map +1 -0
  166. package/dist/{sandbox-Cmln11gU.js → sandbox-RButGfIE.js} +2 -2
  167. package/dist/{sandbox-Cmln11gU.js.map → sandbox-RButGfIE.js.map} +1 -1
  168. package/dist/sandbox.d.ts +1 -1
  169. package/dist/sandbox.js +1 -1
  170. package/dist/server-Dqrq-Sia.js +1 -0
  171. package/dist/{server-BOoH10J8.js → server-XgCYs_MF.js} +35 -11
  172. package/dist/server-XgCYs_MF.js.map +1 -0
  173. package/dist/{source-wD04-rRG.js → source-BOkbJCD2.js} +17 -3
  174. package/dist/{source-wD04-rRG.js.map → source-BOkbJCD2.js.map} +1 -1
  175. package/dist/source-DooSTtyz.js +1 -0
  176. package/dist/src-1M0srjji.js +1 -0
  177. package/dist/{src-DgHuStEi.js → src-A8HLtO0a.js} +2 -2
  178. package/dist/{src-DgHuStEi.js.map → src-A8HLtO0a.js.map} +1 -1
  179. package/dist/{src-D91Hd6hT.js → src-BJCKWacl.js} +38 -18
  180. package/dist/src-BJCKWacl.js.map +1 -0
  181. package/dist/src-BZlhaDhE.js +2 -0
  182. package/dist/{src-BO8AYqJ5.js → src-BkhEPVJZ.js} +12 -3
  183. package/dist/{src-BO8AYqJ5.js.map → src-BkhEPVJZ.js.map} +1 -1
  184. package/dist/{src-C7upnZSd.js → src-Bp6X4193.js} +1 -1
  185. package/dist/{src-BYLM3hEz.js → src-C2Japg_I.js} +21 -10
  186. package/dist/{src-BYLM3hEz.js.map → src-C2Japg_I.js.map} +1 -1
  187. package/dist/src-C5q3_fRV.js +3 -0
  188. package/dist/src-C9EHSYyP.js +2 -0
  189. package/dist/src-CJdpsrXi.js +2 -0
  190. package/dist/{src-1lpTocbd.js → src-D1ET6oPL.js} +3 -27
  191. package/dist/{src-1lpTocbd.js.map → src-D1ET6oPL.js.map} +1 -1
  192. package/dist/{src-Bp4aN3rA.js → src-D4CZjMQ4.js} +1 -1
  193. package/dist/{src-BYPMM1x7.js → src-GkJ-1Rdy.js} +1 -1
  194. package/dist/{src-kYeaJJrl.js → src-OOKE-5GA.js} +1 -1
  195. package/dist/state-BCyNaz13.js +1 -0
  196. package/dist/{state-DrJ687ut.js → state-D6-tvqtp.js} +8 -8
  197. package/dist/{state-DrJ687ut.js.map → state-D6-tvqtp.js.map} +1 -1
  198. package/dist/suite-BiWajSlA.js +2 -0
  199. package/dist/{suite-Co8cwelb.js → suite-DYI1k2Ie.js} +22 -5
  200. package/dist/suite-DYI1k2Ie.js.map +1 -0
  201. package/dist/{summary-DLFHVoux.js → summary-CN2aqAUz.js} +59 -17
  202. package/dist/summary-CN2aqAUz.js.map +1 -0
  203. package/dist/tarball-CHcahyNK.js +258 -0
  204. package/dist/tarball-CHcahyNK.js.map +1 -0
  205. package/dist/testing.d.ts +96 -44
  206. package/dist/testing.js +4 -4
  207. package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
  208. package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
  209. package/dist/{transcript-DxPaWHTZ.js → transcript-BJrKfgRW.js} +2 -2
  210. package/dist/{transcript-DxPaWHTZ.js.map → transcript-BJrKfgRW.js.map} +1 -1
  211. package/dist/{types-coMWHaU2.d.ts → types-DDeCnNmp.d.ts} +437 -181
  212. package/dist/view/index.d.ts +34 -5
  213. package/dist/view/index.js +8 -7
  214. package/dist/views-7bNY17Z6.js +2 -0
  215. package/dist/{views-BFO1BLKu.js → views-Bd-H71_t.js} +5 -5
  216. package/dist/{views-BFO1BLKu.js.map → views-Bd-H71_t.js.map} +1 -1
  217. package/dist/{worker-entry-CJtdsKBP.js → worker-entry-BIHJqE_z.js} +34 -13
  218. package/dist/worker-entry-BIHJqE_z.js.map +1 -0
  219. package/dist/workspace-CxwHv8mG.js +1 -0
  220. package/dist/{workspace-BRxjfa8N.js → workspace-Sy5g8zW9.js} +4 -4
  221. package/dist/{workspace-BRxjfa8N.js.map → workspace-Sy5g8zW9.js.map} +1 -1
  222. package/package.json +1 -1
  223. package/skills/eval-rubric/SKILL.md +11 -0
  224. package/dist/app-files-ChbvRx3P.js.map +0 -1
  225. package/dist/assemble-SKQGW_QF.js.map +0 -1
  226. package/dist/assemble-XBWuK3Ed.js +0 -1
  227. package/dist/attempt-host-BOp8JklD.js.map +0 -1
  228. package/dist/capture-BM_3100g.js.map +0 -1
  229. package/dist/capture-DSK8O5bA.js +0 -1
  230. package/dist/cli-PdYrcoKM.js.map +0 -1
  231. package/dist/cli-spec-D0qyrPZi.js.map +0 -1
  232. package/dist/client-Ct6s6OnF.js.map +0 -1
  233. package/dist/colors-QV9dFVhN.js.map +0 -1
  234. package/dist/commands-BU6YJCz9.js.map +0 -1
  235. package/dist/config-k6m7XbAz.js.map +0 -1
  236. package/dist/db-DkD-F-X-.js +0 -2
  237. package/dist/debug-BhizgAsU.js.map +0 -1
  238. package/dist/debug-DeM5pswK.js +0 -1
  239. package/dist/docker-51WvhN_X.js.map +0 -1
  240. package/dist/errors-UjcLWelF.js.map +0 -1
  241. package/dist/eval-source-Dje3rERU.js.map +0 -1
  242. package/dist/evaluate-BPP9s3s6.js.map +0 -1
  243. package/dist/files-BAt0i00X.js +0 -1
  244. package/dist/files-C2h2Cw4F.js +0 -1
  245. package/dist/files-Ca0d6Uq3.js.map +0 -1
  246. package/dist/files-DmUrRmmL.js +0 -1
  247. package/dist/init-BDEOopK7.js +0 -1
  248. package/dist/matchers-DT2TaGix.js.map +0 -1
  249. package/dist/model-CTnyvh7H.js.map +0 -1
  250. package/dist/model-D-SWrLZG.js +0 -1
  251. package/dist/object-CLf2-tNq.js.map +0 -1
  252. package/dist/pairs-puYi-zj2.js.map +0 -1
  253. package/dist/patch-DKJiC5Sq.js.map +0 -1
  254. package/dist/plan-DdWkM6SW.js.map +0 -1
  255. package/dist/plugins-D-CP6mMd.js.map +0 -1
  256. package/dist/query-Clm2mNSm.js +0 -1
  257. package/dist/questions-BRhU8MzB.js.map +0 -1
  258. package/dist/record-DZBCjuwm.js.map +0 -1
  259. package/dist/remarks-BwJ8pcTQ.js +0 -1
  260. package/dist/remarks-C7i2LMRb.js.map +0 -1
  261. package/dist/remarks-dA8LyoPc.js.map +0 -1
  262. package/dist/resolve--rQZ8u6Z.js +0 -1
  263. package/dist/runtime-d56Gg3J5.js.map +0 -1
  264. package/dist/server-BOoH10J8.js.map +0 -1
  265. package/dist/server-DpuVAbrO.js +0 -1
  266. package/dist/source-BFd6f0-R.js +0 -1
  267. package/dist/src-6_zz7oJs.js +0 -2
  268. package/dist/src-D91Hd6hT.js.map +0 -1
  269. package/dist/src-DH-9IO7f.js +0 -1
  270. package/dist/src-HSxBazcg.js +0 -3
  271. package/dist/src-LD1BAJFa.js +0 -2
  272. package/dist/src-dlX-Lmxg.js +0 -2
  273. package/dist/state-B5PLm5qY.js +0 -1
  274. package/dist/suite-22Kt9Grx.js +0 -2
  275. package/dist/suite-Co8cwelb.js.map +0 -1
  276. package/dist/summary-DLFHVoux.js.map +0 -1
  277. package/dist/views-BOf8qEL8.js +0 -2
  278. package/dist/worker-entry-CJtdsKBP.js.map +0 -1
  279. package/dist/workspace-DDHzkMjm.js +0 -1
@@ -1,31 +1,31 @@
1
1
  import { n as UsageError } from "./errors-B6BSMs03.js";
2
2
  import { h as parseDuration } from "./shared-B_lvGqWz.js";
3
- import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-BOFgzFDg.js";
4
- import { C as pluginBuildsLabel } from "./plugins-D-CP6mMd.js";
3
+ import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-CZdercoj.js";
4
+ import { C as pluginBuildsLabel } from "./plugins-Cx6ReJWE.js";
5
5
  import { a as fromCwd, o as newRunId } from "./ids-Bp6ut7ZD.js";
6
- import { $ as isDirect, A as harnessId, E as checkLimitHarness, F as plannedSandboxes, R as sandboxId, X as directOnCloud, Y as ciRunner, a as configPathFor, b as resolveModelGateway, c as findConfig, d as malformedCredentials, f as missingCredentials, g as selectProfile, h as runJudgeModel, i as configLabel, l as hostCapacity, m as resolveConcurrency, p as requireConfig, tt as resolveOutput, u as loadConfig, v as gatewayScope } from "./config-k6m7XbAz.js";
7
- import { l as judgeModelName, m as unusedGatewayKey } from "./judge-CKdgEXN7.js";
6
+ import { $ as ciRunner, D as checkLimitHarness, H as sandboxId, L as plannedSandboxIds, R as plannedSandboxes, a as configPathFor, at as resolveOutput, b as resolveModelGateway, c as findConfig, d as malformedCredentials, et as directOnCloud, f as missingCredentials, g as selectProfile, h as runJudgeModel, i as configLabel, j as harnessId, l as hostCapacity, m as resolveConcurrency, p as requireConfig, rt as isDirect, u as loadConfig, v as gatewayScope } from "./config-BjjDryd5.js";
7
+ import { l as judgeModelName, m as unusedGatewayKey } from "./judge-Dp7FPJ1P.js";
8
8
  import { y as vertexSettingsIn } from "./vertex-DypYjx71.js";
9
9
  import { _ as registerSecret, m as redactSecrets } from "./redact-DVIaahLv.js";
10
10
  import { a as plural, i as formatDuration, n as clip, o as sandboxWarningLine } from "./text-DTigcA64.js";
11
11
  import { n as loadEnvFiles, t as inCI } from "./env-CARj5Axq.js";
12
12
  import { o as PACKAGE_VERSION } from "./root-Dlff-zp8.js";
13
- import { U as LABEL, ot as imageInfo } from "./src-D91Hd6hT.js";
14
- import { s as debugTime } from "./debug-BhizgAsU.js";
15
- import { r as openRouterFallbacks } from "./openrouter-models-CWRwLX-G.js";
13
+ import { U as LABEL$1, ot as imageInfo } from "./src-BJCKWacl.js";
14
+ import { s as debugTime } from "./debug-CgG3T071.js";
15
+ import { r as openRouterFallbacks } from "./openrouter-models-CR00FWAa.js";
16
16
  import { t as PrepareError } from "./provider-CmAYTQQs.js";
17
- import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-CTnyvh7H.js";
18
- import { u as suiteResult } from "./suite-Co8cwelb.js";
19
- import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-D0qyrPZi.js";
20
- import { n as stripAnsi, t as colors } from "./colors-QV9dFVhN.js";
21
- import { f as render } from "./summary-DLFHVoux.js";
22
- import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-BizwUn3h.js";
17
+ import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-Be7fPvgi.js";
18
+ import { u as suiteResult } from "./suite-DYI1k2Ie.js";
19
+ import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-CPWT1mAG.js";
20
+ import { n as stripAnsi, t as colors } from "./colors-Y6O3mtl_.js";
21
+ import { m as render } from "./summary-CN2aqAUz.js";
22
+ import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-BWvTIlQM.js";
23
23
  import { t as budgetMarker } from "./budget-DBUrH4jX.js";
24
- import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-j-rcIryi.js";
25
- import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-9ixuXzsx.js";
26
- import { n as imageHarness } from "./prepare-BfyikQit.js";
27
- import { i as createProviders, n as attemptImage } from "./providers-B6b9Tnyi.js";
28
- import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-DW-lTk2f.js";
24
+ import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-Blu4yIcq.js";
25
+ import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-BZ3L7P3a.js";
26
+ import { n as imageHarness } from "./prepare-BbBoTeDj.js";
27
+ import { i as createProviders, n as attemptImage } from "./providers-B3yqakc7.js";
28
+ import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-BdoROAfb.js";
29
29
  import { existsSync, mkdirSync, readdirSync, writeFileSync } from "node:fs";
30
30
  import { dirname, join } from "node:path";
31
31
  import { inspect } from "node:util";
@@ -214,7 +214,7 @@ async function preflight(uses, options) {
214
214
  ref,
215
215
  id,
216
216
  repoDigests: info?.repoDigests ?? [],
217
- agentCli: agentCli ?? info?.labels[LABEL.agentVersion] ?? null
217
+ agentCli: agentCli ?? info?.labels[LABEL$1.agentVersion] ?? null
218
218
  });
219
219
  }
220
220
  return { images };
@@ -338,7 +338,28 @@ function failureLines(c, e, options) {
338
338
  if (outcome === "canceled") return [c.yellow("canceled")];
339
339
  const message = e.errors[0] ?? "";
340
340
  const turns = (e.meta?.turnErrors ?? []).filter((t) => !message.includes(t.replace(/^turn \d+ error: /, ""))).map((t) => c.yellow(t));
341
- return [...failureBody(c, e, outcome, message, options), ...turns];
341
+ return [
342
+ ...failureBody(c, e, outcome, message, options),
343
+ ...otherChecks(c, e),
344
+ ...turns
345
+ ];
346
+ }
347
+ /** The failed check the attempt's error is, when it is one. */
348
+ function errorCheck(e) {
349
+ const message = e.errors[0] ?? "";
350
+ return (e.meta?.failedChecks ?? []).find((x) => x.message && message.includes(x.message.replace(/…$/, "")));
351
+ }
352
+ /** The failed checks the error isn't, each with its line: an `expect` failure doesn't end the body. */
353
+ function otherChecks(c, e) {
354
+ const shown = errorCheck(e);
355
+ return (e.meta?.failedChecks ?? []).filter((x) => x !== shown).map((x) => {
356
+ const why = x.message.startsWith(`${x.label}: `) ? x.message.slice(x.label.length + 2) : x.message;
357
+ return [
358
+ c.red(`✗ ${x.label}`),
359
+ x.at && c.dim(x.at),
360
+ why && c.dim(why)
361
+ ].filter(Boolean).join(" ");
362
+ });
342
363
  }
343
364
  function failureBody(c, e, outcome, message, options) {
344
365
  if (outcome === "infra_error") {
@@ -472,7 +493,10 @@ var AgentRenderer = class {
472
493
  onEvent(e) {
473
494
  switch (e.type) {
474
495
  case "plan":
475
- for (const line of e.lines) this.#write(line);
496
+ this.#write(e.line);
497
+ for (const line of e.details) this.#write(line);
498
+ for (const w of e.warnings) this.#write(`warning: ${w}`);
499
+ for (const h of e.hints) this.#write(`hint: ${h}`);
476
500
  for (const w of e.sandboxWarnings ?? []) this.#write(sandboxWarningLine(w));
477
501
  return;
478
502
  case "run-start":
@@ -513,6 +537,135 @@ var AgentRenderer = class {
513
537
  close() {}
514
538
  };
515
539
  //#endregion
540
+ //#region src/ui/header.ts
541
+ /** ` ➜ `, ` ⚠ `: the glyph column every line of the block starts with. */
542
+ const GLYPH = 5;
543
+ /** `Est. Time: `, the longest key. */
544
+ const KEY = 11;
545
+ /** `Warning: `, the longer note label. */
546
+ const LABEL = 9;
547
+ /**
548
+ * `text` broken at spaces into lines of at most `width` columns, not counting color codes; a
549
+ * longer word keeps a line. A `·` stays with the word before it, so no line starts with one.
550
+ */
551
+ function wrap(text, width) {
552
+ const words = [];
553
+ for (const word of text.split(/\s+/).filter(Boolean)) if (word === "·" && words.length) words[words.length - 1] += " ·";
554
+ else words.push(word);
555
+ const lines = [];
556
+ let line = "";
557
+ for (const word of words) if (line && stripAnsi(line).length + 1 + stripAnsi(word).length > width) {
558
+ lines.push(line);
559
+ line = word;
560
+ } else line = line ? `${line} ${word}` : word;
561
+ return line ? [...lines, line] : lines;
562
+ }
563
+ const indent = (n) => " ".repeat(n);
564
+ /** `REEVAL v0.16.1`, then the run's facts, one `➜ Key: value` line each. */
565
+ function headerLines(c, h, width) {
566
+ const name = `REEVAL v${h.version}`;
567
+ const title = c.bold(c.depth === 4 ? name : c.teal(name));
568
+ const valueWidth = width - GLYPH - KEY;
569
+ const row = (key, value) => {
570
+ const values = typeof value === "string" ? [value] : value;
571
+ const joined = values.join(", ");
572
+ return (values.length > 1 && stripAnsi(joined).length > valueWidth ? values : wrap(joined, valueWidth)).map((v, i) => i === 0 ? ` ${c.teal("➜")} ${c.dim(`${key}:`)}${indent(KEY - key.length - 1)}${v}` : `${indent(16)}${v}`);
573
+ };
574
+ const many = (one, n, many = `${one}s`) => n === 1 ? one : many;
575
+ const resumed = h.resumed ? c.dim(` (resumed, ${plural(h.resumed, "attempt")} done)`) : "";
576
+ const reason = h.profile && h.profile.reason !== "--profile" ? c.dim(` (${h.profile.reason})`) : "";
577
+ return [
578
+ h.dryRun ? `${title} ${c.dim("dry run")}` : title,
579
+ "",
580
+ ...row("Run", `${h.runId}${resumed}`),
581
+ ...h.config ? row("Config", h.config) : [],
582
+ ...h.profile ? row("Profile", `${h.profile.name}${reason}`) : [],
583
+ ...row(many("Harness", h.harnesses.length, "Harnesses"), h.harnesses.map((id) => harness(c, h, id))),
584
+ ...row(many("Sandbox", h.sandboxes.length, "Sandboxes"), h.sandboxes),
585
+ ...h.judges.length ? row(many("Judge", h.judges.length), h.judges) : [],
586
+ ...row("Scope", scope(c, h)),
587
+ ...row("Est. Time", estimate(c, h)),
588
+ ...h.record && !h.dryRun ? row("Record", h.record) : []
589
+ ];
590
+ }
591
+ /** A harness id, with the effort it runs at when the id doesn't name it. */
592
+ function harness(c, h, id) {
593
+ const effort = h.efforts?.[id];
594
+ if (effort === void 0 || id.includes("[effort=")) return id;
595
+ return `${id} ${`(effort: ${effort})`.split(" ").map((w) => c.dim(w)).join(" ")}`;
596
+ }
597
+ function scope(c, h) {
598
+ const attempts = h.fewest < h.attempts ? `${h.fewest}–${h.attempts} attempts` : plural(h.attempts, "attempt");
599
+ const parts = [
600
+ plural(h.files, "eval file"),
601
+ plural(h.evals, "eval") + (h.skipped ? ` (${h.skipped} skipped)` : ""),
602
+ plural(h.cells, "cell"),
603
+ attempts
604
+ ];
605
+ const caps = [h.budget.attempts !== void 0 ? `${h.budget.attempts} ${h.attempts <= h.budget.attempts ? c.green("✓") : c.red("✗")}` : "", h.budget.duration ?? ""].filter(Boolean);
606
+ return `${parts.join(" · ")}${caps.length ? ` (budget: ${caps.join(", ")})` : ""}`;
607
+ }
608
+ function estimate(c, h) {
609
+ const serial = `~${formatDuration(h.estimateMs)} ${c.dim("(serial)")}`;
610
+ const parallel = Math.min(h.concurrency, h.attempts);
611
+ if (parallel <= 1) return serial;
612
+ return `${`~${formatDuration(h.estimateMs / parallel)} ${c.dim(`(concurrency: ${h.concurrency})`)}`} · ${serial}`;
613
+ }
614
+ /** `⚠ Warning: …` or `ℹ Hint: …`, wrapped under its first word. */
615
+ function noteLines(c, kind, text, width) {
616
+ const [glyph, label, paint] = kind === "hint" ? [
617
+ "ℹ",
618
+ "Hint:",
619
+ c.blue
620
+ ] : [
621
+ "⚠",
622
+ "Warning:",
623
+ kind === "root" ? c.red : c.orange
624
+ ];
625
+ const basic = {
626
+ warning: c.yellow,
627
+ hint: c.teal,
628
+ root: c.red
629
+ }[kind];
630
+ const lead = c.depth === 4 && kind !== "root" ? `${basic(glyph)} ${c.bold(label)}` : c.bold(paint(`${glyph} ${label}`));
631
+ const at = 14;
632
+ return wrap(text, Math.max(20, width - at)).map((line, i) => i === 0 ? ` ${lead}${indent(LABEL - label.length)}${line}` : `${indent(at)}${line}`);
633
+ }
634
+ /** A step line, `◆ Preparing 1 sandbox (docker)...`, its text wrapped under itself. */
635
+ function stepLines(glyph, text, width) {
636
+ return wrap(text, Math.max(20, width - GLYPH)).map((line, i) => i === 0 ? ` ${glyph} ${line}` : `${indent(GLYPH)}${line}`);
637
+ }
638
+ /** A run-level notice (a prepared workspace, the Ctrl-C one) as a step line. */
639
+ function noticeLines(c, e, width) {
640
+ const glyph = {
641
+ info: c.dim("ℹ"),
642
+ warn: c.orange("⚠"),
643
+ error: c.red("✗")
644
+ }[e.level];
645
+ const lines = stepLines(glyph, e.text, width);
646
+ return e.level === "info" ? lines.map((l) => c.dim(l)) : lines;
647
+ }
648
+ /** Preflight: which sandboxes it prepares, each one ready, and each failure. */
649
+ function prepareStepLines(c, e, width, max) {
650
+ if (e.state === "start") {
651
+ const n = e.targets.length;
652
+ const names = e.targets.map((t) => t.label).join(", ");
653
+ return stepLines(c.teal("◆"), `Preparing ${plural(n, "sandbox", "sandboxes")} (${names})...`, width);
654
+ }
655
+ const { outcome } = e;
656
+ if (outcome.ok) {
657
+ const took = outcome.ms >= 1e3 ? ` ${c.dim(formatDuration(outcome.ms))}` : "";
658
+ return [` ${c.green("✓")} ${outcome.target.label} ready${took}`];
659
+ }
660
+ const who = outcome.target.setBy.join(", ");
661
+ return [` ${c.red("✗")} ${outcome.target.label} failed to prepare ${c.dim(`(set by ${who}; only its attempts fail)`)}`, ...tailLines(outcome.failure.message, max).map((l) => `${indent(GLYPH)}${c.orange(l)}`)];
662
+ }
663
+ /** The last line before the attempts' own: how their logs will print. */
664
+ function startLine(c, output) {
665
+ const text = output.outputLogs === "none" ? "Running..." : output.outputLogs === "errors-only" ? "Running; logs print for failed attempts only..." : output.logOrder === "stream" ? "Streaming logs..." : "Running; each attempt's logs print as it ends...";
666
+ return ` ${c.teal("◆")} ${text}`;
667
+ }
668
+ //#endregion
516
669
  //#region src/ui/plain.ts
517
670
  /** In a grouped block, an end line replaces its start line and keeps its start time. */
518
671
  const STARTS = {
@@ -540,6 +693,11 @@ function locate(result) {
540
693
  col: match[2]
541
694
  } : void 0;
542
695
  }
696
+ /** `evals/a.eval.ts:7` as its file and line. */
697
+ const splitAt = (at) => {
698
+ const i = at.lastIndexOf(":");
699
+ return [at.slice(0, i), at.slice(i + 1)];
700
+ };
543
701
  var PlainRenderer = class {
544
702
  #o;
545
703
  #c;
@@ -620,6 +778,11 @@ var PlainRenderer = class {
620
778
  switch (e.type) {
621
779
  case "run-start": {
622
780
  this.#runStartedAt = e.at;
781
+ if (this.#o.output.rich) {
782
+ this.#write(startLine(c, this.#o.output));
783
+ this.#write("");
784
+ return;
785
+ }
623
786
  const files = `${e.files} eval file${e.files === 1 ? "" : "s"}`;
624
787
  const order = `${this.#o.output.logOrder} logs`;
625
788
  const setup = `harness ${e.harness} · sandbox ${e.sandbox} · concurrency ${e.concurrency}`;
@@ -627,7 +790,14 @@ var PlainRenderer = class {
627
790
  return;
628
791
  }
629
792
  case "plan":
630
- for (const [i, line] of e.lines.entries()) this.#write(line.startsWith("warning:") ? c.yellow(line) : i === 0 ? line : c.dim(line));
793
+ if (this.#o.output.rich) {
794
+ this.#richPlan(e);
795
+ return;
796
+ }
797
+ this.#write(e.line);
798
+ for (const line of e.details) this.#write(c.dim(line));
799
+ for (const w of e.warnings) this.#write(c.yellow(`warning: ${w}`));
800
+ for (const h of e.hints) this.#write(c.dim(`hint: ${h}`));
631
801
  for (const w of e.sandboxWarnings ?? []) this.#sandboxWarning(w);
632
802
  return;
633
803
  case "collected":
@@ -696,8 +866,9 @@ var PlainRenderer = class {
696
866
  if (this.#tries.has(e.result.key)) this.#ended.add(e.result.key);
697
867
  this.#drawStatus();
698
868
  return;
699
- case "prepare":
700
- for (const line of prepareLines(c, e, ERROR_LINES)) this.#write(line);
869
+ case "prepare": {
870
+ const lines = this.#o.output.rich ? prepareStepLines(c, e, this.#columns, ERROR_LINES) : prepareLines(c, e, ERROR_LINES);
871
+ for (const line of lines) this.#write(line);
701
872
  if (e.state === "failed" && this.#o.output.githubActions) {
702
873
  const { target, failure } = e.outcome;
703
874
  const what = target.kind === "workspace" ? "The" : "Sandbox";
@@ -705,7 +876,12 @@ var PlainRenderer = class {
705
876
  this.#write(`::error title=${title}::${ghEscape(failure.message)}`);
706
877
  }
707
878
  return;
879
+ }
708
880
  case "notice": {
881
+ if (this.#o.output.rich) {
882
+ for (const line of noticeLines(c, e, this.#columns)) this.#write(line);
883
+ return;
884
+ }
709
885
  const paint = {
710
886
  info: c.dim,
711
887
  warn: c.yellow,
@@ -721,6 +897,26 @@ var PlainRenderer = class {
721
897
  return;
722
898
  }
723
899
  }
900
+ get #columns() {
901
+ return this.#o.columns || 80;
902
+ }
903
+ /** The plan as the rich header: its facts, `--dry-run`'s table, then each kind of note. */
904
+ #richPlan(e) {
905
+ const c = this.#c;
906
+ const width = this.#columns;
907
+ for (const line of headerLines(c, e.header, width)) this.#write(line);
908
+ const sections = [
909
+ e.details,
910
+ [...e.warnings.flatMap((w) => noteLines(c, "warning", w, width)), ...(e.sandboxWarnings ?? []).flatMap((w) => noteLines(c, w.kind === "root" ? "root" : "warning", w.message, width))],
911
+ e.hints.flatMap((h) => noteLines(c, "hint", h, width))
912
+ ];
913
+ for (const lines of sections) {
914
+ if (!lines.length) continue;
915
+ this.#write("");
916
+ for (const line of lines) this.#write(line);
917
+ }
918
+ this.#write("");
919
+ }
724
920
  #sandboxWarning(w) {
725
921
  const c = this.#c;
726
922
  const line = sandboxWarningLine(w);
@@ -759,10 +955,18 @@ var PlainRenderer = class {
759
955
  if (githubActions && failed && !ungated && !result.meta?.prepare) {
760
956
  const which = result.attempt?.label ? ` [${result.attempt.label}]` : "";
761
957
  const title = ghEscape(`${result.id}${which}`, true);
762
- const message = ghEscape(failureLines(colors(false), result, { max: ERROR_LINES }).join("\n"));
763
- const at = locate(result);
764
- const where = at ? `,line=${at.line},col=${at.col}` : "";
765
- this.#write(`::error file=${ghEscape(result.file, true)}${where},title=${title}::${message}`);
958
+ const checks = (result.meta?.failedChecks ?? []).filter((x) => x.at);
959
+ for (const x of checks) {
960
+ const [file, line] = splitAt(x.at);
961
+ const label = ghEscape(`${result.id}${which}: ${x.label}`, true);
962
+ this.#write(`::error file=${ghEscape(file, true)},line=${line},title=${label}::${ghEscape(x.message)}`);
963
+ }
964
+ if (!errorCheck(result)?.at) {
965
+ const message = ghEscape(failureLines(colors(false), result, { max: ERROR_LINES }).join("\n"));
966
+ const at = locate(result);
967
+ const where = at ? `,line=${at.line},col=${at.col}` : "";
968
+ this.#write(`::error file=${ghEscape(result.file, true)}${where},title=${title}::${message}`);
969
+ }
766
970
  }
767
971
  }
768
972
  /** Prints the heartbeat if nothing was written for `heartbeatMs` and evals are running. */
@@ -787,6 +991,7 @@ var PlainRenderer = class {
787
991
  };
788
992
  //#endregion
789
993
  //#region src/ui/index.ts
994
+ const depthOf = (bits = 4) => bits >= 24 ? 24 : bits >= 8 ? 8 : 4;
790
995
  function createRenderer(options) {
791
996
  const out = { write: (text) => options.out.write(redactSecrets(text)) };
792
997
  if (options.output.mode === "agent") return new AgentRenderer({
@@ -796,7 +1001,7 @@ function createRenderer(options) {
796
1001
  return new PlainRenderer({
797
1002
  ...options,
798
1003
  out,
799
- colors: colors(options.output.color)
1004
+ colors: colors(options.output.color, depthOf(options.colorDepth))
800
1005
  });
801
1006
  }
802
1007
  //#endregion
@@ -860,7 +1065,7 @@ async function run(argv) {
860
1065
  return values.help ? EXIT.ok : EXIT.usage;
861
1066
  }
862
1067
  if (command === "init") {
863
- const { initCommand } = await import("./init-BDEOopK7.js");
1068
+ const { initCommand } = await import("./init-BNTXrtMO.js");
864
1069
  return initCommand(values, filters, {
865
1070
  out: (s) => console.log(s),
866
1071
  input: process.stdin,
@@ -869,7 +1074,7 @@ async function run(argv) {
869
1074
  });
870
1075
  }
871
1076
  if (command === "doctor") {
872
- const { doctorCommand } = await import("./doctor-BuQnfz4e.js");
1077
+ const { doctorCommand } = await import("./doctor-CT0Sgjng.js");
873
1078
  return doctorCommand(values, {
874
1079
  out: (s) => console.log(s),
875
1080
  color: !!process.stdout.isTTY && !process.env.NO_COLOR,
@@ -877,7 +1082,7 @@ async function run(argv) {
877
1082
  });
878
1083
  }
879
1084
  if (command === "report") {
880
- const { reportCommand } = await import("./command-4pJYVCT4.js");
1085
+ const { reportCommand } = await import("./command-CztRuwUM.js");
881
1086
  return reportCommand(values, filters, {
882
1087
  out: (s) => console.log(s),
883
1088
  err: (s) => console.error(dim(s)),
@@ -892,7 +1097,7 @@ async function run(argv) {
892
1097
  }
893
1098
  if (command === "studio") {
894
1099
  const config = await loadConfig(configPath, "studio");
895
- const { studioCommand } = await import("./command-DbSMcxZL.js");
1100
+ const { studioCommand } = await import("./command-nNN0mx65.js");
896
1101
  return studioCommand({
897
1102
  config,
898
1103
  flags: values,
@@ -903,7 +1108,7 @@ async function run(argv) {
903
1108
  if (command === "mcp") {
904
1109
  if (!values.http) console.log = console.info = console.debug = console.error;
905
1110
  const config = await loadConfig(configPath, "mcp");
906
- const { mcpCommand } = await import("./command-BqBxLgTc.js");
1111
+ const { mcpCommand } = await import("./command-Ce03LLtg.js");
907
1112
  return mcpCommand({
908
1113
  config,
909
1114
  flags: values,
@@ -912,7 +1117,7 @@ async function run(argv) {
912
1117
  }
913
1118
  if (command in HISTORY_COMMANDS) {
914
1119
  const config = await loadConfig(configPath, command);
915
- const commands = await import("./commands-Bi2SEQtr.js");
1120
+ const commands = await import("./commands-ZwQUezI1.js");
916
1121
  const ctx = {
917
1122
  config,
918
1123
  flags: values,
@@ -925,7 +1130,7 @@ async function run(argv) {
925
1130
  case "compare": return commands.compareCommand(ctx, filters);
926
1131
  case "checkout": return commands.checkoutCommand(ctx, filters);
927
1132
  case "query": {
928
- const { queryCommand } = await import("./query-Clm2mNSm.js");
1133
+ const { queryCommand } = await import("./query-BkwQ0W-c.js");
929
1134
  return queryCommand({
930
1135
  ...ctx,
931
1136
  err: (s) => console.error(dim(s))
@@ -933,7 +1138,7 @@ async function run(argv) {
933
1138
  }
934
1139
  case "analyze": {
935
1140
  loadEnvFiles(configPath);
936
- const { analyzeCommand } = await import("./command-9xm5ImqI.js");
1141
+ const { analyzeCommand } = await import("./command-1FBECMs-.js");
937
1142
  return analyzeCommand({
938
1143
  ...ctx,
939
1144
  err: (s) => console.error(dim(s))
@@ -968,7 +1173,10 @@ async function confirm(question) {
968
1173
  rl.close();
969
1174
  }
970
1175
  }
971
- /** `reeval clean`: removes local debug data, all of it or all but the newest `--keep` runs. */
1176
+ /**
1177
+ * `reeval clean`: removes local debug data and snapshots, all of them or all but the newest
1178
+ * `--keep` runs'.
1179
+ */
972
1180
  async function cleanCommand(flags, configPath) {
973
1181
  const config = await loadConfig(configPath, "clean");
974
1182
  let keep = 0;
@@ -976,14 +1184,14 @@ async function cleanCommand(flags, configPath) {
976
1184
  keep = Number(flags.keep);
977
1185
  if (!(Number.isInteger(keep) && keep >= 0)) throw new UsageError(`--keep must be a whole number (got ${flags.keep})`);
978
1186
  }
979
- const { debugRoot, pruneDebug } = await import("./files-BAt0i00X.js");
980
- const { formatBytes } = await import("./debug-DeM5pswK.js");
1187
+ const { debugRoot, pruneDebug } = await import("./files-C3tQtD26.js");
1188
+ const { formatBytes } = await import("./debug-CAx3qcaP.js");
981
1189
  const { runs, bytes } = await pruneDebug(config.root, keep);
982
1190
  const where = fromCwd(debugRoot(config.root)) || ".";
983
- console.log(runs.length ? `Removed debug data for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where}` : `No debug data to remove in ${where}`);
1191
+ console.log(runs.length ? `Removed debug data and snapshots for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where} and .reeval/runs` : `No debug data or snapshots to remove in ${where} or .reeval/runs`);
984
1192
  if (flags.images) {
985
- const { dockerAvailable, pruneImages } = await import("./src-DH-9IO7f.js");
986
- const { requireDocker } = await import("./providers-DkOupEBl.js");
1193
+ const { dockerAvailable, pruneImages } = await import("./src-1M0srjji.js");
1194
+ const { requireDocker } = await import("./providers-DdyZW_ru.js");
987
1195
  const engines = [];
988
1196
  for (const engine of ["docker", "podman"]) if (await dockerAvailable(engine)) engines.push(engine);
989
1197
  if (!engines.length) await requireDocker();
@@ -1004,7 +1212,7 @@ function verbosityOf(flags) {
1004
1212
  * does. Needs a config, as `reeval run` does: there is no default image.
1005
1213
  */
1006
1214
  async function imageBuildCommand(flags, configPath, filters) {
1007
- const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images-4mwhNkvh.js");
1215
+ const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images---X8Wu9d.js");
1008
1216
  const { runId, stagingDir, config, runs, tags, concurrency, profile } = await startRun(await prepareRun({
1009
1217
  ...flags,
1010
1218
  "dry-run": true
@@ -1064,9 +1272,12 @@ async function runCommand(flags, configPath, filters) {
1064
1272
  if (githubOut) await appendFile(githubOut, `run-id=${ctx.runId}\n`).catch(() => {});
1065
1273
  const stepStart = process.env.GITHUB_STEP_SUMMARY;
1066
1274
  if (stepStart) await appendFile(stepStart, `run ${ctx.runId}\n`).catch(() => {});
1067
- const { engineVersions } = await import("./node-BVbbnFtv.js");
1275
+ const { engineVersions } = await import("./node-D_Zkwhq2.js");
1276
+ const terminal = setup.json && !setup.dryRun ? process.stderr : process.stdout;
1068
1277
  const renderer = createRenderer({
1069
- out: setup.json ? setup.dryRun ? { write: () => true } : process.stderr : process.stdout,
1278
+ out: setup.json && setup.dryRun ? { write: () => true } : terminal,
1279
+ columns: terminal.columns,
1280
+ colorDepth: terminal.isTTY ? terminal.getColorDepth() : void 0,
1070
1281
  output: setup.output,
1071
1282
  verbosity: ctx.verbosity ?? 0,
1072
1283
  harness: setup.config.harness[0]?.kind ?? "agent"
@@ -1086,7 +1297,7 @@ async function runCommand(flags, configPath, filters) {
1086
1297
  invocation.unhandledErrors = engineRun.unhandledErrors;
1087
1298
  const engines = [...new Set(plan?.sandboxes.flatMap((s) => s.kind === "docker" ? [s.engine ?? "docker"] : []))];
1088
1299
  if ((interrupted || engineRun.canceled) && engines.length) {
1089
- const { removeRunContainers } = await import("./docker-YFj4H1Cr.js");
1300
+ const { removeRunContainers } = await import("./docker-BLCNfUie.js");
1090
1301
  await removeRunContainers(ctx.runId, engines);
1091
1302
  }
1092
1303
  if (engineRun.stopped || !plan) {
@@ -1103,8 +1314,8 @@ async function runCommand(flags, configPath, filters) {
1103
1314
  }
1104
1315
  finishing = true;
1105
1316
  live?.phase("finishing");
1106
- const { lockfiles } = await import("./state-B5PLm5qY.js");
1107
- const { writeScratchRun } = await import("./results-BC3pcG_Z.js");
1317
+ const { lockfiles } = await import("./state-BCyNaz13.js");
1318
+ const { writeScratchRun } = await import("./results-E7JdVjq2.js");
1108
1319
  const run = await writeScratchRun({
1109
1320
  ctx,
1110
1321
  author: ctx.author,
@@ -1130,7 +1341,7 @@ async function runCommand(flags, configPath, filters) {
1130
1341
  const { record } = run;
1131
1342
  const outcome = runOutcome(record);
1132
1343
  const code = stopped ? stopCode : outcome === "fail" ? EXIT.failed : outcome === "infra_error" ? EXIT.infra : EXIT.ok;
1133
- const { pruneDebug } = await import("./files-BAt0i00X.js");
1344
+ const { pruneDebug } = await import("./files-C3tQtD26.js");
1134
1345
  await pruneDebug(ctx.config.root, ctx.config.debug.keep).catch(() => {});
1135
1346
  const summary = run.artifactDir ? join(run.artifactDir, "summary.md") : run.recordPath;
1136
1347
  renderer.onEvent({
@@ -1147,7 +1358,7 @@ async function runCommand(flags, configPath, filters) {
1147
1358
  const { config } = ctx;
1148
1359
  const mode = setup.record;
1149
1360
  if ((flags.record || mode === "always" || mode === "ci" && inCI()) && record.status !== "interrupted") {
1150
- const { record: recordCmd } = await import("./commands-Bi2SEQtr.js");
1361
+ const { record: recordCmd } = await import("./commands-ZwQUezI1.js");
1151
1362
  const allow = record.status === "budget" ? { "allow-incomplete": true } : {};
1152
1363
  const line = await recordCmd(config, record.runId, {
1153
1364
  ...flags,
@@ -1157,7 +1368,7 @@ async function runCommand(flags, configPath, filters) {
1157
1368
  else console.log(line);
1158
1369
  }
1159
1370
  if (setup.json) {
1160
- const { suiteResult } = await import("./suite-22Kt9Grx.js");
1371
+ const { suiteResult } = await import("./suite-BiWajSlA.js");
1161
1372
  process.stdout.write(`${JSON.stringify(suiteResult(record), null, 2)}\n`);
1162
1373
  }
1163
1374
  return code;
@@ -1190,7 +1401,7 @@ async function prepareRun(flags, configPath) {
1190
1401
  const concurrency = await resolveConcurrency(config, flags.concurrency, async () => {
1191
1402
  const container = sandboxes.find((s) => s.kind === "docker");
1192
1403
  if (!container) return hostCapacity();
1193
- const { dockerCapacity } = await import("./src-DH-9IO7f.js");
1404
+ const { dockerCapacity } = await import("./src-1M0srjji.js");
1194
1405
  return await dockerCapacity(container.engine) ?? hostCapacity();
1195
1406
  });
1196
1407
  return {
@@ -1217,11 +1428,11 @@ async function prepareRun(flags, configPath) {
1217
1428
  async function startRun({ config, profile, runs, tags, concurrency, verbosity, configFile, resume, dryRun }) {
1218
1429
  const startedAt = /* @__PURE__ */ new Date();
1219
1430
  const git = await gitInfo(config.root, [config.history.dir]);
1220
- const { worktreePatch } = await import("./state-B5PLm5qY.js");
1431
+ const { worktreePatch } = await import("./state-BCyNaz13.js");
1221
1432
  const patch = git?.dirty ? await worktreePatch(config.root, [config.history.dir]) : null;
1222
1433
  const who = await author(config.root);
1223
- const { stagingDir, sweepStaging } = await import("./results-BC3pcG_Z.js");
1224
- const { scratchDir } = await import("./files-DmUrRmmL.js");
1434
+ const { stagingDir, sweepStaging } = await import("./results-E7JdVjq2.js");
1435
+ const { scratchDir } = await import("./files-dJmrfmOM.js");
1225
1436
  const scratch = scratchDir(config.root);
1226
1437
  if (resume !== void 0) {
1227
1438
  const target = await resolveResume(config.root, resume || void 0);
@@ -1232,7 +1443,7 @@ async function startRun({ config, profile, runs, tags, concurrency, verbosity, c
1232
1443
  artifacts: target.previousArtifacts
1233
1444
  } : await loadPrevious(stagingDir(config.root, target.runId));
1234
1445
  if (!dryRun) try {
1235
- const { removeRunContainers } = await import("./docker-YFj4H1Cr.js");
1446
+ const { removeRunContainers } = await import("./docker-BLCNfUie.js");
1236
1447
  await removeRunContainers(target.runId, ["docker", "podman"]);
1237
1448
  } catch {}
1238
1449
  return {
@@ -1286,6 +1497,35 @@ function unmatchedFilter(config, parts) {
1286
1497
  return new UsageError(`filter ${which} ${parts.length === 1 ? "matches" : "match"} no eval file, eval name or cell in ${config.include.join(", ")}`);
1287
1498
  }
1288
1499
  /**
1500
+ * Reads Cursor's model catalog for the planned Cursor cells, checks their `effort` and `params`
1501
+ * against it (exit 2, naming the eval and cell), gives each the effort it runs at, and notes each
1502
+ * eval's harnesses that run with none. A catalog that can't be read leaves the Cursor cells
1503
+ * unchecked and noted; each attempt then reports why it couldn't start.
1504
+ */
1505
+ async function planEfforts(planned) {
1506
+ const live = planned.filter((p) => !p.attempt.plan.skip);
1507
+ const { effortNotes, withDefaultEffort } = await import("./default-effort-DmXHpqo9.js");
1508
+ let cursor;
1509
+ let unchecked = "CURSOR_API_KEY isn't set";
1510
+ const key = process.env.CURSOR_API_KEY;
1511
+ if (key && live.some((p) => p.attempt.harness.kind === "cursor")) {
1512
+ const { checkCursorPlan } = await import("./cursor-catalog-D7bFLEAD.js");
1513
+ const checked = await checkCursorPlan(key, live);
1514
+ if (checked instanceof Error) unchecked = `its request failed: ${checked.message}`;
1515
+ else {
1516
+ cursor = checked;
1517
+ for (const p of planned) p.attempt.harness = withDefaultEffort(p.attempt.harness, cursor);
1518
+ }
1519
+ }
1520
+ const byEval = /* @__PURE__ */ new Map();
1521
+ for (const p of live) byEval.set(p.id, [...byEval.get(p.id) ?? [], p]);
1522
+ for (const items of byEval.values()) {
1523
+ const notes = effortNotes(items.map((p) => p.attempt.harness), cursor, unchecked);
1524
+ for (const { attempt } of items) for (const note of notes) if (!attempt.plan.notes.includes(note)) attempt.plan.notes.push(note);
1525
+ }
1526
+ return cursor;
1527
+ }
1528
+ /**
1289
1529
  * Collects the evals and prints the plan; stops there for `--dry-run`, or on a budget, credential
1290
1530
  * or Docker problem (exit 2). Then runs the engine with live output and Ctrl-C handling.
1291
1531
  */
@@ -1303,8 +1543,8 @@ async function executeRun(ctx, setup, filters, renderer) {
1303
1543
  configFile,
1304
1544
  completed: []
1305
1545
  }));
1306
- const { runEngine } = await import("./node-BVbbnFtv.js");
1307
- const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable } = await import("./plan-DdWkM6SW.js");
1546
+ const { runEngine } = await import("./node-D_Zkwhq2.js");
1547
+ const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader } = await import("./plan-C1UpGZTk.js");
1308
1548
  let plan;
1309
1549
  let sandboxVersions = { images: [] };
1310
1550
  let preflightStop;
@@ -1333,7 +1573,9 @@ async function executeRun(ctx, setup, filters, renderer) {
1333
1573
  } : p);
1334
1574
  toRun = skipped;
1335
1575
  for (const p of skipped) for (const name of p.attempt.secretVars) registerSecret(process.env[name]);
1336
- const models = skipped.some((p) => !p.attempt.plan.skip && p.attempt.plan.questions?.length) ? await import("./model-g3XnzUv0.js") : void 0;
1576
+ const efforts = await planEfforts(skipped);
1577
+ if (efforts) run.cursorEfforts = efforts;
1578
+ const models = skipped.some((p) => !p.attempt.plan.skip && p.attempt.plan.questions?.length) ? await import("./model-CN4ccjNz.js") : void 0;
1337
1579
  const judge = runJudgeModel(config, profile);
1338
1580
  const judgeModel = judge === void 0 ? null : judgeModelName(judge);
1339
1581
  plan = await buildPlan({
@@ -1345,7 +1587,8 @@ async function executeRun(ctx, setup, filters, renderer) {
1345
1587
  historyDir: config.history.dir,
1346
1588
  questionModel: models?.questionModelLabel(config, judge) ?? null,
1347
1589
  judgeModel,
1348
- ...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {}
1590
+ ...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {},
1591
+ ...efforts ? { cursorEfforts: efforts } : {}
1349
1592
  });
1350
1593
  plan.runId = runId;
1351
1594
  const cloud = ciRunner(process.env);
@@ -1357,7 +1600,7 @@ async function executeRun(ctx, setup, filters, renderer) {
1357
1600
  };
1358
1601
  run.completed = [...completed];
1359
1602
  kept = keptAttempts(completed, stagingDir, ctx.previous);
1360
- const { imageStages, imageTargets } = await import("./images-4mwhNkvh.js");
1603
+ const { imageStages, imageTargets } = await import("./images---X8Wu9d.js");
1361
1604
  const targets = imageTargets(skipped.filter((p) => !p.attempt.plan.skip).map((p) => ({
1362
1605
  id: p.id,
1363
1606
  harness: p.attempt.harness,
@@ -1375,12 +1618,14 @@ async function executeRun(ctx, setup, filters, renderer) {
1375
1618
  process.stdout.write(`${JSON.stringify(doc, null, 2)}\n`);
1376
1619
  return false;
1377
1620
  }
1378
- const lines = [planLine(plan, setup.configElsewhere ? configFile : void 0, runId)];
1621
+ const elsewhere = setup.configElsewhere ? configFile : void 0;
1622
+ const { scratchDir } = await import("./files-dJmrfmOM.js");
1623
+ const lines = [];
1379
1624
  if (setup.dryRun) {
1380
1625
  const todos = excluded.filter((e) => e.mode === "todo").map((e) => e.id);
1381
1626
  lines.push(...planTable(plan, todos));
1382
- const { imageStatusLines } = await import("./images-4mwhNkvh.js");
1383
- const { dockerAvailable, engineSpec } = await import("./src-DH-9IO7f.js");
1627
+ const { imageStatusLines } = await import("./images---X8Wu9d.js");
1628
+ const { dockerAvailable, engineSpec } = await import("./src-1M0srjji.js");
1384
1629
  const engines = [...new Set(targets.map((t) => t.sandbox.engine ?? "docker"))];
1385
1630
  const down = [];
1386
1631
  for (const engine of engines) if (!await dockerAvailable(engine)) down.push(engine);
@@ -1393,12 +1638,22 @@ async function executeRun(ctx, setup, filters, renderer) {
1393
1638
  const cost = plan.cost && costLine(plan.cost);
1394
1639
  if (cost) lines.push(cost);
1395
1640
  }
1396
- lines.push(...plan.warnings.map((w) => `warning: ${w}`));
1397
- lines.push(...plan.hints.map((h) => `hint: ${h}`));
1398
1641
  renderer.onEvent({
1399
1642
  type: "plan",
1400
1643
  at: Date.now(),
1401
- lines,
1644
+ line: planLine(plan, elsewhere, runId),
1645
+ header: runHeader(plan, skipped, {
1646
+ version,
1647
+ runId,
1648
+ dryRun: setup.dryRun,
1649
+ config: elsewhere,
1650
+ judge: judgeModel,
1651
+ sandboxes: plannedSandboxIds(plan.sandboxes, profileSandbox(config, profile?.defaults)),
1652
+ record: fromCwd(join(scratchDir(config.root), `${runId}.json`))
1653
+ }),
1654
+ details: lines,
1655
+ warnings: plan.warnings,
1656
+ hints: plan.hints,
1402
1657
  sandboxWarnings: plan.sandboxWarnings
1403
1658
  });
1404
1659
  if (setup.dryRun) return false;
@@ -1420,7 +1675,7 @@ async function executeRun(ctx, setup, filters, renderer) {
1420
1675
  ...gateway === "vertex" ? { vertex: vertexSettingsIn(scope.gateways) } : {},
1421
1676
  ...q.across !== void 0 ? { across: q.across } : {},
1422
1677
  ...q.choices ? { choices: q.choices } : {},
1423
- ...q.state ? { state: q.state } : {},
1678
+ state: q.state,
1424
1679
  ...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {}
1425
1680
  };
1426
1681
  });
@@ -1453,7 +1708,7 @@ async function executeRun(ctx, setup, filters, renderer) {
1453
1708
  });
1454
1709
  if (malformed.length) throw new UsageError(`Credentials with whitespace or a line break in them: ${malformed.join(", ")}. A key copied from a wrapped terminal line picks these up; set it again as one line.`);
1455
1710
  if (asked.length) {
1456
- const { questionRunner } = await import("./questions-BRhU8MzB.js");
1711
+ const { questionRunner } = await import("./questions-CFU7-crW.js");
1457
1712
  const warned = /* @__PURE__ */ new Set();
1458
1713
  questions = questionRunner({
1459
1714
  evals: asked,
@@ -1495,7 +1750,7 @@ async function executeRun(ctx, setup, filters, renderer) {
1495
1750
  }
1496
1751
  });
1497
1752
  }
1498
- const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-DDHzkMjm.js");
1753
+ const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-CxwHv8mG.js");
1499
1754
  const live = skipped.filter((p) => !p.attempt.plan.skip);
1500
1755
  const outcomes = await prepareWorkspaces(live.flatMap(({ attempt: a }) => a.workspace ? [{
1501
1756
  workspace: a.workspace,
@@ -1653,9 +1908,9 @@ async function executeRun(ctx, setup, filters, renderer) {
1653
1908
  throw error;
1654
1909
  } finally {
1655
1910
  clearTimeout(budgetTimer);
1656
- const { removePrepared } = await import("./preflight-DTiVv0gY.js");
1911
+ const { removePrepared } = await import("./preflight-CUooKgtT.js");
1657
1912
  removePrepared(config.root, runId);
1658
- const { removePreparedWorkspaces } = await import("./workspace-DDHzkMjm.js");
1913
+ const { removePreparedWorkspaces } = await import("./workspace-CxwHv8mG.js");
1659
1914
  removePreparedWorkspaces(config.root, runId);
1660
1915
  }
1661
1916
  if (preflightStop) throw preflightStop;
@@ -1738,4 +1993,4 @@ run(process.argv.slice(2)).finally(() => {
1738
1993
  //#endregion
1739
1994
  export {};
1740
1995
 
1741
- //# sourceMappingURL=cli-PdYrcoKM.js.map
1996
+ //# sourceMappingURL=cli-KTHjNFoo.js.map