reeval 0.21.0 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (336) hide show
  1. package/CHANGELOG.md +38 -0
  2. package/README.md +15 -15
  3. package/dist/{adapter-BdzhdRYo.js → adapter-Di9H2etg.js} +5 -48
  4. package/dist/adapter-Di9H2etg.js.map +1 -0
  5. package/dist/{agent-Dx-bDmlV.js → agent-B-6GFDqA.js} +11 -12
  6. package/dist/agent-B-6GFDqA.js.map +1 -0
  7. package/dist/{agents-l0-k7vw3.js → agents-KBTYhSSh.js} +45 -36
  8. package/dist/agents-KBTYhSSh.js.map +1 -0
  9. package/dist/{app-files-B-CQYB0c.js → app-files-Cmh9FGr5.js} +3 -3
  10. package/dist/app-files-Cmh9FGr5.js.map +1 -0
  11. package/dist/{assemble-CYMpN8LC.js → assemble-CBMRIhso.js} +1 -1
  12. package/dist/{assemble-CsZIcJo8.js → assemble-DNVBTBp_.js} +11 -10
  13. package/dist/{assemble-CsZIcJo8.js.map → assemble-DNVBTBp_.js.map} +1 -1
  14. package/dist/attach-EbDGKGTO.js +152 -0
  15. package/dist/attach-EbDGKGTO.js.map +1 -0
  16. package/dist/{attempt-CKfKsqqw.js → attempt-_dUsblVx.js} +2 -2
  17. package/dist/{attempt-CKfKsqqw.js.map → attempt-_dUsblVx.js.map} +1 -1
  18. package/dist/{attempt-host-BwSmNYkX.js → attempt-host-DQvynDHk.js} +6 -6
  19. package/dist/{attempt-host-BwSmNYkX.js.map → attempt-host-DQvynDHk.js.map} +1 -1
  20. package/dist/boat-Bzz8L-KQ.js +701 -0
  21. package/dist/boat-Bzz8L-KQ.js.map +1 -0
  22. package/dist/{boat-CZpAreTB.js → boat-Dek8ftIt.js} +18 -6
  23. package/dist/boat-Dek8ftIt.js.map +1 -0
  24. package/dist/bundle-DZstHDeW.js +718 -0
  25. package/dist/bundle-DZstHDeW.js.map +1 -0
  26. package/dist/{capture-BqIAeFyC.js → capture-BkbPsfej.js} +17 -14
  27. package/dist/capture-BkbPsfej.js.map +1 -0
  28. package/dist/capture-CUAvk9KM.js +1 -0
  29. package/dist/{cli-s_3opn_I.js → cli-BgBBuxxJ.js} +276 -1018
  30. package/dist/cli-BgBBuxxJ.js.map +1 -0
  31. package/dist/{cli-spec-DxzIjmq_.js → cli-spec-B5L9n-DV.js} +93 -12
  32. package/dist/cli-spec-B5L9n-DV.js.map +1 -0
  33. package/dist/cli.js +2 -2
  34. package/dist/{client-C5fIzHQa.js → client-DMEYR3MA.js} +8 -4
  35. package/dist/client-DMEYR3MA.js.map +1 -0
  36. package/dist/{command-BJ7KqczP.js → command-BKb8eN_X.js} +8 -8
  37. package/dist/{command-BJ7KqczP.js.map → command-BKb8eN_X.js.map} +1 -1
  38. package/dist/{command-B5OAIjp7.js → command-D_w_kDpI.js} +13 -13
  39. package/dist/{command-B5OAIjp7.js.map → command-D_w_kDpI.js.map} +1 -1
  40. package/dist/{command-DA_SHQUQ.js → command-Dwlh0Vhu.js} +15 -14
  41. package/dist/command-Dwlh0Vhu.js.map +1 -0
  42. package/dist/{command-BXLZsEwQ.js → command-loXH2jHr.js} +11 -11
  43. package/dist/{command-BXLZsEwQ.js.map → command-loXH2jHr.js.map} +1 -1
  44. package/dist/{commands-BKBamOcX.js → commands-Cuf57OYb.js} +13 -13
  45. package/dist/{commands-BKBamOcX.js.map → commands-Cuf57OYb.js.map} +1 -1
  46. package/dist/{commands-BPvAOEmb.js → commands-Dqli45sR.js} +1 -1
  47. package/dist/{config-C0URar0t.js → config-C0RKt00M.js} +46 -30
  48. package/dist/config-C0RKt00M.js.map +1 -0
  49. package/dist/{context-Sj58aJEu.js → context-DrEAtUyg.js} +2 -2
  50. package/dist/{context-Sj58aJEu.js.map → context-DrEAtUyg.js.map} +1 -1
  51. package/dist/{cursor-catalog-FWgSo-T1.js → cursor-catalog-CRsFxorF.js} +2 -2
  52. package/dist/{cursor-catalog-FWgSo-T1.js.map → cursor-catalog-CRsFxorF.js.map} +1 -1
  53. package/dist/db-3o8s2EyD.js +2 -0
  54. package/dist/{db-BjAWxVAG.js → db-ErnJ-gMD.js} +34 -8
  55. package/dist/{db-BjAWxVAG.js.map → db-ErnJ-gMD.js.map} +1 -1
  56. package/dist/{default-effort-Ck2GYIxX.js → default-effort-D70cTG00.js} +2 -2
  57. package/dist/{default-effort-Ck2GYIxX.js.map → default-effort-D70cTG00.js.map} +1 -1
  58. package/dist/{default-effort-CWlhZ6U1.js → default-effort-DHzj84dD.js} +1 -1
  59. package/dist/{docker-D74l67k8.js → docker-CFWzZOEk.js} +4 -4
  60. package/dist/{docker-D74l67k8.js.map → docker-CFWzZOEk.js.map} +1 -1
  61. package/dist/docker-DrMnpL84.js +1 -0
  62. package/dist/{doctor-eFxyn6at.js → doctor-B7utCSdh.js} +56 -74
  63. package/dist/doctor-B7utCSdh.js.map +1 -0
  64. package/dist/{environment-CJIKz-Ud.js → environment-C0Gg8kyN.js} +5 -5
  65. package/dist/{environment-CJIKz-Ud.js.map → environment-C0Gg8kyN.js.map} +1 -1
  66. package/dist/{eval-source-CXIRJ91v.js → eval-source-CsW5VIXS.js} +5 -5
  67. package/dist/{eval-source-CXIRJ91v.js.map → eval-source-CsW5VIXS.js.map} +1 -1
  68. package/dist/{evaluate-DA4QsrHO.js → evaluate-BHQyAszQ.js} +238 -212
  69. package/dist/evaluate-BHQyAszQ.js.map +1 -0
  70. package/dist/{evaluate-DHrU4Wld.d.ts → evaluate-DzHq4EsU.d.ts} +2 -2
  71. package/dist/{fake-bootstrap-CnwWG3kP.js → fake-bootstrap-VpisF1WE.js} +2 -2
  72. package/dist/{fake-bootstrap-CnwWG3kP.js.map → fake-bootstrap-VpisF1WE.js.map} +1 -1
  73. package/dist/{files-Bey1VAex.js → files-BCraBodb.js} +3 -3
  74. package/dist/{files-Bey1VAex.js.map → files-BCraBodb.js.map} +1 -1
  75. package/dist/{files-BVVWAS0A.js → files-BuKWZCzY.js} +5 -5
  76. package/dist/{files-BVVWAS0A.js.map → files-BuKWZCzY.js.map} +1 -1
  77. package/dist/{files-BaqXvB88.js → files-CAzVG3Rr.js} +1 -1
  78. package/dist/{files-D6j-XpaK.js → files-Cv856jLN.js} +3 -3
  79. package/dist/{files-D6j-XpaK.js.map → files-Cv856jLN.js.map} +1 -1
  80. package/dist/files-D-Lir4aE.js +1 -0
  81. package/dist/files-DRlJ0Xr2.js +1 -0
  82. package/dist/{files-F44NRCN0.js → files-qjeqXnfE.js} +6 -6
  83. package/dist/{files-F44NRCN0.js.map → files-qjeqXnfE.js.map} +1 -1
  84. package/dist/gateway.d.ts +1 -1
  85. package/dist/{git-Jqkf9SBa.js → git-DOrOtAiD.js} +3 -3
  86. package/dist/{git-Jqkf9SBa.js.map → git-DOrOtAiD.js.map} +1 -1
  87. package/dist/harness-install-Dxho1yaU.js +53 -0
  88. package/dist/harness-install-Dxho1yaU.js.map +1 -0
  89. package/dist/harness.d.ts +1 -1
  90. package/dist/{images-Dsc4Wi-F.js → images-Ch1y1t6_.js} +69 -55
  91. package/dist/images-Ch1y1t6_.js.map +1 -0
  92. package/dist/index.d.ts +2 -2
  93. package/dist/index.js +5 -5
  94. package/dist/{init-QB5ecPDA.js → init-C2HqCwnt.js} +5 -5
  95. package/dist/{init-QB5ecPDA.js.map → init-C2HqCwnt.js.map} +1 -1
  96. package/dist/init-CM9xwyre.js +1 -0
  97. package/dist/{ink-list-mCJypk3d.js → ink-list-BbKXElcQ.js} +54 -15
  98. package/dist/ink-list-BbKXElcQ.js.map +1 -0
  99. package/dist/inputs-5UIDpjz-.js +190 -0
  100. package/dist/inputs-5UIDpjz-.js.map +1 -0
  101. package/dist/inputs-load-C82HOKnb.js +1 -0
  102. package/dist/inputs-load-CGPyigMC.js +95 -0
  103. package/dist/inputs-load-CGPyigMC.js.map +1 -0
  104. package/dist/{invocations-BSr4lRzI.js → invocations-BrZAMuTb.js} +4 -4
  105. package/dist/{invocations-BSr4lRzI.js.map → invocations-BrZAMuTb.js.map} +1 -1
  106. package/dist/jiti-radm1Soi.js +52 -0
  107. package/dist/jiti-radm1Soi.js.map +1 -0
  108. package/dist/{judge-eGH39PaP.js → judge-DwzqucLS.js} +9 -6
  109. package/dist/{judge-eGH39PaP.js.map → judge-DwzqucLS.js.map} +1 -1
  110. package/dist/judge.d.ts +1 -1
  111. package/dist/judge.js +1 -1
  112. package/dist/{layout-DfQa4mJs.js → layout-Czh5wOpz.js} +2 -2
  113. package/dist/{layout-DfQa4mJs.js.map → layout-Czh5wOpz.js.map} +1 -1
  114. package/dist/{list-Dh6T0kdr.js → list-B_C0k5ex.js} +14 -11
  115. package/dist/{list-Dh6T0kdr.js.map → list-B_C0k5ex.js.map} +1 -1
  116. package/dist/live-C9Et_BVT.js +1 -0
  117. package/dist/{live-xTZs0c61.js → live-DGgIrVw0.js} +7 -5
  118. package/dist/live-DGgIrVw0.js.map +1 -0
  119. package/dist/{live-y1p3oNXH.js → live-DgFm0H90.js} +7 -7
  120. package/dist/{live-y1p3oNXH.js.map → live-DgFm0H90.js.map} +1 -1
  121. package/dist/machine-service-2lIv5UWF.js +1 -0
  122. package/dist/machine-service-Ct_1XMMi.js +520 -0
  123. package/dist/machine-service-Ct_1XMMi.js.map +1 -0
  124. package/dist/machines-BnquHcBZ.js +120 -0
  125. package/dist/machines-BnquHcBZ.js.map +1 -0
  126. package/dist/{model-DEjwetkJ.js → model-B1tdv9-d.js} +1 -1
  127. package/dist/model-Bcy4Qjmm.js +1 -0
  128. package/dist/{model-DNpKiHqO.js → model-DF77SgZv.js} +2 -2
  129. package/dist/{model-DNpKiHqO.js.map → model-DF77SgZv.js.map} +1 -1
  130. package/dist/{model-3pZZzloU.js → model-DRa7yv6K.js} +6 -5
  131. package/dist/model-DRa7yv6K.js.map +1 -0
  132. package/dist/{model-jRKSQBg6.js → model-E5X8YBJM.js} +6 -5
  133. package/dist/model-E5X8YBJM.js.map +1 -0
  134. package/dist/{node-DM-mLGdX.js → node-BjuhqQwa.js} +16 -5
  135. package/dist/node-BjuhqQwa.js.map +1 -0
  136. package/dist/{openrouter-models-C0aRo633.js → openrouter-models-B1sIOTD2.js} +2 -2
  137. package/dist/{openrouter-models-C0aRo633.js.map → openrouter-models-B1sIOTD2.js.map} +1 -1
  138. package/dist/options-C989kuVE.js +1 -0
  139. package/dist/own-reads-CYmBlrHK.js +15 -0
  140. package/dist/own-reads-CYmBlrHK.js.map +1 -0
  141. package/dist/{patch-Bx-qp8Li.js → patch-BR8rdl7r.js} +2 -2
  142. package/dist/{patch-Bx-qp8Li.js.map → patch-BR8rdl7r.js.map} +1 -1
  143. package/dist/{plan-ChO0A-xn.js → plan-BcT4G5jj.js} +47 -9
  144. package/dist/plan-BcT4G5jj.js.map +1 -0
  145. package/dist/{plugins-BioMWncI.js → plugins-cC0sqoDA.js} +91 -122
  146. package/dist/plugins-cC0sqoDA.js.map +1 -0
  147. package/dist/preflight-BMVDBcux.js +1 -0
  148. package/dist/{preflight-qFCXmxha.js → preflight-C9OtTb7k.js} +3 -3
  149. package/dist/{preflight-qFCXmxha.js.map → preflight-C9OtTb7k.js.map} +1 -1
  150. package/dist/{preflight-CJSGzMzc.js → preflight-DySHXeFJ.js} +8 -8
  151. package/dist/preflight-DySHXeFJ.js.map +1 -0
  152. package/dist/{preflight-BUjk_6wT.js → preflight-zsAn3heN.js} +1 -1
  153. package/dist/{prepare-xHU2BpN-.js → prepare-MaRWRhNT.js} +2 -2
  154. package/dist/{prepare-D7oSSFNm.js → prepare-nbX1CXXg.js} +195 -54
  155. package/dist/prepare-nbX1CXXg.js.map +1 -0
  156. package/dist/{provenance-B-flBAzR.js → provenance-CkykifD9.js} +3 -3
  157. package/dist/{provenance-B-flBAzR.js.map → provenance-CkykifD9.js.map} +1 -1
  158. package/dist/{providers-Dljf6al6.js → providers-BkLGzaSY.js} +1 -1
  159. package/dist/{providers-B6StVyfG.js → providers-bNgfKa6m.js} +31 -23
  160. package/dist/providers-bNgfKa6m.js.map +1 -0
  161. package/dist/query-B2SQddoV.js +1 -0
  162. package/dist/{query-CkLmJv7R.js → query-DhV3a8lM.js} +2 -2
  163. package/dist/{query-CkLmJv7R.js.map → query-DhV3a8lM.js.map} +1 -1
  164. package/dist/{questions-CJIh2FSX.js → questions-Csv64WCb.js} +6 -6
  165. package/dist/{questions-CJIh2FSX.js.map → questions-Csv64WCb.js.map} +1 -1
  166. package/dist/{record-nVVujCW7.js → record--vHreTLk.js} +10 -4
  167. package/dist/record--vHreTLk.js.map +1 -0
  168. package/dist/{redact-DL2BTykw.js → redact-t-L3VGy8.js} +91 -2
  169. package/dist/redact-t-L3VGy8.js.map +1 -0
  170. package/dist/{remarks-B3wjKscW.js → remarks-CYFOsnz5.js} +6 -6
  171. package/dist/{remarks-B3wjKscW.js.map → remarks-CYFOsnz5.js.map} +1 -1
  172. package/dist/{remote-C88amFRN.js → remote-0CHog7Oq.js} +5 -5
  173. package/dist/{remote-C88amFRN.js.map → remote-0CHog7Oq.js.map} +1 -1
  174. package/dist/resolve-Bm9ZyFR-.js +1 -0
  175. package/dist/{resolve-G576PiFJ.js → resolve-DorSHDBs.js} +7 -7
  176. package/dist/{resolve-G576PiFJ.js.map → resolve-DorSHDBs.js.map} +1 -1
  177. package/dist/resources-DqdwihhT.js +62 -0
  178. package/dist/resources-DqdwihhT.js.map +1 -0
  179. package/dist/{results-zVHIW6xw.js → results-DhMgRkR0.js} +5 -5
  180. package/dist/{results-zVHIW6xw.js.map → results-DhMgRkR0.js.map} +1 -1
  181. package/dist/{resume-D_PcUXfG.js → resume-C8Ihfy-C.js} +77 -6
  182. package/dist/resume-C8Ihfy-C.js.map +1 -0
  183. package/dist/{retry-BvTzCxdc.js → retry-Bfk7pDti.js} +3 -3
  184. package/dist/{retry-BvTzCxdc.js.map → retry-Bfk7pDti.js.map} +1 -1
  185. package/dist/{routes-B0F2R-K7.js → routes-Cp4gAjBZ.js} +118 -70
  186. package/dist/routes-Cp4gAjBZ.js.map +1 -0
  187. package/dist/{runtime-B3r_pAq6.js → runtime-CPUH0Vk5.js} +44 -3
  188. package/dist/runtime-CPUH0Vk5.js.map +1 -0
  189. package/dist/sandbox/boat.d.ts +1 -1
  190. package/dist/sandbox/boat.js +1 -1
  191. package/dist/{sandbox-Duh3z1TV.js → sandbox-z8q_4Ywn.js} +2 -2
  192. package/dist/{sandbox-Duh3z1TV.js.map → sandbox-z8q_4Ywn.js.map} +1 -1
  193. package/dist/sandbox.d.ts +1 -1
  194. package/dist/sandbox.js +1 -1
  195. package/dist/{server-DUWMRKik.js → server-BsQZtuF9.js} +8 -8
  196. package/dist/{server-DUWMRKik.js.map → server-BsQZtuF9.js.map} +1 -1
  197. package/dist/server-ZaMzUNmV.js +1 -0
  198. package/dist/services-BG8xuU82.js +39 -0
  199. package/dist/services-BG8xuU82.js.map +1 -0
  200. package/dist/{source-CHuN4Nfg.js → source-9HWaTEgV.js} +2 -2
  201. package/dist/{source-CHuN4Nfg.js.map → source-9HWaTEgV.js.map} +1 -1
  202. package/dist/source-BcBDj-R0.js +1 -0
  203. package/dist/{src-CZaYu6ER.js → src-B2eHTCnp.js} +1 -1
  204. package/dist/{src-BI0v8qlZ.js → src-Bb3k9Kn_.js} +8 -5
  205. package/dist/{src-BI0v8qlZ.js.map → src-Bb3k9Kn_.js.map} +1 -1
  206. package/dist/{src-CkEiiyON.js → src-BfOlH_Bu.js} +2 -2
  207. package/dist/{src-CeBhwD8k.js → src-BuGc40IF.js} +1 -1
  208. package/dist/{src-De0KY5S_.js → src-C2K5_afU.js} +2 -2
  209. package/dist/{src-BqNzHHWn.js → src-C3OhA5pw.js} +2 -2
  210. package/dist/{src-BqNzHHWn.js.map → src-C3OhA5pw.js.map} +1 -1
  211. package/dist/{src-DA95rM6v.js → src-CSVJjghq.js} +1 -1
  212. package/dist/{src-BHJ4MWvY.js → src-CWfy8ct8.js} +1114 -411
  213. package/dist/src-CWfy8ct8.js.map +1 -0
  214. package/dist/{src--yl1OypK.js → src-CcrQQB0_.js} +2 -2
  215. package/dist/src-CotUxxQV.js +2 -0
  216. package/dist/src-D-PwBaBB.js +2 -0
  217. package/dist/{src-B-HuDqpH.js → src-DNWiU__5.js} +2 -2
  218. package/dist/{src-B-HuDqpH.js.map → src-DNWiU__5.js.map} +1 -1
  219. package/dist/{src-CmA5Yev6.js → src-DwcTn4JY.js} +2 -2
  220. package/dist/{src-CmA5Yev6.js.map → src-DwcTn4JY.js.map} +1 -1
  221. package/dist/{src-DL-EE4DU.js → src-c3ZQu7Uu.js} +2 -2
  222. package/dist/{src-DL-EE4DU.js.map → src-c3ZQu7Uu.js.map} +1 -1
  223. package/dist/src-jYqNkT-F.js +1 -0
  224. package/dist/start-Db5VRcRZ.js +660 -0
  225. package/dist/start-Db5VRcRZ.js.map +1 -0
  226. package/dist/state-CKIjZZRK.js +1 -0
  227. package/dist/{state-DUBRDyMk.js → state-DUYdzNA7.js} +14 -14
  228. package/dist/{state-DUBRDyMk.js.map → state-DUYdzNA7.js.map} +1 -1
  229. package/dist/store/local.d.ts +1 -1
  230. package/dist/store/s3.d.ts +1 -1
  231. package/dist/suite-CH1aaAbs.js +2 -0
  232. package/dist/{suite-B9J6Afg6.js → suite-DjGxmDSY.js} +2 -2
  233. package/dist/{suite-B9J6Afg6.js.map → suite-DjGxmDSY.js.map} +1 -1
  234. package/dist/{summary-CSp4cfnr.js → summary-BK5Sa_N0.js} +8 -5
  235. package/dist/summary-BK5Sa_N0.js.map +1 -0
  236. package/dist/{sync-CxAY6Dki.js → sync-DUi_P2UJ.js} +2 -2
  237. package/dist/{sync-CxAY6Dki.js.map → sync-DUi_P2UJ.js.map} +1 -1
  238. package/dist/{tarball-CESxtK4X.js → tarball-C8BSTAMk.js} +2 -2
  239. package/dist/{tarball-CESxtK4X.js.map → tarball-C8BSTAMk.js.map} +1 -1
  240. package/dist/{tart-CcrrtSrp.js → tart-BQ_Ap0l4.js} +99 -295
  241. package/dist/tart-BQ_Ap0l4.js.map +1 -0
  242. package/dist/{tart-bake-F-6seRC9.js → tart-bake-D1RttYfM.js} +18 -62
  243. package/dist/tart-bake-D1RttYfM.js.map +1 -0
  244. package/dist/{tart-bake-RK7RaT9E.js → tart-bake-DjFcsG3N.js} +1 -1
  245. package/dist/{tart-cli-ClvRniLQ.js → tart-cli-BOcluha1.js} +1 -1
  246. package/dist/{tart-cli-B86Jqo1t.js → tart-cli-gA9xEaQL.js} +2 -2
  247. package/dist/{tart-cli-B86Jqo1t.js.map → tart-cli-gA9xEaQL.js.map} +1 -1
  248. package/dist/{tart-hosts-DPyZsg-1.js → tart-hosts-CHNrfV6u.js} +3 -3
  249. package/dist/{tart-hosts-DPyZsg-1.js.map → tart-hosts-CHNrfV6u.js.map} +1 -1
  250. package/dist/{tart-hosts-Brii7zHM.js → tart-hosts-CWse-ASo.js} +1 -1
  251. package/dist/{tart-images-CWSf03w8.js → tart-images-CLBjfF9u.js} +2 -2
  252. package/dist/{tart-images-CWSf03w8.js.map → tart-images-CLBjfF9u.js.map} +1 -1
  253. package/dist/testing.d.ts +2 -2
  254. package/dist/testing.js +4 -4
  255. package/dist/{tool-class-CVDdJy0H.js → tool-class-krsmEo44.js} +2 -2
  256. package/dist/{tool-class-CVDdJy0H.js.map → tool-class-krsmEo44.js.map} +1 -1
  257. package/dist/{transcript-BP_2hji-.js → transcript-BXWZiMuC.js} +2 -2
  258. package/dist/{transcript-BP_2hji-.js.map → transcript-BXWZiMuC.js.map} +1 -1
  259. package/dist/types-CbcnJxCy.js.map +1 -1
  260. package/dist/{types-BJ0wh8wC.d.ts → types-DKK8jj--.d.ts} +110 -2
  261. package/dist/ui-DKYjTVpn.js +1455 -0
  262. package/dist/ui-DKYjTVpn.js.map +1 -0
  263. package/dist/vercel-models-Ci33llXz.js +21 -0
  264. package/dist/vercel-models-Ci33llXz.js.map +1 -0
  265. package/dist/view/index.d.ts +6 -1
  266. package/dist/view/index.js +4 -4
  267. package/dist/{views-DRxXCyIH.js → views-B1zVLJsF.js} +6 -6
  268. package/dist/{views-DRxXCyIH.js.map → views-B1zVLJsF.js.map} +1 -1
  269. package/dist/views-DCjtw1jF.js +2 -0
  270. package/dist/{worker-entry-C3Q4U63F.js → worker-entry-DrAYYt0M.js} +31 -11
  271. package/dist/worker-entry-DrAYYt0M.js.map +1 -0
  272. package/dist/workspace-CnRbV8cM.js +1 -0
  273. package/dist/{workspace-P72SXLXr.js → workspace-DwTe1zo6.js} +5 -5
  274. package/dist/{workspace-P72SXLXr.js.map → workspace-DwTe1zo6.js.map} +1 -1
  275. package/docker/Dockerfile +1 -1
  276. package/package.json +4 -1
  277. package/skills/reeval/references/environments.md +2 -2
  278. package/dist/adapter-BdzhdRYo.js.map +0 -1
  279. package/dist/agent-Dx-bDmlV.js.map +0 -1
  280. package/dist/agents-l0-k7vw3.js.map +0 -1
  281. package/dist/app-files-B-CQYB0c.js.map +0 -1
  282. package/dist/boat-CZpAreTB.js.map +0 -1
  283. package/dist/boat-su1Y7LPd.js +0 -325
  284. package/dist/boat-su1Y7LPd.js.map +0 -1
  285. package/dist/capture-BqIAeFyC.js.map +0 -1
  286. package/dist/capture-D0Ln5aCP.js +0 -1
  287. package/dist/cli-s_3opn_I.js.map +0 -1
  288. package/dist/cli-spec-DxzIjmq_.js.map +0 -1
  289. package/dist/client-C5fIzHQa.js.map +0 -1
  290. package/dist/command-DA_SHQUQ.js.map +0 -1
  291. package/dist/config-C0URar0t.js.map +0 -1
  292. package/dist/db-Bc4L-Wcr.js +0 -2
  293. package/dist/docker-CDdK6Ity.js +0 -271
  294. package/dist/docker-CDdK6Ity.js.map +0 -1
  295. package/dist/docker-DMug3l-a.js +0 -1
  296. package/dist/doctor-eFxyn6at.js.map +0 -1
  297. package/dist/evaluate-DA4QsrHO.js.map +0 -1
  298. package/dist/files-CNHhSyb3.js +0 -1
  299. package/dist/files-CW1lChNh.js +0 -1
  300. package/dist/images-Dsc4Wi-F.js.map +0 -1
  301. package/dist/init-C0oUG3jh.js +0 -1
  302. package/dist/ink-list-mCJypk3d.js.map +0 -1
  303. package/dist/live-DwjWJTdn.js +0 -1
  304. package/dist/live-xTZs0c61.js.map +0 -1
  305. package/dist/model-3pZZzloU.js.map +0 -1
  306. package/dist/model-jRKSQBg6.js.map +0 -1
  307. package/dist/model-nfewGTzB.js +0 -1
  308. package/dist/node-DM-mLGdX.js.map +0 -1
  309. package/dist/options-DpsJ_5CU.js +0 -1
  310. package/dist/plan-ChO0A-xn.js.map +0 -1
  311. package/dist/plugins-BioMWncI.js.map +0 -1
  312. package/dist/preflight-CJSGzMzc.js.map +0 -1
  313. package/dist/preflight-DD3fI4Hz.js +0 -1
  314. package/dist/prepare-D7oSSFNm.js.map +0 -1
  315. package/dist/providers-B6StVyfG.js.map +0 -1
  316. package/dist/query-BAc2tQZj.js +0 -1
  317. package/dist/record-nVVujCW7.js.map +0 -1
  318. package/dist/redact-DL2BTykw.js.map +0 -1
  319. package/dist/resolve-DW92wpIZ.js +0 -1
  320. package/dist/resume-D_PcUXfG.js.map +0 -1
  321. package/dist/routes-B0F2R-K7.js.map +0 -1
  322. package/dist/runtime-B3r_pAq6.js.map +0 -1
  323. package/dist/server-CGEsvVRG.js +0 -1
  324. package/dist/source-Wz1Nrfue.js +0 -1
  325. package/dist/src-BHJ4MWvY.js.map +0 -1
  326. package/dist/src-BL-_0QoE.js +0 -1
  327. package/dist/src-C-mOSczH.js +0 -2
  328. package/dist/src-CwH_nEaw.js +0 -2
  329. package/dist/state-B3jex5KU.js +0 -1
  330. package/dist/suite-Bhs9-Z7O.js +0 -2
  331. package/dist/summary-CSp4cfnr.js.map +0 -1
  332. package/dist/tart-CcrrtSrp.js.map +0 -1
  333. package/dist/tart-bake-F-6seRC9.js.map +0 -1
  334. package/dist/views-i67V1ly3.js +0 -2
  335. package/dist/worker-entry-C3Q4U63F.js.map +0 -1
  336. package/dist/workspace-DhUOW8if.js +0 -1
@@ -1,40 +1,42 @@
1
1
  import { n as UsageError, r as isTimeout, t as TimeoutError } from "./errors-ttMTnIYX.js";
2
2
  import { g as parseDuration, m as MAX_TIMER_MS, n as dataProblem, t as closest } from "./shared-DtZwIAfy.js";
3
- import { Dt as OPAQUE_OUTPUT, jt as shellQuote$1, n as MCP_TIMER } from "./src-BHJ4MWvY.js";
3
+ import { Gt as OPAQUE_OUTPUT, Yt as shellQuote$1, u as MCP_TIMER } from "./src-CWfy8ct8.js";
4
4
  import { t as evalSlug } from "./slug-IHh3f770.js";
5
5
  import { c as relativeFile, n as attemptKey, r as evalId, s as recordFileName, t as attemptId } from "./ids-B-JKTCP8.js";
6
- import { _ as redactValue, d as maskedVariables, f as redactJson, g as redactSplitSecrets, h as redactSecrets, o as findSecrets } from "./redact-DL2BTykw.js";
7
- import { O as pluginSourceLabel, P as capabilitiesOf, S as pluginBuildId, U as sandboxKind, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall, z as providerLimit } from "./plugins-BioMWncI.js";
6
+ import { _ as redactSplitSecrets, d as maskedVariables, f as redactFields, g as redactSecrets, o as findSecrets, p as redactJson, y as redactValue } from "./redact-t-L3VGy8.js";
7
+ import { B as providerLimit, I as capabilitiesOf, S as pluginBuildId, W as sandboxKind, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-cC0sqoDA.js";
8
8
  import { a as plural, i as formatDuration, n as clip, o as withoutBom, t as capMiddle } from "./text-B8-W3Cvn.js";
9
- import { d as vercelCredentialProblem } from "./routes-B0F2R-K7.js";
9
+ import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
10
10
  import { v as vertexSettings } from "./vertex-BEWxHoxH.js";
11
11
  import { n as hasNetworkSession, t as InfraError } from "./types-CbcnJxCy.js";
12
- import { C as writePluginFiles, S as unverifiedHarness, b as refusedMcp, c as agentMcp, d as brokeringFor, f as claudeMcpServers, h as fakeBrokering, l as agentOf, m as expectedBlockedFor, t as AGENTS, v as keyRejected, x as refusedPlugins, y as layoutOf } from "./agents-l0-k7vw3.js";
12
+ import { C as writePluginFiles, S as refusedSharedMachine, b as refusedMcp, c as agentMcp, d as brokeringFor, f as claudeMcpServers, h as fakeBrokering, l as agentOf, m as expectedBlockedFor, t as AGENTS, v as keyRejected, x as refusedPlugins, y as layoutOf } from "./agents-KBTYhSSh.js";
13
13
  import { t as isObjectLike } from "./object-CeQ8dgUC.js";
14
- import { d as limitsLabel, f as runMatchLabel, r as withLease, s as judgeFailedMessage, u as TURN_EDITED } from "./client-C5fIzHQa.js";
15
- import { F as workspaceOf, M as traitsOf, f as filesOf, i as callerDir, k as sandboxPaths, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-CJIKz-Ud.js";
16
- import { $t as resolveJudgeArtifacts, B as evalPlan, Ct as phaseLabel, Dt as unenforceable, Ft as observedHere, G as matchesTags, Gt as INPUT_KEYS, H as harnessId, It as observedName, J as plainEnvError, Jt as judgeProblem, Kt as NO_JUDGE_INPUT, Lt as observer, M as cascade, Nt as mergeJudge, Pt as resolveStateOptions, Q as plainHeaders, Qt as filePartsOf, R as checkOptions, T as resolveGateway, V as expand, W as majorityOf, X as plainHeaderError, Xt as badJudgeArtifacts, Yt as artifactRefsOf, Zt as decideState, at as sandboxProvider, bt as isDirect, ct as secretVarsIn, it as sandboxId, j as brokeredIn, lt as unbrokered, mt as allowedHosts, nt as refuseIllegalCompare, ot as sandboxSetBy, q as plainEnv, qt as inputsOn, rt as runsOf, ut as unbrokeredError, v as fellBackToDirect, vt as egressLabel, x as resolveModelGateway, y as gatewayScope, yt as gatewayPolicy } from "./config-C0URar0t.js";
17
- import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-eGH39PaP.js";
14
+ import { d as limitsLabel, f as runMatchLabel, r as withLease, s as judgeFailedMessage, u as TURN_EDITED } from "./client-DMEYR3MA.js";
15
+ import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-C0Gg8kyN.js";
16
+ import { $ as plainHeaders, $t as decideState, E as resolveGateway, Ft as mergeJudge, G as majorityOf, H as expand, It as resolveStateOptions, J as plainEnv, Jt as NO_JUDGE_INPUT, K as matchesTags, Lt as observedHere, M as brokeredIn, N as cascade, Qt as badJudgeArtifacts, Rt as observedName, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as judgeProblem, Y as plainEnvError, Yt as inputsOn, Z as plainHeaderError, Zt as artifactRefsOf, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as filePartsOf, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, ot as sandboxProvider, qt as INPUT_KEYS, rt as refuseIllegalCompare, st as sandboxSetBy, tn as resolveJudgeArtifacts, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observer } from "./config-C0RKt00M.js";
17
+ import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-DwzqucLS.js";
18
18
  import { t as inCI } from "./env-8x1O8I1M.js";
19
- import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-B3r_pAq6.js";
19
+ import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-CPUH0Vk5.js";
20
20
  import { c as formatBytes } from "./debug-CIXzB4wK.js";
21
- import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-CKfKsqqw.js";
22
- import { a as skillFiles, i as resolveEnvironment } from "./resolve-G576PiFJ.js";
23
- import { n as fakeBootstrapScript } from "./fake-bootstrap-CnwWG3kP.js";
21
+ import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-_dUsblVx.js";
22
+ import { t as attemptDebugDir } from "./files-g1watgRC.js";
23
+ import { r as openRouterFallbacks } from "./openrouter-models-B1sIOTD2.js";
24
+ import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BkbPsfej.js";
25
+ import { t as contextTaker } from "./context-DrEAtUyg.js";
26
+ import { a as skillFiles, i as resolveEnvironment } from "./resolve-DorSHDBs.js";
27
+ import { n as fakeBootstrapScript } from "./fake-bootstrap-VpisF1WE.js";
24
28
  import { n as providerStop, t as ProviderStopError } from "./provider-stop-CxzWW7Ft.js";
25
29
  import { t as PrepareError } from "./provider-ieWOn4YS.js";
26
- import { i as preparedWorkspace } from "./workspace-P72SXLXr.js";
27
- import { t as attemptDebugDir } from "./files-g1watgRC.js";
28
- import { r as openRouterFallbacks } from "./openrouter-models-C0aRo633.js";
29
- import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BqIAeFyC.js";
30
- import { t as contextTaker } from "./context-Sj58aJEu.js";
30
+ import { i as preparedWorkspace } from "./workspace-DwTe1zo6.js";
31
31
  import { t as patchPath } from "./patch-C7yBztZj.js";
32
- import { n as judgeDiff } from "./patch-Bx-qp8Li.js";
33
- import { t as transcriptForJudge } from "./transcript-BP_2hji-.js";
32
+ import { n as judgeDiff } from "./patch-BR8rdl7r.js";
33
+ import { t as transcriptForJudge } from "./transcript-BXWZiMuC.js";
34
34
  import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
35
- import { i as writeTar, n as readTar, t as extractTar } from "./tarball-CESxtK4X.js";
36
- import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-CXIRJ91v.js";
37
- import { i as withDefaultEffort } from "./default-effort-Ck2GYIxX.js";
35
+ import { t as resourcesLine } from "./resources-DqdwihhT.js";
36
+ import { a as writeTar, n as readTar, t as extractTar } from "./tarball-C8BSTAMk.js";
37
+ import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-CsW5VIXS.js";
38
+ import { t as environmentInputs } from "./inputs-5UIDpjz-.js";
39
+ import { i as withDefaultEffort } from "./default-effort-D70cTG00.js";
38
40
  import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-CCD8XsmI.js";
39
41
  import { z } from "zod";
40
42
  import { dirname, join } from "node:path";
@@ -44,6 +46,172 @@ import { parse, stringify } from "yaml";
44
46
  import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
45
47
  import { setTimeout as setTimeout$1 } from "node:timers/promises";
46
48
  import { resolveBridgePort } from "@ai-sdk/harness/utils";
49
+ // src/attempt/assertions.ts
50
+ const MESSAGE_LIMIT = 1024;
51
+ const LABEL_LIMIT = 60;
52
+ /** Masked first, so a secret the limit would cut through is masked whole. */
53
+ const clipped = (text, limit) => {
54
+ const s = redactSecrets(text);
55
+ return s.length > limit ? `${s.slice(0, limit)}…` : s;
56
+ };
57
+ const text = (error) => error instanceof Error ? error.message : String(error);
58
+ const shown = (value) => {
59
+ if (typeof value === "string") return value;
60
+ if (value instanceof RegExp) return String(value);
61
+ try {
62
+ return JSON.stringify(value) ?? String(value);
63
+ } catch {
64
+ return String(value);
65
+ }
66
+ };
67
+ const shownSubject = (subject) => typeof subject === "string" && subject ? subject.replace(/\s+/g, " ").trim() : void 0;
68
+ /**
69
+ * The records of an attempt's matcher calls, in call order. Without a label, one is
70
+ * `<matcher> <first argument>` (or what the subject names); repeats get ` #2`, ` #3`, skipping
71
+ * any label already recorded, so each record's label is unique (a given `build #2` after two
72
+ * `build`s is `build #2 #2`).
73
+ */
74
+ function assertionRecords(raw) {
75
+ const seen = /* @__PURE__ */ new Map();
76
+ const used = /* @__PURE__ */ new Set();
77
+ return raw.map((r) => {
78
+ const named = r.matcher === "toStayWithin" ? limitsLabel(r.args[0]) : r.matcher === "toHaveRun" && runMatchLabel(r.args[0]) !== void 0 ? runMatchLabel(r.args[0]) : r.args.length ? shown(r.args[0]) : shownSubject(r.subject);
79
+ const base = r.label ?? clipped(named === void 0 ? r.matcher : `${r.matcher} ${named}`, LABEL_LIMIT);
80
+ let n = seen.get(base) ?? 0;
81
+ let label;
82
+ do {
83
+ n += 1;
84
+ label = n > 1 ? `${base} #${n}` : base;
85
+ } while (used.has(label));
86
+ seen.set(base, n);
87
+ used.add(label);
88
+ return {
89
+ label,
90
+ labelled: r.label !== void 0,
91
+ matcher: r.matcher,
92
+ status: r.status,
93
+ soft: r.soft,
94
+ ...r.at ? { at: r.at } : {},
95
+ ...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
96
+ ...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
97
+ };
98
+ });
99
+ }
100
+ const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
101
+ /**
102
+ * What fails the attempt at its end for the checks that failed without ending the body: the first
103
+ * that didn't pass, an `expect` as what it failed with, an `expect.require` the eval caught with
104
+ * `CAUGHT_HINT` after its message.
105
+ */
106
+ function checkFailure(raw) {
107
+ const failed = raw.find((r) => r.status !== "pass");
108
+ if (!failed) return void 0;
109
+ const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
110
+ if (failed.soft) return error;
111
+ const message = `${error.message} ${CAUGHT_HINT}`;
112
+ const stack = error.stack?.replace(error.message, () => message);
113
+ if (error instanceof DOMException) return Object.defineProperties(new Error(message, { cause: error }), {
114
+ name: own(error.name),
115
+ stack: own(stack)
116
+ });
117
+ return Object.setPrototypeOf(Object.defineProperties(/* @__PURE__ */ new Error(), {
118
+ ...Object.getOwnPropertyDescriptors(error),
119
+ name: own(error.name),
120
+ message: own(message),
121
+ stack: own(stack)
122
+ }), Object.getPrototypeOf(error));
123
+ }
124
+ const own = (value) => ({
125
+ value,
126
+ writable: true,
127
+ configurable: true,
128
+ enumerable: false
129
+ });
130
+ // src/attempt/debug.ts
131
+ /** Which config and profile the attempt runs under, and where each resolved option came from. */
132
+ function tracePlan(debug, spec, ctx) {
133
+ const config = ctx.configFile ?? "none (no config file found)";
134
+ const from = (key, fallback = ctx.configFile ? `${config} or its default` : "default") => `(${spec.sources[key] ?? fallback})`;
135
+ const profile = ctx.profile ? `profile ${ctx.profile.name} (${ctx.profile.reason})` : "no profile";
136
+ debug.log("plan", `config ${config} · ${profile} · run ${ctx.runId} · attempt ${spec.cell.key}#${spec.n}`);
137
+ debug.log("plan", `harness ${harnessId(spec.harness)} ${from("harnesses")}`);
138
+ debug.log("plan", `sandbox ${sandboxId(spec.sandbox)} ${from("sandbox")}`);
139
+ const env = spec.environment;
140
+ const role = spec.cell.role === "variant" ? ` · variant ${spec.cell.variant}` : "";
141
+ const envFrom = spec.cell.role === "variant" || spec.sources.compare ? from("compare") : from("environments", "none set");
142
+ debug.log("plan", `environment ${env.name}${role} ${envFrom}`);
143
+ debug.log("plan", `egress ${egressLabel(spec.egress) || "proxy"} ${from("egress")}`);
144
+ const gate = typeof spec.gate === "string" ? spec.gate : `passRate ${spec.gate.passRate}`;
145
+ debug.log("plan", `run ${spec.n} · runs ${ctx.runs !== void 0 ? "(--runs)" : from("runs")} · gate ${gate} · timeout ${formatDuration(spec.timeoutMs)} ${from("timeout", "config.timeout or 15m")}`);
146
+ const judge = spec.judge;
147
+ const model = typeof judge.model === "string" ? judge.model : judge.model && "kind" in judge.model ? "fake judge" : judge.model ? "a model object" : "none";
148
+ debug.log("plan", `judge ${model}${judge.threshold !== void 0 ? ` · threshold ${judge.threshold}` : ""} ${from("judge")}`);
149
+ for (const note of spec.notes) debug.log("plan", `profile: ${note}`);
150
+ debug.trace("plan", "config", {
151
+ config: ctx.config,
152
+ profile: ctx.profile
153
+ }, "resolved config");
154
+ debug.trace("plan", "attempt", {
155
+ cell: spec.cell,
156
+ n: spec.n,
157
+ harness: spec.harness,
158
+ sandbox: spec.sandbox,
159
+ egress: spec.egress,
160
+ gate: spec.gate,
161
+ timeoutMs: spec.timeoutMs,
162
+ judge: spec.judge,
163
+ sources: spec.sources,
164
+ env: Object.keys(spec.env).sort()
165
+ }, "resolved attempt");
166
+ }
167
+ /** `POST api2.cursor.sh/auth/exchange`, `GET host/v1/*` or `POST host (path ~ /re/)`. */
168
+ function endpointLabel({ method, host, path }) {
169
+ const where = !path ? host : "exact" in path ? `${host}${path.exact}` : "startsWith" in path ? `${host}${path.startsWith}*` : `${host} (path ~ /${path.regex}/)`;
170
+ return `${method?.join("|") ?? "*"} ${where}`;
171
+ }
172
+ /** The resolved environment and what the gateway brokers, by name. */
173
+ function traceEnvironment(debug, spec, env) {
174
+ const r = env.record;
175
+ debug.log("env", `environment ${r.name} (digest ${r.digest.replace(/^sha256:/, "").slice(0, 12)})${r.parent ? ` · extends ${r.parent}` : ""}${r.overrides.length ? ` · overrides ${r.overrides.join(", ")}` : ""}`);
176
+ const unset = r.unset.length ? ` · unset (optional) ${r.unset.join(", ")}` : "";
177
+ debug.log("env", `vars ${r.vars.join(", ") || "none"} · secrets ${r.secrets.join(", ") || "none"}${unset}`);
178
+ for (const s of env.substitutions) debug.log("broker", `${s.name} is a placeholder in the sandbox · swapped in on HTTPS to ${s.hosts.join(", ")} in the ${s.in.join(", ")} · for ${s.phase === "checks" ? "checks and setup only" : "the agent and checks"}`);
179
+ const brokering = brokeringFor(spec.harness, spec.vertex);
180
+ if (brokering) {
181
+ const endpoints = brokering.endpoints.map(endpointLabel).join(", ");
182
+ debug.log("broker", `${brokering.credential} stays on the host · the gateway swaps it in on ${endpoints}`);
183
+ }
184
+ debug.trace("env", "environment", {
185
+ record: r,
186
+ vars: Object.keys(env.vars).sort(),
187
+ checkVars: Object.keys(env.checkVars).sort(),
188
+ files: env.files.map((f) => f.path),
189
+ setup: env.setup,
190
+ skills: env.skills.map((s) => s.name),
191
+ workspaceSkills: env.workspaceSkills.map((s) => s.name),
192
+ plugins: env.plugins.map((p) => ({
193
+ name: p.name,
194
+ parts: p.parts,
195
+ files: p.files.length
196
+ })),
197
+ mcp: Object.fromEntries(Object.entries(env.mcp).map(([name, m]) => [name, m.transport === "stdio" ? {
198
+ transport: m.transport,
199
+ command: m.command,
200
+ args: m.args,
201
+ env: Object.keys(m.env)
202
+ } : {
203
+ transport: m.transport,
204
+ url: m.url,
205
+ headers: Object.keys(m.headers)
206
+ }])),
207
+ brokered: env.substitutions.map(({ name, hosts, in: where, phase }) => ({
208
+ name,
209
+ hosts,
210
+ in: where,
211
+ phase
212
+ }))
213
+ }, "resolved environment");
214
+ }
47
215
  // src/harness/fake.ts
48
216
  const lineCount = (text) => text ? text.split("\n").length - (text.endsWith("\n") ? 1 : 0) : 0;
49
217
  /**
@@ -62,7 +230,7 @@ const createFakeHarness = (descriptor) => {
62
230
  if (hangs === true || starts++ < (hangs ?? 0)) return new Promise(() => {});
63
231
  if (descriptor.bootstrap) {
64
232
  const r = await sandbox.exec(fakeBootstrapScript(descriptor.bootstrap), { signal });
65
- if (r.exitCode !== 0) throw new InfraError(`The fake agent's bootstrap exited ${r.exitCode}: ${(r.stderr || r.stdout).trim().slice(-500)}`);
233
+ if (r.exitCode !== 0) throw new InfraError(`The fake agent's bootstrap exited ${r.exitCode}: ${redactSecrets(r.stderr || r.stdout).trim().slice(-500)}`);
66
234
  }
67
235
  const layout = layoutOf(descriptor);
68
236
  const brokered = descriptor.brokers ? await brokerKey(descriptor, sandbox) : void 0;
@@ -402,118 +570,13 @@ async function callMcpTool(sandbox, servers, name, tool, signal) {
402
570
  /** The attempt's harness, for the sandbox it runs in; an agent the sandbox can't run is an infra error. */
403
571
  async function createHarness(descriptor, sandbox, vertex) {
404
572
  if (descriptor.kind === "fake") return createFakeHarness(descriptor);
405
- const { createAgentHarness } = await import("./agent-Dx-bDmlV.js");
573
+ const { createAgentHarness } = await import("./agent-B-6GFDqA.js");
406
574
  return createAgentHarness(descriptor, sandbox, vertex);
407
575
  }
408
576
  /** Where each harness's agent looks for repo skills, relative to the workspace. */
409
577
  const workspaceSkillDir = (descriptor) => layoutOf(descriptor).workspaceSkillDir;
410
- // src/attempt/debug.ts
411
- /** Which config and profile the attempt runs under, and where each resolved option came from. */
412
- function tracePlan(debug, spec, ctx) {
413
- const config = ctx.configFile ?? "none (no config file found)";
414
- const from = (key, fallback = ctx.configFile ? `${config} or its default` : "default") => `(${spec.sources[key] ?? fallback})`;
415
- const profile = ctx.profile ? `profile ${ctx.profile.name} (${ctx.profile.reason})` : "no profile";
416
- debug.log("plan", `config ${config} · ${profile} · run ${ctx.runId} · attempt ${spec.cell.key}#${spec.n}`);
417
- debug.log("plan", `harness ${harnessId(spec.harness)} ${from("harnesses")}`);
418
- debug.log("plan", `sandbox ${sandboxId(spec.sandbox)} ${from("sandbox")}`);
419
- const env = spec.environment;
420
- const role = spec.cell.role === "variant" ? ` · variant ${spec.cell.variant}` : "";
421
- const envFrom = spec.cell.role === "variant" || spec.sources.compare ? from("compare") : from("environments", "none set");
422
- debug.log("plan", `environment ${env.name}${role} ${envFrom}`);
423
- debug.log("plan", `egress ${egressLabel(spec.egress) || "proxy"} ${from("egress")}`);
424
- const gate = typeof spec.gate === "string" ? spec.gate : `passRate ${spec.gate.passRate}`;
425
- debug.log("plan", `run ${spec.n} · runs ${ctx.runs !== void 0 ? "(--runs)" : from("runs")} · gate ${gate} · timeout ${formatDuration(spec.timeoutMs)} ${from("timeout", "config.timeout or 15m")}`);
426
- const judge = spec.judge;
427
- const model = typeof judge.model === "string" ? judge.model : judge.model && "kind" in judge.model ? "fake judge" : judge.model ? "a model object" : "none";
428
- debug.log("plan", `judge ${model}${judge.threshold !== void 0 ? ` · threshold ${judge.threshold}` : ""} ${from("judge")}`);
429
- for (const note of spec.notes) debug.log("plan", `profile: ${note}`);
430
- debug.trace("plan", "config", {
431
- config: ctx.config,
432
- profile: ctx.profile
433
- }, "resolved config");
434
- debug.trace("plan", "attempt", {
435
- cell: spec.cell,
436
- n: spec.n,
437
- harness: spec.harness,
438
- sandbox: spec.sandbox,
439
- egress: spec.egress,
440
- gate: spec.gate,
441
- timeoutMs: spec.timeoutMs,
442
- judge: spec.judge,
443
- sources: spec.sources,
444
- env: Object.keys(spec.env).sort()
445
- }, "resolved attempt");
446
- }
447
- /** `POST api2.cursor.sh/auth/exchange`, `GET host/v1/*` or `POST host (path ~ /re/)`. */
448
- function endpointLabel({ method, host, path }) {
449
- const where = !path ? host : "exact" in path ? `${host}${path.exact}` : "startsWith" in path ? `${host}${path.startsWith}*` : `${host} (path ~ /${path.regex}/)`;
450
- return `${method?.join("|") ?? "*"} ${where}`;
451
- }
452
- /** The resolved environment and what the gateway brokers, by name. */
453
- function traceEnvironment(debug, spec, env) {
454
- const r = env.record;
455
- debug.log("env", `environment ${r.name} (digest ${r.digest.replace(/^sha256:/, "").slice(0, 12)})${r.parent ? ` · extends ${r.parent}` : ""}${r.overrides.length ? ` · overrides ${r.overrides.join(", ")}` : ""}`);
456
- const unset = r.unset.length ? ` · unset (optional) ${r.unset.join(", ")}` : "";
457
- debug.log("env", `vars ${r.vars.join(", ") || "none"} · secrets ${r.secrets.join(", ") || "none"}${unset}`);
458
- for (const s of env.substitutions) debug.log("broker", `${s.name} is a placeholder in the sandbox · swapped in on HTTPS to ${s.hosts.join(", ")} in the ${s.in.join(", ")} · for ${s.phase === "checks" ? "checks and setup only" : "the agent and checks"}`);
459
- const brokering = brokeringFor(spec.harness, spec.vertex);
460
- if (brokering) {
461
- const endpoints = brokering.endpoints.map(endpointLabel).join(", ");
462
- debug.log("broker", `${brokering.credential} stays on the host · the gateway swaps it in on ${endpoints}`);
463
- }
464
- debug.trace("env", "environment", {
465
- record: r,
466
- vars: Object.keys(env.vars).sort(),
467
- checkVars: Object.keys(env.checkVars).sort(),
468
- files: env.files.map((f) => f.path),
469
- setup: env.setup,
470
- skills: env.skills.map((s) => s.name),
471
- workspaceSkills: env.workspaceSkills.map((s) => s.name),
472
- plugins: env.plugins.map((p) => ({
473
- name: p.name,
474
- parts: p.parts,
475
- files: p.files.length
476
- })),
477
- mcp: Object.fromEntries(Object.entries(env.mcp).map(([name, m]) => [name, m.transport === "stdio" ? {
478
- transport: m.transport,
479
- command: m.command,
480
- args: m.args,
481
- env: Object.keys(m.env)
482
- } : {
483
- transport: m.transport,
484
- url: m.url,
485
- headers: Object.keys(m.headers)
486
- }])),
487
- brokered: env.substitutions.map(({ name, hosts, in: where, phase }) => ({
488
- name,
489
- hosts,
490
- in: where,
491
- phase
492
- }))
493
- }, "resolved environment");
494
- }
495
578
  // src/attempt/environment.ts
496
579
  /**
497
- * How many VMs the hosts preflight kept for `spec`'s sandbox run at once, or null when it runs
498
- * on no hosts or preflight left nothing to read. The plan's cap counts every host it names at its
499
- * `vms`; a host skipped, or with memory for fewer, runs fewer.
500
- */
501
- async function preparedVmCap(spec, root, runId) {
502
- const { sandbox, harness } = spec;
503
- if (sandbox.kind !== "tart" || !sandbox.hosts) return null;
504
- const { preparedFor } = await import("./preflight-BUjk_6wT.js");
505
- const { createProviders, preparedHosts } = await import("./providers-Dljf6al6.js");
506
- const provider = createProviders().tart;
507
- if (!provider) return null;
508
- try {
509
- const prepared = preparedFor(root, runId, provider, sandbox, harness);
510
- const hosts = prepared ? preparedHosts(prepared) : null;
511
- return hosts ? hosts.reduce((sum, h) => sum + h.vms, 0) : null;
512
- } catch {
513
- return null;
514
- }
515
- }
516
- /**
517
580
  * Resolves the attempt's environment (files, skills, secrets and their placeholders)
518
581
  * and finds the image its sandbox starts from, when its kind has one, which preflight prepared.
519
582
  * Runs on the test's signal, before the eval timer starts.
@@ -538,8 +601,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
538
601
  record.image = null;
539
602
  const kind = sandboxKind(spec.sandbox);
540
603
  if (kind.capabilities.images) {
541
- const { preparedFor } = await import("./preflight-BUjk_6wT.js");
542
- const { attemptImage, createProviders, preparedImage } = await import("./providers-Dljf6al6.js");
604
+ const { preparedFor } = await import("./preflight-zsAn3heN.js");
605
+ const { attemptImage, createProviders, preparedImage } = await import("./providers-BkLGzaSY.js");
543
606
  signal.throwIfAborted();
544
607
  const provider = createProviders()[kind.provider(spec.sandbox)];
545
608
  const builds = builtPlugins(spec.environment.layers);
@@ -564,8 +627,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
564
627
  const { ref, id, base, install, agentCli } = record.image;
565
628
  debugLog("image", `ready ${ref} (${id.replace(/^sha256:/, "").slice(0, 12)}) · prepared before the run${ref !== base ? ` · on ${base}` : ""}${agentCli ? ` · agent CLI ${agentCli}` : ""}${install.length ? ` · install: ${install.join(" && ")}` : ""}`);
566
629
  } else if (kind.capabilities.isolated) {
567
- const { preparedFor } = await import("./preflight-BUjk_6wT.js");
568
- const { bakedImage, createProviders, preparedHosts, vmImage } = await import("./providers-Dljf6al6.js");
630
+ const { preparedFor } = await import("./preflight-zsAn3heN.js");
631
+ const { bakedImage, createProviders, preparedHosts, vmImage } = await import("./providers-BkLGzaSY.js");
569
632
  const provider = createProviders()[kind.provider(spec.sandbox)];
570
633
  const prepared = provider && preparedFor(root, runId, provider, spec.sandbox, spec.harness);
571
634
  const vm = prepared ? vmImage(prepared) : null;
@@ -578,74 +641,6 @@ async function prepareEnvironment(a, root, runId, where, signal) {
578
641
  debugLog("image", `${from ?? "none recorded"}${vm?.digest ? ` (${vm.digest})` : ""} · ${kind.helpers[0]}() checked it before the run and starts each attempt from ${baked ? `${baked}, which has the harness baked in` : "it"}`);
579
642
  } else debugLog("image", kind.capabilities.isolated ? `none: the ${spec.sandbox.kind} sandbox starts from its provider's base` : `none: the ${spec.sandbox.kind} sandbox runs on the host`);
580
643
  }
581
- // src/attempt/assertions.ts
582
- const MESSAGE_LIMIT = 1024;
583
- const LABEL_LIMIT = 60;
584
- /** Masked first, so a secret the limit would cut through is masked whole. */
585
- const clipped = (text, limit) => {
586
- const s = redactSecrets(text);
587
- return s.length > limit ? `${s.slice(0, limit)}…` : s;
588
- };
589
- const text = (error) => error instanceof Error ? error.message : String(error);
590
- const shown = (value) => {
591
- if (typeof value === "string") return value;
592
- if (value instanceof RegExp) return String(value);
593
- try {
594
- return JSON.stringify(value) ?? String(value);
595
- } catch {
596
- return String(value);
597
- }
598
- };
599
- const shownSubject = (subject) => typeof subject === "string" && subject ? subject.replace(/\s+/g, " ").trim() : void 0;
600
- /**
601
- * The records of an attempt's matcher calls, in call order. Without a label, one is
602
- * `<matcher> <first argument>` (or what the subject names); repeats get ` #2`, ` #3`, skipping
603
- * any label already recorded, so each record's label is unique (a given `build #2` after two
604
- * `build`s is `build #2 #2`).
605
- */
606
- function assertionRecords(raw) {
607
- const seen = /* @__PURE__ */ new Map();
608
- const used = /* @__PURE__ */ new Set();
609
- return raw.map((r) => {
610
- const named = r.matcher === "toStayWithin" ? limitsLabel(r.args[0]) : r.matcher === "toHaveRun" && runMatchLabel(r.args[0]) !== void 0 ? runMatchLabel(r.args[0]) : r.args.length ? shown(r.args[0]) : shownSubject(r.subject);
611
- const base = r.label ?? clipped(named === void 0 ? r.matcher : `${r.matcher} ${named}`, LABEL_LIMIT);
612
- let n = seen.get(base) ?? 0;
613
- let label;
614
- do {
615
- n += 1;
616
- label = n > 1 ? `${base} #${n}` : base;
617
- } while (used.has(label));
618
- seen.set(base, n);
619
- used.add(label);
620
- return {
621
- label,
622
- labelled: r.label !== void 0,
623
- matcher: r.matcher,
624
- status: r.status,
625
- soft: r.soft,
626
- ...r.at ? { at: r.at } : {},
627
- ...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
628
- ...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
629
- };
630
- });
631
- }
632
- const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
633
- /**
634
- * What fails the attempt at its end for the checks that failed without ending the body: the first
635
- * that didn't pass, an `expect` as what it failed with, an `expect.require` the eval caught with
636
- * `CAUGHT_HINT` after its message.
637
- */
638
- function checkFailure(raw) {
639
- const failed = raw.find((r) => r.status !== "pass");
640
- if (!failed) return void 0;
641
- const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
642
- if (failed.soft) return error;
643
- const caught = Object.setPrototypeOf(Object.assign(/* @__PURE__ */ new Error(), error), Object.getPrototypeOf(error));
644
- caught.name = error.name;
645
- caught.message = `${error.message} ${CAUGHT_HINT}`;
646
- caught.stack = error.stack?.replace(error.message, caught.message);
647
- return caught;
648
- }
649
644
  // src/judge/size.ts
650
645
  /** Roughly four characters a token, as `reeval analyze` counts: an estimate, not the model's. */
651
646
  const CHARS_PER_TOKEN = 4;
@@ -1274,6 +1269,13 @@ function recordFailure(a, error, timedOut, raw) {
1274
1269
  if (record.error.kind === "assertion" && isJudges(a, error, raw)) record.error.kind = judgeOutage(a, error, raw) ? "infra" : "judge";
1275
1270
  record.outcome = record.error.kind === "infra" ? "infra_error" : "fail";
1276
1271
  }
1272
+ /** What the sandbox gave the attempt and what it used, into the record, before the sandbox goes. */
1273
+ async function recordResources(a) {
1274
+ const resources = await a.meter?.stop({ gone: a.signal.aborted }).catch(() => void 0);
1275
+ if (!resources) return;
1276
+ a.record.resources = resources;
1277
+ debugLog("teardown", `resources ${resourcesLine(resources)}`);
1278
+ }
1277
1279
  /**
1278
1280
  * A process the kernel killed at the sandbox's memory limit makes the attempt an infra error,
1279
1281
  * whatever its checks said: the limit, not the agent, decided it. Returns the error to fail it with.
@@ -1385,7 +1387,7 @@ async function writeRecord(a, stagingDir, id) {
1385
1387
  verdict: j.verdict,
1386
1388
  score: j.score,
1387
1389
  threshold: j.threshold,
1388
- question: clip(j.question, 200)
1390
+ question: clip(redactSecrets(j.question), 200)
1389
1391
  })),
1390
1392
  turnErrors: turnErrors(record.turns.map((t) => t.transcript)),
1391
1393
  ...failedChecks(record),
@@ -1672,7 +1674,7 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1672
1674
  },
1673
1675
  report: (update) => progress({
1674
1676
  at: Date.now(),
1675
- ...update
1677
+ ...redactFields(update, ["kind"])
1676
1678
  }),
1677
1679
  async timed(phase, fn) {
1678
1680
  const start = performance.now();
@@ -2119,6 +2121,7 @@ async function startSession(a, runId) {
2119
2121
  env: env.vars,
2120
2122
  image: a.image,
2121
2123
  ...a.hosts && { hosts: a.hosts },
2124
+ harness: spec.harness,
2122
2125
  brokering: brokeringFor(spec.harness, spec.vertex),
2123
2126
  ...agentOf(spec.harness, spec.vertex)?.keychainTrust && { keychainTrust: true },
2124
2127
  expectedBlocked: expectedBlockedFor(spec.harness, env.plugins.length > 0, spec.vertex)?.hosts,
@@ -2130,6 +2133,7 @@ async function startSession(a, runId) {
2130
2133
  })
2131
2134
  });
2132
2135
  a.sandbox = box;
2136
+ a.meter = box.meter?.();
2133
2137
  if (!capabilitiesOf(spec.sandbox).isolated) debugLog("container", `${sandboxKind(spec.sandbox).provider(spec.sandbox)} sandbox at ${box.workdir}`);
2134
2138
  a.phases = brokerPhases(box, env.substitutions, spec.egress);
2135
2139
  if (a.signal.aborted) box.destroy();
@@ -2739,6 +2743,7 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2739
2743
  clock?.clear();
2740
2744
  await a.endStarts();
2741
2745
  for (const bg of a.backgrounds) await bg.kill().catch(() => {});
2746
+ await recordResources(a);
2742
2747
  const { sandbox } = a;
2743
2748
  if (sandbox && !a.signal.aborted) await takeContext(sandbox, AbortSignal.timeout(3e4));
2744
2749
  if (sandbox) a.report({ kind: "cleanup" });
@@ -3097,12 +3102,13 @@ function planTests(declaration, ctx, where, resolvedEval, pick) {
3097
3102
  const hid = harnessId(harness);
3098
3103
  if (gatewaySet || harness.gateway !== void 0) {
3099
3104
  routes.set(hid, route);
3100
- gatewayNotes.push(`gateway: ${hid} → ${route.name}${route.name === "direct" && route.skipped.length ? " (fallback)" : ""}`);
3105
+ const at = route.name === "vercel" && !vercelBaseUrlProblem() ? vercelBaseUrl() : void 0;
3106
+ gatewayNotes.push(`gateway: ${hid} → ${route.name}${at ? ` at ${at}` : ""}${route.name === "direct" && route.skipped.length ? " (fallback)" : ""}`);
3101
3107
  }
3102
3108
  if (route.name === "direct") return harness;
3103
3109
  if (harness.kind !== "fake") try {
3104
3110
  if (route.name === "vercel") {
3105
- const problem = vercelCredentialProblem();
3111
+ const problem = vercelCredentialProblem() ?? vercelBaseUrlProblem();
3106
3112
  if (problem) throw new UsageError(problem);
3107
3113
  }
3108
3114
  if (route.name === "vertex") {
@@ -3155,10 +3161,11 @@ function planTests(declaration, ctx, where, resolvedEval, pick) {
3155
3161
  const why = unenforceable(planned.egress, planned.sandbox, where);
3156
3162
  if (why) throw new UsageError(why);
3157
3163
  const on = `${where} on ${harnessId(planned.harness)}`;
3158
- const unverified = unverifiedHarness(planned.harness, planned.sandbox);
3159
- if (unverified) throw new UsageError(`${on}: ${unverified}`);
3160
3164
  const mcp = refusedMcp(planned.harness, planned.environment.layers);
3161
3165
  if (mcp) throw new UsageError(`${on}: ${mcp}`);
3166
+ const slots = sandboxKind(planned.sandbox).slotsPerMachine?.(planned.sandbox) ?? 1;
3167
+ const shared = refusedSharedMachine(planned.harness, slots);
3168
+ if (shared) throw new UsageError(`${on}: ${shared}`);
3162
3169
  const plugins = planPlugins(planned, ctx.config.root);
3163
3170
  if (plugins.refusal) throw new UsageError(`${on}: ${plugins.refusal}`);
3164
3171
  for (const note of plugins.notes) if (!pluginNotes.includes(note)) pluginNotes.push(note);
@@ -3583,7 +3590,22 @@ function prepare(mode, given, own, fn, source, hint = "", givenFamily, where) {
3583
3590
  ...options,
3584
3591
  ...hooks
3585
3592
  };
3586
- if (spec && test.gate && spec.sandbox.kind === "tart" && spec.sandbox.hosts) {
3593
+ if (spec && getRunContext().inputs) {
3594
+ const { root } = getRunContext().config;
3595
+ const found = environmentInputs(spec.environment.layers, spec.sandbox, root);
3596
+ const { attempt } = options;
3597
+ const warnings = [.../* @__PURE__ */ new Set([...attempt.plan.warnings, ...found.warnings])];
3598
+ test.attempt = {
3599
+ ...attempt,
3600
+ plan: {
3601
+ ...attempt.plan,
3602
+ warnings
3603
+ },
3604
+ inputs: found.inputs
3605
+ };
3606
+ }
3607
+ const readCap = spec && sandboxKind(spec.sandbox).attemptCap?.(spec.sandbox);
3608
+ if (spec && test.gate && readCap) {
3587
3609
  const gate = {
3588
3610
  ...test.gate,
3589
3611
  limits: { ...test.gate.limits }
@@ -3592,8 +3614,12 @@ function prepare(mode, given, own, fn, source, hint = "", givenFamily, where) {
3592
3614
  test.gate = gate;
3593
3615
  test.ready = async () => {
3594
3616
  const { config, runId } = getRunContext();
3595
- const cap = await preparedVmCap(spec, config.root, runId);
3596
- const key = "sandbox:tart";
3617
+ const cap = await readCap({
3618
+ harness: spec.harness,
3619
+ root: config.root,
3620
+ runId
3621
+ });
3622
+ const key = `sandbox:${sandboxProvider(spec.sandbox)}`;
3597
3623
  if (cap && gate.limits[key]) gate.limits[key] = Math.min(gate.limits[key], cap);
3598
3624
  return before ? before() : true;
3599
3625
  };
@@ -3752,4 +3778,4 @@ function optionsFrom(written, where, base) {
3752
3778
  }
3753
3779
  export { assertionRecords as i, evaluate as n, group as r, declareTree as t };
3754
3780
 
3755
- //# sourceMappingURL=evaluate-DA4QsrHO.js.map
3781
+ //# sourceMappingURL=evaluate-BHQyAszQ.js.map