reeval 0.20.0 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (481) hide show
  1. package/CHANGELOG.md +841 -0
  2. package/README.md +15 -15
  3. package/assets/gateway-models.mjs +65 -31
  4. package/dist/{adapter-C60z3wLq.js → adapter-Di9H2etg.js} +8 -49
  5. package/dist/adapter-Di9H2etg.js.map +1 -0
  6. package/dist/{agent-BmsMXZXx.js → agent-B-6GFDqA.js} +185 -38
  7. package/dist/agent-B-6GFDqA.js.map +1 -0
  8. package/dist/{agents-DXuFxtGC.js → agents-KBTYhSSh.js} +385 -116
  9. package/dist/agents-KBTYhSSh.js.map +1 -0
  10. package/dist/{app-files-DT5mJyV4.js → app-files-Cmh9FGr5.js} +3 -3
  11. package/dist/app-files-Cmh9FGr5.js.map +1 -0
  12. package/dist/{assemble-CE4pHKIa.js → assemble-CBMRIhso.js} +1 -1
  13. package/dist/{assemble-DM2PNU4R.js → assemble-DNVBTBp_.js} +172 -18
  14. package/dist/assemble-DNVBTBp_.js.map +1 -0
  15. package/dist/attach-EbDGKGTO.js +152 -0
  16. package/dist/attach-EbDGKGTO.js.map +1 -0
  17. package/dist/{attempt-CAdlwlNu.js → attempt-_dUsblVx.js} +2 -2
  18. package/dist/{attempt-CAdlwlNu.js.map → attempt-_dUsblVx.js.map} +1 -1
  19. package/dist/{attempt-host-7VviAJrl.js → attempt-host-DQvynDHk.js} +17 -8
  20. package/dist/attempt-host-DQvynDHk.js.map +1 -0
  21. package/dist/boat-Bzz8L-KQ.js +701 -0
  22. package/dist/boat-Bzz8L-KQ.js.map +1 -0
  23. package/dist/{boat-BjLqFJIZ.js → boat-Dek8ftIt.js} +20 -8
  24. package/dist/boat-Dek8ftIt.js.map +1 -0
  25. package/dist/bridge/index.mjs +6 -1
  26. package/dist/bundle-DZstHDeW.js +718 -0
  27. package/dist/bundle-DZstHDeW.js.map +1 -0
  28. package/dist/{capture-Ccf0Hmyx.js → capture-BkbPsfej.js} +61 -32
  29. package/dist/capture-BkbPsfej.js.map +1 -0
  30. package/dist/capture-CUAvk9KM.js +1 -0
  31. package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
  32. package/dist/cases-CM-MQRQp.js.map +1 -0
  33. package/dist/cases-FvhbM8M5.js +1 -0
  34. package/dist/{cli-DTuLSlmW.js → cli-BgBBuxxJ.js} +412 -1044
  35. package/dist/cli-BgBBuxxJ.js.map +1 -0
  36. package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-B5L9n-DV.js} +199 -35
  37. package/dist/cli-spec-B5L9n-DV.js.map +1 -0
  38. package/dist/cli.js +2 -2
  39. package/dist/client-DMEYR3MA.js +807 -0
  40. package/dist/client-DMEYR3MA.js.map +1 -0
  41. package/dist/{command-C2C7P5qo.js → command-BKb8eN_X.js} +10 -10
  42. package/dist/{command-C2C7P5qo.js.map → command-BKb8eN_X.js.map} +1 -1
  43. package/dist/{command-DSL7I-SI.js → command-D_w_kDpI.js} +25 -21
  44. package/dist/command-D_w_kDpI.js.map +1 -0
  45. package/dist/{command-Ff0T-1Hi.js → command-Dwlh0Vhu.js} +17 -16
  46. package/dist/command-Dwlh0Vhu.js.map +1 -0
  47. package/dist/{command-D8oMB2fa.js → command-loXH2jHr.js} +16 -16
  48. package/dist/{command-D8oMB2fa.js.map → command-loXH2jHr.js.map} +1 -1
  49. package/dist/{commands-xAOi_VEk.js → commands-Cuf57OYb.js} +174 -40
  50. package/dist/commands-Cuf57OYb.js.map +1 -0
  51. package/dist/{commands-Bk9NG1s_.js → commands-Dqli45sR.js} +1 -1
  52. package/dist/{config-SvK8pjEK.js → config-C0RKt00M.js} +288 -106
  53. package/dist/config-C0RKt00M.js.map +1 -0
  54. package/dist/{context-BdgCao9Q.js → context-DrEAtUyg.js} +2 -2
  55. package/dist/{context-BdgCao9Q.js.map → context-DrEAtUyg.js.map} +1 -1
  56. package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
  57. package/dist/cost-C21gGrju.js.map +1 -0
  58. package/dist/cost-IM80LyGD.js +1 -0
  59. package/dist/{cursor-catalog-DEzan4IT.js → cursor-catalog-CRsFxorF.js} +4 -4
  60. package/dist/{cursor-catalog-DEzan4IT.js.map → cursor-catalog-CRsFxorF.js.map} +1 -1
  61. package/dist/db-3o8s2EyD.js +2 -0
  62. package/dist/{db-BzOJ4Js4.js → db-ErnJ-gMD.js} +168 -248
  63. package/dist/db-ErnJ-gMD.js.map +1 -0
  64. package/dist/debug-CIXzB4wK.js.map +1 -1
  65. package/dist/{default-effort-BDKIxJyC.js → default-effort-D70cTG00.js} +4 -4
  66. package/dist/{default-effort-BDKIxJyC.js.map → default-effort-D70cTG00.js.map} +1 -1
  67. package/dist/{default-effort-BBDPbJ4D.js → default-effort-DHzj84dD.js} +1 -1
  68. package/dist/{dist-Db7ifchA.js → dist-DeqeCUZe.js} +5 -5
  69. package/dist/{dist-Db7ifchA.js.map → dist-DeqeCUZe.js.map} +1 -1
  70. package/dist/{docker-DFrjoNs-.js → docker-CFWzZOEk.js} +4 -4
  71. package/dist/{docker-DFrjoNs-.js.map → docker-CFWzZOEk.js.map} +1 -1
  72. package/dist/docker-DrMnpL84.js +1 -0
  73. package/dist/{doctor-DWK4ttex.js → doctor-B7utCSdh.js} +121 -100
  74. package/dist/doctor-B7utCSdh.js.map +1 -0
  75. package/dist/{environment-cPMCOk-h.js → environment-C0Gg8kyN.js} +49 -11
  76. package/dist/environment-C0Gg8kyN.js.map +1 -0
  77. package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
  78. package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
  79. package/dist/{eval-source-C9b1h8L6.js → eval-source-CsW5VIXS.js} +24 -12
  80. package/dist/eval-source-CsW5VIXS.js.map +1 -0
  81. package/dist/{evaluate-B12Tosvq.js → evaluate-BHQyAszQ.js} +679 -142
  82. package/dist/evaluate-BHQyAszQ.js.map +1 -0
  83. package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DzHq4EsU.d.ts} +2 -2
  84. package/dist/fake-bootstrap-VpisF1WE.js +15 -0
  85. package/dist/fake-bootstrap-VpisF1WE.js.map +1 -0
  86. package/dist/{files-tiNWe8Ih.js → files-BCraBodb.js} +3 -3
  87. package/dist/{files-tiNWe8Ih.js.map → files-BCraBodb.js.map} +1 -1
  88. package/dist/files-BjOJw4sn.js +1 -0
  89. package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
  90. package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
  91. package/dist/{files-BOBdC0uI.js → files-BuKWZCzY.js} +6 -6
  92. package/dist/{files-BOBdC0uI.js.map → files-BuKWZCzY.js.map} +1 -1
  93. package/dist/files-CAzVG3Rr.js +1 -0
  94. package/dist/{files-F5EG0WPT.js → files-Cv856jLN.js} +5 -5
  95. package/dist/{files-F5EG0WPT.js.map → files-Cv856jLN.js.map} +1 -1
  96. package/dist/files-D-Lir4aE.js +1 -0
  97. package/dist/files-DRlJ0Xr2.js +1 -0
  98. package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
  99. package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
  100. package/dist/{files-s28a6czq.js → files-qjeqXnfE.js} +143 -20
  101. package/dist/files-qjeqXnfE.js.map +1 -0
  102. package/dist/gateway.d.ts +1 -1
  103. package/dist/{git-BpoqEgDV.js → git-DOrOtAiD.js} +3 -3
  104. package/dist/{git-BpoqEgDV.js.map → git-DOrOtAiD.js.map} +1 -1
  105. package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
  106. package/dist/harness-FcTyyPco.js.map +1 -0
  107. package/dist/harness-install-Dxho1yaU.js +53 -0
  108. package/dist/harness-install-Dxho1yaU.js.map +1 -0
  109. package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
  110. package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
  111. package/dist/harness.d.ts +11 -8
  112. package/dist/harness.js +1 -1
  113. package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
  114. package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
  115. package/dist/{images-D2jFze2v.js → images-Ch1y1t6_.js} +122 -73
  116. package/dist/images-Ch1y1t6_.js.map +1 -0
  117. package/dist/index.d.ts +46 -7
  118. package/dist/index.js +6 -6
  119. package/dist/{init-Bi1Q3lRi.js → init-C2HqCwnt.js} +33 -14
  120. package/dist/init-C2HqCwnt.js.map +1 -0
  121. package/dist/init-CM9xwyre.js +1 -0
  122. package/dist/{ink-list-BpfidQ1h.js → ink-list-BbKXElcQ.js} +54 -15
  123. package/dist/ink-list-BbKXElcQ.js.map +1 -0
  124. package/dist/inputs-5UIDpjz-.js +190 -0
  125. package/dist/inputs-5UIDpjz-.js.map +1 -0
  126. package/dist/inputs-load-C82HOKnb.js +1 -0
  127. package/dist/inputs-load-CGPyigMC.js +95 -0
  128. package/dist/inputs-load-CGPyigMC.js.map +1 -0
  129. package/dist/{invocations-CxGNOlh0.js → invocations-BrZAMuTb.js} +5 -5
  130. package/dist/{invocations-CxGNOlh0.js.map → invocations-BrZAMuTb.js.map} +1 -1
  131. package/dist/jiti-radm1Soi.js +52 -0
  132. package/dist/jiti-radm1Soi.js.map +1 -0
  133. package/dist/{judge-COMXT1Hx.js → judge-DwzqucLS.js} +17 -12
  134. package/dist/{judge-COMXT1Hx.js.map → judge-DwzqucLS.js.map} +1 -1
  135. package/dist/judge.d.ts +3 -1
  136. package/dist/judge.js +1 -1
  137. package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
  138. package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
  139. package/dist/{layout-Cm85tQYk.js → layout-Czh5wOpz.js} +14 -11
  140. package/dist/layout-Czh5wOpz.js.map +1 -0
  141. package/dist/{list-DuThsE28.js → list-B_C0k5ex.js} +33 -19
  142. package/dist/{list-DuThsE28.js.map → list-B_C0k5ex.js.map} +1 -1
  143. package/dist/live-C9Et_BVT.js +1 -0
  144. package/dist/{live-CgYbO4Te.js → live-DGgIrVw0.js} +7 -5
  145. package/dist/live-DGgIrVw0.js.map +1 -0
  146. package/dist/{live-DL0se4Zd.js → live-DgFm0H90.js} +9 -9
  147. package/dist/{live-DL0se4Zd.js.map → live-DgFm0H90.js.map} +1 -1
  148. package/dist/machine-service-2lIv5UWF.js +1 -0
  149. package/dist/machine-service-Ct_1XMMi.js +520 -0
  150. package/dist/machine-service-Ct_1XMMi.js.map +1 -0
  151. package/dist/machines-BnquHcBZ.js +120 -0
  152. package/dist/machines-BnquHcBZ.js.map +1 -0
  153. package/dist/{model-CkNVAxob.js → model-B1tdv9-d.js} +1 -1
  154. package/dist/model-Bcy4Qjmm.js +1 -0
  155. package/dist/{model-V3mMXp6x.js → model-DF77SgZv.js} +6 -6
  156. package/dist/{model-V3mMXp6x.js.map → model-DF77SgZv.js.map} +1 -1
  157. package/dist/{model-CwwkrCb7.js → model-DRa7yv6K.js} +9 -6
  158. package/dist/model-DRa7yv6K.js.map +1 -0
  159. package/dist/{model-cgt5uvu8.js → model-E5X8YBJM.js} +7 -6
  160. package/dist/model-E5X8YBJM.js.map +1 -0
  161. package/dist/model-calls-B0BoQfJ4.js +95 -0
  162. package/dist/model-calls-B0BoQfJ4.js.map +1 -0
  163. package/dist/{node-D7pAU--0.js → node-BjuhqQwa.js} +21 -10
  164. package/dist/node-BjuhqQwa.js.map +1 -0
  165. package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
  166. package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
  167. package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-B1sIOTD2.js} +2 -2
  168. package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-B1sIOTD2.js.map} +1 -1
  169. package/dist/options-C989kuVE.js +1 -0
  170. package/dist/own-reads-CYmBlrHK.js +15 -0
  171. package/dist/own-reads-CYmBlrHK.js.map +1 -0
  172. package/dist/{patch-DAi1nCuH.js → patch-BR8rdl7r.js} +2 -2
  173. package/dist/{patch-DAi1nCuH.js.map → patch-BR8rdl7r.js.map} +1 -1
  174. package/dist/pi-providers-HygmL1y-.js +552 -0
  175. package/dist/pi-providers-HygmL1y-.js.map +1 -0
  176. package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
  177. package/dist/plain-Ctn8oUdp.js.map +1 -0
  178. package/dist/{plan-CsPilzpk.js → plan-BcT4G5jj.js} +104 -15
  179. package/dist/plan-BcT4G5jj.js.map +1 -0
  180. package/dist/{plugins-BfnhazOv.js → plugins-cC0sqoDA.js} +608 -12
  181. package/dist/plugins-cC0sqoDA.js.map +1 -0
  182. package/dist/preflight-BMVDBcux.js +1 -0
  183. package/dist/{preflight-BixaE4BA.js → preflight-C9OtTb7k.js} +4 -4
  184. package/dist/{preflight-BixaE4BA.js.map → preflight-C9OtTb7k.js.map} +1 -1
  185. package/dist/{preflight-GkpgrBxP.js → preflight-DySHXeFJ.js} +9 -10
  186. package/dist/preflight-DySHXeFJ.js.map +1 -0
  187. package/dist/{preflight-D1C-iH0U.js → preflight-zsAn3heN.js} +1 -1
  188. package/dist/{prepare-C--rM_wO.js → prepare-MaRWRhNT.js} +2 -2
  189. package/dist/prepare-nbX1CXXg.js +409 -0
  190. package/dist/prepare-nbX1CXXg.js.map +1 -0
  191. package/dist/prices-B1vm_lPk.js +1 -0
  192. package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
  193. package/dist/prices-BrY_ihLs.js.map +1 -0
  194. package/dist/{provenance-BXyYwUC8.js → provenance-CkykifD9.js} +5 -5
  195. package/dist/{provenance-BXyYwUC8.js.map → provenance-CkykifD9.js.map} +1 -1
  196. package/dist/provider-DHT20Gl8.js +1 -0
  197. package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
  198. package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
  199. package/dist/provider-stop-CxzWW7Ft.js +69 -0
  200. package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
  201. package/dist/providers-BkLGzaSY.js +1 -0
  202. package/dist/{providers-1p4HKYIp.js → providers-bNgfKa6m.js} +224 -49
  203. package/dist/providers-bNgfKa6m.js.map +1 -0
  204. package/dist/query-B2SQddoV.js +1 -0
  205. package/dist/{query-DhhU9ADI.js → query-DhV3a8lM.js} +2 -2
  206. package/dist/{query-DhhU9ADI.js.map → query-DhV3a8lM.js.map} +1 -1
  207. package/dist/{questions-CMAq4pr8.js → questions-Csv64WCb.js} +7 -7
  208. package/dist/{questions-CMAq4pr8.js.map → questions-Csv64WCb.js.map} +1 -1
  209. package/dist/{record-6IUzwP9K.js → record--vHreTLk.js} +11 -5
  210. package/dist/record--vHreTLk.js.map +1 -0
  211. package/dist/{redact-BhjtnjrU.js → redact-t-L3VGy8.js} +106 -2
  212. package/dist/redact-t-L3VGy8.js.map +1 -0
  213. package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
  214. package/dist/remarks-BpdM_2RC.js.map +1 -0
  215. package/dist/{remarks-BNABzemt.js → remarks-CYFOsnz5.js} +46 -11
  216. package/dist/remarks-CYFOsnz5.js.map +1 -0
  217. package/dist/remarks-CleoDlYw.js +1 -0
  218. package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
  219. package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
  220. package/dist/{remote-U7fNt0UP.js → remote-0CHog7Oq.js} +6 -6
  221. package/dist/{remote-U7fNt0UP.js.map → remote-0CHog7Oq.js.map} +1 -1
  222. package/dist/resolve-Bm9ZyFR-.js +1 -0
  223. package/dist/resolve-Bul8lHaa.js +205 -0
  224. package/dist/resolve-Bul8lHaa.js.map +1 -0
  225. package/dist/{resolve-Cx3a9UQ2.js → resolve-DorSHDBs.js} +14 -11
  226. package/dist/resolve-DorSHDBs.js.map +1 -0
  227. package/dist/resources-DqdwihhT.js +62 -0
  228. package/dist/resources-DqdwihhT.js.map +1 -0
  229. package/dist/{results-CQKXmHym.js → results-DhMgRkR0.js} +9 -22
  230. package/dist/results-DhMgRkR0.js.map +1 -0
  231. package/dist/{resume-POpZa1ge.js → resume-C8Ihfy-C.js} +166 -17
  232. package/dist/resume-C8Ihfy-C.js.map +1 -0
  233. package/dist/{retry-CmG809Mp.js → retry-Bfk7pDti.js} +4 -4
  234. package/dist/{retry-CmG809Mp.js.map → retry-Bfk7pDti.js.map} +1 -1
  235. package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
  236. package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
  237. package/dist/routes-Cp4gAjBZ.js +427 -0
  238. package/dist/routes-Cp4gAjBZ.js.map +1 -0
  239. package/dist/{runtime-Xm9oeC7o.js → runtime-CPUH0Vk5.js} +46 -5
  240. package/dist/runtime-CPUH0Vk5.js.map +1 -0
  241. package/dist/sandbox/boat.d.ts +1 -1
  242. package/dist/sandbox/boat.js +1 -1
  243. package/dist/{sandbox-DrlL4yqb.js → sandbox-z8q_4Ywn.js} +3 -3
  244. package/dist/{sandbox-DrlL4yqb.js.map → sandbox-z8q_4Ywn.js.map} +1 -1
  245. package/dist/sandbox.d.ts +1 -1
  246. package/dist/sandbox.js +1 -1
  247. package/dist/{server-C00zd6zl.js → server-BsQZtuF9.js} +9 -9
  248. package/dist/{server-C00zd6zl.js.map → server-BsQZtuF9.js.map} +1 -1
  249. package/dist/server-ZaMzUNmV.js +1 -0
  250. package/dist/services-BG8xuU82.js +39 -0
  251. package/dist/services-BG8xuU82.js.map +1 -0
  252. package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
  253. package/dist/shared-DtZwIAfy.js.map +1 -0
  254. package/dist/{source-DDgr48Gn.js → source-9HWaTEgV.js} +2 -2
  255. package/dist/{source-DDgr48Gn.js.map → source-9HWaTEgV.js.map} +1 -1
  256. package/dist/source-BcBDj-R0.js +1 -0
  257. package/dist/src-B2eHTCnp.js +3 -0
  258. package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
  259. package/dist/src-B5r1d23Y.js.map +1 -0
  260. package/dist/{src-Dw79VLa3.js → src-Bb3k9Kn_.js} +208 -59
  261. package/dist/src-Bb3k9Kn_.js.map +1 -0
  262. package/dist/src-BfOlH_Bu.js +2 -0
  263. package/dist/src-BuGc40IF.js +2 -0
  264. package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
  265. package/dist/src-C-ChdnG6.js.map +1 -0
  266. package/dist/src-C2K5_afU.js +2 -0
  267. package/dist/{src-YvblOrBU.js → src-C3OhA5pw.js} +87 -13
  268. package/dist/src-C3OhA5pw.js.map +1 -0
  269. package/dist/src-CSVJjghq.js +4 -0
  270. package/dist/{src-y0nOeRRE.js → src-CWfy8ct8.js} +1572 -487
  271. package/dist/src-CWfy8ct8.js.map +1 -0
  272. package/dist/src-CcrQQB0_.js +2 -0
  273. package/dist/src-CotUxxQV.js +2 -0
  274. package/dist/src-D-PwBaBB.js +2 -0
  275. package/dist/{src-Cb2MWozp.js → src-DNWiU__5.js} +276 -41
  276. package/dist/src-DNWiU__5.js.map +1 -0
  277. package/dist/{src-KxS91P7L.js → src-DwcTn4JY.js} +79 -11
  278. package/dist/src-DwcTn4JY.js.map +1 -0
  279. package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
  280. package/dist/src-boB6D-5T.js.map +1 -0
  281. package/dist/{src-DvGns8cz.js → src-c3ZQu7Uu.js} +299 -17
  282. package/dist/src-c3ZQu7Uu.js.map +1 -0
  283. package/dist/src-jYqNkT-F.js +1 -0
  284. package/dist/start-Db5VRcRZ.js +660 -0
  285. package/dist/start-Db5VRcRZ.js.map +1 -0
  286. package/dist/state-CKIjZZRK.js +1 -0
  287. package/dist/{state-328JpnHA.js → state-DUYdzNA7.js} +21 -21
  288. package/dist/{state-328JpnHA.js.map → state-DUYdzNA7.js.map} +1 -1
  289. package/dist/store/local.d.ts +8 -0
  290. package/dist/store/local.js +16 -0
  291. package/dist/store/local.js.map +1 -0
  292. package/dist/store/s3.d.ts +10 -0
  293. package/dist/store/s3.js +18 -0
  294. package/dist/store/s3.js.map +1 -0
  295. package/dist/suite-CH1aaAbs.js +2 -0
  296. package/dist/{suite-COglUhPd.js → suite-DjGxmDSY.js} +6 -5
  297. package/dist/{suite-COglUhPd.js.map → suite-DjGxmDSY.js.map} +1 -1
  298. package/dist/{summary-DDy9DfyJ.js → summary-BK5Sa_N0.js} +28 -7
  299. package/dist/summary-BK5Sa_N0.js.map +1 -0
  300. package/dist/sync-DUi_P2UJ.js +559 -0
  301. package/dist/sync-DUi_P2UJ.js.map +1 -0
  302. package/dist/{tarball-CESxtK4X.js → tarball-C8BSTAMk.js} +2 -2
  303. package/dist/{tarball-CESxtK4X.js.map → tarball-C8BSTAMk.js.map} +1 -1
  304. package/dist/tart-BQ_Ap0l4.js +508 -0
  305. package/dist/tart-BQ_Ap0l4.js.map +1 -0
  306. package/dist/tart-CzViW3WZ.js +186 -0
  307. package/dist/tart-CzViW3WZ.js.map +1 -0
  308. package/dist/tart-DmVuVsmX.js +1 -0
  309. package/dist/tart-bake-D1RttYfM.js +148 -0
  310. package/dist/tart-bake-D1RttYfM.js.map +1 -0
  311. package/dist/tart-bake-DjFcsG3N.js +1 -0
  312. package/dist/tart-cli-BOcluha1.js +1 -0
  313. package/dist/tart-cli-gA9xEaQL.js +89 -0
  314. package/dist/tart-cli-gA9xEaQL.js.map +1 -0
  315. package/dist/tart-hosts-CHNrfV6u.js +313 -0
  316. package/dist/tart-hosts-CHNrfV6u.js.map +1 -0
  317. package/dist/tart-hosts-CWse-ASo.js +1 -0
  318. package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CLBjfF9u.js} +64 -6
  319. package/dist/tart-images-CLBjfF9u.js.map +1 -0
  320. package/dist/testing.d.ts +36 -2
  321. package/dist/testing.js +4 -4
  322. package/dist/tool-class-krsmEo44.js +433 -0
  323. package/dist/tool-class-krsmEo44.js.map +1 -0
  324. package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
  325. package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
  326. package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
  327. package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
  328. package/dist/{transcript-CCf07UmU.js → transcript-BXWZiMuC.js} +3 -3
  329. package/dist/{transcript-CCf07UmU.js.map → transcript-BXWZiMuC.js.map} +1 -1
  330. package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
  331. package/dist/types-CbcnJxCy.js.map +1 -0
  332. package/dist/{types-DBwFsGem.d.ts → types-DKK8jj--.d.ts} +517 -45
  333. package/dist/ui-DKYjTVpn.js +1455 -0
  334. package/dist/ui-DKYjTVpn.js.map +1 -0
  335. package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
  336. package/dist/usage-CwIRPPZ9.js.map +1 -0
  337. package/dist/vercel-models-Ci33llXz.js +21 -0
  338. package/dist/vercel-models-Ci33llXz.js.map +1 -0
  339. package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
  340. package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
  341. package/dist/vertex-DXfcXYKn.js +1 -0
  342. package/dist/view/index.d.ts +32 -3
  343. package/dist/view/index.js +8 -8
  344. package/dist/{views-BROacjBv.js → views-B1zVLJsF.js} +6 -6
  345. package/dist/{views-BROacjBv.js.map → views-B1zVLJsF.js.map} +1 -1
  346. package/dist/views-DCjtw1jF.js +2 -0
  347. package/dist/{worker-entry-Smb4bNDc.js → worker-entry-DrAYYt0M.js} +37 -14
  348. package/dist/worker-entry-DrAYYt0M.js.map +1 -0
  349. package/dist/workspace-CnRbV8cM.js +1 -0
  350. package/dist/{workspace-DNDTEk8v.js → workspace-DwTe1zo6.js} +7 -7
  351. package/dist/{workspace-DNDTEk8v.js.map → workspace-DwTe1zo6.js.map} +1 -1
  352. package/docker/Dockerfile +1 -1
  353. package/package.json +15 -1
  354. package/skills/eval-rubric/SKILL.md +10 -0
  355. package/skills/reeval/SKILL.md +370 -0
  356. package/skills/reeval/references/capture.md +48 -0
  357. package/skills/reeval/references/cli.md +162 -0
  358. package/skills/reeval/references/compare.md +180 -0
  359. package/skills/reeval/references/config.md +147 -0
  360. package/skills/reeval/references/environments.md +218 -0
  361. package/skills/reeval/references/evals.md +241 -0
  362. package/skills/reeval/references/mistakes.md +39 -0
  363. package/skills/reeval/references/vocabulary.md +19 -0
  364. package/skills/setup/SKILL.md +219 -0
  365. package/skills/setup/references/templates.md +258 -0
  366. package/dist/adapter-C60z3wLq.js.map +0 -1
  367. package/dist/agent-BmsMXZXx.js.map +0 -1
  368. package/dist/agents-DXuFxtGC.js.map +0 -1
  369. package/dist/app-files-DT5mJyV4.js.map +0 -1
  370. package/dist/assemble-DM2PNU4R.js.map +0 -1
  371. package/dist/attempt-host-7VviAJrl.js.map +0 -1
  372. package/dist/boat-BjLqFJIZ.js.map +0 -1
  373. package/dist/boat-DSNgZt-t.js +0 -322
  374. package/dist/boat-DSNgZt-t.js.map +0 -1
  375. package/dist/capture-BzotD2hs.js +0 -1
  376. package/dist/capture-Ccf0Hmyx.js.map +0 -1
  377. package/dist/cases-Dy0mifal.js +0 -1
  378. package/dist/cases-z9E6DCd5.js.map +0 -1
  379. package/dist/cli-DTuLSlmW.js.map +0 -1
  380. package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
  381. package/dist/client-KM4C5r5_.js +0 -387
  382. package/dist/client-KM4C5r5_.js.map +0 -1
  383. package/dist/command-DSL7I-SI.js.map +0 -1
  384. package/dist/command-Ff0T-1Hi.js.map +0 -1
  385. package/dist/commands-xAOi_VEk.js.map +0 -1
  386. package/dist/config-SvK8pjEK.js.map +0 -1
  387. package/dist/cost-BdRgySQl.js.map +0 -1
  388. package/dist/cost-Cr26Alhq.js +0 -1
  389. package/dist/db-BzOJ4Js4.js.map +0 -1
  390. package/dist/db-CQRZ3URX.js +0 -2
  391. package/dist/docker--mukta3L.js +0 -1
  392. package/dist/docker-DG_uFgn2.js +0 -246
  393. package/dist/docker-DG_uFgn2.js.map +0 -1
  394. package/dist/doctor-DWK4ttex.js.map +0 -1
  395. package/dist/environment-cPMCOk-h.js.map +0 -1
  396. package/dist/eval-source-C9b1h8L6.js.map +0 -1
  397. package/dist/evaluate-B12Tosvq.js.map +0 -1
  398. package/dist/files-C1Rk9FYA.js +0 -1
  399. package/dist/files-DMQ9-Vv5.js +0 -1
  400. package/dist/files-Di0xDbCc.js +0 -1
  401. package/dist/files-G5jf8wBp.js +0 -1
  402. package/dist/files-s28a6czq.js.map +0 -1
  403. package/dist/harness-DXv2gnaT.js.map +0 -1
  404. package/dist/images-D2jFze2v.js.map +0 -1
  405. package/dist/init-Bi1Q3lRi.js.map +0 -1
  406. package/dist/init-CUw65o36.js +0 -1
  407. package/dist/ink-list-BpfidQ1h.js.map +0 -1
  408. package/dist/kinds-Bh2I35id.js +0 -698
  409. package/dist/kinds-Bh2I35id.js.map +0 -1
  410. package/dist/layout-Cm85tQYk.js.map +0 -1
  411. package/dist/live-CgYbO4Te.js.map +0 -1
  412. package/dist/live-DZLmj0iG.js +0 -1
  413. package/dist/matchers-CXLn-1jm.js +0 -148
  414. package/dist/matchers-CXLn-1jm.js.map +0 -1
  415. package/dist/model-Cv4GuTsZ.js +0 -1
  416. package/dist/model-CwwkrCb7.js.map +0 -1
  417. package/dist/model-cgt5uvu8.js.map +0 -1
  418. package/dist/node-D7pAU--0.js.map +0 -1
  419. package/dist/options-DPUmk7v_.js +0 -1
  420. package/dist/plain-BYUf_fUV.js.map +0 -1
  421. package/dist/plan-CsPilzpk.js.map +0 -1
  422. package/dist/plugins-BfnhazOv.js.map +0 -1
  423. package/dist/preflight-Bn3ianye.js +0 -1
  424. package/dist/preflight-GkpgrBxP.js.map +0 -1
  425. package/dist/prepare-DQEDXoDp.js +0 -268
  426. package/dist/prepare-DQEDXoDp.js.map +0 -1
  427. package/dist/prices-5m3SzMZ3.js.map +0 -1
  428. package/dist/provider-BnUoz4KB.js +0 -1
  429. package/dist/providers-1p4HKYIp.js.map +0 -1
  430. package/dist/providers-B-ijCktf.js +0 -1
  431. package/dist/query-BYhyf0LR.js +0 -1
  432. package/dist/record-6IUzwP9K.js.map +0 -1
  433. package/dist/redact-BhjtnjrU.js.map +0 -1
  434. package/dist/remarks-BNABzemt.js.map +0 -1
  435. package/dist/remarks-CAvTSq16.js +0 -1
  436. package/dist/remarks-D9Lcd1fF.js.map +0 -1
  437. package/dist/resolve-C14Pmtej.js +0 -1
  438. package/dist/resolve-Cx3a9UQ2.js.map +0 -1
  439. package/dist/results-CQKXmHym.js.map +0 -1
  440. package/dist/resume-POpZa1ge.js.map +0 -1
  441. package/dist/runtime-Xm9oeC7o.js.map +0 -1
  442. package/dist/server-C1UJcpUh.js +0 -1
  443. package/dist/shared-Cfi45Bvy.js.map +0 -1
  444. package/dist/source-DJHmQv_j.js +0 -1
  445. package/dist/src-1dBuXzs4.js +0 -3
  446. package/dist/src-BKpioayC.js +0 -2
  447. package/dist/src-BNQznj4z.js.map +0 -1
  448. package/dist/src-BY1cCaoJ.js +0 -2
  449. package/dist/src-BbZYaQ8b.js +0 -2
  450. package/dist/src-CDFH2vVN.js +0 -2
  451. package/dist/src-CMW5R9Q0.js +0 -1
  452. package/dist/src-CV_7DkPa.js.map +0 -1
  453. package/dist/src-Cb2MWozp.js.map +0 -1
  454. package/dist/src-CrV2WA2i.js +0 -2
  455. package/dist/src-CsFaawcZ.js +0 -2
  456. package/dist/src-DAzaCTcN.js.map +0 -1
  457. package/dist/src-DvGns8cz.js.map +0 -1
  458. package/dist/src-Dw79VLa3.js.map +0 -1
  459. package/dist/src-KxS91P7L.js.map +0 -1
  460. package/dist/src-YvblOrBU.js.map +0 -1
  461. package/dist/src-wKwznPgt.js +0 -2
  462. package/dist/src-y0nOeRRE.js.map +0 -1
  463. package/dist/state-Ca55Gk_O.js +0 -1
  464. package/dist/suite-CKBa6MKt.js +0 -2
  465. package/dist/summary-DDy9DfyJ.js.map +0 -1
  466. package/dist/tart-cli-C-GsbVsQ.js +0 -1
  467. package/dist/tart-cli-CU0nFS-L.js +0 -55
  468. package/dist/tart-cli-CU0nFS-L.js.map +0 -1
  469. package/dist/tart-dWoJvWHc.js +0 -586
  470. package/dist/tart-dWoJvWHc.js.map +0 -1
  471. package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
  472. package/dist/tool-target-DS5d72eH.js +0 -40
  473. package/dist/tool-target-DS5d72eH.js.map +0 -1
  474. package/dist/types-C2mLpph3.js.map +0 -1
  475. package/dist/usage-DJiDnh2D.js.map +0 -1
  476. package/dist/vercel-CGlSBv63.js +0 -344
  477. package/dist/vercel-CGlSBv63.js.map +0 -1
  478. package/dist/vertex-O88TCwgY.js +0 -1
  479. package/dist/views-B0Yt_Q1S.js +0 -2
  480. package/dist/worker-entry-Smb4bNDc.js.map +0 -1
  481. package/dist/workspace-C0dDP75l.js +0 -1
@@ -1,9 +1,11 @@
1
- import { et as sandboxId, tt as sandboxProvider } from "./config-SvK8pjEK.js";
2
- import { At as engineSpec, S as usesReevalBase, Tt as isTransient, Y as LABEL, _ as pluginBuildKey, a as REEVAL_BASE_ARG, b as resolveFrom, d as contextHash, f as dockerfileTag, ft as imageInfo, m as installLayerTag, p as harnessImageFor, rt as imageFor, v as pluginLayerTag } from "./src-y0nOeRRE.js";
3
- import { C as pluginBuildsLabel, S as pluginBuildId, u as buildSteps, w as pluginCall } from "./plugins-BfnhazOv.js";
4
- import { n as prepareAll } from "./preflight-BixaE4BA.js";
5
- import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-DQEDXoDp.js";
6
- import { _ as vmImage, a as classifyTart, n as attemptImage, o as createProviders, s as dockerKey } from "./providers-1p4HKYIp.js";
1
+ import { A as harnessImageFor, B as reevalImageKey, Ct as LABEL, E as dockerfileBases, F as localKey, L as pluginBuildKey, M as installLayerTag, O as dockerfileTag, R as pluginLayerTag, T as contextHash, U as usesReevalBase, V as resolveFrom, Vt as imageInfo, an as engineSpec, en as isTransient, h as REEVAL_BASE_ARG, j as imageKey, jt as imageFor, k as fromImageKey } from "./src-CWfy8ct8.js";
2
+ import { C as pluginBuildsLabel, S as pluginBuildId, u as buildSteps, w as pluginCall } from "./plugins-cC0sqoDA.js";
3
+ import { at as sandboxId, ot as sandboxProvider } from "./config-C0RKt00M.js";
4
+ import { n as prepareAll } from "./preflight-C9OtTb7k.js";
5
+ import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-nbX1CXXg.js";
6
+ import { t as harnessBake } from "./harness-install-Dxho1yaU.js";
7
+ import { n as bakedTartImage, o as tartBakeKey } from "./tart-bake-D1RttYfM.js";
8
+ import { b as vmImage, c as dockerKey, n as attemptImage, o as classifyTart, r as bakedImage, s as createProviders } from "./providers-bNgfKa6m.js";
7
9
  // src/sandbox/images.ts
8
10
  /**
9
11
  * What `reeval image build` builds and `reeval doctor` checks: the harness and sandbox of each
@@ -11,7 +13,7 @@ import { _ as vmImage, a as classifyTart, n as attemptImage, o as createProvider
11
13
  * when they plan none.
12
14
  */
13
15
  async function plannedImageUses(run, filters = [], unmatched) {
14
- const { runEngine } = await import("./node-D7pAU--0.js");
16
+ const { runEngine } = await import("./node-BjuhqQwa.js");
15
17
  let planned = [];
16
18
  await runEngine({
17
19
  run: JSON.parse(JSON.stringify(run)),
@@ -26,7 +28,9 @@ async function plannedImageUses(run, filters = [], unmatched) {
26
28
  id: p.attempt.family?.id ?? p.id,
27
29
  harness: p.attempt.harness,
28
30
  sandbox: p.attempt.sandbox,
29
- plugins: p.attempt.pluginBuilds ?? []
31
+ plugins: p.attempt.pluginBuilds ?? [],
32
+ environment: p.attempt.cell.environment,
33
+ egress: p.attempt.egress
30
34
  })) : run.config.harness.map((harness) => ({
31
35
  id: "",
32
36
  harness,
@@ -84,14 +88,26 @@ const look = (ref, engine) => imageInfo(ref, engine).then((info) => ({ info }),
84
88
  info: null,
85
89
  error: error.message
86
90
  }));
87
- /** `from`'s image, checked against what the tag names now (a registry lookup, no pull). */
91
+ /**
92
+ * `from`'s image, checked against what the tag names now (a registry lookup, no pull), and its
93
+ * content key: what the built image was built on, or else what a build would be.
94
+ */
88
95
  async function fromStatus(from, ref, engine) {
89
96
  const [cached, now] = await Promise.all([look(ref, engine), resolveFrom(from, void 0, engine)]);
90
97
  if (cached.error) return {
91
98
  status: "unknown",
92
- detail: cached.error
99
+ detail: cached.error,
100
+ key: null
101
+ };
102
+ const pinned = /@(sha256:[0-9a-f]{64})$/.exec(from)?.[1];
103
+ const key = cached.info ? cached.info.labels[LABEL.key] === "" ? localKey(ref, cached.info.id) : fromImageKey(ref, cached.info.labels[LABEL.fromDigest] ?? cached.info.id) : pinned ? fromImageKey(ref, pinned) : null;
104
+ return {
105
+ ...fromStanding(from, cached.info, now),
106
+ key
93
107
  };
94
- if (!cached.info) {
108
+ }
109
+ function fromStanding(from, cached, now) {
110
+ if (!cached) {
95
111
  if (!("error" in now)) return {
96
112
  status: "build",
97
113
  detail: `on ${from} (${short(now.digest)})`
@@ -104,7 +120,7 @@ async function fromStatus(from, ref, engine) {
104
120
  detail: `doesn't resolve: ${now.error}`
105
121
  };
106
122
  }
107
- const was = cached.info.labels[LABEL.fromDigest];
123
+ const was = cached.labels[LABEL.fromDigest];
108
124
  if ("error" in now) return {
109
125
  status: "ready",
110
126
  detail: `built; ${from} couldn't be checked`
@@ -165,7 +181,7 @@ async function imageStages(target, root) {
165
181
  let unanswered = null;
166
182
  if (sandbox.image) {
167
183
  const found = await look(sandbox.image, engine);
168
- parent = found.info?.id ?? null;
184
+ parent = found.info ? imageKey(found.info) : null;
169
185
  unanswered = found.error ?? null;
170
186
  stages.push({
171
187
  what: "image",
@@ -184,8 +200,8 @@ async function imageStages(target, root) {
184
200
  });
185
201
  } else if (sandbox.from) {
186
202
  const ref = harnessImageFor(harness, sandbox.from);
187
- const status = await fromStatus(sandbox.from, ref, engine);
188
- parent = status.status === "ready" ? (await look(ref, engine)).info?.id ?? null : null;
203
+ const { key, ...status } = await fromStatus(sandbox.from, ref, engine);
204
+ parent = key;
189
205
  if (status.status === "unknown") unanswered = status.detail;
190
206
  stages.push({
191
207
  what: `from ${sandbox.from}`,
@@ -196,18 +212,19 @@ async function imageStages(target, root) {
196
212
  } else if (sandbox.dockerfile) {
197
213
  const onReeval = usesReevalBase(sandbox.dockerfile);
198
214
  const base = onReeval ? await reevalBase() : null;
199
- const real = dockerfileTag(sandbox.dockerfile, harness, base?.info?.id ?? null).tag;
200
- const tag = onReeval ? real.replace(/-[0-9a-f]{16}$/, "-<context + reeval image id>") : real;
201
- const built = await exists(real);
215
+ const { tag } = dockerfileTag(sandbox.dockerfile, harness);
216
+ const built = await exists(tag);
217
+ const moving = dockerfileBases(sandbox.dockerfile);
218
+ const key = built.info ? built.info.labels[LABEL.key] || localKey(tag, built.info.id) : moving.bases.length || moving.opaque ? null : tag;
202
219
  stages.push({
203
220
  what: `dockerfile ${projectPath(root, sandbox.dockerfile)}`,
204
221
  ref: tag,
205
222
  action: `${engineSpec(engine).bin} build (layer cache), tagged by content hash`,
206
223
  status: built.status,
207
- detail: built.info || !onReeval || built.status === "unknown" ? built.detail : `${built.detail} (${real})`
224
+ detail: built.detail
208
225
  });
209
226
  if (onReeval) {
210
- parent = built.info?.id ?? null;
227
+ parent = key;
211
228
  if (built.status === "unknown") unanswered = built.detail;
212
229
  stages.push({
213
230
  what: "harness",
@@ -217,12 +234,13 @@ async function imageStages(target, root) {
217
234
  detail: base?.status === "unknown" ? base.detail : `${imageFor(harness)} ${base?.detail ?? ""}`.trim()
218
235
  });
219
236
  } else {
220
- const baked = await exists(harnessImageFor(harness, real));
221
- parent = baked.info?.id ?? null;
237
+ const ref = harnessImageFor(harness, tag);
238
+ const baked = await exists(ref);
239
+ parent = key ? fromImageKey(ref, key) : null;
222
240
  if (baked.status === "unknown") unanswered = baked.detail;
223
241
  stages.push({
224
242
  what: "harness",
225
- ref: harnessImageFor(harness, tag),
243
+ ref,
226
244
  action: "Node, git and the harness bootstrap on top",
227
245
  status: baked.status,
228
246
  detail: baked.detail
@@ -230,7 +248,7 @@ async function imageStages(target, root) {
230
248
  }
231
249
  } else {
232
250
  const base = await reevalBase();
233
- parent = base.status === "ready" ? base.info?.id ?? null : null;
251
+ parent = reevalImageKey(harness);
234
252
  if (base.status === "unknown") unanswered = base.detail;
235
253
  stages.push({
236
254
  what: "base",
@@ -240,23 +258,24 @@ async function imageStages(target, root) {
240
258
  detail: base.detail
241
259
  });
242
260
  }
261
+ const pending = () => unanswered ? {
262
+ info: null,
263
+ status: "unknown",
264
+ detail: unanswered
265
+ } : {
266
+ info: null,
267
+ status: "build",
268
+ detail: "not built yet"
269
+ };
243
270
  const steps = installSteps(sandbox);
244
271
  if (steps.length) {
245
- const ref = parent ? installLayerTag({ id: parent }, steps) : null;
246
- const layer = ref ? await exists(ref) : unanswered ? {
247
- info: null,
248
- status: "unknown",
249
- detail: unanswered
250
- } : {
251
- info: null,
252
- status: "build",
253
- detail: "not built yet"
254
- };
255
- parent = layer.info?.id ?? null;
272
+ const ref = parent ? installLayerTag({ key: parent }, steps) : null;
273
+ const layer = ref ? await exists(ref) : pending();
274
+ parent = ref;
256
275
  if (layer.status === "unknown") unanswered ??= layer.detail;
257
276
  stages.push({
258
277
  what: `install ${steps.length} command${steps.length === 1 ? "" : "s"}`,
259
- ref: ref ?? "reeval-install:<base id + commands>",
278
+ ref: ref ?? "reeval-install:<base key + commands>",
260
279
  action: "build unless cached",
261
280
  status: layer.status,
262
281
  detail: layer.detail
@@ -270,7 +289,7 @@ async function imageStages(target, root) {
270
289
  parent = null;
271
290
  stages.push({
272
291
  what,
273
- ref: "reeval-plugin:<image id>-<commit + tree + build>",
292
+ ref: "reeval-plugin:<base key>-<commit + tree + build>",
274
293
  action,
275
294
  status: "unknown",
276
295
  detail: `${pluginCall(source, root)} is fetched when reeval image build or a run builds it`
@@ -278,21 +297,13 @@ async function imageStages(target, root) {
278
297
  continue;
279
298
  }
280
299
  const spec = await pluginBuildSpec(root, source);
281
- const ref = parent ? pluginLayerTag({ id: parent }, spec) : null;
282
- const layer = ref ? await exists(ref) : unanswered ? {
283
- info: null,
284
- status: "unknown",
285
- detail: unanswered
286
- } : {
287
- info: null,
288
- status: "build",
289
- detail: "not built yet"
290
- };
291
- parent = layer.info?.id ?? null;
300
+ const ref = parent ? pluginLayerTag({ key: parent }, spec) : null;
301
+ const layer = ref ? await exists(ref) : pending();
302
+ parent = ref;
292
303
  if (layer.status === "unknown") unanswered ??= layer.detail;
293
304
  stages.push({
294
305
  what,
295
- ref: ref ?? `reeval-plugin:<image id>-${pluginBuildKey(spec).slice(0, 16)}`,
306
+ ref: ref ?? `reeval-plugin:<base key>-${pluginBuildKey(spec).slice(0, 16)}`,
296
307
  action,
297
308
  status: layer.status,
298
309
  detail: layer.detail
@@ -357,10 +368,16 @@ async function imageStatusLines(targets, root) {
357
368
  }
358
369
  /**
359
370
  * `reeval image build`: prepares every target, three at a time, and reports each, failures too.
360
- * `from` images are rebuilt when their tag moved upstream, and everything with `force`.
371
+ * `from` images are rebuilt when their tag moved upstream, and everything with `force`. With a
372
+ * `registry`, an image that's missing here is pulled from it before it's built, and with `push`
373
+ * every image reeval made for a target is pushed to it.
361
374
  */
362
375
  async function buildImages(targets, root, options) {
363
- const providers = createProviders({ refresh: options.force ? "force" : "check" });
376
+ const providers = createProviders({
377
+ refresh: options.force ? "force" : "check",
378
+ registry: options.registry ?? null,
379
+ push: !!options.push
380
+ });
364
381
  const prepared = targets.map((t) => ({
365
382
  kind: sandboxProvider(t.sandbox),
366
383
  key: dockerKey(t.sandbox, harnessFor(t.harness), t.plugins),
@@ -392,14 +409,19 @@ async function buildImages(targets, root, options) {
392
409
  };
393
410
  });
394
411
  }
395
- /** The distinct `tart()` images, in first-use order, with how many evals use each. */
412
+ /** The distinct `tart()` images and the harnesses baked into each, in first-use order. */
396
413
  function tartTargets(uses) {
397
414
  const targets = /* @__PURE__ */ new Map();
398
- for (const { id, sandbox } of uses) {
415
+ for (const { id, sandbox, harness } of uses) {
399
416
  if (sandbox.kind !== "tart") continue;
400
- const target = targets.get(sandbox.image) ?? {
401
- id: sandboxId(sandbox),
417
+ const bake = harnessBake(harness);
418
+ const key = tartBakeKey(sandbox, harness);
419
+ const user = sandbox.ssh?.user ? ` as ${sandbox.ssh.user}` : "";
420
+ const target = targets.get(key) ?? {
421
+ id: bake ? `${sandboxId(sandbox)} · ${bake.label}${user}` : sandboxId(sandbox),
402
422
  sandbox,
423
+ harness,
424
+ bake,
403
425
  evals: 0,
404
426
  seen: /* @__PURE__ */ new Set()
405
427
  };
@@ -407,53 +429,76 @@ function tartTargets(uses) {
407
429
  target.seen.add(id);
408
430
  target.evals++;
409
431
  }
410
- targets.set(sandbox.image, target);
432
+ targets.set(key, target);
411
433
  }
412
- return [...targets.values()].map(({ seen: _, ...t }) => t);
434
+ return [...targets.values()].map(({ seen, ...t }) => ({
435
+ ...t,
436
+ ids: [...seen]
437
+ }));
413
438
  }
414
- /** `reeval image build --dry-run`: whether Tart has each image, and what a missing one weighs. */
439
+ /**
440
+ * `reeval image build --dry-run`: whether Tart has each image, what a missing one weighs, and
441
+ * whether each harness is baked into it yet.
442
+ */
415
443
  async function tartPlanLines(targets) {
416
- const { tartNames } = await import("./tart-cli-C-GsbVsQ.js");
417
- const { formatSize, pullSpace, pullSpaceLine, pullSpaceUnknown, tartDigest, tartImageSize } = await import("./tart-images-DZ_Mbh-g.js");
444
+ const { tartNames } = await import("./tart-cli-BOcluha1.js");
445
+ const { formatSize, pullSpace, pullSpaceLine, pullSpaceUnknown, tartDigest, tartImageSize, tartSource } = await import("./tart-images-CLBjfF9u.js");
418
446
  const { parseTartRef, tartListed } = await import("./tart-ref-7Qv3cm3B.js");
419
447
  const have = await tartNames().catch((error) => error);
420
- const lines = [`tart ${targets.length} image${targets.length === 1 ? "" : "s"} (nothing pulled: --dry-run)`];
448
+ const images = [...new Map(targets.map((t) => [t.sandbox.image, t])).values()];
449
+ const lines = [`tart ${images.length} image${images.length === 1 ? "" : "s"} (nothing pulled or baked: --dry-run)`];
421
450
  const missing = [];
422
- for (const t of targets) {
423
- const uses = t.evals ? ` · ${t.evals} eval${t.evals === 1 ? "" : "s"}` : "";
451
+ for (const t of images) {
424
452
  const { image } = t.sandbox;
425
- if (have instanceof Error) lines.push(` ? ${t.id}${uses} ${image} (unchecked: ${have.message.split("\n")[0]})`);
453
+ const id = sandboxId(t.sandbox);
454
+ const evals = new Set(targets.filter((o) => o.sandbox.image === image).flatMap((o) => o.ids));
455
+ const uses = evals.size ? ` · ${evals.size} eval${evals.size === 1 ? "" : "s"}` : "";
456
+ if (have instanceof Error) lines.push(` ? ${id}${uses} ${image} (unchecked: ${have.message.split("\n")[0]})`);
426
457
  else if (tartListed(have, image)) {
427
458
  const digest = await tartDigest(image);
428
- lines.push(` ✓ ${t.id}${uses} ${image} (ready${digest ? `: ${short(digest)}` : ""})`);
459
+ lines.push(` ✓ ${id}${uses} ${image} (ready${digest ? `: ${short(digest)}` : ""})`);
429
460
  } else {
430
461
  const size = await tartImageSize(image, AbortSignal.timeout(1e4));
431
462
  const weighs = size ? `: about ${formatSize(size.download)} to download` : ": size unknown";
432
- lines.push(` + ${t.id}${uses} ${image} (to pull${weighs})`);
463
+ lines.push(` + ${id}${uses} ${image} (to pull${weighs})`);
433
464
  if (parseTartRef(image).oci) missing.push({
434
465
  image,
435
466
  size
436
467
  });
437
468
  }
469
+ for (const b of targets.filter((o) => o.sandbox.image === image && o.bake)) {
470
+ const bake = b.bake;
471
+ if (have instanceof Error) continue;
472
+ if (!tartListed(have, image)) {
473
+ lines.push(` + ${b.id} (to bake ${bake.name} onto it once it's pulled)`);
474
+ continue;
475
+ }
476
+ const baked = await bakedTartImage(b.sandbox, bake, await tartSource(image));
477
+ lines.push(have.has(baked) ? ` ✓ ${b.id} ${baked} (baked)` : ` + ${b.id} ${baked} (to bake: pnpm and ${bake.name})`);
478
+ }
438
479
  }
439
480
  if (missing.length && !(have instanceof Error)) {
440
- const space = await pullSpace(missing, targets.map((t) => t.sandbox.image).filter((i) => tartListed(have, i)));
481
+ const space = await pullSpace(missing, images.map((t) => t.sandbox.image).filter((i) => tartListed(have, i)));
441
482
  lines.push(` ${space ? pullSpaceLine(space) : pullSpaceUnknown()}`);
442
483
  }
443
484
  return lines;
444
485
  }
445
486
  /**
446
487
  * `reeval image build`: pulls every image Tart doesn't have, once the disk has room for all of
447
- * them, and reports each with its digest. Runs no Docker.
488
+ * them, bakes each harness into its own image of each, and reports each with its digest (a baked
489
+ * one by its name). Runs no Docker.
448
490
  */
449
491
  async function pullTartImages(targets, root, options) {
450
- const providers = createProviders({ pull: true });
492
+ const providers = createProviders({
493
+ pull: true,
494
+ force: !!options.force
495
+ });
451
496
  const prepared = targets.map((t) => ({
452
497
  kind: "tart",
453
- key: providers.tart?.key(t.sandbox, harnessFor("cursor")) ?? t.sandbox.image,
498
+ key: providers.tart?.key(t.sandbox, t.harness) ?? t.sandbox.image,
454
499
  label: t.id,
455
500
  sandbox: t.sandbox,
456
- harness: harnessFor("cursor"),
501
+ harness: t.harness,
457
502
  plugins: [],
458
503
  setBy: [],
459
504
  runWide: false
@@ -467,10 +512,14 @@ async function pullTartImages(targets, root, options) {
467
512
  return targets.map((t, i) => {
468
513
  const o = outcomes[i];
469
514
  const image = o.ok ? vmImage(o.handle) : null;
515
+ const baked = o.ok ? bakedImage(o.handle) : null;
470
516
  return image ? {
471
517
  ...t,
472
518
  ok: true,
473
- image,
519
+ image: baked ? {
520
+ ref: baked,
521
+ digest: image.digest
522
+ } : image,
474
523
  ms: o.ms
475
524
  } : {
476
525
  ...t,
@@ -487,4 +536,4 @@ const harnessFor = (harness) => ({
487
536
  });
488
537
  export { buildImages, imagePlanLines, imageStages, imageStatusLines, imageTargets, plannedImageUses, pullTartImages, reevalImages, tartPlanLines, tartTargets };
489
538
 
490
- //# sourceMappingURL=images-D2jFze2v.js.map
539
+ //# sourceMappingURL=images-Ch1y1t6_.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"images-Ch1y1t6_.js","names":[],"sources":["../src/sandbox/images.ts"],"mappings":";;;;;;;;;;;;;;AA0FA,eAAsB,iBACpB,KAIA,UAAoB,CAAC,GACrB,WACqB;CACrB,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,IAAI,UAAyB,CAAC;CAC9B,MAAM,UAAU;EACd,KAAK,KAAK,MAAM,KAAK,UAAU,GAAG,CAAC;EACnC;EACA,QAAQ,OAAO,cAAc;GAC3B,IAAI,aAAa,UAAU,UAAU,QAAQ,MAAM,UAAU,UAAU,SAAS;GAChF,UAAU,UAAU,QAAQ,QAAQ,MAAM,CAAC,EAAE,QAAQ,KAAK,IAAI;GAC9D,OAAO;EACT;CACF,CAAC;CACD,OAAO,QAAQ,SACX,QAAQ,KAAK,OAAO;EAClB,IAAI,EAAE,QAAQ,QAAQ,MAAM,EAAE;EAC9B,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ,gBAAgB,CAAC;EACpC,aAAa,EAAE,QAAQ,KAAK;EAC5B,QAAQ,EAAE,QAAQ;CACpB,EAAE,IACF,IAAI,OAAO,QAAQ,KAAK,aAAa;EAAE,IAAI;EAAI;EAAS,SAAS,IAAI,OAAO;CAAQ,EAAE;AAC5F;;;;;AAMA,SAAgB,aAAa,MAAkB;CAC7C,MAAM,0BAAU,IAAI,IAAiD;CACrE,KAAK,MAAM,EAAE,IAAI,SAAS,UAAU,CAAC,GAAG,GAAG,SAAS,MAAM;EACxD,IAAI,QAAQ,SAAS,UAAU;EAC/B,MAAM,UAAU,aAAa,IAAI,OAAO;EAExC,MAAM,EAAE,QAAQ,OAAO,MAAM,YAAY,YAAY;EACrD,MAAM,MAAM,KAAK,UAAU;GACzB;GACA;GACA,OAAO;IAAE;IAAO;IAAM;IAAY;GAAQ;GAC1C,SAAS,QAAQ,IAAI,aAAa;EACpC,CAAC;EACD,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,GAAG,UAAU,OAAO,EAAE,KAAK;GAC/B;GACA;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CAEA,MAAM,yBAAS,IAAI,IAAoB;CACvC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ;EACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,SAAS,SAAS,eAAe,KAAK,kBAAkB,EAAE,OAAO;EACnG,MAAM,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;EACrC,OAAO,IAAI,OAAO,CAAC;EACnB,OAAO;GAAE,GAAG;GAAG,IAAI,MAAM,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE;EAAG;CACzD,CAAC;AACH;AAcA,MAAM,SAAS,WAAmB,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AAK5E,MAAM,QAAQ,KAAa,WACzB,UAAU,KAAK,MAAM,CAAC,CAAC,MACpB,UAAU,EAAE,KAAK,KACjB,WAAkB;CAAE,MAAM;CAAM,OAAO,MAAM;AAAQ,EACxD;;;;;AAMF,eAAe,WACb,MACA,KACA,QACoE;CACpE,MAAM,CAAC,QAAQ,OAAO,MAAM,QAAQ,IAAI,CAAC,KAAK,KAAK,MAAM,GAAG,YAAY,MAAM,KAAA,GAAW,MAAM,CAAC,CAAC;CACjG,IAAI,OAAO,OAAO,OAAO;EAAE,QAAQ;EAAW,QAAQ,OAAO;EAAO,KAAK;CAAK;CAE9E,MAAM,SAAS,0BAA0B,KAAK,IAAI,CAAC,GAAG;CACtD,MAAM,MAAM,OAAO,OACf,OAAO,KAAK,OAAO,MAAM,SAAS,KAChC,SAAS,KAAK,OAAO,KAAK,EAAE,IAC5B,aAAa,KAAK,OAAO,KAAK,OAAO,MAAM,eAAe,OAAO,KAAK,EAAE,IAC1E,SACE,aAAa,KAAK,MAAM,IACxB;CACN,OAAO;EAAE,GAAG,aAAa,MAAM,OAAO,MAAM,GAAG;EAAG;CAAI;AACxD;AAEA,SAAS,aACP,MACA,QACA,KACkC;CAClC,IAAI,CAAC,QAAQ;EACX,IAAI,EAAE,WAAW,MAAM,OAAO;GAAE,QAAQ;GAAS,QAAQ,MAAM,KAAK,IAAI,MAAM,IAAI,MAAM,EAAE;EAAG;EAE7F,OAAO,YAAY,IAAI,KAAK,IACxB;GAAE,QAAQ;GAAS,QAAQ,GAAG,KAAK,wBAAwB,IAAI;EAAQ,IACvE;GAAE,QAAQ;GAAW,QAAQ,oBAAoB,IAAI;EAAQ;CACnE;CACA,MAAM,MAAM,OAAO,OAAO,MAAM;CAChC,IAAI,WAAW,KAAK,OAAO;EAAE,QAAQ;EAAS,QAAQ,UAAU,KAAK;CAAsB;CAC3F,IAAI,OAAO,QAAQ,IAAI,QACrB,OAAO;EACL,QAAQ;EACR,QAAQ,GAAG,KAAK,mBAAmB,MAAM,GAAG,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE;CACvE;CAEF,OAAO;EAAE,QAAQ;EAAS,QAAQ,YAAY,MAAM,IAAI,MAAM;CAAI;AACpE;;;;;AAMA,eAAsB,YAAY,QAAqB,MAAgC;CACrF,MAAM,EAAE,SAAS,YAAY;CAC7B,MAAM,EAAE,WAAW;CACnB,MAAM,SAAkB,CAAC;CAEzB,MAAM,SAAS,OAAO,QAAgC;EACpD,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,KAAK,MAAM;EAC9C,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,OAAO;GACL;GACA,QAAQ,OAAO,UAAU;GACzB,QAAQ,OAAO,UAAU,MAAM,KAAK,EAAE,EAAE,KAAK;EAC/C;CACF;CACA,MAAM,aAAa,YAA4B;EAC7C,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,SAAS,OAAO,GAAG,MAAM;EAC5D,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,IAAI,CAAC,MAAM,OAAO;GAAE;GAAM,QAAQ;GAAS,QAAQ;EAAgB;EACnE,OAAO,KAAK,OAAO,MAAM,aAAa,YAAY,IAC9C;GAAE;GAAM,QAAQ;GAAS,QAAQ,UAAU,MAAM,KAAK,EAAE,EAAE;EAAG,IAC7D;GACE;GACA,QAAQ;GACR,QAAQ;EACV;CACN;CAEA,IAAI,SAAwB;CAE5B,IAAI,aAA4B;CAChC,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,MAAM,KAAK,QAAQ,OAAO,MAAM;EAC9C,SAAS,MAAM,OAAO,SAAS,MAAM,IAAI,IAAI;EAC7C,aAAa,MAAM,SAAS;EAC5B,OAAO,KAAK;GACV,MAAM;GACN,KAAK,QAAQ;GACb,QAAQ;GACR,GAAI,MAAM,QACN;IAAE,QAAQ;IAAW,QAAQ,MAAM;GAAM,IACzC,MAAM,OACJ;IAAE,QAAQ;IAAS,QAAQ,UAAU,MAAM,MAAM,KAAK,EAAE,EAAE;GAAG,IAC7D;IAAE,QAAQ;IAAW,QAAQ;GAAuC;EAC5E,CAAC;CACH,OAAO,IAAI,QAAQ,MAAM;EACvB,MAAM,MAAM,gBAAgB,SAAS,QAAQ,IAAI;EACjD,MAAM,EAAE,KAAK,GAAG,WAAW,MAAM,WAAW,QAAQ,MAAM,KAAK,MAAM;EACrE,SAAS;EACT,IAAI,OAAO,WAAW,WAAW,aAAa,OAAO;EACrD,OAAO,KAAK;GACV,MAAM,QAAQ,QAAQ;GACtB;GACA,QACE;GACF,GAAG;EACL,CAAC;CACH,OAAO,IAAI,QAAQ,YAAY;EAC7B,MAAM,WAAW,eAAe,QAAQ,UAAU;EAClD,MAAM,OAAO,WAAW,MAAM,WAAW,IAAI;EAC7C,MAAM,EAAE,QAAQ,cAAc,QAAQ,YAAY,OAAO;EACzD,MAAM,QAAQ,MAAM,OAAO,GAAG;EAE9B,MAAM,SAAS,gBAAgB,QAAQ,UAAU;EACjD,MAAM,MAAM,MAAM,OACd,MAAM,KAAK,OAAO,MAAM,QAAQ,SAAS,KAAK,MAAM,KAAK,EAAE,IAC3D,OAAO,MAAM,UAAU,OAAO,SAC5B,OACA;EACN,OAAO,KAAK;GACV,MAAM,cAAc,YAAY,MAAM,QAAQ,UAAU;GACxD,KAAK;GACL,QAAQ,GAAG,WAAW,MAAM,CAAC,CAAC,IAAI;GAClC,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;EACD,IAAI,UAAU;GACZ,SAAS;GACT,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QAAQ,sBAAsB,gBAAgB,cAAc,SAAS,OAAO;IAC5E,QAAQ,MAAM,UAAU;IACxB,QACE,MAAM,WAAW,YACb,KAAK,SACL,GAAG,SAAS,OAAO,EAAE,GAAG,MAAM,UAAU,KAAK,KAAK;GAC1D,CAAC;EACH,OAAO;GACL,MAAM,MAAM,gBAAgB,SAAS,GAAG;GACxC,MAAM,QAAQ,MAAM,OAAO,GAAG;GAC9B,SAAS,MAAM,aAAa,KAAK,GAAG,IAAI;GACxC,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN;IACA,QAAQ;IACR,QAAQ,MAAM;IACd,QAAQ,MAAM;GAChB,CAAC;EACH;CACF,OAAO;EACL,MAAM,OAAO,MAAM,WAAW;EAC9B,SAAS,eAAe,OAAO;EAC/B,IAAI,KAAK,WAAW,WAAW,aAAa,KAAK;EACjD,OAAO,KAAK;GACV,MAAM;GACN,KAAK,SAAS,OAAO;GACrB,QAAQ;GACR,QAAQ,KAAK;GACb,QAAQ,KAAK;EACf,CAAC;CACH;CACA,MAAM,gBACJ,aACI;EAAE,MAAM;EAAM,QAAQ;EAAW,QAAQ;CAAW,IACpD;EAAE,MAAM;EAAM,QAAQ;EAAS,QAAQ;CAAgB;CAC7D,MAAM,QAAQ,aAAa,OAAO;CAClC,IAAI,MAAM,QAAQ;EAEhB,MAAM,MAAM,SAAS,gBAAgB,EAAE,KAAK,OAAO,GAAG,KAAK,IAAI;EAC/D,MAAM,QAAQ,MAAM,MAAM,OAAO,GAAG,IAAI,QAAQ;EAChD,SAAS;EACT,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV,MAAM,WAAW,MAAM,OAAO,UAAU,MAAM,WAAW,IAAI,KAAK;GAClE,KAAK,OAAO;GACZ,QAAQ;GACR,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,KAAK,MAAM,UAAU,OAAO,SAAS;EACnC,MAAM,EAAE,KAAK,QAAQ,WAAW,OAAO,KAAoB;EAC3D,MAAM,SAAS,wBAAwB,IAAI,KAAK,MAAM,IAAI,QAAQ,OAAO,KAAK,UAAU,IAAI;EAC5F,MAAM,OAAO,SAAS,WAAW,QAAQ,IAAI;EAE7C,IAAI,OAAO,WAAW,SAAS;GAC7B,SAAS;GACT,OAAO,KAAK;IACV;IACA,KAAK;IACL;IACA,QAAQ;IACR,QAAQ,GAAG,WAAW,QAAQ,IAAI,EAAE;GACtC,CAAC;GACD;EACF;EACA,MAAM,OAAO,MAAM,gBAAgB,MAAM,MAAM;EAC/C,MAAM,MAAM,SAAS,eAAe,EAAE,KAAK,OAAO,GAAG,IAAI,IAAI;EAC7D,MAAM,QAAQ,MAAM,MAAM,OAAO,GAAG,IAAI,QAAQ;EAChD,SAAS;EACT,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV;GACA,KAAK,OAAO,4BAA4B,eAAe,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE;GACxE;GACA,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,OAAO;AACT;;AAGA,MAAa,gBAAgB,YAA2C,CACtE,GAAG,IAAI,IACL,QACG,QACE,EAAE,SAAS,QACT,CAAC,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,cAAgB,EAAE,cAAc,eAAe,EAAE,UAAU,CAC1F,CAAC,CACA,KAAK,MAAM,EAAE,OAAO,CACzB,CACF;AAEA,MAAM,QAAuB;CAAC;CAAW;CAAW;CAAS;CAAS;AAAO;AAC7E,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;AACA,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;;AAGA,MAAa,gBAAgB,WAC3B,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,EAAE,WAAW,CAAC,CAAC,KAAK;;AAG3D,eAAsB,eAAe,SAAwB,MAAiC;CAC5F,MAAM,QAAQ,CACZ,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,4BAC5E;CACA,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,OAAO,OAAO,QAAQ,MAAM,OAAO,MAAM,OAAO,OAAO,UAAU,IAAI,KAAK,QAAQ;EACxF,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM;EAChC,MAAM,SAAS,MAAM,YAAY,QAAQ,IAAI;EAC7C,MAAM,QAAQ,KAAK,IAAI,GAAG,OAAO,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;EAC1D,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,QAAQ,IAAI,EAAE,OAAO,EAC3F;CAEJ;CACA,OAAO;AACT;;AAGA,eAAsB,iBAAiB,SAAwB,MAAiC;CAC9F,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC;CAC7B,MAAM,OAAO,MAAM,QAAQ,IACzB,QAAQ,IAAI,OAAO,MAAM;EACvB,MAAM,SAAS,MAAM,YAAY,GAAG,IAAI;EACxC,MAAM,SAAS,aAAa,MAAM;EAClC,MAAM,QAAQ,OAAO,MAAM,MAAM,EAAE,WAAW,MAAM;EACpD,OAAO;GAAE;GAAG;GAAQ,QAAQ,WAAW,UAAU,KAAK,KAAK,OAAO,KAAK,IAAI,OAAO;EAAS;CAC7F,CAAC,CACH;CACA,MAAM,SAAS,MAAmB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACrE,MAAM,UAAU,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,CAC1C,QAAQ,CAAC,CACT,KAAK,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,CACrC,KAAK,IAAI;CACZ,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;CACxD,OAAO,CACL,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,WAC9E,GAAG,KAAK,KACL,MAAM,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,KAAK,EAAE,IAAI,MAAM,EAAE,UAAU,EAAE,QAC9E,CACF;AACF;;;;;;;AAcA,eAAsB,YACpB,SACA,MACA,SAOuB;CACvB,MAAM,YAAY,gBAAgB;EAChC,SAAS,QAAQ,QAAQ,UAAU;EACnC,UAAU,QAAQ,YAAY;EAC9B,MAAM,CAAC,CAAC,QAAQ;CAClB,CAAC;CACD,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM,gBAAgB,EAAE,OAAO;EAC/B,KAAK,UAAU,EAAE,SAAS,WAAW,EAAE,OAAO,GAAG,EAAE,OAAO;EAC1D,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,EAAE,OAAO;EAC7B,SAAS,EAAE;EACX,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,OAAO,EAAE,KACL;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,aAAa,EAAE,MAAM;GAAG,IAAI,EAAE;EAAG,IAC1D;GAAE,GAAG;GAAG,IAAI;GAAO,SAAS,EAAE;GAAS,IAAI,EAAE;EAAG;CACtD,CAAC;AACH;;AAiBA,SAAgB,YAAY,MAAgC;CAC1D,MAAM,0BAAU,IAAI,IAA6D;CACjF,KAAK,MAAM,EAAE,IAAI,SAAS,aAAa,MAAM;EAC3C,IAAI,QAAQ,SAAS,QAAQ;EAC7B,MAAM,OAAO,YAAY,OAAO;EAChC,MAAM,MAAM,YAAY,SAAS,OAAO;EACxC,MAAM,OAAO,QAAQ,KAAK,OAAO,OAAO,QAAQ,IAAI,SAAS;EAC7D,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,OAAO,GAAG,UAAU,OAAO,EAAE,KAAK,KAAK,QAAQ,SAAS,UAAU,OAAO;GAC7E;GACA;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CACA,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS;EAAE,GAAG;EAAG,KAAK,CAAC,GAAG,IAAI;CAAE,EAAE;AACjF;;;;;AAMA,eAAsB,cAAc,SAA0C;CAC5E,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,MAAM,EACJ,YACA,WACA,eACA,kBACA,YACA,eACA,eACE,MAAM,OAAO;CACjB,MAAM,EAAE,cAAc,eAAe,MAAM,OAAO;CAClD,MAAM,OAAO,MAAM,UAAU,CAAC,CAAC,OAAO,UAAiB,KAAK;CAC5D,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,QAAQ,KAAK,MAAM,CAAC,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;CAC7E,MAAM,QAAQ,CACZ,SAAS,OAAO,OAAO,QAAQ,OAAO,WAAW,IAAI,KAAK,IAAI,sCAChE;CACA,MAAM,UAA0B,CAAC;CACjC,KAAK,MAAM,KAAK,QAAQ;EACtB,MAAM,EAAE,UAAU,EAAE;EACpB,MAAM,KAAK,UAAU,EAAE,OAAO;EAC9B,MAAM,QAAQ,IAAI,IAAI,QAAQ,QAAQ,MAAM,EAAE,QAAQ,UAAU,KAAK,CAAC,CAAC,SAAS,MAAM,EAAE,GAAG,CAAC;EAC5F,MAAM,OAAO,MAAM,OAAO,MAAM,MAAM,KAAK,OAAO,MAAM,SAAS,IAAI,KAAK,QAAQ;EAClF,IAAI,gBAAgB,OAClB,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,gBAAgB,KAAK,QAAQ,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE;OAC/E,IAAI,WAAW,MAAM,KAAK,GAAG;GAClC,MAAM,SAAS,MAAM,WAAW,KAAK;GACrC,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,UAAU,SAAS,KAAK,MAAM,MAAM,MAAM,GAAG,EAAE;EACvF,OAAO;GACL,MAAM,OAAO,MAAM,cAAc,OAAO,YAAY,QAAQ,GAAM,CAAC;GACnE,MAAM,SAAS,OAAO,WAAW,WAAW,KAAK,QAAQ,EAAE,gBAAgB;GAC3E,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,YAAY,OAAO,EAAE;GAC3D,IAAI,aAAa,KAAK,CAAC,CAAC,KAAK,QAAQ,KAAK;IAAE;IAAO;GAAK,CAAC;EAC3D;EACA,KAAK,MAAM,KAAK,QAAQ,QAAQ,MAAM,EAAE,QAAQ,UAAU,SAAS,EAAE,IAAI,GAAG;GAC1E,MAAM,OAAO,EAAE;GACf,IAAI,gBAAgB,OAAO;GAC3B,IAAI,CAAC,WAAW,MAAM,KAAK,GAAG;IAC5B,MAAM,KAAK,SAAS,EAAE,GAAG,aAAa,KAAK,KAAK,2BAA2B;IAC3E;GACF;GACA,MAAM,QAAQ,MAAM,eAAe,EAAE,SAAS,MAAM,MAAM,WAAW,KAAK,CAAC;GAC3E,MAAM,KACJ,KAAK,IAAI,KAAK,IACV,SAAS,EAAE,GAAG,IAAI,MAAM,aACxB,SAAS,EAAE,GAAG,IAAI,MAAM,uBAAuB,KAAK,KAAK,EAC/D;EACF;CACF;CACA,IAAI,QAAQ,UAAU,EAAE,gBAAgB,QAAQ;EAE9C,MAAM,QAAQ,MAAM,UAAU,SADd,OAAO,KAAK,MAAM,EAAE,QAAQ,KAAK,CAAC,CAAC,QAAQ,MAAM,WAAW,MAAM,CAAC,CACtC,CAAC;EAC9C,MAAM,KAAK,KAAK,QAAQ,cAAc,KAAK,IAAI,iBAAiB,GAAG;CACrE;CACA,OAAO;AACT;;;;;;AAUA,eAAsB,eACpB,SACA,MACA,SACwB;CACxB,MAAM,YAAY,gBAAgB;EAAE,MAAM;EAAM,OAAO,CAAC,CAAC,QAAQ;CAAM,CAAC;CACxE,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM;EACN,KAAK,UAAU,MAAM,IAAI,EAAE,SAAS,EAAE,OAAO,KAAK,EAAE,QAAQ;EAC5D,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,EAAE;EACX,SAAS,CAAC;EACV,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,MAAM,QAAQ,EAAE,KAAK,QAAQ,EAAE,MAAM,IAAI;EACzC,MAAM,QAAQ,EAAE,KAAK,WAAW,EAAE,MAAM,IAAI;EAC5C,OAAO,QACH;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,QAAQ;IAAE,KAAK;IAAO,QAAQ,MAAM;GAAO,IAAI;GAAO,IAAI,EAAE;EAAG,IACxF;GACE,GAAG;GACH,IAAI;GACJ,SAAS,EAAE,KAAK,6BAAa,IAAI,MAAM,0BAA0B,CAAC,IAAI,EAAE;GACxE,IAAI,EAAE;EACR;CACN,CAAC;AACH;;AAGA,MAAM,cAAc,aAA8C;CAAE,MAAM;CAAQ,QAAQ;AAAQ"}
package/dist/index.d.ts CHANGED
@@ -1,11 +1,18 @@
1
- import { $ as EvalFn, $t as Secret, A as CellRole, B as Diff, Bt as PinnableKey, C as CaptureUseAction, Ct as JSONValue, D as CaseFn, Dt as JudgeInputs, E as CaptureWindow, En as FamilyRecord, Et as JudgeFailure, F as CompareCut, G as EgressPolicy, Gt as ProfileLimit, H as DirectoryOptions, Ht as PluginSource, I as CompareOptions, J as Environment, Jt as QuestionOptions, K as EgressRecord, Kt as Question, L as ConfigHelpers, Lt as PairFactor, Mt as McpServer, Nt as Observation, O as CaseOptions, P as CompareAnswer, Pn as RunRecord, Rt as PairVote, S as CaptureUse, Sn as EvalEntry, St as HostFile, T as CaptureWait, Tt as JudgeCallOptions, Ut as Profile, Vt as PluginPart, W as Duration, Wt as ProfileDefaults, X as EnvironmentInput, Y as EnvironmentHelpers, Yt as ReevalConfig, Z as EnvironmentSpec, _ as CaptureInstruction, _n as WebEventType, _t as HarnessData, a as AttemptContext, b as CapturePage, bn as CellRecord, bt as HarnessOption, cn as Turn, en as SecretTemplate, et as EvalOptions, f as Budget, fn as Verdict, gn as Wait, gt as GroupOptions, hn as Viewport, i as AttemptAnswer, in as StatusRange, jt as JudgeSubject, k as Cell, kt as JudgeOptions, ln as TurnData, m as CaptureCall, nn as SetupStep, nt as ExecResult, o as BackgroundHandle, p as Capture, q as EnvVars, qt as QuestionInputs, rn as SkillSource, rt as ExecRetry, sn as TranscriptEvent, tn as ServeHandle, v as CaptureKey, w as CaptureUseScript, wt as JudgeArtifactRef, xt as HistoryConfig, y as CaptureOptions, yn as AttemptRecord, yt as HarnessEdit } from "./types-DBwFsGem.js";
1
+ import { $ as EnvironmentInput, $t as Question, A as CellRole, At as JudgeArtifactRef, Bt as Observation, C as CaptureUseAction, Ct as HarnessEdit, D as CaseFn, Dt as HistoryStoreDescriptor, E as CaptureWindow, En as WebEventType, Et as HistoryConfigData, F as CompareCut, Fn as FamilyRecord, Ft as JudgeOptions, G as DirectoryOptions, Gt as PairVote, H as DebugUpload, I as CompareOptions, J as EgressPolicy, Jt as PluginPart, L as ConfigHelpers, Lt as JudgeSubject, Mt as JudgeFailure, Nt as JudgeInputs, O as CaseOptions, On as AttemptRecord, Ot as HostFile, P as CompareAnswer, Q as EnvironmentHelpers, Qt as ProfileLimit, S as CaptureUse, T as CaptureWait, Tn as Wait, Tt as HistoryConfig, U as Diff, Wn as RunRecord, Wt as PairFactor, X as EnvVars, Xt as Profile, Y as EgressRecord, Yt as PluginSource, Z as Environment, Zt as ProfileDefaults, _ as CaptureInstruction, _n as Turn, a as AttemptContext, at as ExecEnv, b as CapturePage, bt as GroupOptions, cn as Secret, dn as SetupStep, en as QuestionInputs, et as EnvironmentSpec, f as Budget, fn as SkillSource, gn as TranscriptEvent, i as AttemptAnswer, jn as EvalEntry, jt as JudgeCallOptions, k as Cell, kn as CellRecord, kt as JSONValue, ln as SecretTemplate, m as CaptureCall, nn as ReevalConfig, nt as EvalFn, o as BackgroundHandle, ot as ExecResult, p as Capture, pn as StatusRange, q as Duration, qt as PinnableKey, rt as EvalOptions, st as ExecRetry, tn as QuestionOptions, un as ServeHandle, v as CaptureKey, vn as TurnData, w as CaptureUseScript, wn as Viewport, wt as HarnessOption, xn as Verdict, xt as HarnessData, y as CaptureOptions, zt as McpServer } from "./types-DKK8jj--.js";
2
2
  import "./vertex-C7PI-WPc.js";
3
- import { n as evaluate, r as group } from "./evaluate-COdzf7Hl.js";
3
+ import { n as evaluate, r as group } from "./evaluate-DzHq4EsU.js";
4
4
  import { ExpectStatic, Tester } from "@vitest/expect";
5
5
  /** A check the turn's harness can't answer either way, e.g. a web fetch it never reports. */
6
6
  export declare class HarnessCapabilityError extends Error {
7
7
  name: string;
8
8
  }
9
+ /** `toHaveRun`'s object form: the program a segment of a shell command ran, after its wrappers. */
10
+ type RunMatch = {
11
+ /** The program's name without its directory, or a regular expression it matches. */
12
+ program: string | RegExp;
13
+ /** Text the program's arguments, joined by spaces, contain, or a regular expression they match. */
14
+ args?: string | RegExp;
15
+ };
9
16
  /** `toStayWithin`'s limits: each one caps what the turn, or every turn of `c`, used. */
10
17
  type Limits = {
11
18
  /** Input (cache included) plus output tokens, subagents included. */
@@ -15,12 +22,17 @@ type Limits = {
15
22
  /** The agent's time, as `turn.durationMs` counts it; setup and checks don't count. */
16
23
  duration?: Duration;
17
24
  };
18
- type ConfigInput = ReevalConfig | ((helpers: ConfigHelpers) => ReevalConfig);
25
+ /** `T` with each key `Shape` doesn't have typed `never`. */
26
+ type NoOtherKeys<T, Shape> = T & { [K in Exclude<keyof T, keyof Shape>]: never; };
19
27
  /**
20
28
  * The config: a plain object, or a callback that destructures the helpers it needs, e.g.
21
- * `defineConfig(({ secret }) => ({ env: { KEY: secret.fromEnv('KEY') } }))`.
29
+ * `defineConfig(({ secret }) => ({ env: { KEY: secret.fromEnv('KEY') } }))`. Typed as the
30
+ * config rather than as the value passed, so a key it doesn't have is a type error. TypeScript
31
+ * doesn't check a callback's returned object for keys it doesn't have, so `NoOtherKeys` does,
32
+ * at the top level.
22
33
  */
23
- export declare const defineConfig: <T extends ConfigInput>(config: T) => T;
34
+ export declare function defineConfig(config: ReevalConfig): ReevalConfig;
35
+ export declare function defineConfig<R extends ReevalConfig>(config: (helpers: ConfigHelpers) => NoOtherKeys<R, ReevalConfig>): (helpers: ConfigHelpers) => ReevalConfig;
24
36
  /**
25
37
  * What a skill directory leaves out of the sandbox unless `exclude` says otherwise: eval material
26
38
  * (skill-creator keeps `evals/` in the skill), run history and reeval eval files. `.git` is always left out.
@@ -139,7 +151,7 @@ declare module '@vitest/expect' {
139
151
  toHaveCalledSkill: On<T, 'toHaveCalledSkill', (name: string) => R>;
140
152
  toHaveCalledMcp: On<T, 'toHaveCalledMcp', (server: string, tool: string, input?: string | RegExp | Record<string, unknown>) => R>;
141
153
  toHaveCalledTool: On<T, 'toHaveCalledTool', (name: string | RegExp, input?: string | RegExp | Record<string, unknown>) => R>;
142
- toHaveRun: On<T, 'toHaveRun', (command?: RegExp | string) => R>;
154
+ toHaveRun: On<T, 'toHaveRun', (command?: RegExp | string | RunMatch) => R>;
143
155
  toHaveEdited: On<T, 'toHaveEdited', (path?: RegExp | string) => R>;
144
156
  toHaveChanged: On<T, 'toHaveChanged', (paths?: string | RegExp | ReadonlyArray<string | RegExp>) => R>;
145
157
  /**
@@ -157,5 +169,32 @@ declare module '@vitest/expect' {
157
169
  }
158
170
  }
159
171
  export declare const expect: ExpectStatic;
160
- export { type AttemptAnswer, type AttemptContext, type AttemptRecord, type BackgroundHandle, type Budget, type Capture, type CaptureCall, type CaptureInstruction, type CaptureKey, type CaptureOptions, type CaptureUse, type CaptureUseAction, type CaptureUseScript, type CaptureWait, type CaptureWindow, type CaseFn, type CaseOptions, type Cell, type CellRecord, type CellRole, type CompareAnswer, type CompareCut, type CompareOptions, type ConfigHelpers, type Diff, type DirectoryOptions, type Duration, type EgressPolicy, type EgressRecord, type EnvVars, type Environment, type EnvironmentHelpers, type EnvironmentInput, type EnvironmentSpec, type EvalEntry, type EvalFn, type EvalOptions, type ExecResult, type ExecRetry, type FamilyRecord, type GroupOptions, type HarnessData, type HarnessEdit, type HarnessOption, type HistoryConfig, type HostFile, type JSONValue, type JudgeArtifactRef, type JudgeCallOptions, type JudgeFailure, type JudgeInputs, type JudgeOptions, type JudgeSubject, type McpServer, type Observation, type PairFactor, type PairVote, type PinnableKey, type PluginPart, type PluginSource, type Profile, type ProfileDefaults, type ProfileLimit, type Question, type QuestionInputs, type QuestionOptions, type ReevalConfig, type RunRecord, type Secret, type SecretTemplate, type ServeHandle, type SetupStep, type SkillSource, type StatusRange, type TranscriptEvent, type Turn, type TurnData, type Verdict, type Viewport, type Wait, type WebEventType, evaluate, group };
172
+ /** One program a shell call ran: a segment of its command line, after its wrappers. */
173
+ type ShellCommand = {
174
+ /**
175
+ * The program, without its directory (`./node_modules/.bin/genkit` is `genkit`). One a package
176
+ * runner ran is the package without its version: `npx genkit@latest` is `genkit`, and
177
+ * `npx @angular/cli@19` is `@angular/cli`.
178
+ */
179
+ program: string;
180
+ /** The words after the program, with quotes removed. */
181
+ args: string[];
182
+ /** The shell call's whole command line, which may run other programs too. */
183
+ line: string;
184
+ /** Whether the shell call succeeded; null when the harness never reported its result. */
185
+ ok: boolean | null;
186
+ /** The turn's index in what `shellCommands` was given: always 0 for one turn. */
187
+ turn: number;
188
+ };
189
+ type ShellSubject = Pick<Turn, 'transcript'> | readonly Pick<Turn, 'transcript'>[] | {
190
+ turns: readonly Pick<Turn, 'transcript'>[];
191
+ };
192
+ /**
193
+ * The programs the agent ran from its shell calls (the tools named `bash` or `shell`), in order:
194
+ * one per segment of each command line, after its env assignments, `env`, `timeout`, `time`,
195
+ * `exec`, `sudo`, `nohup`, `nice`, `command`, `bash -c` and package runners (`npx`, `bunx`, `npm exec`, `pnpm exec`,
196
+ * `pnpm dlx`, `yarn dlx`). Takes a turn from `c.send()`, a list of turns, or `c`.
197
+ */
198
+ export declare function shellCommands(subject: ShellSubject | AttemptContext): ShellCommand[];
199
+ export { type AttemptAnswer, type AttemptContext, type AttemptRecord, type BackgroundHandle, type Budget, type Capture, type CaptureCall, type CaptureInstruction, type CaptureKey, type CaptureOptions, type CaptureUse, type CaptureUseAction, type CaptureUseScript, type CaptureWait, type CaptureWindow, type CaseFn, type CaseOptions, type Cell, type CellRecord, type CellRole, type CompareAnswer, type CompareCut, type CompareOptions, type ConfigHelpers, type DebugUpload, type Diff, type DirectoryOptions, type Duration, type EgressPolicy, type EgressRecord, type EnvVars, type Environment, type EnvironmentHelpers, type EnvironmentInput, type EnvironmentSpec, type EvalEntry, type EvalFn, type EvalOptions, type ExecEnv, type ExecResult, type ExecRetry, type FamilyRecord, type GroupOptions, type HarnessData, type HarnessEdit, type HarnessOption, type HistoryConfig, type HistoryConfigData, type HistoryStoreDescriptor, type HostFile, type JSONValue, type JudgeArtifactRef, type JudgeCallOptions, type JudgeFailure, type JudgeInputs, type JudgeOptions, type JudgeSubject, type McpServer, type Observation, type PairFactor, type PairVote, type PinnableKey, type PluginPart, type PluginSource, type Profile, type ProfileDefaults, type ProfileLimit, type Question, type QuestionInputs, type QuestionOptions, type ReevalConfig, type RunMatch, type RunRecord, type Secret, type SecretTemplate, type ServeHandle, type SetupStep, type ShellCommand, type SkillSource, type StatusRange, type TranscriptEvent, type Turn, type TurnData, type Verdict, type Viewport, type Wait, type WebEventType, evaluate, group };
161
200
  //# sourceMappingURL=index.d.ts.map
package/dist/index.js CHANGED
@@ -1,6 +1,6 @@
1
- import { i as HarnessCapabilityError } from "./client-KM4C5r5_.js";
2
- import { n as DEFAULT_SKILL_EXCLUDE, s as defineEnvironment, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-cPMCOk-h.js";
3
- import { lt as DEFAULT_EGRESS_ALLOW, s as defineConfig } from "./config-SvK8pjEK.js";
4
- import { d as expect } from "./runtime-Xm9oeC7o.js";
5
- import { n as evaluate, r as group } from "./evaluate-B12Tosvq.js";
6
- export { DEFAULT_DIRECTORY_IGNORES, DEFAULT_EGRESS_ALLOW, DEFAULT_SKILL_EXCLUDE, HarnessCapabilityError, defineConfig, defineEnvironment, evaluate, expect, group };
1
+ import { l as HarnessCapabilityError, p as shellCommands } from "./client-DMEYR3MA.js";
2
+ import { n as DEFAULT_SKILL_EXCLUDE, s as defineEnvironment, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-C0Gg8kyN.js";
3
+ import { mt as DEFAULT_EGRESS_ALLOW, s as defineConfig } from "./config-C0RKt00M.js";
4
+ import { d as expect } from "./runtime-CPUH0Vk5.js";
5
+ import { n as evaluate, r as group } from "./evaluate-BHQyAszQ.js";
6
+ export { DEFAULT_DIRECTORY_IGNORES, DEFAULT_EGRESS_ALLOW, DEFAULT_SKILL_EXCLUDE, HarnessCapabilityError, defineConfig, defineEnvironment, evaluate, expect, group, shellCommands };
@@ -1,9 +1,9 @@
1
1
  import { n as UsageError } from "./errors-ttMTnIYX.js";
2
+ import { i as PACKAGE_DIR } from "./root-BzeoyfGd.js";
2
3
  import { o as withoutBom } from "./text-B8-W3Cvn.js";
3
- import { V as harnessId, t as CONFIG_FILES } from "./config-SvK8pjEK.js";
4
- import { i as RECOMMENDED_ANALYSIS_MODEL } from "./judge-COMXT1Hx.js";
5
- import { i as PACKAGE_DIR } from "./root-Co0jhOT5.js";
6
- import { a as agentFor } from "./agents-DXuFxtGC.js";
4
+ import { s as agentFor } from "./agents-KBTYhSSh.js";
5
+ import { U as harnessId, t as CONFIG_FILES } from "./config-C0RKt00M.js";
6
+ import { c as judgeCredentials, d as modelKeyOptions, i as RECOMMENDED_ANALYSIS_MODEL } from "./judge-DwzqucLS.js";
7
7
  import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
8
8
  import { dirname, join, relative, resolve, sep } from "node:path";
9
9
  import { parseTsconfig } from "get-tsconfig";
@@ -39,13 +39,13 @@ const INIT_HARNESSES = [
39
39
  kind: "goose",
40
40
  label: "Goose",
41
41
  factory: "goose",
42
- model: "gemini-3.8-flash"
42
+ model: "google/gemini-3.8-flash"
43
43
  },
44
44
  {
45
45
  kind: "pi",
46
46
  label: "pi",
47
47
  factory: "pi",
48
- model: "gemini-3.8-flash"
48
+ model: "google/gemini-3.8-flash"
49
49
  },
50
50
  {
51
51
  kind: "codex",
@@ -74,8 +74,8 @@ const descriptorOf = (h) => ({
74
74
  const keyOf = (h) => agentFor(descriptorOf(h)).credential;
75
75
  /** The cell id an offered agent runs as, e.g. `opencode:gemini-3.8-flash`. */
76
76
  const cellOf = (h) => harnessId(descriptorOf(h));
77
- /** The key that calls `analysis.model` directly. */
78
- const ANALYSIS_KEY = "GOOGLE_GENERATIVE_AI_API_KEY";
77
+ /** The key that calls an analysis model directly, or what would route it when none can. */
78
+ const analysisKeyOf = (model) => judgeCredentials(model)[0] ?? modelKeyOptions(model);
79
79
  const CHOICES = INIT_HARNESSES.map((h) => h.kind);
80
80
  const DEFAULT_CHOICE = "cursor";
81
81
  const GITIGNORE = [".reeval/", ".env*"];
@@ -91,7 +91,7 @@ function harnessOf(choice) {
91
91
  if (!h) throw new UsageError(`--harness must be one of ${CHOICES.join(", ")} (got ${choice})`);
92
92
  return h;
93
93
  }
94
- function configSource(pkg, choice) {
94
+ function configSource(pkg, choice, analysisModel = RECOMMENDED_ANALYSIS_MODEL) {
95
95
  const h = harnessOf(choice);
96
96
  return `import { defineConfig } from '${pkg}'
97
97
  import { ${h.factory} } from '${pkg}/harness'
@@ -101,8 +101,8 @@ export default defineConfig({
101
101
  harnesses: ${h.factory}({ model: '${h.model}' }), // needs ${keyOf(h)}
102
102
  timeout: '15m',
103
103
  // For c.judge, add a judge, e.g. judge: { model: '${RECOMMENDED_ANALYSIS_MODEL}' }.
104
- // reeval analyze explains a run, with ${ANALYSIS_KEY}.
105
- analysis: { model: '${RECOMMENDED_ANALYSIS_MODEL}' },
104
+ // reeval analyze explains a run, with ${analysisKeyOf(analysisModel)}.
105
+ analysis: { model: '${analysisModel}' },
106
106
  defaultProfile: { ci: 'pr' },
107
107
  profiles: {
108
108
  // PR runs in CI: one attempt per cell, no variants.
@@ -469,9 +469,27 @@ function packageManager(dir) {
469
469
  exec: "npx reeval"
470
470
  };
471
471
  }
472
+ /**
473
+ * Whether `package.json` in `dir` lists `pkg` and a `node_modules` from `dir` up has it, so
474
+ * nothing is left to install.
475
+ */
476
+ function installedAlready(dir, pkg) {
477
+ const existing = read(join(dir, "package.json"));
478
+ if (existing === void 0) return false;
479
+ try {
480
+ const manifest = JSON.parse(withoutBom(existing));
481
+ if (!manifest?.dependencies?.[pkg] && !manifest?.devDependencies?.[pkg]) return false;
482
+ } catch {
483
+ return false;
484
+ }
485
+ for (let d = resolve(dir);; d = dirname(d)) {
486
+ if (existsSync(join(d, "node_modules", pkg, "package.json"))) return true;
487
+ if (dirname(d) === d) return false;
488
+ }
489
+ }
472
490
  const dockerLine = async (next) => {
473
491
  try {
474
- const { defaultDeps, dockerReadiness } = await import("./doctor-DWK4ttex.js");
492
+ const { defaultDeps, dockerReadiness } = await import("./doctor-B7utCSdh.js");
475
493
  return await dockerReadiness(defaultDeps(), next, AbortSignal.timeout(DOCKER_CHECK_MS));
476
494
  } catch (error) {
477
495
  return error.name === "TimeoutError" ? `Docker didn't answer within ${DOCKER_CHECK_MS / 1e3}s: wait for it to start, or check it with reeval doctor, then run ${next}` : `Docker couldn't be checked (${error.message}): reeval doctor checks it again, then run ${next}`;
@@ -509,6 +527,7 @@ async function initCommand(flags, args, io) {
509
527
  bare: !!flags.bare
510
528
  });
511
529
  if (plan.conflicts.length) throw new UsageError(`reeval is already set up in ${where}: ${plan.conflicts.join("; ")}. Nothing was written.`);
530
+ const installed = installedAlready(dir, manifest.name);
512
531
  const dry = !!flags["dry-run"];
513
532
  io.out(`reeval init · ${where}${dry ? " (nothing written: --dry-run)" : ""}`);
514
533
  const width = Math.max(...plan.actions.map((a) => a.path.length));
@@ -526,7 +545,7 @@ async function initCommand(flags, args, io) {
526
545
  const evals = !example ? "the evals you write in evals/" : example.action === "create" || example.note === SAME ? "the eval" : "the evals in evals/";
527
546
  const next = [
528
547
  ...where === "." ? [] : [[`cd ${where}`, ""]],
529
- [pm.install, ""],
548
+ ...installed ? [] : [[pm.install, ""]],
530
549
  [build, `bakes ${h.label} into its sandbox image (needs Docker)`],
531
550
  [`${pm.exec} run`, `${evals} on ${h.label}, with ${keyOf(h)} in .env.local`]
532
551
  ];
@@ -537,4 +556,4 @@ async function initCommand(flags, args, io) {
537
556
  }
538
557
  export { evalSource as a, planInit as c, environmentsSource as i, askHarness as n, initCommand as o, configSource as r, missingGitignoreEntries as s, INIT_HARNESSES as t };
539
558
 
540
- //# sourceMappingURL=init-Bi1Q3lRi.js.map
559
+ //# sourceMappingURL=init-C2HqCwnt.js.map