reeval 0.20.0 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (481) hide show
  1. package/CHANGELOG.md +841 -0
  2. package/README.md +15 -15
  3. package/assets/gateway-models.mjs +65 -31
  4. package/dist/{adapter-C60z3wLq.js → adapter-Di9H2etg.js} +8 -49
  5. package/dist/adapter-Di9H2etg.js.map +1 -0
  6. package/dist/{agent-BmsMXZXx.js → agent-B-6GFDqA.js} +185 -38
  7. package/dist/agent-B-6GFDqA.js.map +1 -0
  8. package/dist/{agents-DXuFxtGC.js → agents-KBTYhSSh.js} +385 -116
  9. package/dist/agents-KBTYhSSh.js.map +1 -0
  10. package/dist/{app-files-DT5mJyV4.js → app-files-Cmh9FGr5.js} +3 -3
  11. package/dist/app-files-Cmh9FGr5.js.map +1 -0
  12. package/dist/{assemble-CE4pHKIa.js → assemble-CBMRIhso.js} +1 -1
  13. package/dist/{assemble-DM2PNU4R.js → assemble-DNVBTBp_.js} +172 -18
  14. package/dist/assemble-DNVBTBp_.js.map +1 -0
  15. package/dist/attach-EbDGKGTO.js +152 -0
  16. package/dist/attach-EbDGKGTO.js.map +1 -0
  17. package/dist/{attempt-CAdlwlNu.js → attempt-_dUsblVx.js} +2 -2
  18. package/dist/{attempt-CAdlwlNu.js.map → attempt-_dUsblVx.js.map} +1 -1
  19. package/dist/{attempt-host-7VviAJrl.js → attempt-host-DQvynDHk.js} +17 -8
  20. package/dist/attempt-host-DQvynDHk.js.map +1 -0
  21. package/dist/boat-Bzz8L-KQ.js +701 -0
  22. package/dist/boat-Bzz8L-KQ.js.map +1 -0
  23. package/dist/{boat-BjLqFJIZ.js → boat-Dek8ftIt.js} +20 -8
  24. package/dist/boat-Dek8ftIt.js.map +1 -0
  25. package/dist/bridge/index.mjs +6 -1
  26. package/dist/bundle-DZstHDeW.js +718 -0
  27. package/dist/bundle-DZstHDeW.js.map +1 -0
  28. package/dist/{capture-Ccf0Hmyx.js → capture-BkbPsfej.js} +61 -32
  29. package/dist/capture-BkbPsfej.js.map +1 -0
  30. package/dist/capture-CUAvk9KM.js +1 -0
  31. package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
  32. package/dist/cases-CM-MQRQp.js.map +1 -0
  33. package/dist/cases-FvhbM8M5.js +1 -0
  34. package/dist/{cli-DTuLSlmW.js → cli-BgBBuxxJ.js} +412 -1044
  35. package/dist/cli-BgBBuxxJ.js.map +1 -0
  36. package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-B5L9n-DV.js} +199 -35
  37. package/dist/cli-spec-B5L9n-DV.js.map +1 -0
  38. package/dist/cli.js +2 -2
  39. package/dist/client-DMEYR3MA.js +807 -0
  40. package/dist/client-DMEYR3MA.js.map +1 -0
  41. package/dist/{command-C2C7P5qo.js → command-BKb8eN_X.js} +10 -10
  42. package/dist/{command-C2C7P5qo.js.map → command-BKb8eN_X.js.map} +1 -1
  43. package/dist/{command-DSL7I-SI.js → command-D_w_kDpI.js} +25 -21
  44. package/dist/command-D_w_kDpI.js.map +1 -0
  45. package/dist/{command-Ff0T-1Hi.js → command-Dwlh0Vhu.js} +17 -16
  46. package/dist/command-Dwlh0Vhu.js.map +1 -0
  47. package/dist/{command-D8oMB2fa.js → command-loXH2jHr.js} +16 -16
  48. package/dist/{command-D8oMB2fa.js.map → command-loXH2jHr.js.map} +1 -1
  49. package/dist/{commands-xAOi_VEk.js → commands-Cuf57OYb.js} +174 -40
  50. package/dist/commands-Cuf57OYb.js.map +1 -0
  51. package/dist/{commands-Bk9NG1s_.js → commands-Dqli45sR.js} +1 -1
  52. package/dist/{config-SvK8pjEK.js → config-C0RKt00M.js} +288 -106
  53. package/dist/config-C0RKt00M.js.map +1 -0
  54. package/dist/{context-BdgCao9Q.js → context-DrEAtUyg.js} +2 -2
  55. package/dist/{context-BdgCao9Q.js.map → context-DrEAtUyg.js.map} +1 -1
  56. package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
  57. package/dist/cost-C21gGrju.js.map +1 -0
  58. package/dist/cost-IM80LyGD.js +1 -0
  59. package/dist/{cursor-catalog-DEzan4IT.js → cursor-catalog-CRsFxorF.js} +4 -4
  60. package/dist/{cursor-catalog-DEzan4IT.js.map → cursor-catalog-CRsFxorF.js.map} +1 -1
  61. package/dist/db-3o8s2EyD.js +2 -0
  62. package/dist/{db-BzOJ4Js4.js → db-ErnJ-gMD.js} +168 -248
  63. package/dist/db-ErnJ-gMD.js.map +1 -0
  64. package/dist/debug-CIXzB4wK.js.map +1 -1
  65. package/dist/{default-effort-BDKIxJyC.js → default-effort-D70cTG00.js} +4 -4
  66. package/dist/{default-effort-BDKIxJyC.js.map → default-effort-D70cTG00.js.map} +1 -1
  67. package/dist/{default-effort-BBDPbJ4D.js → default-effort-DHzj84dD.js} +1 -1
  68. package/dist/{dist-Db7ifchA.js → dist-DeqeCUZe.js} +5 -5
  69. package/dist/{dist-Db7ifchA.js.map → dist-DeqeCUZe.js.map} +1 -1
  70. package/dist/{docker-DFrjoNs-.js → docker-CFWzZOEk.js} +4 -4
  71. package/dist/{docker-DFrjoNs-.js.map → docker-CFWzZOEk.js.map} +1 -1
  72. package/dist/docker-DrMnpL84.js +1 -0
  73. package/dist/{doctor-DWK4ttex.js → doctor-B7utCSdh.js} +121 -100
  74. package/dist/doctor-B7utCSdh.js.map +1 -0
  75. package/dist/{environment-cPMCOk-h.js → environment-C0Gg8kyN.js} +49 -11
  76. package/dist/environment-C0Gg8kyN.js.map +1 -0
  77. package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
  78. package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
  79. package/dist/{eval-source-C9b1h8L6.js → eval-source-CsW5VIXS.js} +24 -12
  80. package/dist/eval-source-CsW5VIXS.js.map +1 -0
  81. package/dist/{evaluate-B12Tosvq.js → evaluate-BHQyAszQ.js} +679 -142
  82. package/dist/evaluate-BHQyAszQ.js.map +1 -0
  83. package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DzHq4EsU.d.ts} +2 -2
  84. package/dist/fake-bootstrap-VpisF1WE.js +15 -0
  85. package/dist/fake-bootstrap-VpisF1WE.js.map +1 -0
  86. package/dist/{files-tiNWe8Ih.js → files-BCraBodb.js} +3 -3
  87. package/dist/{files-tiNWe8Ih.js.map → files-BCraBodb.js.map} +1 -1
  88. package/dist/files-BjOJw4sn.js +1 -0
  89. package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
  90. package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
  91. package/dist/{files-BOBdC0uI.js → files-BuKWZCzY.js} +6 -6
  92. package/dist/{files-BOBdC0uI.js.map → files-BuKWZCzY.js.map} +1 -1
  93. package/dist/files-CAzVG3Rr.js +1 -0
  94. package/dist/{files-F5EG0WPT.js → files-Cv856jLN.js} +5 -5
  95. package/dist/{files-F5EG0WPT.js.map → files-Cv856jLN.js.map} +1 -1
  96. package/dist/files-D-Lir4aE.js +1 -0
  97. package/dist/files-DRlJ0Xr2.js +1 -0
  98. package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
  99. package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
  100. package/dist/{files-s28a6czq.js → files-qjeqXnfE.js} +143 -20
  101. package/dist/files-qjeqXnfE.js.map +1 -0
  102. package/dist/gateway.d.ts +1 -1
  103. package/dist/{git-BpoqEgDV.js → git-DOrOtAiD.js} +3 -3
  104. package/dist/{git-BpoqEgDV.js.map → git-DOrOtAiD.js.map} +1 -1
  105. package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
  106. package/dist/harness-FcTyyPco.js.map +1 -0
  107. package/dist/harness-install-Dxho1yaU.js +53 -0
  108. package/dist/harness-install-Dxho1yaU.js.map +1 -0
  109. package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
  110. package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
  111. package/dist/harness.d.ts +11 -8
  112. package/dist/harness.js +1 -1
  113. package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
  114. package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
  115. package/dist/{images-D2jFze2v.js → images-Ch1y1t6_.js} +122 -73
  116. package/dist/images-Ch1y1t6_.js.map +1 -0
  117. package/dist/index.d.ts +46 -7
  118. package/dist/index.js +6 -6
  119. package/dist/{init-Bi1Q3lRi.js → init-C2HqCwnt.js} +33 -14
  120. package/dist/init-C2HqCwnt.js.map +1 -0
  121. package/dist/init-CM9xwyre.js +1 -0
  122. package/dist/{ink-list-BpfidQ1h.js → ink-list-BbKXElcQ.js} +54 -15
  123. package/dist/ink-list-BbKXElcQ.js.map +1 -0
  124. package/dist/inputs-5UIDpjz-.js +190 -0
  125. package/dist/inputs-5UIDpjz-.js.map +1 -0
  126. package/dist/inputs-load-C82HOKnb.js +1 -0
  127. package/dist/inputs-load-CGPyigMC.js +95 -0
  128. package/dist/inputs-load-CGPyigMC.js.map +1 -0
  129. package/dist/{invocations-CxGNOlh0.js → invocations-BrZAMuTb.js} +5 -5
  130. package/dist/{invocations-CxGNOlh0.js.map → invocations-BrZAMuTb.js.map} +1 -1
  131. package/dist/jiti-radm1Soi.js +52 -0
  132. package/dist/jiti-radm1Soi.js.map +1 -0
  133. package/dist/{judge-COMXT1Hx.js → judge-DwzqucLS.js} +17 -12
  134. package/dist/{judge-COMXT1Hx.js.map → judge-DwzqucLS.js.map} +1 -1
  135. package/dist/judge.d.ts +3 -1
  136. package/dist/judge.js +1 -1
  137. package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
  138. package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
  139. package/dist/{layout-Cm85tQYk.js → layout-Czh5wOpz.js} +14 -11
  140. package/dist/layout-Czh5wOpz.js.map +1 -0
  141. package/dist/{list-DuThsE28.js → list-B_C0k5ex.js} +33 -19
  142. package/dist/{list-DuThsE28.js.map → list-B_C0k5ex.js.map} +1 -1
  143. package/dist/live-C9Et_BVT.js +1 -0
  144. package/dist/{live-CgYbO4Te.js → live-DGgIrVw0.js} +7 -5
  145. package/dist/live-DGgIrVw0.js.map +1 -0
  146. package/dist/{live-DL0se4Zd.js → live-DgFm0H90.js} +9 -9
  147. package/dist/{live-DL0se4Zd.js.map → live-DgFm0H90.js.map} +1 -1
  148. package/dist/machine-service-2lIv5UWF.js +1 -0
  149. package/dist/machine-service-Ct_1XMMi.js +520 -0
  150. package/dist/machine-service-Ct_1XMMi.js.map +1 -0
  151. package/dist/machines-BnquHcBZ.js +120 -0
  152. package/dist/machines-BnquHcBZ.js.map +1 -0
  153. package/dist/{model-CkNVAxob.js → model-B1tdv9-d.js} +1 -1
  154. package/dist/model-Bcy4Qjmm.js +1 -0
  155. package/dist/{model-V3mMXp6x.js → model-DF77SgZv.js} +6 -6
  156. package/dist/{model-V3mMXp6x.js.map → model-DF77SgZv.js.map} +1 -1
  157. package/dist/{model-CwwkrCb7.js → model-DRa7yv6K.js} +9 -6
  158. package/dist/model-DRa7yv6K.js.map +1 -0
  159. package/dist/{model-cgt5uvu8.js → model-E5X8YBJM.js} +7 -6
  160. package/dist/model-E5X8YBJM.js.map +1 -0
  161. package/dist/model-calls-B0BoQfJ4.js +95 -0
  162. package/dist/model-calls-B0BoQfJ4.js.map +1 -0
  163. package/dist/{node-D7pAU--0.js → node-BjuhqQwa.js} +21 -10
  164. package/dist/node-BjuhqQwa.js.map +1 -0
  165. package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
  166. package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
  167. package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-B1sIOTD2.js} +2 -2
  168. package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-B1sIOTD2.js.map} +1 -1
  169. package/dist/options-C989kuVE.js +1 -0
  170. package/dist/own-reads-CYmBlrHK.js +15 -0
  171. package/dist/own-reads-CYmBlrHK.js.map +1 -0
  172. package/dist/{patch-DAi1nCuH.js → patch-BR8rdl7r.js} +2 -2
  173. package/dist/{patch-DAi1nCuH.js.map → patch-BR8rdl7r.js.map} +1 -1
  174. package/dist/pi-providers-HygmL1y-.js +552 -0
  175. package/dist/pi-providers-HygmL1y-.js.map +1 -0
  176. package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
  177. package/dist/plain-Ctn8oUdp.js.map +1 -0
  178. package/dist/{plan-CsPilzpk.js → plan-BcT4G5jj.js} +104 -15
  179. package/dist/plan-BcT4G5jj.js.map +1 -0
  180. package/dist/{plugins-BfnhazOv.js → plugins-cC0sqoDA.js} +608 -12
  181. package/dist/plugins-cC0sqoDA.js.map +1 -0
  182. package/dist/preflight-BMVDBcux.js +1 -0
  183. package/dist/{preflight-BixaE4BA.js → preflight-C9OtTb7k.js} +4 -4
  184. package/dist/{preflight-BixaE4BA.js.map → preflight-C9OtTb7k.js.map} +1 -1
  185. package/dist/{preflight-GkpgrBxP.js → preflight-DySHXeFJ.js} +9 -10
  186. package/dist/preflight-DySHXeFJ.js.map +1 -0
  187. package/dist/{preflight-D1C-iH0U.js → preflight-zsAn3heN.js} +1 -1
  188. package/dist/{prepare-C--rM_wO.js → prepare-MaRWRhNT.js} +2 -2
  189. package/dist/prepare-nbX1CXXg.js +409 -0
  190. package/dist/prepare-nbX1CXXg.js.map +1 -0
  191. package/dist/prices-B1vm_lPk.js +1 -0
  192. package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
  193. package/dist/prices-BrY_ihLs.js.map +1 -0
  194. package/dist/{provenance-BXyYwUC8.js → provenance-CkykifD9.js} +5 -5
  195. package/dist/{provenance-BXyYwUC8.js.map → provenance-CkykifD9.js.map} +1 -1
  196. package/dist/provider-DHT20Gl8.js +1 -0
  197. package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
  198. package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
  199. package/dist/provider-stop-CxzWW7Ft.js +69 -0
  200. package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
  201. package/dist/providers-BkLGzaSY.js +1 -0
  202. package/dist/{providers-1p4HKYIp.js → providers-bNgfKa6m.js} +224 -49
  203. package/dist/providers-bNgfKa6m.js.map +1 -0
  204. package/dist/query-B2SQddoV.js +1 -0
  205. package/dist/{query-DhhU9ADI.js → query-DhV3a8lM.js} +2 -2
  206. package/dist/{query-DhhU9ADI.js.map → query-DhV3a8lM.js.map} +1 -1
  207. package/dist/{questions-CMAq4pr8.js → questions-Csv64WCb.js} +7 -7
  208. package/dist/{questions-CMAq4pr8.js.map → questions-Csv64WCb.js.map} +1 -1
  209. package/dist/{record-6IUzwP9K.js → record--vHreTLk.js} +11 -5
  210. package/dist/record--vHreTLk.js.map +1 -0
  211. package/dist/{redact-BhjtnjrU.js → redact-t-L3VGy8.js} +106 -2
  212. package/dist/redact-t-L3VGy8.js.map +1 -0
  213. package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
  214. package/dist/remarks-BpdM_2RC.js.map +1 -0
  215. package/dist/{remarks-BNABzemt.js → remarks-CYFOsnz5.js} +46 -11
  216. package/dist/remarks-CYFOsnz5.js.map +1 -0
  217. package/dist/remarks-CleoDlYw.js +1 -0
  218. package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
  219. package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
  220. package/dist/{remote-U7fNt0UP.js → remote-0CHog7Oq.js} +6 -6
  221. package/dist/{remote-U7fNt0UP.js.map → remote-0CHog7Oq.js.map} +1 -1
  222. package/dist/resolve-Bm9ZyFR-.js +1 -0
  223. package/dist/resolve-Bul8lHaa.js +205 -0
  224. package/dist/resolve-Bul8lHaa.js.map +1 -0
  225. package/dist/{resolve-Cx3a9UQ2.js → resolve-DorSHDBs.js} +14 -11
  226. package/dist/resolve-DorSHDBs.js.map +1 -0
  227. package/dist/resources-DqdwihhT.js +62 -0
  228. package/dist/resources-DqdwihhT.js.map +1 -0
  229. package/dist/{results-CQKXmHym.js → results-DhMgRkR0.js} +9 -22
  230. package/dist/results-DhMgRkR0.js.map +1 -0
  231. package/dist/{resume-POpZa1ge.js → resume-C8Ihfy-C.js} +166 -17
  232. package/dist/resume-C8Ihfy-C.js.map +1 -0
  233. package/dist/{retry-CmG809Mp.js → retry-Bfk7pDti.js} +4 -4
  234. package/dist/{retry-CmG809Mp.js.map → retry-Bfk7pDti.js.map} +1 -1
  235. package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
  236. package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
  237. package/dist/routes-Cp4gAjBZ.js +427 -0
  238. package/dist/routes-Cp4gAjBZ.js.map +1 -0
  239. package/dist/{runtime-Xm9oeC7o.js → runtime-CPUH0Vk5.js} +46 -5
  240. package/dist/runtime-CPUH0Vk5.js.map +1 -0
  241. package/dist/sandbox/boat.d.ts +1 -1
  242. package/dist/sandbox/boat.js +1 -1
  243. package/dist/{sandbox-DrlL4yqb.js → sandbox-z8q_4Ywn.js} +3 -3
  244. package/dist/{sandbox-DrlL4yqb.js.map → sandbox-z8q_4Ywn.js.map} +1 -1
  245. package/dist/sandbox.d.ts +1 -1
  246. package/dist/sandbox.js +1 -1
  247. package/dist/{server-C00zd6zl.js → server-BsQZtuF9.js} +9 -9
  248. package/dist/{server-C00zd6zl.js.map → server-BsQZtuF9.js.map} +1 -1
  249. package/dist/server-ZaMzUNmV.js +1 -0
  250. package/dist/services-BG8xuU82.js +39 -0
  251. package/dist/services-BG8xuU82.js.map +1 -0
  252. package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
  253. package/dist/shared-DtZwIAfy.js.map +1 -0
  254. package/dist/{source-DDgr48Gn.js → source-9HWaTEgV.js} +2 -2
  255. package/dist/{source-DDgr48Gn.js.map → source-9HWaTEgV.js.map} +1 -1
  256. package/dist/source-BcBDj-R0.js +1 -0
  257. package/dist/src-B2eHTCnp.js +3 -0
  258. package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
  259. package/dist/src-B5r1d23Y.js.map +1 -0
  260. package/dist/{src-Dw79VLa3.js → src-Bb3k9Kn_.js} +208 -59
  261. package/dist/src-Bb3k9Kn_.js.map +1 -0
  262. package/dist/src-BfOlH_Bu.js +2 -0
  263. package/dist/src-BuGc40IF.js +2 -0
  264. package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
  265. package/dist/src-C-ChdnG6.js.map +1 -0
  266. package/dist/src-C2K5_afU.js +2 -0
  267. package/dist/{src-YvblOrBU.js → src-C3OhA5pw.js} +87 -13
  268. package/dist/src-C3OhA5pw.js.map +1 -0
  269. package/dist/src-CSVJjghq.js +4 -0
  270. package/dist/{src-y0nOeRRE.js → src-CWfy8ct8.js} +1572 -487
  271. package/dist/src-CWfy8ct8.js.map +1 -0
  272. package/dist/src-CcrQQB0_.js +2 -0
  273. package/dist/src-CotUxxQV.js +2 -0
  274. package/dist/src-D-PwBaBB.js +2 -0
  275. package/dist/{src-Cb2MWozp.js → src-DNWiU__5.js} +276 -41
  276. package/dist/src-DNWiU__5.js.map +1 -0
  277. package/dist/{src-KxS91P7L.js → src-DwcTn4JY.js} +79 -11
  278. package/dist/src-DwcTn4JY.js.map +1 -0
  279. package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
  280. package/dist/src-boB6D-5T.js.map +1 -0
  281. package/dist/{src-DvGns8cz.js → src-c3ZQu7Uu.js} +299 -17
  282. package/dist/src-c3ZQu7Uu.js.map +1 -0
  283. package/dist/src-jYqNkT-F.js +1 -0
  284. package/dist/start-Db5VRcRZ.js +660 -0
  285. package/dist/start-Db5VRcRZ.js.map +1 -0
  286. package/dist/state-CKIjZZRK.js +1 -0
  287. package/dist/{state-328JpnHA.js → state-DUYdzNA7.js} +21 -21
  288. package/dist/{state-328JpnHA.js.map → state-DUYdzNA7.js.map} +1 -1
  289. package/dist/store/local.d.ts +8 -0
  290. package/dist/store/local.js +16 -0
  291. package/dist/store/local.js.map +1 -0
  292. package/dist/store/s3.d.ts +10 -0
  293. package/dist/store/s3.js +18 -0
  294. package/dist/store/s3.js.map +1 -0
  295. package/dist/suite-CH1aaAbs.js +2 -0
  296. package/dist/{suite-COglUhPd.js → suite-DjGxmDSY.js} +6 -5
  297. package/dist/{suite-COglUhPd.js.map → suite-DjGxmDSY.js.map} +1 -1
  298. package/dist/{summary-DDy9DfyJ.js → summary-BK5Sa_N0.js} +28 -7
  299. package/dist/summary-BK5Sa_N0.js.map +1 -0
  300. package/dist/sync-DUi_P2UJ.js +559 -0
  301. package/dist/sync-DUi_P2UJ.js.map +1 -0
  302. package/dist/{tarball-CESxtK4X.js → tarball-C8BSTAMk.js} +2 -2
  303. package/dist/{tarball-CESxtK4X.js.map → tarball-C8BSTAMk.js.map} +1 -1
  304. package/dist/tart-BQ_Ap0l4.js +508 -0
  305. package/dist/tart-BQ_Ap0l4.js.map +1 -0
  306. package/dist/tart-CzViW3WZ.js +186 -0
  307. package/dist/tart-CzViW3WZ.js.map +1 -0
  308. package/dist/tart-DmVuVsmX.js +1 -0
  309. package/dist/tart-bake-D1RttYfM.js +148 -0
  310. package/dist/tart-bake-D1RttYfM.js.map +1 -0
  311. package/dist/tart-bake-DjFcsG3N.js +1 -0
  312. package/dist/tart-cli-BOcluha1.js +1 -0
  313. package/dist/tart-cli-gA9xEaQL.js +89 -0
  314. package/dist/tart-cli-gA9xEaQL.js.map +1 -0
  315. package/dist/tart-hosts-CHNrfV6u.js +313 -0
  316. package/dist/tart-hosts-CHNrfV6u.js.map +1 -0
  317. package/dist/tart-hosts-CWse-ASo.js +1 -0
  318. package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CLBjfF9u.js} +64 -6
  319. package/dist/tart-images-CLBjfF9u.js.map +1 -0
  320. package/dist/testing.d.ts +36 -2
  321. package/dist/testing.js +4 -4
  322. package/dist/tool-class-krsmEo44.js +433 -0
  323. package/dist/tool-class-krsmEo44.js.map +1 -0
  324. package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
  325. package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
  326. package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
  327. package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
  328. package/dist/{transcript-CCf07UmU.js → transcript-BXWZiMuC.js} +3 -3
  329. package/dist/{transcript-CCf07UmU.js.map → transcript-BXWZiMuC.js.map} +1 -1
  330. package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
  331. package/dist/types-CbcnJxCy.js.map +1 -0
  332. package/dist/{types-DBwFsGem.d.ts → types-DKK8jj--.d.ts} +517 -45
  333. package/dist/ui-DKYjTVpn.js +1455 -0
  334. package/dist/ui-DKYjTVpn.js.map +1 -0
  335. package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
  336. package/dist/usage-CwIRPPZ9.js.map +1 -0
  337. package/dist/vercel-models-Ci33llXz.js +21 -0
  338. package/dist/vercel-models-Ci33llXz.js.map +1 -0
  339. package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
  340. package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
  341. package/dist/vertex-DXfcXYKn.js +1 -0
  342. package/dist/view/index.d.ts +32 -3
  343. package/dist/view/index.js +8 -8
  344. package/dist/{views-BROacjBv.js → views-B1zVLJsF.js} +6 -6
  345. package/dist/{views-BROacjBv.js.map → views-B1zVLJsF.js.map} +1 -1
  346. package/dist/views-DCjtw1jF.js +2 -0
  347. package/dist/{worker-entry-Smb4bNDc.js → worker-entry-DrAYYt0M.js} +37 -14
  348. package/dist/worker-entry-DrAYYt0M.js.map +1 -0
  349. package/dist/workspace-CnRbV8cM.js +1 -0
  350. package/dist/{workspace-DNDTEk8v.js → workspace-DwTe1zo6.js} +7 -7
  351. package/dist/{workspace-DNDTEk8v.js.map → workspace-DwTe1zo6.js.map} +1 -1
  352. package/docker/Dockerfile +1 -1
  353. package/package.json +15 -1
  354. package/skills/eval-rubric/SKILL.md +10 -0
  355. package/skills/reeval/SKILL.md +370 -0
  356. package/skills/reeval/references/capture.md +48 -0
  357. package/skills/reeval/references/cli.md +162 -0
  358. package/skills/reeval/references/compare.md +180 -0
  359. package/skills/reeval/references/config.md +147 -0
  360. package/skills/reeval/references/environments.md +218 -0
  361. package/skills/reeval/references/evals.md +241 -0
  362. package/skills/reeval/references/mistakes.md +39 -0
  363. package/skills/reeval/references/vocabulary.md +19 -0
  364. package/skills/setup/SKILL.md +219 -0
  365. package/skills/setup/references/templates.md +258 -0
  366. package/dist/adapter-C60z3wLq.js.map +0 -1
  367. package/dist/agent-BmsMXZXx.js.map +0 -1
  368. package/dist/agents-DXuFxtGC.js.map +0 -1
  369. package/dist/app-files-DT5mJyV4.js.map +0 -1
  370. package/dist/assemble-DM2PNU4R.js.map +0 -1
  371. package/dist/attempt-host-7VviAJrl.js.map +0 -1
  372. package/dist/boat-BjLqFJIZ.js.map +0 -1
  373. package/dist/boat-DSNgZt-t.js +0 -322
  374. package/dist/boat-DSNgZt-t.js.map +0 -1
  375. package/dist/capture-BzotD2hs.js +0 -1
  376. package/dist/capture-Ccf0Hmyx.js.map +0 -1
  377. package/dist/cases-Dy0mifal.js +0 -1
  378. package/dist/cases-z9E6DCd5.js.map +0 -1
  379. package/dist/cli-DTuLSlmW.js.map +0 -1
  380. package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
  381. package/dist/client-KM4C5r5_.js +0 -387
  382. package/dist/client-KM4C5r5_.js.map +0 -1
  383. package/dist/command-DSL7I-SI.js.map +0 -1
  384. package/dist/command-Ff0T-1Hi.js.map +0 -1
  385. package/dist/commands-xAOi_VEk.js.map +0 -1
  386. package/dist/config-SvK8pjEK.js.map +0 -1
  387. package/dist/cost-BdRgySQl.js.map +0 -1
  388. package/dist/cost-Cr26Alhq.js +0 -1
  389. package/dist/db-BzOJ4Js4.js.map +0 -1
  390. package/dist/db-CQRZ3URX.js +0 -2
  391. package/dist/docker--mukta3L.js +0 -1
  392. package/dist/docker-DG_uFgn2.js +0 -246
  393. package/dist/docker-DG_uFgn2.js.map +0 -1
  394. package/dist/doctor-DWK4ttex.js.map +0 -1
  395. package/dist/environment-cPMCOk-h.js.map +0 -1
  396. package/dist/eval-source-C9b1h8L6.js.map +0 -1
  397. package/dist/evaluate-B12Tosvq.js.map +0 -1
  398. package/dist/files-C1Rk9FYA.js +0 -1
  399. package/dist/files-DMQ9-Vv5.js +0 -1
  400. package/dist/files-Di0xDbCc.js +0 -1
  401. package/dist/files-G5jf8wBp.js +0 -1
  402. package/dist/files-s28a6czq.js.map +0 -1
  403. package/dist/harness-DXv2gnaT.js.map +0 -1
  404. package/dist/images-D2jFze2v.js.map +0 -1
  405. package/dist/init-Bi1Q3lRi.js.map +0 -1
  406. package/dist/init-CUw65o36.js +0 -1
  407. package/dist/ink-list-BpfidQ1h.js.map +0 -1
  408. package/dist/kinds-Bh2I35id.js +0 -698
  409. package/dist/kinds-Bh2I35id.js.map +0 -1
  410. package/dist/layout-Cm85tQYk.js.map +0 -1
  411. package/dist/live-CgYbO4Te.js.map +0 -1
  412. package/dist/live-DZLmj0iG.js +0 -1
  413. package/dist/matchers-CXLn-1jm.js +0 -148
  414. package/dist/matchers-CXLn-1jm.js.map +0 -1
  415. package/dist/model-Cv4GuTsZ.js +0 -1
  416. package/dist/model-CwwkrCb7.js.map +0 -1
  417. package/dist/model-cgt5uvu8.js.map +0 -1
  418. package/dist/node-D7pAU--0.js.map +0 -1
  419. package/dist/options-DPUmk7v_.js +0 -1
  420. package/dist/plain-BYUf_fUV.js.map +0 -1
  421. package/dist/plan-CsPilzpk.js.map +0 -1
  422. package/dist/plugins-BfnhazOv.js.map +0 -1
  423. package/dist/preflight-Bn3ianye.js +0 -1
  424. package/dist/preflight-GkpgrBxP.js.map +0 -1
  425. package/dist/prepare-DQEDXoDp.js +0 -268
  426. package/dist/prepare-DQEDXoDp.js.map +0 -1
  427. package/dist/prices-5m3SzMZ3.js.map +0 -1
  428. package/dist/provider-BnUoz4KB.js +0 -1
  429. package/dist/providers-1p4HKYIp.js.map +0 -1
  430. package/dist/providers-B-ijCktf.js +0 -1
  431. package/dist/query-BYhyf0LR.js +0 -1
  432. package/dist/record-6IUzwP9K.js.map +0 -1
  433. package/dist/redact-BhjtnjrU.js.map +0 -1
  434. package/dist/remarks-BNABzemt.js.map +0 -1
  435. package/dist/remarks-CAvTSq16.js +0 -1
  436. package/dist/remarks-D9Lcd1fF.js.map +0 -1
  437. package/dist/resolve-C14Pmtej.js +0 -1
  438. package/dist/resolve-Cx3a9UQ2.js.map +0 -1
  439. package/dist/results-CQKXmHym.js.map +0 -1
  440. package/dist/resume-POpZa1ge.js.map +0 -1
  441. package/dist/runtime-Xm9oeC7o.js.map +0 -1
  442. package/dist/server-C1UJcpUh.js +0 -1
  443. package/dist/shared-Cfi45Bvy.js.map +0 -1
  444. package/dist/source-DJHmQv_j.js +0 -1
  445. package/dist/src-1dBuXzs4.js +0 -3
  446. package/dist/src-BKpioayC.js +0 -2
  447. package/dist/src-BNQznj4z.js.map +0 -1
  448. package/dist/src-BY1cCaoJ.js +0 -2
  449. package/dist/src-BbZYaQ8b.js +0 -2
  450. package/dist/src-CDFH2vVN.js +0 -2
  451. package/dist/src-CMW5R9Q0.js +0 -1
  452. package/dist/src-CV_7DkPa.js.map +0 -1
  453. package/dist/src-Cb2MWozp.js.map +0 -1
  454. package/dist/src-CrV2WA2i.js +0 -2
  455. package/dist/src-CsFaawcZ.js +0 -2
  456. package/dist/src-DAzaCTcN.js.map +0 -1
  457. package/dist/src-DvGns8cz.js.map +0 -1
  458. package/dist/src-Dw79VLa3.js.map +0 -1
  459. package/dist/src-KxS91P7L.js.map +0 -1
  460. package/dist/src-YvblOrBU.js.map +0 -1
  461. package/dist/src-wKwznPgt.js +0 -2
  462. package/dist/src-y0nOeRRE.js.map +0 -1
  463. package/dist/state-Ca55Gk_O.js +0 -1
  464. package/dist/suite-CKBa6MKt.js +0 -2
  465. package/dist/summary-DDy9DfyJ.js.map +0 -1
  466. package/dist/tart-cli-C-GsbVsQ.js +0 -1
  467. package/dist/tart-cli-CU0nFS-L.js +0 -55
  468. package/dist/tart-cli-CU0nFS-L.js.map +0 -1
  469. package/dist/tart-dWoJvWHc.js +0 -586
  470. package/dist/tart-dWoJvWHc.js.map +0 -1
  471. package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
  472. package/dist/tool-target-DS5d72eH.js +0 -40
  473. package/dist/tool-target-DS5d72eH.js.map +0 -1
  474. package/dist/types-C2mLpph3.js.map +0 -1
  475. package/dist/usage-DJiDnh2D.js.map +0 -1
  476. package/dist/vercel-CGlSBv63.js +0 -344
  477. package/dist/vercel-CGlSBv63.js.map +0 -1
  478. package/dist/vertex-O88TCwgY.js +0 -1
  479. package/dist/views-B0Yt_Q1S.js +0 -2
  480. package/dist/worker-entry-Smb4bNDc.js.map +0 -1
  481. package/dist/workspace-C0dDP75l.js +0 -1
@@ -1,4 +1,4 @@
1
- import { s as relativeFile } from "./ids-C_advdJA.js";
1
+ import { c as relativeFile } from "./ids-B-JKTCP8.js";
2
2
  import { existsSync, readFileSync } from "node:fs";
3
3
  import { sep } from "node:path";
4
4
  import { inspect, stripVTControlCharacters } from "node:util";
@@ -167,4 +167,4 @@ function codeFrame(source, indent, loc, columns, range = 2) {
167
167
  }
168
168
  export { reevalFrames as i, comparable as n, formatError as r, codeFrame as t };
169
169
 
170
- //# sourceMappingURL=errors-BZgLSZtV.js.map
170
+ //# sourceMappingURL=errors-C1GBcWE2.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"errors-BZgLSZtV.js","names":[],"sources":["../src/engine/errors.ts"],"mappings":";;;;;;;;;AAyBA,MAAM,SACH,MAAc,QAAQ,QACtB,SACC,QAAQ,KAAK,GAAG,KAAK,OAAO,MAAM;AACtC,MAAM,MAAM,MAAM,EAAE;AACpB,MAAM,SAAS,MAAM,EAAE;AACvB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,GAAG,EAAE;AACxB,MAAM,MAAM,MAAM,GAAG,EAAE;AAEvB,MAAM,UAAU;;AAGhB,MAAa,gBAAgB,eAAuB,CAClD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,KAAK,OACzD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,MAAM,KAC5D;;AAGA,MAAa,cAAc,MAAc,UAAU,QAAQ,aAAa,YAAY;CAClF,MAAM,UAAU,KAAK,WAAW,MAAM,GAAG;CACzC,OAAO,UAAU,QAAQ,YAAY,IAAI;AAC3C;;AAGA,MAAM,SAAS;CAAC;CAAuB;CAA0B;AAAqB;;;;;;AAetF,SAAgB,YAAY,OAAgB,SAAgC;CAC1E,MAAM,QAAkB,CAAC;CACzB,WAAW,OAAO,SAAS,OAAO,IAAI;CACtC,OAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WACP,OACA,SACA,KACA,eACM;CACN,IAAI,IAAI;CACR,IAAI,MAAM,QAAS,OAAO,MAAM,YAAY,OAAO,MAAM,YACvD,IAAI;EAAE,SAAS,OAAO,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;EAAI,OAAO,OAAO,KAAK;CAAE;CACrE,MAAM,OAAO,QAAQ,KAAK,KAAK,QAAQ,WAAW,GAAG,CAAC;CAEtD,MAAM,OAAO,GAAG,EAAE,QAAQ,QAAQ,IAAI,EAAE,WAAW;CACnD,MAAM,MACJ,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,SAAS,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAC/E;EAAE,GAAG;EAAG,OAAO,EAAE,MAAM,MAAM,KAAK,MAAM;CAAE,IAC1C;CACN,MAAM,SAAS,qBAAqB,KAAc,EAChD,cAAc,QAAQ,UACpB,CAAC,KAAK,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,KAC1D,CAAC,OAAO,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,EAC9D,CAAC;CACD,MAAM,UAAU,OAAO,MACpB,UAAU,CAAC,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,gBAAgB,KAAK,WAAW,MAAM,IAAI,CACxF;CACA,MAAM,OAAO,EAAE,QAAQ;CACvB,IAAI,CAAC,EAAE,SAAS,IAAI,KAAK,QAAQ,CAAC,CAAC;MAC9B,IAAI,EAAE,QAAQ,SAAS,KAAM,IAAI,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS;MACxE,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC;CAChD,IAAI,EAAE,WAAW,IAAI,KAAK,GAAG,EAAE,UAAU,GAAG;CAC5C,IAAI,EAAE,MAAM,IAAI,KAAK,KAAK,EAAE,KAAK,GAAG;CACpC,IAAI,EAAE,OAAO,IAAI,KAAK,OAAO,EAAE,KAAK,CAAC;MAChC;EACH,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,QAAQ,UAAU,UAAU,OAAO;GACzC,MAAM,OAAO,aAAa,QAAQ,MAAM,MAAM,IAAI;GAClD,IAAI,KACF,MACE,IAAI,IAAI,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,MAAM,KAAK,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG,GAChH,CACF;GACA,IAAI,iBAAiB,UAAU,SAAS;IACtC,MAAM,SAAS,aAAa,MAAM,MAAM,MAAM;IAC9C,IAAI,KAAK,UAAU,QAAQ,GAAG,OAAO,QAAQ,WAAW,EAAE,CAAC;GAC7D;EACF;EACA,IAAI,OAAO,QAAQ,IAAI,KAAK,EAAE;EAC9B,MAAM,aAAa,gBAAgB,CAAC;EACpC,IAAI,OAAO,KAAK,UAAU,CAAC,CAAC,QAAQ;GAClC,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,QAAQ,WAAW,EAAE,CAAC,CAAC,CAAC;GACpD,IAAI,KAAK,GAAG,IAAI,KAAK,mBAAmB,CAAC,EAAE,GAAG,KAAK,QAAQ,UAAU,CAAC,GAAG;EAC3E;CACF;CACA,IAAI,EAAE,SAAS,MAAM;EACnB,IAAI,QAAQ,EAAE;EACd,IAAI,OAAO,UAAU,UAAU;GAC7B,MAAM,OAAO,OAAO,KAAK;GACzB,QAAQ;IAAE,MAAM;IAAa,SAAS;IAAM,OAAO;GAAK;EAC1D,OAAO,IAAI,EAAE,UAAU,QAAQ,QAAQ;GAAE,GAAG;GAAO,MAAM;EAAY;OAChE,QAAQ;GAAE,GAAG;GAAO,MAAM,cAAc,MAAM;EAAO;EAC1D,WAAW,OAAO,SAAS,KAAK,KAAK;CACvC;AACF;AAEA,MAAM,0BAAU,IAAI,IAAI;CACtB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,GAAG,OAAO,oBAAoB,MAAM,SAAS;CAC7C,GAAG,OAAO,oBAAoB,OAAO,SAAS;AAChD,CAAC;;;;;AAMD,MAAM,gBAAgB,IAAI,IAAI,OAAO,oBAAoB,aAAa,SAAS,CAAC;;AAGhF,SAAS,gBAAgB,GAA6C;CACpE,MAAM,aAAsC,OAAO,OAAO,IAAI;CAC9D,IAAI,EAAE,SAAS,kBAAkB,OAAO;CACxC,MAAM,eAAe,oBAAoB;CACzC,KAAK,MAAM,OAAO,OAAO,oBAAoB,CAAC,GAC5C,IAAI,QAAQ,SACN;MAAA,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,UAAU,WAAW,QAAQ,EAAE;CAAA,OACpE,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,EAAE,gBAAgB,cAAc,IAAI,GAAG,IACrE,WAAW,OAAO,EAAE;CAGxB,OAAO;AACT;AAEA,MAAM,UAAU,KAAkB,OAAO,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE,EAAE;;AAG/E,SAAgB,UACd,QACA,QACA,KACA,SACA,QAAQ,GACA;CACR,MAAM,QAAQ,iBAAiB,QAAQ,IAAI,MAAM,IAAI,MAAM;CAC3D,MAAM,QAAQ,OAAO,MAAM,WAAW;CACtC,MAAM,KAAK,OAAO,KAAK,MAAM,IAAI,IAAI;CACrC,IAAI,QAAQ;CACZ,MAAM,MAAgB,CAAC;CACvB,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,SAAU,MAAM,EAAE,CAAY,SAAS;EACvC,IAAI,QAAQ,OAAO;EACnB,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,SAAS,IAAI,MAAM,QAAQ,KAAK;GAC5E,MAAM,OAAO,MAAM;GACnB,MAAM,WAAW,yBAAyB,IAAI;GAC9C,IAAI,SAAS,WAAW,sBAAsB,GAAG;GAEjD,IAAI,SAAS,SAAS,KAAK,OAAO;GAClC,MAAM,YAAY,eAAe,KAAK,QAAQ,OAAO,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,QAAQ;GACzF,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,YAAY,IAAI,cAAc,UAAU;GAClE,IAAI,MAAM,GAAG;IACX,MAAM,MAAM,SAAS,QAAQ,KAAK,WAAW,KAAK;IAClD,IAAI,KAAK,OAAO,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC;GACpD;EACF;EACA;CACF;CACA,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI;AAC/D"}
1
+ {"version":3,"file":"errors-C1GBcWE2.js","names":[],"sources":["../src/engine/errors.ts"],"mappings":";;;;;;;;;AAyBA,MAAM,SACH,MAAc,QAAQ,QACtB,SACC,QAAQ,KAAK,GAAG,KAAK,OAAO,MAAM;AACtC,MAAM,MAAM,MAAM,EAAE;AACpB,MAAM,SAAS,MAAM,EAAE;AACvB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,GAAG,EAAE;AACxB,MAAM,MAAM,MAAM,GAAG,EAAE;AAEvB,MAAM,UAAU;;AAGhB,MAAa,gBAAgB,eAAuB,CAClD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,KAAK,OACzD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,MAAM,KAC5D;;AAGA,MAAa,cAAc,MAAc,UAAU,QAAQ,aAAa,YAAY;CAClF,MAAM,UAAU,KAAK,WAAW,MAAM,GAAG;CACzC,OAAO,UAAU,QAAQ,YAAY,IAAI;AAC3C;;AAGA,MAAM,SAAS;CAAC;CAAuB;CAA0B;AAAqB;;;;;;AAetF,SAAgB,YAAY,OAAgB,SAAgC;CAC1E,MAAM,QAAkB,CAAC;CACzB,WAAW,OAAO,SAAS,OAAO,IAAI;CACtC,OAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WACP,OACA,SACA,KACA,eACM;CACN,IAAI,IAAI;CACR,IAAI,MAAM,QAAS,OAAO,MAAM,YAAY,OAAO,MAAM,YACvD,IAAI;EAAE,SAAS,OAAO,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;EAAI,OAAO,OAAO,KAAK;CAAE;CACrE,MAAM,OAAO,QAAQ,KAAK,KAAK,QAAQ,WAAW,GAAG,CAAC;CAEtD,MAAM,OAAO,GAAG,EAAE,QAAQ,QAAQ,IAAI,EAAE,WAAW;CACnD,MAAM,MACJ,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,SAAS,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAC/E;EAAE,GAAG;EAAG,OAAO,EAAE,MAAM,MAAM,KAAK,MAAM;CAAE,IAC1C;CACN,MAAM,SAAS,qBAAqB,KAAc,EAChD,cAAc,QAAQ,UACpB,CAAC,KAAK,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,KAC1D,CAAC,OAAO,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,EAC9D,CAAC;CACD,MAAM,UAAU,OAAO,MACpB,UAAU,CAAC,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,gBAAgB,KAAK,WAAW,MAAM,IAAI,CACxF;CACA,MAAM,OAAO,EAAE,QAAQ;CACvB,IAAI,CAAC,EAAE,SAAS,IAAI,KAAK,QAAQ,CAAC,CAAC;MAC9B,IAAI,EAAE,QAAQ,SAAS,KAAM,IAAI,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS;MACxE,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC;CAChD,IAAI,EAAE,WAAW,IAAI,KAAK,GAAG,EAAE,UAAU,GAAG;CAC5C,IAAI,EAAE,MAAM,IAAI,KAAK,KAAK,EAAE,KAAK,GAAG;CACpC,IAAI,EAAE,OAAO,IAAI,KAAK,OAAO,EAAE,KAAK,CAAC;MAChC;EACH,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,QAAQ,UAAU,UAAU,OAAO;GACzC,MAAM,OAAO,aAAa,QAAQ,MAAM,MAAM,IAAI;GAClD,IAAI,KACF,MACE,IAAI,IAAI,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,MAAM,KAAK,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG,GAChH,CACF;GACA,IAAI,iBAAiB,UAAU,SAAS;IACtC,MAAM,SAAS,aAAa,MAAM,MAAM,MAAM;IAC9C,IAAI,KAAK,UAAU,QAAQ,GAAG,OAAO,QAAQ,WAAW,EAAE,CAAC;GAC7D;EACF;EACA,IAAI,OAAO,QAAQ,IAAI,KAAK,EAAE;EAC9B,MAAM,aAAa,gBAAgB,CAAC;EACpC,IAAI,OAAO,KAAK,UAAU,CAAC,CAAC,QAAQ;GAClC,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,QAAQ,WAAW,EAAE,CAAC,CAAC,CAAC;GACpD,IAAI,KAAK,GAAG,IAAI,KAAK,mBAAmB,CAAC,EAAE,GAAG,KAAK,QAAQ,UAAU,CAAC,GAAG;EAC3E;CACF;CACA,IAAI,EAAE,SAAS,MAAM;EACnB,IAAI,QAAQ,EAAE;EACd,IAAI,OAAO,UAAU,UAAU;GAC7B,MAAM,OAAO,OAAO,KAAK;GACzB,QAAQ;IAAE,MAAM;IAAa,SAAS;IAAM,OAAO;GAAK;EAC1D,OAAO,IAAI,EAAE,UAAU,QAAQ,QAAQ;GAAE,GAAG;GAAO,MAAM;EAAY;OAChE,QAAQ;GAAE,GAAG;GAAO,MAAM,cAAc,MAAM;EAAO;EAC1D,WAAW,OAAO,SAAS,KAAK,KAAK;CACvC;AACF;AAEA,MAAM,0BAAU,IAAI,IAAI;CACtB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,GAAG,OAAO,oBAAoB,MAAM,SAAS;CAC7C,GAAG,OAAO,oBAAoB,OAAO,SAAS;AAChD,CAAC;;;;;AAMD,MAAM,gBAAgB,IAAI,IAAI,OAAO,oBAAoB,aAAa,SAAS,CAAC;;AAGhF,SAAS,gBAAgB,GAA6C;CACpE,MAAM,aAAsC,OAAO,OAAO,IAAI;CAC9D,IAAI,EAAE,SAAS,kBAAkB,OAAO;CACxC,MAAM,eAAe,oBAAoB;CACzC,KAAK,MAAM,OAAO,OAAO,oBAAoB,CAAC,GAC5C,IAAI,QAAQ,SACN;MAAA,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,UAAU,WAAW,QAAQ,EAAE;CAAA,OACpE,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,EAAE,gBAAgB,cAAc,IAAI,GAAG,IACrE,WAAW,OAAO,EAAE;CAGxB,OAAO;AACT;AAEA,MAAM,UAAU,KAAkB,OAAO,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE,EAAE;;AAG/E,SAAgB,UACd,QACA,QACA,KACA,SACA,QAAQ,GACA;CACR,MAAM,QAAQ,iBAAiB,QAAQ,IAAI,MAAM,IAAI,MAAM;CAC3D,MAAM,QAAQ,OAAO,MAAM,WAAW;CACtC,MAAM,KAAK,OAAO,KAAK,MAAM,IAAI,IAAI;CACrC,IAAI,QAAQ;CACZ,MAAM,MAAgB,CAAC;CACvB,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,SAAU,MAAM,EAAE,CAAY,SAAS;EACvC,IAAI,QAAQ,OAAO;EACnB,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,SAAS,IAAI,MAAM,QAAQ,KAAK;GAC5E,MAAM,OAAO,MAAM;GACnB,MAAM,WAAW,yBAAyB,IAAI;GAC9C,IAAI,SAAS,WAAW,sBAAsB,GAAG;GAEjD,IAAI,SAAS,SAAS,KAAK,OAAO;GAClC,MAAM,YAAY,eAAe,KAAK,QAAQ,OAAO,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,QAAQ;GACzF,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,YAAY,IAAI,cAAc,UAAU;GAClE,IAAI,MAAM,GAAG;IACX,MAAM,MAAM,SAAS,QAAQ,KAAK,WAAW,KAAK;IAClD,IAAI,KAAK,OAAO,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC;GACpD;EACF;EACA;CACF;CACA,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI;AAC/D"}
@@ -1,10 +1,10 @@
1
1
  import { n as UsageError } from "./errors-ttMTnIYX.js";
2
+ import { c as relativeFile, l as sha256 } from "./ids-B-JKTCP8.js";
3
+ import { m as redactJsonText } from "./redact-t-L3VGy8.js";
2
4
  import { t as isObjectLike } from "./object-CeQ8dgUC.js";
3
- import { h as isEnvironment } from "./environment-cPMCOk-h.js";
4
- import { c as sha256, s as relativeFile } from "./ids-C_advdJA.js";
5
- import { V as harnessId, et as sandboxId } from "./config-SvK8pjEK.js";
6
- import { p as redactJsonText } from "./redact-BhjtnjrU.js";
7
- import { a as originalText } from "./adapter-C60z3wLq.js";
5
+ import { h as isEnvironment } from "./environment-C0Gg8kyN.js";
6
+ import { U as harnessId, at as sandboxId } from "./config-C0RKt00M.js";
7
+ import { a as originalText } from "./adapter-Di9H2etg.js";
8
8
  import { resolve } from "node:path";
9
9
  import { readFile } from "node:fs/promises";
10
10
  // src/eval-source.ts
@@ -79,26 +79,38 @@ async function evalFile(root, file) {
79
79
  /**
80
80
  * One level's options with each harness, sandbox, environment and judge model by its id rather
81
81
  * than its object: the cell's other fingerprint parts already cover what they hold, and their
82
- * objects carry host paths and functions.
82
+ * objects carry host paths and functions. The plural keys hash under their singular names
83
+ * (`harness`, `environment`, `compare.baseline` for `compare.control`), the names records
84
+ * written before the plurals hashed, so those records stay comparable.
83
85
  */
84
86
  function canonicalOptions(options) {
85
87
  const out = {};
86
88
  for (const [key, value] of Object.entries(options)) {
87
89
  if (value === void 0 || UNHASHED.has(key)) continue;
88
- if (key === "harnesses") out[key] = harnessForm(value);
90
+ if (key === "harnesses") out.harness = harnessForm(value);
91
+ else if (key === "environments") out.environment = oneOrList(value);
89
92
  else if (key === "sandbox") out[key] = sandboxId(value);
90
93
  else if (key === "judge" && isObjectLike(value)) out[key] = {
91
94
  ...value,
92
95
  ..."model" in value ? { model: modelId(value.model) } : {}
93
96
  };
94
- else if (key === "compare" && isObjectLike(value) && Array.isArray(value.harnesses)) out[key] = {
95
- ...value,
96
- harnesses: value.harnesses.map(harnessForm)
97
- };
97
+ else if (key === "compare" && isObjectLike(value)) out[key] = compareForm(value);
98
+ else if (key === "pin" && Array.isArray(value)) out[key] = value.map((k) => k === "harnesses" ? "harness" : k);
98
99
  else out[key] = value;
99
100
  }
100
101
  return out;
101
102
  }
103
+ /** `compare` with `control` hashed as `baseline` and `harnesses` as `harness`. */
104
+ function compareForm(compare) {
105
+ const { control, harnesses, ...rest } = compare;
106
+ return {
107
+ ...rest,
108
+ ...control !== void 0 ? { baseline: control } : {},
109
+ ...harnesses !== void 0 ? { harness: Array.isArray(harnesses) ? harnesses.map(harnessForm) : harnesses } : {}
110
+ };
111
+ }
112
+ /** A one-item list as its item: the hash's `environment` held one environment. */
113
+ const oneOrList = (value) => Array.isArray(value) && value.length === 1 ? value[0] : value;
102
114
  function harnessForm(value) {
103
115
  if (typeof value === "string" || typeof value === "function") return value;
104
116
  if (Array.isArray(value)) return value.map(harnessForm);
@@ -150,4 +162,4 @@ function canonical(value, path, how) {
150
162
  }
151
163
  export { optionsHash as a, evalFile as i, caseHash as n, sourcesPart as o, caseJson as r, bodyHash as t };
152
164
 
153
- //# sourceMappingURL=eval-source-C9b1h8L6.js.map
165
+ //# sourceMappingURL=eval-source-CsW5VIXS.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-source-CsW5VIXS.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;;;AASA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,UAAU,YAAY,KAAK;OACnD,IAAI,QAAQ,gBAAgB,IAAI,cAAc,UAAU,KAAK;OAC7D,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,GAAG,IAAI,OAAO,YAAY,KAAK;OAC5E,IAAI,QAAQ,SAAS,MAAM,QAAQ,KAAK,GAC3C,IAAI,OAAO,MAAM,KAAK,MAAO,MAAM,cAAc,YAAY,CAAE;OAC1D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;;AAGA,SAAS,YAAY,SAA2D;CAC9E,MAAM,EAAE,SAAS,WAAW,GAAG,SAAS;CACxC,OAAO;EACL,GAAG;EACH,GAAI,YAAY,KAAA,IAAY,EAAE,UAAU,QAAQ,IAAI,CAAC;EACrD,GAAI,cAAc,KAAA,IACd,EAAE,SAAS,MAAM,QAAQ,SAAS,IAAI,UAAU,IAAI,WAAW,IAAI,UAAU,IAC7E,CAAC;CACP;AACF;;AAGA,MAAM,aAAa,UACjB,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,IAAI,MAAM,KAAK;AAE1D,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}