reeval 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +803 -0
  2. package/README.md +15 -15
  3. package/assets/gateway-models.mjs +65 -31
  4. package/dist/{adapter-C60z3wLq.js → adapter-BdzhdRYo.js} +8 -6
  5. package/dist/adapter-BdzhdRYo.js.map +1 -0
  6. package/dist/{agent-BmsMXZXx.js → agent-Dx-bDmlV.js} +179 -31
  7. package/dist/agent-Dx-bDmlV.js.map +1 -0
  8. package/dist/{agents-DXuFxtGC.js → agents-l0-k7vw3.js} +361 -101
  9. package/dist/agents-l0-k7vw3.js.map +1 -0
  10. package/dist/{app-files-DT5mJyV4.js → app-files-B-CQYB0c.js} +3 -3
  11. package/dist/app-files-B-CQYB0c.js.map +1 -0
  12. package/dist/{assemble-CE4pHKIa.js → assemble-CYMpN8LC.js} +1 -1
  13. package/dist/{assemble-DM2PNU4R.js → assemble-CsZIcJo8.js} +171 -18
  14. package/dist/assemble-CsZIcJo8.js.map +1 -0
  15. package/dist/{attempt-CAdlwlNu.js → attempt-CKfKsqqw.js} +2 -2
  16. package/dist/{attempt-CAdlwlNu.js.map → attempt-CKfKsqqw.js.map} +1 -1
  17. package/dist/{attempt-host-7VviAJrl.js → attempt-host-BwSmNYkX.js} +17 -8
  18. package/dist/attempt-host-BwSmNYkX.js.map +1 -0
  19. package/dist/{boat-BjLqFJIZ.js → boat-CZpAreTB.js} +3 -3
  20. package/dist/{boat-BjLqFJIZ.js.map → boat-CZpAreTB.js.map} +1 -1
  21. package/dist/{boat-DSNgZt-t.js → boat-su1Y7LPd.js} +17 -14
  22. package/dist/boat-su1Y7LPd.js.map +1 -0
  23. package/dist/bridge/index.mjs +6 -1
  24. package/dist/{capture-Ccf0Hmyx.js → capture-BqIAeFyC.js} +55 -29
  25. package/dist/{capture-Ccf0Hmyx.js.map → capture-BqIAeFyC.js.map} +1 -1
  26. package/dist/capture-D0Ln5aCP.js +1 -0
  27. package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
  28. package/dist/cases-CM-MQRQp.js.map +1 -0
  29. package/dist/cases-FvhbM8M5.js +1 -0
  30. package/dist/{cli-DTuLSlmW.js → cli-s_3opn_I.js} +219 -109
  31. package/dist/cli-s_3opn_I.js.map +1 -0
  32. package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-DxzIjmq_.js} +109 -26
  33. package/dist/cli-spec-DxzIjmq_.js.map +1 -0
  34. package/dist/cli.js +2 -2
  35. package/dist/client-C5fIzHQa.js +803 -0
  36. package/dist/client-C5fIzHQa.js.map +1 -0
  37. package/dist/{command-DSL7I-SI.js → command-B5OAIjp7.js} +25 -21
  38. package/dist/command-B5OAIjp7.js.map +1 -0
  39. package/dist/{command-C2C7P5qo.js → command-BJ7KqczP.js} +10 -10
  40. package/dist/{command-C2C7P5qo.js.map → command-BJ7KqczP.js.map} +1 -1
  41. package/dist/{command-D8oMB2fa.js → command-BXLZsEwQ.js} +16 -16
  42. package/dist/{command-D8oMB2fa.js.map → command-BXLZsEwQ.js.map} +1 -1
  43. package/dist/{command-Ff0T-1Hi.js → command-DA_SHQUQ.js} +16 -16
  44. package/dist/{command-Ff0T-1Hi.js.map → command-DA_SHQUQ.js.map} +1 -1
  45. package/dist/{commands-xAOi_VEk.js → commands-BKBamOcX.js} +174 -40
  46. package/dist/commands-BKBamOcX.js.map +1 -0
  47. package/dist/{commands-Bk9NG1s_.js → commands-BPvAOEmb.js} +1 -1
  48. package/dist/{config-SvK8pjEK.js → config-C0URar0t.js} +255 -89
  49. package/dist/config-C0URar0t.js.map +1 -0
  50. package/dist/{context-BdgCao9Q.js → context-Sj58aJEu.js} +2 -2
  51. package/dist/{context-BdgCao9Q.js.map → context-Sj58aJEu.js.map} +1 -1
  52. package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
  53. package/dist/cost-C21gGrju.js.map +1 -0
  54. package/dist/cost-IM80LyGD.js +1 -0
  55. package/dist/{cursor-catalog-DEzan4IT.js → cursor-catalog-FWgSo-T1.js} +4 -4
  56. package/dist/{cursor-catalog-DEzan4IT.js.map → cursor-catalog-FWgSo-T1.js.map} +1 -1
  57. package/dist/db-Bc4L-Wcr.js +2 -0
  58. package/dist/{db-BzOJ4Js4.js → db-BjAWxVAG.js} +142 -248
  59. package/dist/db-BjAWxVAG.js.map +1 -0
  60. package/dist/debug-CIXzB4wK.js.map +1 -1
  61. package/dist/{default-effort-BBDPbJ4D.js → default-effort-CWlhZ6U1.js} +1 -1
  62. package/dist/{default-effort-BDKIxJyC.js → default-effort-Ck2GYIxX.js} +4 -4
  63. package/dist/{default-effort-BDKIxJyC.js.map → default-effort-Ck2GYIxX.js.map} +1 -1
  64. package/dist/{dist-Db7ifchA.js → dist-DeqeCUZe.js} +5 -5
  65. package/dist/{dist-Db7ifchA.js.map → dist-DeqeCUZe.js.map} +1 -1
  66. package/dist/{docker-DG_uFgn2.js → docker-CDdK6Ity.js} +41 -16
  67. package/dist/docker-CDdK6Ity.js.map +1 -0
  68. package/dist/{docker-DFrjoNs-.js → docker-D74l67k8.js} +4 -4
  69. package/dist/{docker-DFrjoNs-.js.map → docker-D74l67k8.js.map} +1 -1
  70. package/dist/{docker--mukta3L.js → docker-DMug3l-a.js} +1 -1
  71. package/dist/{doctor-DWK4ttex.js → doctor-eFxyn6at.js} +85 -46
  72. package/dist/doctor-eFxyn6at.js.map +1 -0
  73. package/dist/{environment-cPMCOk-h.js → environment-CJIKz-Ud.js} +49 -11
  74. package/dist/environment-CJIKz-Ud.js.map +1 -0
  75. package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
  76. package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
  77. package/dist/{eval-source-C9b1h8L6.js → eval-source-CXIRJ91v.js} +24 -12
  78. package/dist/eval-source-CXIRJ91v.js.map +1 -0
  79. package/dist/{evaluate-B12Tosvq.js → evaluate-DA4QsrHO.js} +792 -281
  80. package/dist/evaluate-DA4QsrHO.js.map +1 -0
  81. package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DHrU4Wld.d.ts} +2 -2
  82. package/dist/fake-bootstrap-CnwWG3kP.js +15 -0
  83. package/dist/fake-bootstrap-CnwWG3kP.js.map +1 -0
  84. package/dist/{files-BOBdC0uI.js → files-BVVWAS0A.js} +6 -6
  85. package/dist/{files-BOBdC0uI.js.map → files-BVVWAS0A.js.map} +1 -1
  86. package/dist/files-BaqXvB88.js +1 -0
  87. package/dist/{files-tiNWe8Ih.js → files-Bey1VAex.js} +3 -3
  88. package/dist/{files-tiNWe8Ih.js.map → files-Bey1VAex.js.map} +1 -1
  89. package/dist/files-BjOJw4sn.js +1 -0
  90. package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
  91. package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
  92. package/dist/files-CNHhSyb3.js +1 -0
  93. package/dist/files-CW1lChNh.js +1 -0
  94. package/dist/{files-F5EG0WPT.js → files-D6j-XpaK.js} +5 -5
  95. package/dist/{files-F5EG0WPT.js.map → files-D6j-XpaK.js.map} +1 -1
  96. package/dist/{files-s28a6czq.js → files-F44NRCN0.js} +143 -20
  97. package/dist/files-F44NRCN0.js.map +1 -0
  98. package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
  99. package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
  100. package/dist/gateway.d.ts +1 -1
  101. package/dist/{git-BpoqEgDV.js → git-Jqkf9SBa.js} +3 -3
  102. package/dist/{git-BpoqEgDV.js.map → git-Jqkf9SBa.js.map} +1 -1
  103. package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
  104. package/dist/harness-FcTyyPco.js.map +1 -0
  105. package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
  106. package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
  107. package/dist/harness.d.ts +11 -8
  108. package/dist/harness.js +1 -1
  109. package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
  110. package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
  111. package/dist/{images-D2jFze2v.js → images-Dsc4Wi-F.js} +65 -30
  112. package/dist/images-Dsc4Wi-F.js.map +1 -0
  113. package/dist/index.d.ts +46 -7
  114. package/dist/index.js +6 -6
  115. package/dist/init-C0oUG3jh.js +1 -0
  116. package/dist/{init-Bi1Q3lRi.js → init-QB5ecPDA.js} +33 -14
  117. package/dist/init-QB5ecPDA.js.map +1 -0
  118. package/dist/{ink-list-BpfidQ1h.js → ink-list-mCJypk3d.js} +2 -2
  119. package/dist/{ink-list-BpfidQ1h.js.map → ink-list-mCJypk3d.js.map} +1 -1
  120. package/dist/{invocations-CxGNOlh0.js → invocations-BSr4lRzI.js} +5 -5
  121. package/dist/{invocations-CxGNOlh0.js.map → invocations-BSr4lRzI.js.map} +1 -1
  122. package/dist/{judge-COMXT1Hx.js → judge-eGH39PaP.js} +12 -10
  123. package/dist/{judge-COMXT1Hx.js.map → judge-eGH39PaP.js.map} +1 -1
  124. package/dist/judge.d.ts +3 -1
  125. package/dist/judge.js +1 -1
  126. package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
  127. package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
  128. package/dist/{layout-Cm85tQYk.js → layout-DfQa4mJs.js} +14 -11
  129. package/dist/layout-DfQa4mJs.js.map +1 -0
  130. package/dist/{list-DuThsE28.js → list-Dh6T0kdr.js} +23 -12
  131. package/dist/{list-DuThsE28.js.map → list-Dh6T0kdr.js.map} +1 -1
  132. package/dist/live-DwjWJTdn.js +1 -0
  133. package/dist/{live-CgYbO4Te.js → live-xTZs0c61.js} +2 -2
  134. package/dist/{live-CgYbO4Te.js.map → live-xTZs0c61.js.map} +1 -1
  135. package/dist/{live-DL0se4Zd.js → live-y1p3oNXH.js} +9 -9
  136. package/dist/{live-DL0se4Zd.js.map → live-y1p3oNXH.js.map} +1 -1
  137. package/dist/{model-CwwkrCb7.js → model-3pZZzloU.js} +7 -5
  138. package/dist/model-3pZZzloU.js.map +1 -0
  139. package/dist/{model-CkNVAxob.js → model-DEjwetkJ.js} +1 -1
  140. package/dist/{model-V3mMXp6x.js → model-DNpKiHqO.js} +6 -6
  141. package/dist/{model-V3mMXp6x.js.map → model-DNpKiHqO.js.map} +1 -1
  142. package/dist/model-calls-B0BoQfJ4.js +95 -0
  143. package/dist/model-calls-B0BoQfJ4.js.map +1 -0
  144. package/dist/{model-cgt5uvu8.js → model-jRKSQBg6.js} +5 -5
  145. package/dist/{model-cgt5uvu8.js.map → model-jRKSQBg6.js.map} +1 -1
  146. package/dist/model-nfewGTzB.js +1 -0
  147. package/dist/{node-D7pAU--0.js → node-DM-mLGdX.js} +7 -7
  148. package/dist/{node-D7pAU--0.js.map → node-DM-mLGdX.js.map} +1 -1
  149. package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
  150. package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
  151. package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-C0aRo633.js} +2 -2
  152. package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-C0aRo633.js.map} +1 -1
  153. package/dist/options-DpsJ_5CU.js +1 -0
  154. package/dist/{patch-DAi1nCuH.js → patch-Bx-qp8Li.js} +2 -2
  155. package/dist/{patch-DAi1nCuH.js.map → patch-Bx-qp8Li.js.map} +1 -1
  156. package/dist/pi-providers-HygmL1y-.js +552 -0
  157. package/dist/pi-providers-HygmL1y-.js.map +1 -0
  158. package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
  159. package/dist/plain-Ctn8oUdp.js.map +1 -0
  160. package/dist/{plan-CsPilzpk.js → plan-ChO0A-xn.js} +63 -12
  161. package/dist/plan-ChO0A-xn.js.map +1 -0
  162. package/dist/{plugins-BfnhazOv.js → plugins-BioMWncI.js} +636 -9
  163. package/dist/plugins-BioMWncI.js.map +1 -0
  164. package/dist/{preflight-D1C-iH0U.js → preflight-BUjk_6wT.js} +1 -1
  165. package/dist/{preflight-GkpgrBxP.js → preflight-CJSGzMzc.js} +8 -9
  166. package/dist/preflight-CJSGzMzc.js.map +1 -0
  167. package/dist/preflight-DD3fI4Hz.js +1 -0
  168. package/dist/{preflight-BixaE4BA.js → preflight-qFCXmxha.js} +4 -4
  169. package/dist/{preflight-BixaE4BA.js.map → preflight-qFCXmxha.js.map} +1 -1
  170. package/dist/{prepare-DQEDXoDp.js → prepare-D7oSSFNm.js} +9 -9
  171. package/dist/{prepare-DQEDXoDp.js.map → prepare-D7oSSFNm.js.map} +1 -1
  172. package/dist/{prepare-C--rM_wO.js → prepare-xHU2BpN-.js} +2 -2
  173. package/dist/prices-B1vm_lPk.js +1 -0
  174. package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
  175. package/dist/prices-BrY_ihLs.js.map +1 -0
  176. package/dist/{provenance-BXyYwUC8.js → provenance-B-flBAzR.js} +5 -5
  177. package/dist/{provenance-BXyYwUC8.js.map → provenance-B-flBAzR.js.map} +1 -1
  178. package/dist/provider-DHT20Gl8.js +1 -0
  179. package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
  180. package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
  181. package/dist/provider-stop-CxzWW7Ft.js +69 -0
  182. package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
  183. package/dist/{providers-1p4HKYIp.js → providers-B6StVyfG.js} +215 -48
  184. package/dist/providers-B6StVyfG.js.map +1 -0
  185. package/dist/providers-Dljf6al6.js +1 -0
  186. package/dist/query-BAc2tQZj.js +1 -0
  187. package/dist/{query-DhhU9ADI.js → query-CkLmJv7R.js} +2 -2
  188. package/dist/{query-DhhU9ADI.js.map → query-CkLmJv7R.js.map} +1 -1
  189. package/dist/{questions-CMAq4pr8.js → questions-CJIh2FSX.js} +7 -7
  190. package/dist/{questions-CMAq4pr8.js.map → questions-CJIh2FSX.js.map} +1 -1
  191. package/dist/{record-6IUzwP9K.js → record-nVVujCW7.js} +2 -2
  192. package/dist/{record-6IUzwP9K.js.map → record-nVVujCW7.js.map} +1 -1
  193. package/dist/{redact-BhjtnjrU.js → redact-DL2BTykw.js} +17 -2
  194. package/dist/redact-DL2BTykw.js.map +1 -0
  195. package/dist/{remarks-BNABzemt.js → remarks-B3wjKscW.js} +46 -11
  196. package/dist/remarks-B3wjKscW.js.map +1 -0
  197. package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
  198. package/dist/remarks-BpdM_2RC.js.map +1 -0
  199. package/dist/remarks-CleoDlYw.js +1 -0
  200. package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
  201. package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
  202. package/dist/{remote-U7fNt0UP.js → remote-C88amFRN.js} +6 -6
  203. package/dist/{remote-U7fNt0UP.js.map → remote-C88amFRN.js.map} +1 -1
  204. package/dist/resolve-Bul8lHaa.js +205 -0
  205. package/dist/resolve-Bul8lHaa.js.map +1 -0
  206. package/dist/resolve-DW92wpIZ.js +1 -0
  207. package/dist/{resolve-Cx3a9UQ2.js → resolve-G576PiFJ.js} +14 -11
  208. package/dist/resolve-G576PiFJ.js.map +1 -0
  209. package/dist/{results-CQKXmHym.js → results-zVHIW6xw.js} +9 -22
  210. package/dist/results-zVHIW6xw.js.map +1 -0
  211. package/dist/{resume-POpZa1ge.js → resume-D_PcUXfG.js} +94 -16
  212. package/dist/resume-D_PcUXfG.js.map +1 -0
  213. package/dist/{retry-CmG809Mp.js → retry-BvTzCxdc.js} +4 -4
  214. package/dist/{retry-CmG809Mp.js.map → retry-BvTzCxdc.js.map} +1 -1
  215. package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
  216. package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
  217. package/dist/{vercel-CGlSBv63.js → routes-B0F2R-K7.js} +91 -56
  218. package/dist/routes-B0F2R-K7.js.map +1 -0
  219. package/dist/{runtime-Xm9oeC7o.js → runtime-B3r_pAq6.js} +4 -4
  220. package/dist/{runtime-Xm9oeC7o.js.map → runtime-B3r_pAq6.js.map} +1 -1
  221. package/dist/sandbox/boat.d.ts +1 -1
  222. package/dist/sandbox/boat.js +1 -1
  223. package/dist/{sandbox-DrlL4yqb.js → sandbox-Duh3z1TV.js} +3 -3
  224. package/dist/{sandbox-DrlL4yqb.js.map → sandbox-Duh3z1TV.js.map} +1 -1
  225. package/dist/sandbox.d.ts +1 -1
  226. package/dist/sandbox.js +1 -1
  227. package/dist/server-CGEsvVRG.js +1 -0
  228. package/dist/{server-C00zd6zl.js → server-DUWMRKik.js} +8 -8
  229. package/dist/{server-C00zd6zl.js.map → server-DUWMRKik.js.map} +1 -1
  230. package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
  231. package/dist/shared-DtZwIAfy.js.map +1 -0
  232. package/dist/{source-DDgr48Gn.js → source-CHuN4Nfg.js} +2 -2
  233. package/dist/{source-DDgr48Gn.js.map → source-CHuN4Nfg.js.map} +1 -1
  234. package/dist/source-Wz1Nrfue.js +1 -0
  235. package/dist/src--yl1OypK.js +2 -0
  236. package/dist/{src-Cb2MWozp.js → src-B-HuDqpH.js} +276 -41
  237. package/dist/src-B-HuDqpH.js.map +1 -0
  238. package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
  239. package/dist/src-B5r1d23Y.js.map +1 -0
  240. package/dist/{src-y0nOeRRE.js → src-BHJ4MWvY.js} +494 -112
  241. package/dist/src-BHJ4MWvY.js.map +1 -0
  242. package/dist/{src-Dw79VLa3.js → src-BI0v8qlZ.js} +202 -56
  243. package/dist/src-BI0v8qlZ.js.map +1 -0
  244. package/dist/src-BL-_0QoE.js +1 -0
  245. package/dist/{src-YvblOrBU.js → src-BqNzHHWn.js} +87 -13
  246. package/dist/src-BqNzHHWn.js.map +1 -0
  247. package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
  248. package/dist/src-C-ChdnG6.js.map +1 -0
  249. package/dist/src-C-mOSczH.js +2 -0
  250. package/dist/src-CZaYu6ER.js +3 -0
  251. package/dist/src-CeBhwD8k.js +2 -0
  252. package/dist/src-CkEiiyON.js +2 -0
  253. package/dist/{src-KxS91P7L.js → src-CmA5Yev6.js} +79 -11
  254. package/dist/src-CmA5Yev6.js.map +1 -0
  255. package/dist/src-CwH_nEaw.js +2 -0
  256. package/dist/src-DA95rM6v.js +4 -0
  257. package/dist/{src-DvGns8cz.js → src-DL-EE4DU.js} +299 -17
  258. package/dist/src-DL-EE4DU.js.map +1 -0
  259. package/dist/src-De0KY5S_.js +2 -0
  260. package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
  261. package/dist/src-boB6D-5T.js.map +1 -0
  262. package/dist/state-B3jex5KU.js +1 -0
  263. package/dist/{state-328JpnHA.js → state-DUBRDyMk.js} +21 -21
  264. package/dist/{state-328JpnHA.js.map → state-DUBRDyMk.js.map} +1 -1
  265. package/dist/store/local.d.ts +8 -0
  266. package/dist/store/local.js +16 -0
  267. package/dist/store/local.js.map +1 -0
  268. package/dist/store/s3.d.ts +10 -0
  269. package/dist/store/s3.js +18 -0
  270. package/dist/store/s3.js.map +1 -0
  271. package/dist/{suite-COglUhPd.js → suite-B9J6Afg6.js} +6 -5
  272. package/dist/{suite-COglUhPd.js.map → suite-B9J6Afg6.js.map} +1 -1
  273. package/dist/suite-Bhs9-Z7O.js +2 -0
  274. package/dist/{summary-DDy9DfyJ.js → summary-CSp4cfnr.js} +25 -7
  275. package/dist/{summary-DDy9DfyJ.js.map → summary-CSp4cfnr.js.map} +1 -1
  276. package/dist/sync-CxAY6Dki.js +559 -0
  277. package/dist/sync-CxAY6Dki.js.map +1 -0
  278. package/dist/{tart-dWoJvWHc.js → tart-CcrrtSrp.js} +179 -61
  279. package/dist/tart-CcrrtSrp.js.map +1 -0
  280. package/dist/tart-CzViW3WZ.js +186 -0
  281. package/dist/tart-CzViW3WZ.js.map +1 -0
  282. package/dist/tart-DmVuVsmX.js +1 -0
  283. package/dist/tart-bake-F-6seRC9.js +192 -0
  284. package/dist/tart-bake-F-6seRC9.js.map +1 -0
  285. package/dist/tart-bake-RK7RaT9E.js +1 -0
  286. package/dist/tart-cli-B86Jqo1t.js +89 -0
  287. package/dist/tart-cli-B86Jqo1t.js.map +1 -0
  288. package/dist/tart-cli-ClvRniLQ.js +1 -0
  289. package/dist/tart-hosts-Brii7zHM.js +1 -0
  290. package/dist/tart-hosts-DPyZsg-1.js +313 -0
  291. package/dist/tart-hosts-DPyZsg-1.js.map +1 -0
  292. package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CWSf03w8.js} +64 -6
  293. package/dist/tart-images-CWSf03w8.js.map +1 -0
  294. package/dist/testing.d.ts +36 -2
  295. package/dist/testing.js +4 -4
  296. package/dist/tool-class-CVDdJy0H.js +433 -0
  297. package/dist/tool-class-CVDdJy0H.js.map +1 -0
  298. package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
  299. package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
  300. package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
  301. package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
  302. package/dist/{transcript-CCf07UmU.js → transcript-BP_2hji-.js} +3 -3
  303. package/dist/{transcript-CCf07UmU.js.map → transcript-BP_2hji-.js.map} +1 -1
  304. package/dist/{types-DBwFsGem.d.ts → types-BJ0wh8wC.d.ts} +408 -44
  305. package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
  306. package/dist/types-CbcnJxCy.js.map +1 -0
  307. package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
  308. package/dist/usage-CwIRPPZ9.js.map +1 -0
  309. package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
  310. package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
  311. package/dist/vertex-DXfcXYKn.js +1 -0
  312. package/dist/view/index.d.ts +27 -3
  313. package/dist/view/index.js +8 -8
  314. package/dist/{views-BROacjBv.js → views-DRxXCyIH.js} +6 -6
  315. package/dist/{views-BROacjBv.js.map → views-DRxXCyIH.js.map} +1 -1
  316. package/dist/views-i67V1ly3.js +2 -0
  317. package/dist/{worker-entry-Smb4bNDc.js → worker-entry-C3Q4U63F.js} +12 -9
  318. package/dist/worker-entry-C3Q4U63F.js.map +1 -0
  319. package/dist/workspace-DhUOW8if.js +1 -0
  320. package/dist/{workspace-DNDTEk8v.js → workspace-P72SXLXr.js} +7 -7
  321. package/dist/{workspace-DNDTEk8v.js.map → workspace-P72SXLXr.js.map} +1 -1
  322. package/package.json +12 -1
  323. package/skills/eval-rubric/SKILL.md +10 -0
  324. package/skills/reeval/SKILL.md +370 -0
  325. package/skills/reeval/references/capture.md +48 -0
  326. package/skills/reeval/references/cli.md +162 -0
  327. package/skills/reeval/references/compare.md +180 -0
  328. package/skills/reeval/references/config.md +147 -0
  329. package/skills/reeval/references/environments.md +218 -0
  330. package/skills/reeval/references/evals.md +241 -0
  331. package/skills/reeval/references/mistakes.md +39 -0
  332. package/skills/reeval/references/vocabulary.md +19 -0
  333. package/skills/setup/SKILL.md +219 -0
  334. package/skills/setup/references/templates.md +258 -0
  335. package/dist/adapter-C60z3wLq.js.map +0 -1
  336. package/dist/agent-BmsMXZXx.js.map +0 -1
  337. package/dist/agents-DXuFxtGC.js.map +0 -1
  338. package/dist/app-files-DT5mJyV4.js.map +0 -1
  339. package/dist/assemble-DM2PNU4R.js.map +0 -1
  340. package/dist/attempt-host-7VviAJrl.js.map +0 -1
  341. package/dist/boat-DSNgZt-t.js.map +0 -1
  342. package/dist/capture-BzotD2hs.js +0 -1
  343. package/dist/cases-Dy0mifal.js +0 -1
  344. package/dist/cases-z9E6DCd5.js.map +0 -1
  345. package/dist/cli-DTuLSlmW.js.map +0 -1
  346. package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
  347. package/dist/client-KM4C5r5_.js +0 -387
  348. package/dist/client-KM4C5r5_.js.map +0 -1
  349. package/dist/command-DSL7I-SI.js.map +0 -1
  350. package/dist/commands-xAOi_VEk.js.map +0 -1
  351. package/dist/config-SvK8pjEK.js.map +0 -1
  352. package/dist/cost-BdRgySQl.js.map +0 -1
  353. package/dist/cost-Cr26Alhq.js +0 -1
  354. package/dist/db-BzOJ4Js4.js.map +0 -1
  355. package/dist/db-CQRZ3URX.js +0 -2
  356. package/dist/docker-DG_uFgn2.js.map +0 -1
  357. package/dist/doctor-DWK4ttex.js.map +0 -1
  358. package/dist/environment-cPMCOk-h.js.map +0 -1
  359. package/dist/eval-source-C9b1h8L6.js.map +0 -1
  360. package/dist/evaluate-B12Tosvq.js.map +0 -1
  361. package/dist/files-C1Rk9FYA.js +0 -1
  362. package/dist/files-DMQ9-Vv5.js +0 -1
  363. package/dist/files-Di0xDbCc.js +0 -1
  364. package/dist/files-G5jf8wBp.js +0 -1
  365. package/dist/files-s28a6czq.js.map +0 -1
  366. package/dist/harness-DXv2gnaT.js.map +0 -1
  367. package/dist/images-D2jFze2v.js.map +0 -1
  368. package/dist/init-Bi1Q3lRi.js.map +0 -1
  369. package/dist/init-CUw65o36.js +0 -1
  370. package/dist/kinds-Bh2I35id.js +0 -698
  371. package/dist/kinds-Bh2I35id.js.map +0 -1
  372. package/dist/layout-Cm85tQYk.js.map +0 -1
  373. package/dist/live-DZLmj0iG.js +0 -1
  374. package/dist/matchers-CXLn-1jm.js +0 -148
  375. package/dist/matchers-CXLn-1jm.js.map +0 -1
  376. package/dist/model-Cv4GuTsZ.js +0 -1
  377. package/dist/model-CwwkrCb7.js.map +0 -1
  378. package/dist/options-DPUmk7v_.js +0 -1
  379. package/dist/plain-BYUf_fUV.js.map +0 -1
  380. package/dist/plan-CsPilzpk.js.map +0 -1
  381. package/dist/plugins-BfnhazOv.js.map +0 -1
  382. package/dist/preflight-Bn3ianye.js +0 -1
  383. package/dist/preflight-GkpgrBxP.js.map +0 -1
  384. package/dist/prices-5m3SzMZ3.js.map +0 -1
  385. package/dist/provider-BnUoz4KB.js +0 -1
  386. package/dist/providers-1p4HKYIp.js.map +0 -1
  387. package/dist/providers-B-ijCktf.js +0 -1
  388. package/dist/query-BYhyf0LR.js +0 -1
  389. package/dist/redact-BhjtnjrU.js.map +0 -1
  390. package/dist/remarks-BNABzemt.js.map +0 -1
  391. package/dist/remarks-CAvTSq16.js +0 -1
  392. package/dist/remarks-D9Lcd1fF.js.map +0 -1
  393. package/dist/resolve-C14Pmtej.js +0 -1
  394. package/dist/resolve-Cx3a9UQ2.js.map +0 -1
  395. package/dist/results-CQKXmHym.js.map +0 -1
  396. package/dist/resume-POpZa1ge.js.map +0 -1
  397. package/dist/server-C1UJcpUh.js +0 -1
  398. package/dist/shared-Cfi45Bvy.js.map +0 -1
  399. package/dist/source-DJHmQv_j.js +0 -1
  400. package/dist/src-1dBuXzs4.js +0 -3
  401. package/dist/src-BKpioayC.js +0 -2
  402. package/dist/src-BNQznj4z.js.map +0 -1
  403. package/dist/src-BY1cCaoJ.js +0 -2
  404. package/dist/src-BbZYaQ8b.js +0 -2
  405. package/dist/src-CDFH2vVN.js +0 -2
  406. package/dist/src-CMW5R9Q0.js +0 -1
  407. package/dist/src-CV_7DkPa.js.map +0 -1
  408. package/dist/src-Cb2MWozp.js.map +0 -1
  409. package/dist/src-CrV2WA2i.js +0 -2
  410. package/dist/src-CsFaawcZ.js +0 -2
  411. package/dist/src-DAzaCTcN.js.map +0 -1
  412. package/dist/src-DvGns8cz.js.map +0 -1
  413. package/dist/src-Dw79VLa3.js.map +0 -1
  414. package/dist/src-KxS91P7L.js.map +0 -1
  415. package/dist/src-YvblOrBU.js.map +0 -1
  416. package/dist/src-wKwznPgt.js +0 -2
  417. package/dist/src-y0nOeRRE.js.map +0 -1
  418. package/dist/state-Ca55Gk_O.js +0 -1
  419. package/dist/suite-CKBa6MKt.js +0 -2
  420. package/dist/tart-cli-C-GsbVsQ.js +0 -1
  421. package/dist/tart-cli-CU0nFS-L.js +0 -55
  422. package/dist/tart-cli-CU0nFS-L.js.map +0 -1
  423. package/dist/tart-dWoJvWHc.js.map +0 -1
  424. package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
  425. package/dist/tool-target-DS5d72eH.js +0 -40
  426. package/dist/tool-target-DS5d72eH.js.map +0 -1
  427. package/dist/types-C2mLpph3.js.map +0 -1
  428. package/dist/usage-DJiDnh2D.js.map +0 -1
  429. package/dist/vercel-CGlSBv63.js.map +0 -1
  430. package/dist/vertex-O88TCwgY.js +0 -1
  431. package/dist/views-B0Yt_Q1S.js +0 -2
  432. package/dist/worker-entry-Smb4bNDc.js.map +0 -1
  433. package/dist/workspace-C0dDP75l.js +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-source-CXIRJ91v.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;;;AASA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,UAAU,YAAY,KAAK;OACnD,IAAI,QAAQ,gBAAgB,IAAI,cAAc,UAAU,KAAK;OAC7D,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,GAAG,IAAI,OAAO,YAAY,KAAK;OAC5E,IAAI,QAAQ,SAAS,MAAM,QAAQ,KAAK,GAC3C,IAAI,OAAO,MAAM,KAAK,MAAO,MAAM,cAAc,YAAY,CAAE;OAC1D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;;AAGA,SAAS,YAAY,SAA2D;CAC9E,MAAM,EAAE,SAAS,WAAW,GAAG,SAAS;CACxC,OAAO;EACL,GAAG;EACH,GAAI,YAAY,KAAA,IAAY,EAAE,UAAU,QAAQ,IAAI,CAAC;EACrD,GAAI,cAAc,KAAA,IACd,EAAE,SAAS,MAAM,QAAQ,SAAS,IAAI,UAAU,IAAI,WAAW,IAAI,UAAU,IAC7E,CAAC;CACP;AACF;;AAGA,MAAM,aAAa,UACjB,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,IAAI,MAAM,KAAK;AAE1D,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}