reeval 0.15.1 → 0.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (251) hide show
  1. package/README.md +12 -12
  2. package/dist/{adapter-CbqbMR7y.js → adapter-CRKYPkRt.js} +3 -3
  3. package/dist/{adapter-CbqbMR7y.js.map → adapter-CRKYPkRt.js.map} +1 -1
  4. package/dist/{agent-Zgn-kiqq.js → agent-BgH4-kFc.js} +6 -6
  5. package/dist/{agent-Zgn-kiqq.js.map → agent-BgH4-kFc.js.map} +1 -1
  6. package/dist/{app-files-ChbvRx3P.js → app-files-BMVBr079.js} +3 -3
  7. package/dist/app-files-BMVBr079.js.map +1 -0
  8. package/dist/{assemble-SKQGW_QF.js → assemble-BVbI6NW-.js} +95 -29
  9. package/dist/assemble-BVbI6NW-.js.map +1 -0
  10. package/dist/assemble-SiHa4__F.js +1 -0
  11. package/dist/{attempt-Ba2QerOK.js → attempt-CpbZ9arV.js} +2 -2
  12. package/dist/{attempt-Ba2QerOK.js.map → attempt-CpbZ9arV.js.map} +1 -1
  13. package/dist/{attempt-host-BOp8JklD.js → attempt-host-CIxjs2Be.js} +13 -6
  14. package/dist/attempt-host-CIxjs2Be.js.map +1 -0
  15. package/dist/{capture-BM_3100g.js → capture-iQ6kYJV0.js} +987 -161
  16. package/dist/capture-iQ6kYJV0.js.map +1 -0
  17. package/dist/capture-px7Ey95_.js +1 -0
  18. package/dist/{cli-PdYrcoKM.js → cli-1YQU-66F.js} +98 -61
  19. package/dist/cli-1YQU-66F.js.map +1 -0
  20. package/dist/{cli-spec-D0qyrPZi.js → cli-spec-CPWT1mAG.js} +3 -2
  21. package/dist/cli-spec-CPWT1mAG.js.map +1 -0
  22. package/dist/cli.js +2 -2
  23. package/dist/{client-Ct6s6OnF.js → client-DMmOkbRA.js} +13 -6
  24. package/dist/client-DMmOkbRA.js.map +1 -0
  25. package/dist/{command-4pJYVCT4.js → command-8_Cg5v6b.js} +12 -12
  26. package/dist/{command-4pJYVCT4.js.map → command-8_Cg5v6b.js.map} +1 -1
  27. package/dist/{command-DbSMcxZL.js → command-BlYCAqu-.js} +7 -7
  28. package/dist/{command-DbSMcxZL.js.map → command-BlYCAqu-.js.map} +1 -1
  29. package/dist/{command-9xm5ImqI.js → command-C-HeGlap.js} +16 -16
  30. package/dist/{command-9xm5ImqI.js.map → command-C-HeGlap.js.map} +1 -1
  31. package/dist/{command-BqBxLgTc.js → command-Cr1zjRvl.js} +13 -13
  32. package/dist/{command-BqBxLgTc.js.map → command-Cr1zjRvl.js.map} +1 -1
  33. package/dist/{commands-Bi2SEQtr.js → commands-Bj9NbmsO.js} +1 -1
  34. package/dist/{commands-BU6YJCz9.js → commands-BvTNZ2-b.js} +14 -9
  35. package/dist/commands-BvTNZ2-b.js.map +1 -0
  36. package/dist/{config-k6m7XbAz.js → config-CneBZB84.js} +430 -208
  37. package/dist/config-CneBZB84.js.map +1 -0
  38. package/dist/{contrasts-DLZF4dGF.js → contrasts-lhFsekco.js} +2 -2
  39. package/dist/{contrasts-DLZF4dGF.js.map → contrasts-lhFsekco.js.map} +1 -1
  40. package/dist/db-BnXyamuj.js +2 -0
  41. package/dist/{db-CpsifVln.js → db-Cnh3jIv_.js} +8 -8
  42. package/dist/{db-CpsifVln.js.map → db-Cnh3jIv_.js.map} +1 -1
  43. package/dist/debug-CAx3qcaP.js +1 -0
  44. package/dist/{debug-BhizgAsU.js → debug-CgG3T071.js} +4 -2
  45. package/dist/debug-CgG3T071.js.map +1 -0
  46. package/dist/{docker-51WvhN_X.js → docker-BihzJwbV.js} +9 -5
  47. package/dist/docker-BihzJwbV.js.map +1 -0
  48. package/dist/{docker-B4-rx4dA.js → docker-Cqq03H72.js} +5 -5
  49. package/dist/{docker-B4-rx4dA.js.map → docker-Cqq03H72.js.map} +1 -1
  50. package/dist/{docker-YFj4H1Cr.js → docker-DCAtFMo9.js} +1 -1
  51. package/dist/{doctor-BuQnfz4e.js → doctor-Dl4vMeqt.js} +15 -15
  52. package/dist/{doctor-BuQnfz4e.js.map → doctor-Dl4vMeqt.js.map} +1 -1
  53. package/dist/{environment-BOFgzFDg.js → environment-Cf5HMjib.js} +3 -3
  54. package/dist/{environment-BOFgzFDg.js.map → environment-Cf5HMjib.js.map} +1 -1
  55. package/dist/{errors-UjcLWelF.js → errors-CHebohjc.js} +9 -3
  56. package/dist/{errors-UjcLWelF.js.map → errors-CHebohjc.js.map} +1 -1
  57. package/dist/{eval-source-Dje3rERU.js → eval-source-CAE4y2Sr.js} +9 -8
  58. package/dist/eval-source-CAE4y2Sr.js.map +1 -0
  59. package/dist/{evaluate-BPP9s3s6.js → evaluate-CUtgyr43.js} +340 -45
  60. package/dist/evaluate-CUtgyr43.js.map +1 -0
  61. package/dist/{evaluate-dqXccn4k.d.ts → evaluate-D35T51AC.d.ts} +7 -6
  62. package/dist/files-BEnUJW1e.js +1 -0
  63. package/dist/{files-Bi461Be2.js → files-BRViE7m-.js} +20 -13
  64. package/dist/{files-Bi461Be2.js.map → files-BRViE7m-.js.map} +1 -1
  65. package/dist/{files-H24pz0hL.js → files-BSqA2sZE.js} +3 -3
  66. package/dist/{files-H24pz0hL.js.map → files-BSqA2sZE.js.map} +1 -1
  67. package/dist/files-C3tQtD26.js +1 -0
  68. package/dist/{files-Clipx4OW.js → files-CNiJ_fZf.js} +3 -3
  69. package/dist/{files-Clipx4OW.js.map → files-CNiJ_fZf.js.map} +1 -1
  70. package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
  71. package/dist/files-D1y8Pg4Z.js.map +1 -0
  72. package/dist/files-Dts7EY3H.js +1 -0
  73. package/dist/{pairs-puYi-zj2.js → gate-BC6SdQZs.js} +49 -2
  74. package/dist/gate-BC6SdQZs.js.map +1 -0
  75. package/dist/gateway.d.ts +1 -1
  76. package/dist/{git-CsVZkNNL.js → git-UNxT_3z0.js} +2 -2
  77. package/dist/{git-CsVZkNNL.js.map → git-UNxT_3z0.js.map} +1 -1
  78. package/dist/harness.d.ts +1 -1
  79. package/dist/{images-4mwhNkvh.js → images-8A_LzVfw.js} +8 -8
  80. package/dist/{images-4mwhNkvh.js.map → images-8A_LzVfw.js.map} +1 -1
  81. package/dist/index.d.ts +63 -16
  82. package/dist/index.js +5 -5
  83. package/dist/init-okoALIah.js +1 -0
  84. package/dist/{init-cOk3D44b.js → init-sFBgODhu.js} +4 -4
  85. package/dist/{init-cOk3D44b.js.map → init-sFBgODhu.js.map} +1 -1
  86. package/dist/{invocations-DW-lTk2f.js → invocations-C9ejlOYl.js} +2 -2
  87. package/dist/{invocations-DW-lTk2f.js.map → invocations-C9ejlOYl.js.map} +1 -1
  88. package/dist/{judge-CKdgEXN7.js → judge-Bg4v4e_K.js} +2 -2
  89. package/dist/{judge-CKdgEXN7.js.map → judge-Bg4v4e_K.js.map} +1 -1
  90. package/dist/judge.d.ts +2 -2
  91. package/dist/judge.js +1 -1
  92. package/dist/{live-XJQ6nqK4.js → live-DeMvnDD5.js} +2 -2
  93. package/dist/{live-XJQ6nqK4.js.map → live-DeMvnDD5.js.map} +1 -1
  94. package/dist/{matchers-DT2TaGix.js → matchers-BKPuaXlj.js} +14 -13
  95. package/dist/matchers-BKPuaXlj.js.map +1 -0
  96. package/dist/{model-Bq3G0OG1.js → model-2rBZrdZA.js} +4 -4
  97. package/dist/{model-Bq3G0OG1.js.map → model-2rBZrdZA.js.map} +1 -1
  98. package/dist/{model-vRiUycWh.js → model-3MJtpho8.js} +4 -4
  99. package/dist/{model-vRiUycWh.js.map → model-3MJtpho8.js.map} +1 -1
  100. package/dist/{model-CTnyvh7H.js → model-Bz7-j71_.js} +3 -50
  101. package/dist/model-Bz7-j71_.js.map +1 -0
  102. package/dist/{model-g3XnzUv0.js → model-DkPwypN4.js} +1 -1
  103. package/dist/model-bREXVXwT.js +1 -0
  104. package/dist/{node-BVbbnFtv.js → node-fP-H2uxn.js} +2 -2
  105. package/dist/{node-BVbbnFtv.js.map → node-fP-H2uxn.js.map} +1 -1
  106. package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
  107. package/dist/object-BkXGPKWY.js.map +1 -0
  108. package/dist/{openrouter-models-CWRwLX-G.js → openrouter-models-Bo8PZ4Ew.js} +2 -2
  109. package/dist/{openrouter-models-CWRwLX-G.js.map → openrouter-models-Bo8PZ4Ew.js.map} +1 -1
  110. package/dist/{patch-DKJiC5Sq.js → patch-6T9XAipm.js} +4 -4
  111. package/dist/patch-6T9XAipm.js.map +1 -0
  112. package/dist/{plan-DdWkM6SW.js → plan-Dw2BjafJ.js} +20 -11
  113. package/dist/plan-Dw2BjafJ.js.map +1 -0
  114. package/dist/{plugins-D-CP6mMd.js → plugins-ngQEJBjJ.js} +24 -3
  115. package/dist/plugins-ngQEJBjJ.js.map +1 -0
  116. package/dist/{preflight-DTiVv0gY.js → preflight-BYXkweNN.js} +1 -1
  117. package/dist/{preflight-9ixuXzsx.js → preflight-CDRpog9o.js} +3 -3
  118. package/dist/{preflight-9ixuXzsx.js.map → preflight-CDRpog9o.js.map} +1 -1
  119. package/dist/{prepare-tmBBf4W8.js → prepare-B3btUlT6.js} +2 -2
  120. package/dist/{prepare-BfyikQit.js → prepare-PkARUGoF.js} +7 -7
  121. package/dist/{prepare-BfyikQit.js.map → prepare-PkARUGoF.js.map} +1 -1
  122. package/dist/{provenance-BizwUn3h.js → provenance-7Hzg88f4.js} +2 -2
  123. package/dist/{provenance-BizwUn3h.js.map → provenance-7Hzg88f4.js.map} +1 -1
  124. package/dist/{providers-DkOupEBl.js → providers-DDNMbv1T.js} +1 -1
  125. package/dist/{providers-B6b9Tnyi.js → providers-PKoJtGK0.js} +5 -5
  126. package/dist/{providers-B6b9Tnyi.js.map → providers-PKoJtGK0.js.map} +1 -1
  127. package/dist/query-Bt6vLJ3m.js +1 -0
  128. package/dist/{query-DyM-VExS.js → query-nBXrgEwl.js} +2 -2
  129. package/dist/{query-DyM-VExS.js.map → query-nBXrgEwl.js.map} +1 -1
  130. package/dist/{questions-BRhU8MzB.js → questions-CkAwePPR.js} +16 -17
  131. package/dist/questions-CkAwePPR.js.map +1 -0
  132. package/dist/remarks-Bp6AwPgb.js +1 -0
  133. package/dist/{remarks-C7i2LMRb.js → remarks-Bt0zwiQB.js} +42 -8
  134. package/dist/remarks-Bt0zwiQB.js.map +1 -0
  135. package/dist/{remarks-D_3qhBWU.js → remarks-IFFe_oty.js} +4 -3
  136. package/dist/{remarks-D_3qhBWU.js.map → remarks-IFFe_oty.js.map} +1 -1
  137. package/dist/{remarks-dA8LyoPc.js → remarks-eBcrIZRu.js} +3 -2
  138. package/dist/remarks-eBcrIZRu.js.map +1 -0
  139. package/dist/{remote-DFIzcx_6.js → remote-DfJYiP-R.js} +5 -5
  140. package/dist/{remote-DFIzcx_6.js.map → remote-DfJYiP-R.js.map} +1 -1
  141. package/dist/resolve-CT4XZIfV.js +1 -0
  142. package/dist/{resolve-DWSJpKHX.js → resolve-D_cLa4tW.js} +5 -5
  143. package/dist/{resolve-DWSJpKHX.js.map → resolve-D_cLa4tW.js.map} +1 -1
  144. package/dist/{results-BC3pcG_Z.js → results-DrKJuIQF.js} +9 -9
  145. package/dist/{results-BC3pcG_Z.js.map → results-DrKJuIQF.js.map} +1 -1
  146. package/dist/{resume-j-rcIryi.js → resume-BmIM52MJ.js} +4 -4
  147. package/dist/{resume-j-rcIryi.js.map → resume-BmIM52MJ.js.map} +1 -1
  148. package/dist/{runtime-d56Gg3J5.js → runtime-CZVpkr04.js} +111 -37
  149. package/dist/runtime-CZVpkr04.js.map +1 -0
  150. package/dist/{sandbox-Cmln11gU.js → sandbox-Cmi6IQML.js} +2 -2
  151. package/dist/{sandbox-Cmln11gU.js.map → sandbox-Cmi6IQML.js.map} +1 -1
  152. package/dist/sandbox.d.ts +1 -1
  153. package/dist/sandbox.js +1 -1
  154. package/dist/server-CKJOnIB0.js +1 -0
  155. package/dist/{server-BOoH10J8.js → server-DS8BGhGU.js} +34 -10
  156. package/dist/server-DS8BGhGU.js.map +1 -0
  157. package/dist/source-CgUqpumI.js +1 -0
  158. package/dist/{source-wD04-rRG.js → source-DcXv4de-.js} +17 -3
  159. package/dist/{source-wD04-rRG.js.map → source-DcXv4de-.js.map} +1 -1
  160. package/dist/{src-DgHuStEi.js → src-A8HLtO0a.js} +2 -2
  161. package/dist/{src-DgHuStEi.js.map → src-A8HLtO0a.js.map} +1 -1
  162. package/dist/{src-kYeaJJrl.js → src-BTqJbvj6.js} +1 -1
  163. package/dist/{src-Bp4aN3rA.js → src-BkiComGh.js} +1 -1
  164. package/dist/{src-dlX-Lmxg.js → src-BvgeZ4tS.js} +1 -1
  165. package/dist/{src-D91Hd6hT.js → src-C0ySiej5.js} +36 -17
  166. package/dist/src-C0ySiej5.js.map +1 -0
  167. package/dist/{src-HSxBazcg.js → src-CgJrz5p0.js} +1 -1
  168. package/dist/{src-BYPMM1x7.js → src-Cp-2Hdib.js} +1 -1
  169. package/dist/{src-6_zz7oJs.js → src-DMo2eCOJ.js} +1 -1
  170. package/dist/src-Dk2Na0b-.js +2 -0
  171. package/dist/{src-C7upnZSd.js → src-OESRtvOi.js} +1 -1
  172. package/dist/src-h5uDlk3m.js +1 -0
  173. package/dist/state-C97udoh3.js +1 -0
  174. package/dist/{state-DrJ687ut.js → state-C_kdhp5v.js} +5 -5
  175. package/dist/{state-DrJ687ut.js.map → state-C_kdhp5v.js.map} +1 -1
  176. package/dist/suite-ByT1lsdD.js +2 -0
  177. package/dist/{suite-Co8cwelb.js → suite-DieLXvCT.js} +15 -4
  178. package/dist/suite-DieLXvCT.js.map +1 -0
  179. package/dist/{summary-DLFHVoux.js → summary-CSzyBVsF.js} +40 -14
  180. package/dist/summary-CSzyBVsF.js.map +1 -0
  181. package/dist/tarball-CHcahyNK.js +258 -0
  182. package/dist/tarball-CHcahyNK.js.map +1 -0
  183. package/dist/testing.d.ts +52 -44
  184. package/dist/testing.js +4 -4
  185. package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
  186. package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
  187. package/dist/{transcript-DxPaWHTZ.js → transcript-BJrKfgRW.js} +2 -2
  188. package/dist/{transcript-DxPaWHTZ.js.map → transcript-BJrKfgRW.js.map} +1 -1
  189. package/dist/{types-coMWHaU2.d.ts → types-DVvW66ci.d.ts} +325 -171
  190. package/dist/view/index.d.ts +16 -4
  191. package/dist/view/index.js +6 -6
  192. package/dist/{views-BFO1BLKu.js → views-B9STsLB4.js} +5 -5
  193. package/dist/{views-BFO1BLKu.js.map → views-B9STsLB4.js.map} +1 -1
  194. package/dist/views-Ca-rTixp.js +2 -0
  195. package/dist/{worker-entry-CJtdsKBP.js → worker-entry-C5bLCv6s.js} +34 -13
  196. package/dist/worker-entry-C5bLCv6s.js.map +1 -0
  197. package/dist/workspace-8uHtBSve.js +1 -0
  198. package/dist/{workspace-BRxjfa8N.js → workspace-CBuI9Uds.js} +4 -4
  199. package/dist/{workspace-BRxjfa8N.js.map → workspace-CBuI9Uds.js.map} +1 -1
  200. package/package.json +1 -1
  201. package/skills/eval-rubric/SKILL.md +11 -0
  202. package/dist/app-files-ChbvRx3P.js.map +0 -1
  203. package/dist/assemble-SKQGW_QF.js.map +0 -1
  204. package/dist/assemble-XBWuK3Ed.js +0 -1
  205. package/dist/attempt-host-BOp8JklD.js.map +0 -1
  206. package/dist/capture-BM_3100g.js.map +0 -1
  207. package/dist/capture-DSK8O5bA.js +0 -1
  208. package/dist/cli-PdYrcoKM.js.map +0 -1
  209. package/dist/cli-spec-D0qyrPZi.js.map +0 -1
  210. package/dist/client-Ct6s6OnF.js.map +0 -1
  211. package/dist/commands-BU6YJCz9.js.map +0 -1
  212. package/dist/config-k6m7XbAz.js.map +0 -1
  213. package/dist/db-DkD-F-X-.js +0 -2
  214. package/dist/debug-BhizgAsU.js.map +0 -1
  215. package/dist/debug-DeM5pswK.js +0 -1
  216. package/dist/docker-51WvhN_X.js.map +0 -1
  217. package/dist/eval-source-Dje3rERU.js.map +0 -1
  218. package/dist/evaluate-BPP9s3s6.js.map +0 -1
  219. package/dist/files-BAt0i00X.js +0 -1
  220. package/dist/files-C2h2Cw4F.js +0 -1
  221. package/dist/files-Ca0d6Uq3.js.map +0 -1
  222. package/dist/files-DmUrRmmL.js +0 -1
  223. package/dist/init-BDEOopK7.js +0 -1
  224. package/dist/matchers-DT2TaGix.js.map +0 -1
  225. package/dist/model-CTnyvh7H.js.map +0 -1
  226. package/dist/model-D-SWrLZG.js +0 -1
  227. package/dist/object-CLf2-tNq.js.map +0 -1
  228. package/dist/pairs-puYi-zj2.js.map +0 -1
  229. package/dist/patch-DKJiC5Sq.js.map +0 -1
  230. package/dist/plan-DdWkM6SW.js.map +0 -1
  231. package/dist/plugins-D-CP6mMd.js.map +0 -1
  232. package/dist/query-Clm2mNSm.js +0 -1
  233. package/dist/questions-BRhU8MzB.js.map +0 -1
  234. package/dist/remarks-BwJ8pcTQ.js +0 -1
  235. package/dist/remarks-C7i2LMRb.js.map +0 -1
  236. package/dist/remarks-dA8LyoPc.js.map +0 -1
  237. package/dist/resolve--rQZ8u6Z.js +0 -1
  238. package/dist/runtime-d56Gg3J5.js.map +0 -1
  239. package/dist/server-BOoH10J8.js.map +0 -1
  240. package/dist/server-DpuVAbrO.js +0 -1
  241. package/dist/source-BFd6f0-R.js +0 -1
  242. package/dist/src-D91Hd6hT.js.map +0 -1
  243. package/dist/src-DH-9IO7f.js +0 -1
  244. package/dist/src-LD1BAJFa.js +0 -2
  245. package/dist/state-B5PLm5qY.js +0 -1
  246. package/dist/suite-22Kt9Grx.js +0 -2
  247. package/dist/suite-Co8cwelb.js.map +0 -1
  248. package/dist/summary-DLFHVoux.js.map +0 -1
  249. package/dist/views-BOf8qEL8.js +0 -2
  250. package/dist/worker-entry-CJtdsKBP.js.map +0 -1
  251. package/dist/workspace-DDHzkMjm.js +0 -1
package/dist/testing.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { Jn as DeclaredNode, a as AttemptContext, f as CaptureInstruction, ft as JSONValue, h as CaptureUseAction, qn as DeclarationTree, tn as Wait } from "./types-coMWHaU2.js";
2
- import { n as declareTree } from "./evaluate-dqXccn4k.js";
1
+ import { Xn as DeclaredNode, Yn as DeclarationTree, a as AttemptContext, f as CaptureInstruction, g as CaptureUseAction, p as CaptureKey, pt as JSONValue, rn as Wait } from "./types-DVvW66ci.js";
2
+ import { n as declareTree } from "./evaluate-D35T51AC.js";
3
3
  import "./shared-CHvO7eLi.js";
4
4
  import { z } from "zod";
5
5
  //#region src/contract/attempt.d.ts
@@ -92,6 +92,10 @@ declare const attemptRequestSchema: z.ZodObject<{
92
92
  not: z.ZodBoolean;
93
93
  soft: z.ZodBoolean;
94
94
  label: z.ZodOptional<z.ZodString>;
95
+ at: z.ZodOptional<z.ZodObject<{
96
+ file: z.ZodString;
97
+ line: z.ZodNumber;
98
+ }, z.core.$strict>>;
95
99
  poll: z.ZodOptional<z.ZodObject<{
96
100
  interval: z.ZodOptional<z.ZodNumber>;
97
101
  timeout: z.ZodOptional<z.ZodNumber>;
@@ -107,29 +111,54 @@ declare const attemptRequestSchema: z.ZodObject<{
107
111
  }>;
108
112
  message: z.ZodOptional<z.ZodString>;
109
113
  soft: z.ZodOptional<z.ZodBoolean>;
114
+ at: z.ZodOptional<z.ZodObject<{
115
+ file: z.ZodString;
116
+ line: z.ZodNumber;
117
+ }, z.core.$strict>>;
110
118
  }, z.core.$strict>, z.ZodObject<{
111
119
  op: z.ZodLiteral<"judge">;
112
120
  question: z.ZodString;
113
- options: z.ZodOptional<z.ZodObject<{
121
+ options: z.ZodObject<{
122
+ model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
123
+ kind: z.ZodLiteral<"fake-judge">;
124
+ score: z.ZodNumber;
125
+ }, z.core.$strict>]>>;
126
+ contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
127
+ turns: z.ZodOptional<z.ZodEnum<{
128
+ all: "all";
129
+ last: "last";
130
+ }>>;
131
+ on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
132
+ turn: z.ZodNumber;
133
+ }, z.core.$strict>, z.ZodObject<{
134
+ value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
135
+ }, z.core.$strict>]>>;
136
+ artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
137
+ name: z.ZodString;
138
+ port: z.ZodNumber;
139
+ path: z.ZodString;
140
+ viewport: z.ZodUnion<readonly [z.ZodObject<{
141
+ width: z.ZodNumber;
142
+ height: z.ZodNumber;
143
+ }, z.core.$strict>, z.ZodLiteral<"full-page">]>;
144
+ file: z.ZodObject<{
145
+ path: z.ZodString;
146
+ sha256: z.ZodString;
147
+ bytes: z.ZodNumber;
148
+ }, z.core.$strict>;
149
+ }, z.core.$strict>]>>]>>;
150
+ task: z.ZodOptional<z.ZodBoolean>;
151
+ output: z.ZodOptional<z.ZodBoolean>;
152
+ files: z.ZodOptional<z.ZodBoolean>;
153
+ diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
154
+ transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
155
+ full: "full";
156
+ tools: "tools";
157
+ }>]>>;
158
+ checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
114
159
  threshold: z.ZodOptional<z.ZodNumber>;
115
160
  providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
116
161
  maxConcurrent: z.ZodOptional<z.ZodNumber>;
117
- state: z.ZodOptional<z.ZodObject<{
118
- task: z.ZodOptional<z.ZodBoolean>;
119
- output: z.ZodOptional<z.ZodBoolean>;
120
- files: z.ZodOptional<z.ZodBoolean>;
121
- diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
122
- contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
123
- transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
124
- full: "full";
125
- tools: "tools";
126
- }>]>>;
127
- turns: z.ZodOptional<z.ZodEnum<{
128
- all: "all";
129
- last: "last";
130
- }>>;
131
- checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
132
- }, z.core.$strict>>;
133
162
  gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
134
163
  direct: "direct";
135
164
  openrouter: "openrouter";
@@ -153,30 +182,7 @@ declare const attemptRequestSchema: z.ZodObject<{
153
182
  xai: "xai";
154
183
  }> & z.core.$partial, z.ZodString>>;
155
184
  }, z.core.$strict>], "kind">]>>;
156
- model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
157
- kind: z.ZodLiteral<"fake-judge">;
158
- score: z.ZodNumber;
159
- }, z.core.$strict>]>>;
160
- on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
161
- turn: z.ZodNumber;
162
- }, z.core.$strict>, z.ZodObject<{
163
- value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
164
- }, z.core.$strict>]>>;
165
- artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
166
- name: z.ZodString;
167
- port: z.ZodNumber;
168
- path: z.ZodString;
169
- viewport: z.ZodUnion<readonly [z.ZodObject<{
170
- width: z.ZodNumber;
171
- height: z.ZodNumber;
172
- }, z.core.$strict>, z.ZodLiteral<"full-page">]>;
173
- file: z.ZodObject<{
174
- path: z.ZodString;
175
- sha256: z.ZodString;
176
- bytes: z.ZodNumber;
177
- }, z.core.$strict>;
178
- }, z.core.$strict>]>>]>>;
179
- }, z.core.$strict>>;
185
+ }, z.core.$strict>;
180
186
  }, z.core.$strict>], "op">;
181
187
  }, z.core.$strict>;
182
188
  declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -345,6 +351,7 @@ declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[
345
351
  pass: "pass";
346
352
  }>;
347
353
  soft: z.ZodBoolean;
354
+ at: z.ZodOptional<z.ZodString>;
348
355
  message: z.ZodOptional<z.ZodString>;
349
356
  durationMs: z.ZodOptional<z.ZodNumber>;
350
357
  }, z.core.$strict>;
@@ -362,6 +369,7 @@ declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[
362
369
  pass: "pass";
363
370
  }>;
364
371
  soft: z.ZodBoolean;
372
+ at: z.ZodOptional<z.ZodString>;
365
373
  message: z.ZodOptional<z.ZodString>;
366
374
  durationMs: z.ZodOptional<z.ZodNumber>;
367
375
  }, z.core.$strict>;
@@ -458,5 +466,5 @@ export declare function fakeInstructions(steps: readonly FakeInstructionStep[]):
458
466
  /** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
459
467
  export declare function attemptReply(c: AttemptContext, request: AttemptRequest): Promise<AttemptReply>;
460
468
  //#endregion
461
- export { type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
469
+ export { type CaptureKey, type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
462
470
  //# sourceMappingURL=testing.d.ts.map
package/dist/testing.js CHANGED
@@ -1,7 +1,7 @@
1
- import { l as attemptRecordings } from "./runtime-d56Gg3J5.js";
2
- import { t as declareTree } from "./evaluate-BPP9s3s6.js";
3
- import { f as fakeInstructions } from "./capture-BM_3100g.js";
4
- import { t as replyToAttempt } from "./attempt-host-BOp8JklD.js";
1
+ import { l as attemptRecordings } from "./runtime-CZVpkr04.js";
2
+ import { t as declareTree } from "./evaluate-CUtgyr43.js";
3
+ import { f as fakeInstructions } from "./capture-iQ6kYJV0.js";
4
+ import { t as replyToAttempt } from "./attempt-host-CIxjs2Be.js";
5
5
  //#region src/testing.ts
6
6
  const handles = /* @__PURE__ */ new WeakMap();
7
7
  /** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
@@ -1,4 +1,4 @@
1
- import { t as isObjectLike } from "./object-CLf2-tNq.js";
1
+ import { t as isObjectLike } from "./object-BkXGPKWY.js";
2
2
  //#region src/history/tool-target.ts
3
3
  /** Tools that load a skill by name instead of opening `skills/<name>/`. */
4
4
  const SKILL_LOAD_TOOLS = /* @__PURE__ */ new Set([
@@ -38,4 +38,4 @@ function toolTarget(input, tool) {
38
38
  //#endregion
39
39
  export { toolTarget as n, SKILL_LOAD_TOOLS as t };
40
40
 
41
- //# sourceMappingURL=tool-target-D2mcYlSQ.js.map
41
+ //# sourceMappingURL=tool-target-CKWkd6QI.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"tool-target-D2mcYlSQ.js","names":[],"sources":["../src/history/tool-target.ts"],"mappings":";;;AAEA,MAAa,mCAAmB,IAAI,IAAI;CAAC;CAAS;CAAS;AAAY,CAAC;;;;;AAMxE,SAAgB,WAAW,OAAgB,MAAuB;CAChE,IAAI,CAAC,aAAa,KAAK,GAAG,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,GAAG;CACjE,IAAI,QAAQ,iBAAiB,IAAI,IAAI,GACnC,KAAK,MAAM,OAAO;EAAC;EAAM;EAAQ;CAAO,GAAG;EACzC,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CAEF,KAAK,MAAM,OAAO;EAChB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,GAAG;EACD,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CACA,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG;AAC3C"}
1
+ {"version":3,"file":"tool-target-CKWkd6QI.js","names":[],"sources":["../src/history/tool-target.ts"],"mappings":";;;AAEA,MAAa,mCAAmB,IAAI,IAAI;CAAC;CAAS;CAAS;AAAY,CAAC;;;;;AAMxE,SAAgB,WAAW,OAAgB,MAAuB;CAChE,IAAI,CAAC,aAAa,KAAK,GAAG,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,GAAG;CACjE,IAAI,QAAQ,iBAAiB,IAAI,IAAI,GACnC,KAAK,MAAM,OAAO;EAAC;EAAM;EAAQ;CAAO,GAAG;EACzC,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CAEF,KAAK,MAAM,OAAO;EAChB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,GAAG;EACD,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CACA,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG;AAC3C"}
@@ -1,4 +1,4 @@
1
- import { t as isObjectLike } from "./object-CLf2-tNq.js";
1
+ import { t as isObjectLike } from "./object-BkXGPKWY.js";
2
2
  import { a as cutOutsideSecrets } from "./redact-DVIaahLv.js";
3
3
  import { i as formatDuration, n as clip } from "./text-DTigcA64.js";
4
4
  const text = (value) => typeof value === "string" ? value : JSON.stringify(value) ?? String(value);
@@ -69,4 +69,4 @@ function transcriptForJudge(events, mode) {
69
69
  //#endregion
70
70
  export { transcriptForJudge as t };
71
71
 
72
- //# sourceMappingURL=transcript-DxPaWHTZ.js.map
72
+ //# sourceMappingURL=transcript-BJrKfgRW.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"transcript-DxPaWHTZ.js","names":[],"sources":["../src/judge/transcript.ts"],"mappings":";;;AAUA,MAAM,QAAQ,UACZ,OAAO,UAAU,WAAW,QAAS,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAE5E,SAAS,UAAU,OAAwB;CACzC,IAAI,aAAa,KAAK,GACpB,KAAK,MAAM,OAAO;EAAC;EAAW;EAAO;EAAQ;EAAa;EAAO;EAAS;CAAS,GAAG;EACpF,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO;CACxC;CAEF,OAAO,KAAK,KAAK;AACnB;AAEA,MAAM,UAAU,UACd,MACG,MAAM,IAAI,CAAC,CACX,KAAK,SAAS,KAAK,MAAM,CAAC,CAC1B,KAAK,IAAI;;;;;;AAOd,SAAgB,mBAAmB,QAAoC,MAAsB;CAC3F,MAAM,OAAO,SAAS;CACtB,MAAM,OAAO,MAAc;EACzB,MAAM,IAAI,OAAO,IAAI,KAAK,GAAA,GAAoB;EAC9C,IAAI,MAAM,GAAG,OAAO;EACpB,MAAM,OAAO,EAAE,SAAS;EACxB,MAAM,KAAK,kBAAkB,GAAG,IAAI;EACpC,OAAO,KAAK,OAAO,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK;CACtD;CACA,MAAM,QAAQ,OAAuB,OAAO,OAAO,KAAK,MAAM,eAAe,EAAE;CAC/E,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,QACd,QAAQ,EAAE,MAAV;EACE,KAAK;GACH,IAAI,SAAS,SAAS,IAAI,KAAK,YAAY,EAAE,MAAM;GACnD;EACF,KAAK;GACH,IAAI,MAAM,IAAI,KAAK,cAAc,EAAE,MAAM;GACzC;EACF,KAAK,aAAa;GAChB,MAAM,UAAU,EAAE,YAAY,OAAO,KAAK,KAAK,EAAE;GACjD,MAAM,QAAQ,EAAE,UAAU,OAAO,KAAK,MAAM,EAAE,QAAQ;GACtD,IAAI,KAAK,QAAQ,EAAE,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,KAAK,EAAE,UAAU,GAAG;GAClE;EACF;EACA,KAAK;GACH,IAAI,KACF,UAAU,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,QAAQ,WAAW,OAAO,KAAK,EAAE,UAAU,GAC7F;GACA;EACF,KAAK;GACH,IAAI,KAAK,SAAS,EAAE,IAAI,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU,GAAG;GAC1E;EACF,KAAK,QAAQ;GACX,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI,IAAI,UAAU,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU;GACvG,MAAM,SAAS,EAAE,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,KAAK,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK;GAC3F,IAAI,KAAK,SAAS,GAAG,KAAK,IAAI,OAAO,MAAM,MAAM,IAAI;GACrD;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,EAAE,SAAS;GAC9B;EACF,KAAK,SACH,IAAI,KAAK,UAAU,EAAE,SAAS;CAElC;CAEF,OAAO;AACT"}
1
+ {"version":3,"file":"transcript-BJrKfgRW.js","names":[],"sources":["../src/judge/transcript.ts"],"mappings":";;;AAUA,MAAM,QAAQ,UACZ,OAAO,UAAU,WAAW,QAAS,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAE5E,SAAS,UAAU,OAAwB;CACzC,IAAI,aAAa,KAAK,GACpB,KAAK,MAAM,OAAO;EAAC;EAAW;EAAO;EAAQ;EAAa;EAAO;EAAS;CAAS,GAAG;EACpF,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO;CACxC;CAEF,OAAO,KAAK,KAAK;AACnB;AAEA,MAAM,UAAU,UACd,MACG,MAAM,IAAI,CAAC,CACX,KAAK,SAAS,KAAK,MAAM,CAAC,CAC1B,KAAK,IAAI;;;;;;AAOd,SAAgB,mBAAmB,QAAoC,MAAsB;CAC3F,MAAM,OAAO,SAAS;CACtB,MAAM,OAAO,MAAc;EACzB,MAAM,IAAI,OAAO,IAAI,KAAK,GAAA,GAAoB;EAC9C,IAAI,MAAM,GAAG,OAAO;EACpB,MAAM,OAAO,EAAE,SAAS;EACxB,MAAM,KAAK,kBAAkB,GAAG,IAAI;EACpC,OAAO,KAAK,OAAO,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK;CACtD;CACA,MAAM,QAAQ,OAAuB,OAAO,OAAO,KAAK,MAAM,eAAe,EAAE;CAC/E,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,QACd,QAAQ,EAAE,MAAV;EACE,KAAK;GACH,IAAI,SAAS,SAAS,IAAI,KAAK,YAAY,EAAE,MAAM;GACnD;EACF,KAAK;GACH,IAAI,MAAM,IAAI,KAAK,cAAc,EAAE,MAAM;GACzC;EACF,KAAK,aAAa;GAChB,MAAM,UAAU,EAAE,YAAY,OAAO,KAAK,KAAK,EAAE;GACjD,MAAM,QAAQ,EAAE,UAAU,OAAO,KAAK,MAAM,EAAE,QAAQ;GACtD,IAAI,KAAK,QAAQ,EAAE,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,KAAK,EAAE,UAAU,GAAG;GAClE;EACF;EACA,KAAK;GACH,IAAI,KACF,UAAU,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,QAAQ,WAAW,OAAO,KAAK,EAAE,UAAU,GAC7F;GACA;EACF,KAAK;GACH,IAAI,KAAK,SAAS,EAAE,IAAI,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU,GAAG;GAC1E;EACF,KAAK,QAAQ;GACX,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI,IAAI,UAAU,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU;GACvG,MAAM,SAAS,EAAE,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,KAAK,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK;GAC3F,IAAI,KAAK,SAAS,GAAG,KAAK,IAAI,OAAO,MAAM,MAAM,IAAI;GACrD;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,EAAE,SAAS;GAC9B;EACF,KAAK,SACH,IAAI,KAAK,UAAU,EAAE,SAAS;CAElC;CAEF,OAAO;AACT"}