reeval 0.14.0 → 0.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. package/README.md +3 -3
  2. package/THIRD_PARTY_NOTICES.md +69 -69
  3. package/assets/gateway-models.mjs +74 -0
  4. package/dist/{adapter-BloGVZ_a.js → adapter-CbqbMR7y.js} +37 -8
  5. package/dist/adapter-CbqbMR7y.js.map +1 -0
  6. package/dist/{agent-m-_t-IuW.js → agent-Zgn-kiqq.js} +57 -15
  7. package/dist/agent-Zgn-kiqq.js.map +1 -0
  8. package/dist/{app-files-C-jwhRDt.js → app-files-ChbvRx3P.js} +4 -4
  9. package/dist/app-files-ChbvRx3P.js.map +1 -0
  10. package/dist/{assemble-BDEpelpi.js → assemble-SKQGW_QF.js} +136 -116
  11. package/dist/assemble-SKQGW_QF.js.map +1 -0
  12. package/dist/assemble-XBWuK3Ed.js +1 -0
  13. package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
  14. package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
  15. package/dist/{match-Bz0nSdzN.js → attempt-host-BOp8JklD.js} +96 -5
  16. package/dist/attempt-host-BOp8JklD.js.map +1 -0
  17. package/dist/{capture-CVRwRTnb.js → capture-BM_3100g.js} +1218 -1207
  18. package/dist/capture-BM_3100g.js.map +1 -0
  19. package/dist/capture-DSK8O5bA.js +1 -0
  20. package/dist/{cli-C_4gaJ50.js → cli-PdYrcoKM.js} +106 -170
  21. package/dist/cli-PdYrcoKM.js.map +1 -0
  22. package/dist/{cli-spec-CpnbATtI.js → cli-spec-D0qyrPZi.js} +8 -20
  23. package/dist/cli-spec-D0qyrPZi.js.map +1 -0
  24. package/dist/cli.js +2 -2
  25. package/dist/{client-D5hNjpEx.js → client-Ct6s6OnF.js} +2 -2
  26. package/dist/{client-D5hNjpEx.js.map → client-Ct6s6OnF.js.map} +1 -1
  27. package/dist/{command-BXLUfw4h.js → command-4pJYVCT4.js} +33 -20
  28. package/dist/command-4pJYVCT4.js.map +1 -0
  29. package/dist/{validate-BhwqrVsm.js → command-9xm5ImqI.js} +387 -59
  30. package/dist/command-9xm5ImqI.js.map +1 -0
  31. package/dist/{command-Bxdy62dW.js → command-BqBxLgTc.js} +31 -30
  32. package/dist/command-BqBxLgTc.js.map +1 -0
  33. package/dist/{command-I1euLLio.js → command-DbSMcxZL.js} +7 -7
  34. package/dist/{command-I1euLLio.js.map → command-DbSMcxZL.js.map} +1 -1
  35. package/dist/{commands-jzigbNFb.js → commands-BU6YJCz9.js} +175 -72
  36. package/dist/commands-BU6YJCz9.js.map +1 -0
  37. package/dist/{commands-p1S4nw_H.js → commands-Bi2SEQtr.js} +1 -1
  38. package/dist/{config-BrdHA9bJ.js → config-k6m7XbAz.js} +499 -271
  39. package/dist/config-k6m7XbAz.js.map +1 -0
  40. package/dist/{contrasts-DRxMQQTC.js → contrasts-DLZF4dGF.js} +3 -3
  41. package/dist/{contrasts-DRxMQQTC.js.map → contrasts-DLZF4dGF.js.map} +1 -1
  42. package/dist/cost-C5RBTTJr.js +1 -0
  43. package/dist/{cost-D4elx933.js → cost-ChPa8-Fp.js} +3 -3
  44. package/dist/cost-ChPa8-Fp.js.map +1 -0
  45. package/dist/db-CpsifVln.js +1530 -0
  46. package/dist/db-CpsifVln.js.map +1 -0
  47. package/dist/db-DkD-F-X-.js +2 -0
  48. package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
  49. package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
  50. package/dist/debug-DeM5pswK.js +1 -0
  51. package/dist/{docker-BnRlTpZA.js → docker-51WvhN_X.js} +5 -4
  52. package/dist/docker-51WvhN_X.js.map +1 -0
  53. package/dist/{docker-D01slDF3.js → docker-B4-rx4dA.js} +26 -8
  54. package/dist/docker-B4-rx4dA.js.map +1 -0
  55. package/dist/{docker-DivfZl2u.js → docker-YFj4H1Cr.js} +1 -1
  56. package/dist/{doctor-DQ2p0euG.js → doctor-BuQnfz4e.js} +275 -37
  57. package/dist/doctor-BuQnfz4e.js.map +1 -0
  58. package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
  59. package/dist/env-CARj5Axq.js.map +1 -0
  60. package/dist/{environment-CO0P0soF.js → environment-BOFgzFDg.js} +115 -296
  61. package/dist/environment-BOFgzFDg.js.map +1 -0
  62. package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
  63. package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
  64. package/dist/eval-source-Dje3rERU.js +145 -0
  65. package/dist/eval-source-Dje3rERU.js.map +1 -0
  66. package/dist/{evaluate-BUmsN7yG.js → evaluate-BPP9s3s6.js} +367 -130
  67. package/dist/evaluate-BPP9s3s6.js.map +1 -0
  68. package/dist/evaluate-dqXccn4k.d.ts +44 -0
  69. package/dist/{files-B-CJeeEh.js → files-Bi461Be2.js} +197 -91
  70. package/dist/files-Bi461Be2.js.map +1 -0
  71. package/dist/files-C2h2Cw4F.js +1 -0
  72. package/dist/files-Clipx4OW.js +37 -0
  73. package/dist/files-Clipx4OW.js.map +1 -0
  74. package/dist/files-DmUrRmmL.js +1 -0
  75. package/dist/{files-kUCrswI6.js → files-H24pz0hL.js} +20 -9
  76. package/dist/files-H24pz0hL.js.map +1 -0
  77. package/dist/gateway.d.ts +22 -9
  78. package/dist/gateway.js +30 -8
  79. package/dist/gateway.js.map +1 -1
  80. package/dist/{git-Bk8DSwHy.js → git-CsVZkNNL.js} +3 -3
  81. package/dist/{git-Bk8DSwHy.js.map → git-CsVZkNNL.js.map} +1 -1
  82. package/dist/harness-3NVyTSGK.js +392 -0
  83. package/dist/harness-3NVyTSGK.js.map +1 -0
  84. package/dist/harness.d.ts +12 -8
  85. package/dist/harness.js +1 -1
  86. package/dist/{images-DzLeFjLx.js → images-4mwhNkvh.js} +8 -8
  87. package/dist/{images-DzLeFjLx.js.map → images-4mwhNkvh.js.map} +1 -1
  88. package/dist/index.d.ts +51 -10
  89. package/dist/index.js +5 -5
  90. package/dist/init-BDEOopK7.js +1 -0
  91. package/dist/{init-SRalM5xF.js → init-cOk3D44b.js} +10 -11
  92. package/dist/init-cOk3D44b.js.map +1 -0
  93. package/dist/{invocations-DzyKSJBa.js → invocations-DW-lTk2f.js} +10 -6
  94. package/dist/invocations-DW-lTk2f.js.map +1 -0
  95. package/dist/{judge-yLvjC5A3.js → judge-CKdgEXN7.js} +236 -46
  96. package/dist/judge-CKdgEXN7.js.map +1 -0
  97. package/dist/judge.d.ts +5 -7
  98. package/dist/judge.js +4 -8
  99. package/dist/judge.js.map +1 -1
  100. package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
  101. package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
  102. package/dist/{matchers-D4eUqx4j.js → matchers-DT2TaGix.js} +2 -2
  103. package/dist/{matchers-D4eUqx4j.js.map → matchers-DT2TaGix.js.map} +1 -1
  104. package/dist/{model-1ZLr9Dcv.js → model-Bq3G0OG1.js} +29 -36
  105. package/dist/model-Bq3G0OG1.js.map +1 -0
  106. package/dist/{model-CgnOpss4.js → model-CTnyvh7H.js} +292 -68
  107. package/dist/model-CTnyvh7H.js.map +1 -0
  108. package/dist/model-D-SWrLZG.js +1 -0
  109. package/dist/model-g3XnzUv0.js +1 -0
  110. package/dist/{model-B45lDUV1.js → model-vRiUycWh.js} +22 -13
  111. package/dist/model-vRiUycWh.js.map +1 -0
  112. package/dist/{node-BSq5qHnQ.js → node-BVbbnFtv.js} +72 -50
  113. package/dist/node-BVbbnFtv.js.map +1 -0
  114. package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
  115. package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
  116. package/dist/openrouter-models-CWRwLX-G.js +34 -0
  117. package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
  118. package/dist/{pairs-CHfZNRT6.js → pairs-puYi-zj2.js} +11 -4
  119. package/dist/pairs-puYi-zj2.js.map +1 -0
  120. package/dist/patch-CquGAGX5.js +76 -0
  121. package/dist/patch-CquGAGX5.js.map +1 -0
  122. package/dist/{patch-DWf-I_Q_.js → patch-DKJiC5Sq.js} +5 -7
  123. package/dist/patch-DKJiC5Sq.js.map +1 -0
  124. package/dist/{plan-BIwUzlB8.js → plan-DdWkM6SW.js} +64 -29
  125. package/dist/plan-DdWkM6SW.js.map +1 -0
  126. package/dist/{plugins-Dkp_H3pB.js → plugins-D-CP6mMd.js} +253 -17
  127. package/dist/plugins-D-CP6mMd.js.map +1 -0
  128. package/dist/{preflight-DJCD_BDn.js → preflight-9ixuXzsx.js} +3 -3
  129. package/dist/{preflight-DJCD_BDn.js.map → preflight-9ixuXzsx.js.map} +1 -1
  130. package/dist/{preflight-D9y-HvZQ.js → preflight-DTiVv0gY.js} +1 -1
  131. package/dist/{prepare-CIxCGG0M.js → prepare-BfyikQit.js} +8 -8
  132. package/dist/{prepare-CIxCGG0M.js.map → prepare-BfyikQit.js.map} +1 -1
  133. package/dist/{prepare-BJG_pD54.js → prepare-tmBBf4W8.js} +2 -2
  134. package/dist/{prices-BcLEXvdY.js → prices-QaS-kjSQ.js} +7 -4
  135. package/dist/prices-QaS-kjSQ.js.map +1 -0
  136. package/dist/{provenance-CfZpFpAh.js → provenance-BizwUn3h.js} +4 -4
  137. package/dist/{provenance-CfZpFpAh.js.map → provenance-BizwUn3h.js.map} +1 -1
  138. package/dist/{providers-DFk_6W4K.js → providers-B6b9Tnyi.js} +5 -5
  139. package/dist/{providers-DFk_6W4K.js.map → providers-B6b9Tnyi.js.map} +1 -1
  140. package/dist/{providers-D1Zxp2he.js → providers-DkOupEBl.js} +1 -1
  141. package/dist/query-Clm2mNSm.js +1 -0
  142. package/dist/{query-CemclveB.js → query-DyM-VExS.js} +3 -3
  143. package/dist/{query-CemclveB.js.map → query-DyM-VExS.js.map} +1 -1
  144. package/dist/{questions-bAudIc04.js → questions-BRhU8MzB.js} +100 -25
  145. package/dist/questions-BRhU8MzB.js.map +1 -0
  146. package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
  147. package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
  148. package/dist/redact-DVIaahLv.js +658 -0
  149. package/dist/redact-DVIaahLv.js.map +1 -0
  150. package/dist/remarks-BwJ8pcTQ.js +1 -0
  151. package/dist/{rules-VhftPOOT.js → remarks-C7i2LMRb.js} +296 -66
  152. package/dist/remarks-C7i2LMRb.js.map +1 -0
  153. package/dist/{header-BLPP6aCU.js → remarks-D_3qhBWU.js} +34 -9
  154. package/dist/remarks-D_3qhBWU.js.map +1 -0
  155. package/dist/{remarks-mujJv1Ey.js → remarks-dA8LyoPc.js} +9 -5
  156. package/dist/remarks-dA8LyoPc.js.map +1 -0
  157. package/dist/{remote-CKcEKja4.js → remote-DFIzcx_6.js} +39 -99
  158. package/dist/remote-DFIzcx_6.js.map +1 -0
  159. package/dist/resolve--rQZ8u6Z.js +1 -0
  160. package/dist/{resolve-CBoKzQMP.js → resolve-DWSJpKHX.js} +46 -30
  161. package/dist/resolve-DWSJpKHX.js.map +1 -0
  162. package/dist/{results-CMgZEANy.js → results-BC3pcG_Z.js} +15 -30
  163. package/dist/results-BC3pcG_Z.js.map +1 -0
  164. package/dist/{resume-B9SOSnK9.js → resume-j-rcIryi.js} +47 -17
  165. package/dist/resume-j-rcIryi.js.map +1 -0
  166. package/dist/{runtime-BgQRyCLl.js → runtime-d56Gg3J5.js} +30 -13
  167. package/dist/runtime-d56Gg3J5.js.map +1 -0
  168. package/dist/{sandbox-BOYZ0hlo.js → sandbox-Cmln11gU.js} +2 -2
  169. package/dist/{sandbox-BOYZ0hlo.js.map → sandbox-Cmln11gU.js.map} +1 -1
  170. package/dist/sandbox.d.ts +1 -1
  171. package/dist/sandbox.js +1 -1
  172. package/dist/{server-TGW4WyAz.js → server-BOoH10J8.js} +51 -33
  173. package/dist/server-BOoH10J8.js.map +1 -0
  174. package/dist/server-DpuVAbrO.js +1 -0
  175. package/dist/{shared-BDUzStad.js → shared-B_lvGqWz.js} +19 -11
  176. package/dist/shared-B_lvGqWz.js.map +1 -0
  177. package/dist/source-BFd6f0-R.js +1 -0
  178. package/dist/{source-B1WvBIQt.js → source-wD04-rRG.js} +15 -10
  179. package/dist/source-wD04-rRG.js.map +1 -0
  180. package/dist/{src-CHIwOy0o.js → src-1lpTocbd.js} +75 -30
  181. package/dist/{src-CHIwOy0o.js.map → src-1lpTocbd.js.map} +1 -1
  182. package/dist/{src-CyaDNG9r.js → src-6_zz7oJs.js} +1 -1
  183. package/dist/{src-DjF_M8_f.js → src-8yTF251P.js} +30 -8
  184. package/dist/{src-DjF_M8_f.js.map → src-8yTF251P.js.map} +1 -1
  185. package/dist/{src-NSdQ9zI6.js → src-BO8AYqJ5.js} +17 -5
  186. package/dist/src-BO8AYqJ5.js.map +1 -0
  187. package/dist/{src-DmUgeTlE.js → src-BYDOXw_Y.js} +23 -7
  188. package/dist/{src-DmUgeTlE.js.map → src-BYDOXw_Y.js.map} +1 -1
  189. package/dist/src-BYPMM1x7.js +2 -0
  190. package/dist/src-Bp4aN3rA.js +2 -0
  191. package/dist/src-C7upnZSd.js +2 -0
  192. package/dist/{src-8zoX_qrb.js → src-D91Hd6hT.js} +546 -1060
  193. package/dist/src-D91Hd6hT.js.map +1 -0
  194. package/dist/src-DH-9IO7f.js +1 -0
  195. package/dist/{src-ChhtI6BP.js → src-DSZyg0Uq.js} +177 -28
  196. package/dist/src-DSZyg0Uq.js.map +1 -0
  197. package/dist/{src-DjRI-IeE.js → src-DgHuStEi.js} +134 -34
  198. package/dist/{src-DjRI-IeE.js.map → src-DgHuStEi.js.map} +1 -1
  199. package/dist/src-HSxBazcg.js +3 -0
  200. package/dist/src-LD1BAJFa.js +2 -0
  201. package/dist/src-dlX-Lmxg.js +2 -0
  202. package/dist/{src-DKPVX2Us.js → src-gn7YlnRg.js} +34 -5
  203. package/dist/{src-DKPVX2Us.js.map → src-gn7YlnRg.js.map} +1 -1
  204. package/dist/src-kYeaJJrl.js +2 -0
  205. package/dist/state-B5PLm5qY.js +1 -0
  206. package/dist/{state-B1t143wG.js → state-DrJ687ut.js} +15 -15
  207. package/dist/{state-B1t143wG.js.map → state-DrJ687ut.js.map} +1 -1
  208. package/dist/{stats-DSy5HfOv.js → stats-hfpuYsAM.js} +2 -2
  209. package/dist/{stats-DSy5HfOv.js.map → stats-hfpuYsAM.js.map} +1 -1
  210. package/dist/suite-22Kt9Grx.js +2 -0
  211. package/dist/{suite-WgT7m6Vs.js → suite-Co8cwelb.js} +48 -63
  212. package/dist/suite-Co8cwelb.js.map +1 -0
  213. package/dist/{summary-DIGEVr08.js → summary-DLFHVoux.js} +80 -270
  214. package/dist/summary-DLFHVoux.js.map +1 -0
  215. package/dist/testing.d.ts +417 -142
  216. package/dist/testing.js +12 -10
  217. package/dist/testing.js.map +1 -1
  218. package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
  219. package/dist/text-DTigcA64.js.map +1 -0
  220. package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
  221. package/dist/transcript-DxPaWHTZ.js.map +1 -0
  222. package/dist/types-C5vI3g1C.js.map +1 -1
  223. package/dist/{types-DXBbP9Mk.d.ts → types-coMWHaU2.d.ts} +253 -733
  224. package/dist/vertex-Bv7vhMgs.js +1 -0
  225. package/dist/vertex-C7PI-WPc.d.ts +3 -0
  226. package/dist/vertex-DypYjx71.js +456 -0
  227. package/dist/vertex-DypYjx71.js.map +1 -0
  228. package/dist/view/index.d.ts +536 -121
  229. package/dist/view/index.js +9 -9
  230. package/dist/{views-sXpGE6a2.js → views-BFO1BLKu.js} +9 -10
  231. package/dist/{views-sXpGE6a2.js.map → views-BFO1BLKu.js.map} +1 -1
  232. package/dist/views-BOf8qEL8.js +2 -0
  233. package/dist/{worker-entry-Duo9oAeT.js → worker-entry-CJtdsKBP.js} +19 -12
  234. package/dist/worker-entry-CJtdsKBP.js.map +1 -0
  235. package/dist/{workspace-CDI68wtX.js → workspace-BRxjfa8N.js} +5 -5
  236. package/dist/{workspace-CDI68wtX.js.map → workspace-BRxjfa8N.js.map} +1 -1
  237. package/dist/workspace-DDHzkMjm.js +1 -0
  238. package/docker/seccomp-default.json +1 -0
  239. package/package.json +5 -1
  240. package/skills/eval-rubric/SKILL.md +35 -104
  241. package/dist/adapter-BloGVZ_a.js.map +0 -1
  242. package/dist/agent-m-_t-IuW.js.map +0 -1
  243. package/dist/app-files-C-jwhRDt.js.map +0 -1
  244. package/dist/assemble-BDEpelpi.js.map +0 -1
  245. package/dist/assemble-C5bfncHU.js +0 -1
  246. package/dist/capture-CVRwRTnb.js.map +0 -1
  247. package/dist/capture-CherbjzB.js +0 -1
  248. package/dist/cli-C_4gaJ50.js.map +0 -1
  249. package/dist/cli-spec-CpnbATtI.js.map +0 -1
  250. package/dist/command-BWAuwQNk.js +0 -91
  251. package/dist/command-BWAuwQNk.js.map +0 -1
  252. package/dist/command-BXLUfw4h.js.map +0 -1
  253. package/dist/command-Be6BSE2L.js +0 -335
  254. package/dist/command-Be6BSE2L.js.map +0 -1
  255. package/dist/command-Bxdy62dW.js.map +0 -1
  256. package/dist/commands-jzigbNFb.js.map +0 -1
  257. package/dist/config-BrdHA9bJ.js.map +0 -1
  258. package/dist/cost-D4elx933.js.map +0 -1
  259. package/dist/cost-DmnAod9x.js +0 -1
  260. package/dist/db-CAfksinX.js +0 -2
  261. package/dist/db-DO0p7xgP.js +0 -619
  262. package/dist/db-DO0p7xgP.js.map +0 -1
  263. package/dist/debug-D7bEv_UV.js +0 -1
  264. package/dist/docker-BnRlTpZA.js.map +0 -1
  265. package/dist/docker-D01slDF3.js.map +0 -1
  266. package/dist/doctor-DQ2p0euG.js.map +0 -1
  267. package/dist/env-BQqj93gu.js.map +0 -1
  268. package/dist/environment-CO0P0soF.js.map +0 -1
  269. package/dist/evaluate-BUmsN7yG.js.map +0 -1
  270. package/dist/evaluate-C_sgRA-V.d.ts +0 -134
  271. package/dist/facts-DzOUTreB.js +0 -906
  272. package/dist/facts-DzOUTreB.js.map +0 -1
  273. package/dist/files-B-CJeeEh.js.map +0 -1
  274. package/dist/files-Bp5j5BqI.js +0 -1
  275. package/dist/files-C2sjmXhk.js +0 -1
  276. package/dist/files-C_gQNVB-.js +0 -65
  277. package/dist/files-C_gQNVB-.js.map +0 -1
  278. package/dist/files-kUCrswI6.js.map +0 -1
  279. package/dist/generate-DZ7vp69F.js +0 -1647
  280. package/dist/generate-DZ7vp69F.js.map +0 -1
  281. package/dist/harness-COVXSwJ6.js +0 -354
  282. package/dist/harness-COVXSwJ6.js.map +0 -1
  283. package/dist/header-BLPP6aCU.js.map +0 -1
  284. package/dist/init-RgCQXZhb.js +0 -1
  285. package/dist/init-SRalM5xF.js.map +0 -1
  286. package/dist/insights-TyAvz9aV.js +0 -68
  287. package/dist/insights-TyAvz9aV.js.map +0 -1
  288. package/dist/invocations-DzyKSJBa.js.map +0 -1
  289. package/dist/judge-yLvjC5A3.js.map +0 -1
  290. package/dist/match-Bz0nSdzN.js.map +0 -1
  291. package/dist/model-1ZLr9Dcv.js.map +0 -1
  292. package/dist/model-B45lDUV1.js.map +0 -1
  293. package/dist/model-BTZq8HIZ.js +0 -1
  294. package/dist/model-CgnOpss4.js.map +0 -1
  295. package/dist/model-Ch8kX87u.js +0 -1
  296. package/dist/node-BSq5qHnQ.js.map +0 -1
  297. package/dist/opencode-providers-klkqgzvb.js +0 -3276
  298. package/dist/opencode-providers-klkqgzvb.js.map +0 -1
  299. package/dist/pairs-CHfZNRT6.js.map +0 -1
  300. package/dist/patch-DWf-I_Q_.js.map +0 -1
  301. package/dist/plan-BIwUzlB8.js.map +0 -1
  302. package/dist/plugins-Dkp_H3pB.js.map +0 -1
  303. package/dist/prices-BcLEXvdY.js.map +0 -1
  304. package/dist/query-Cvbwl804.js +0 -1
  305. package/dist/questions-bAudIc04.js.map +0 -1
  306. package/dist/redact-CRGdfV2s.js +0 -240
  307. package/dist/redact-CRGdfV2s.js.map +0 -1
  308. package/dist/remarks-CXwSnSjR.js +0 -278
  309. package/dist/remarks-CXwSnSjR.js.map +0 -1
  310. package/dist/remarks-CyAu2DiB.js +0 -1
  311. package/dist/remarks-mujJv1Ey.js.map +0 -1
  312. package/dist/remote-CKcEKja4.js.map +0 -1
  313. package/dist/resolve-B5-uqmJ6.js +0 -1
  314. package/dist/resolve-CBoKzQMP.js.map +0 -1
  315. package/dist/results-CMgZEANy.js.map +0 -1
  316. package/dist/resume-B9SOSnK9.js.map +0 -1
  317. package/dist/rules-VhftPOOT.js.map +0 -1
  318. package/dist/run-CwIEK16q.js +0 -88
  319. package/dist/run-CwIEK16q.js.map +0 -1
  320. package/dist/runtime-BgQRyCLl.js.map +0 -1
  321. package/dist/server-CHRSgKRp.js +0 -1
  322. package/dist/server-TGW4WyAz.js.map +0 -1
  323. package/dist/shared-BDUzStad.js.map +0 -1
  324. package/dist/source-B1WvBIQt.js.map +0 -1
  325. package/dist/source-DAzztZwU.js +0 -1
  326. package/dist/src-1jHbFaGW.js +0 -1
  327. package/dist/src-8zoX_qrb.js.map +0 -1
  328. package/dist/src-C_9wgowC.js +0 -2
  329. package/dist/src-ChhtI6BP.js.map +0 -1
  330. package/dist/src-D005Cbqz.js +0 -2
  331. package/dist/src-DIfRbp5a.js +0 -3
  332. package/dist/src-Dg8121Xy.js +0 -2
  333. package/dist/src-ElBqEN-S.js +0 -2
  334. package/dist/src-NSdQ9zI6.js.map +0 -1
  335. package/dist/src-YHGaUrGE.js +0 -2
  336. package/dist/src-mJVxw1Jm.js +0 -2
  337. package/dist/state-vznMh2wl.js +0 -1
  338. package/dist/suite-BsWGHzlG.js +0 -2
  339. package/dist/suite-WgT7m6Vs.js.map +0 -1
  340. package/dist/summary-DIGEVr08.js.map +0 -1
  341. package/dist/text-CrVy5ioL.js.map +0 -1
  342. package/dist/transcript-BTxJpW4R.js.map +0 -1
  343. package/dist/usage-DF3_p5pE.js +0 -1
  344. package/dist/validate-BhwqrVsm.js.map +0 -1
  345. package/dist/views-BW_C5eVH.js +0 -2
  346. package/dist/worker-entry-Duo9oAeT.js.map +0 -1
  347. package/dist/workspace-QZCacP8A.js +0 -1
package/dist/testing.d.ts CHANGED
@@ -1,172 +1,447 @@
1
- import { g as CaptureUseAction, ht as JSONValue, i as AssertionRecord, p as CaptureInstruction, tn as Wait } from "./types-DXBbP9Mk.js";
2
- import { a as DeclarationTree, n as declareTree, o as DeclaredNode } from "./evaluate-C_sgRA-V.js";
1
+ import { Jn as DeclaredNode, a as AttemptContext, f as CaptureInstruction, ft as JSONValue, h as CaptureUseAction, qn as DeclarationTree, tn as Wait } from "./types-coMWHaU2.js";
2
+ import { n as declareTree } from "./evaluate-dqXccn4k.js";
3
3
  import "./shared-CHvO7eLi.js";
4
4
  import { z } from "zod";
5
5
  //#region src/contract/attempt.d.ts
6
- declare const attemptCallSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6
+ declare const attemptRequestSchema: z.ZodObject<{
7
+ id: z.ZodString;
8
+ call: z.ZodDiscriminatedUnion<[z.ZodObject<{
9
+ op: z.ZodLiteral<"send">;
10
+ prompt: z.ZodString;
11
+ }, z.core.$strict>, z.ZodObject<{
12
+ retries: z.ZodOptional<z.ZodNumber>;
13
+ interval: z.ZodOptional<z.ZodNumber>;
14
+ op: z.ZodLiteral<"exec">;
15
+ command: z.ZodString;
16
+ background: z.ZodOptional<z.ZodBoolean>;
17
+ }, z.core.$strict>, z.ZodObject<{
18
+ op: z.ZodLiteral<"serve">;
19
+ command: z.ZodString;
20
+ port: z.ZodOptional<z.ZodNumber>;
21
+ }, z.core.$strict>, z.ZodObject<{
22
+ op: z.ZodLiteral<"kill">;
23
+ handle: z.ZodString;
24
+ }, z.core.$strict>, z.ZodObject<{
25
+ op: z.ZodLiteral<"capture">;
26
+ target: z.ZodUnion<readonly [z.ZodObject<{
27
+ port: z.ZodNumber;
28
+ }, z.core.$strict>, z.ZodObject<{
29
+ handle: z.ZodString;
30
+ }, z.core.$strict>]>;
31
+ options: z.ZodOptional<z.ZodObject<{
32
+ name: z.ZodOptional<z.ZodString>;
33
+ path: z.ZodOptional<z.ZodString>;
34
+ viewport: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
35
+ width: z.ZodNumber;
36
+ height: z.ZodNumber;
37
+ }, z.core.$strict>, z.ZodLiteral<"full-page">]>>;
38
+ timeout: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodTemplateLiteral<`${number}h` | `${number}m` | `${number}ms` | `${number}s`>]>>;
39
+ wait: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
40
+ idle: "idle";
41
+ load: "load";
42
+ }>, z.ZodObject<{
43
+ ms: z.ZodNumber;
44
+ }, z.core.$strict>]>>;
45
+ instructions: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
46
+ wait: z.ZodUnion<readonly [z.ZodEnum<{
47
+ idle: "idle";
48
+ load: "load";
49
+ }>, z.ZodObject<{
50
+ ms: z.ZodNumber;
51
+ }, z.core.$strict>]>;
52
+ }, z.core.$strict>]>>>;
53
+ model: z.ZodOptional<z.ZodString>;
54
+ }, z.core.$strict>>;
55
+ }, z.core.$strict>, z.ZodObject<{
56
+ op: z.ZodLiteral<"readFile">;
57
+ path: z.ZodString;
58
+ }, z.core.$strict>, z.ZodObject<{
59
+ op: z.ZodLiteral<"writeFile">;
60
+ path: z.ZodString;
61
+ contents: z.ZodString;
62
+ encoding: z.ZodOptional<z.ZodEnum<{
63
+ base64: "base64";
64
+ utf8: "utf8";
65
+ }>>;
66
+ }, z.core.$strict>, z.ZodObject<{
67
+ op: z.ZodLiteral<"expect">;
68
+ subject: z.ZodUnion<readonly [z.ZodObject<{
69
+ turn: z.ZodNumber;
70
+ }, z.core.$strict>, z.ZodObject<{
71
+ attempt: z.ZodLiteral<true>;
72
+ }, z.core.$strict>, z.ZodObject<{
73
+ value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
74
+ }, z.core.$strict>, z.ZodObject<{
75
+ exec: z.ZodString;
76
+ result: z.ZodOptional<z.ZodObject<{
77
+ exitCode: z.ZodNumber;
78
+ stdout: z.ZodString;
79
+ stderr: z.ZodString;
80
+ }, z.core.$strict>>;
81
+ }, z.core.$strict>, z.ZodObject<{
82
+ readFile: z.ZodString;
83
+ }, z.core.$strict>]>;
84
+ matcher: z.ZodString;
85
+ args: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
86
+ regexp: z.ZodString;
87
+ flags: z.ZodOptional<z.ZodString>;
88
+ }, z.core.$strict>, z.ZodObject<{
89
+ matchedBy: z.ZodString;
90
+ answers: z.ZodRecord<z.ZodString, z.ZodBoolean>;
91
+ }, z.core.$strict>, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>]>>;
92
+ not: z.ZodBoolean;
93
+ soft: z.ZodBoolean;
94
+ label: z.ZodOptional<z.ZodString>;
95
+ poll: z.ZodOptional<z.ZodObject<{
96
+ interval: z.ZodOptional<z.ZodNumber>;
97
+ timeout: z.ZodOptional<z.ZodNumber>;
98
+ }, z.core.$strict>>;
99
+ }, z.core.$strict>, z.ZodObject<{
100
+ op: z.ZodLiteral<"record">;
101
+ matcher: z.ZodString;
102
+ subject: z.ZodOptional<z.ZodString>;
103
+ label: z.ZodOptional<z.ZodString>;
104
+ status: z.ZodEnum<{
105
+ fail: "fail";
106
+ pass: "pass";
107
+ }>;
108
+ message: z.ZodOptional<z.ZodString>;
109
+ soft: z.ZodOptional<z.ZodBoolean>;
110
+ }, z.core.$strict>, z.ZodObject<{
111
+ op: z.ZodLiteral<"judge">;
112
+ question: z.ZodString;
113
+ options: z.ZodOptional<z.ZodObject<{
114
+ threshold: z.ZodOptional<z.ZodNumber>;
115
+ providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
116
+ maxConcurrent: z.ZodOptional<z.ZodNumber>;
117
+ state: z.ZodOptional<z.ZodObject<{
118
+ task: z.ZodOptional<z.ZodBoolean>;
119
+ output: z.ZodOptional<z.ZodBoolean>;
120
+ files: z.ZodOptional<z.ZodBoolean>;
121
+ diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
122
+ contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
123
+ transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
124
+ full: "full";
125
+ tools: "tools";
126
+ }>]>>;
127
+ turns: z.ZodOptional<z.ZodEnum<{
128
+ all: "all";
129
+ last: "last";
130
+ }>>;
131
+ checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
132
+ }, z.core.$strict>>;
133
+ gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
134
+ direct: "direct";
135
+ openrouter: "openrouter";
136
+ vercel: "vercel";
137
+ vertex: "vertex";
138
+ }>, z.ZodDiscriminatedUnion<[z.ZodObject<{
139
+ enabled: z.ZodOptional<z.ZodBoolean>;
140
+ kind: z.ZodLiteral<"direct">;
141
+ }, z.core.$strict>, z.ZodObject<{
142
+ kind: z.ZodLiteral<"vercel">;
143
+ }, z.core.$strict>, z.ZodObject<{
144
+ fallbacks: z.ZodOptional<z.ZodBoolean>;
145
+ kind: z.ZodLiteral<"openrouter">;
146
+ }, z.core.$strict>, z.ZodObject<{
147
+ kind: z.ZodLiteral<"vertex">;
148
+ project: z.ZodOptional<z.ZodString>;
149
+ location: z.ZodOptional<z.ZodString>;
150
+ regions: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
151
+ anthropic: "anthropic";
152
+ google: "google";
153
+ xai: "xai";
154
+ }> & z.core.$partial, z.ZodString>>;
155
+ }, z.core.$strict>], "kind">]>>;
156
+ model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
157
+ kind: z.ZodLiteral<"fake-judge">;
158
+ score: z.ZodNumber;
159
+ }, z.core.$strict>]>>;
160
+ on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
161
+ turn: z.ZodNumber;
162
+ }, z.core.$strict>, z.ZodObject<{
163
+ value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
164
+ }, z.core.$strict>]>>;
165
+ artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
166
+ name: z.ZodString;
167
+ port: z.ZodNumber;
168
+ path: z.ZodString;
169
+ viewport: z.ZodUnion<readonly [z.ZodObject<{
170
+ width: z.ZodNumber;
171
+ height: z.ZodNumber;
172
+ }, z.core.$strict>, z.ZodLiteral<"full-page">]>;
173
+ file: z.ZodObject<{
174
+ path: z.ZodString;
175
+ sha256: z.ZodString;
176
+ bytes: z.ZodNumber;
177
+ }, z.core.$strict>;
178
+ }, z.core.$strict>]>>]>>;
179
+ }, z.core.$strict>>;
180
+ }, z.core.$strict>], "op">;
181
+ }, z.core.$strict>;
182
+ declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
183
+ id: z.ZodString;
184
+ ok: z.ZodLiteral<true>;
7
185
  op: z.ZodLiteral<"send">;
8
- prompt: z.ZodString;
186
+ turn: z.ZodObject<{
187
+ prompt: z.ZodString;
188
+ text: z.ZodString;
189
+ status: z.ZodEnum<{
190
+ aborted: "aborted";
191
+ completed: "completed";
192
+ error: "error";
193
+ }>;
194
+ startedAt: z.ZodString;
195
+ durationMs: z.ZodNumber;
196
+ transcript: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
197
+ ts: z.ZodString;
198
+ atMs: z.ZodNumber;
199
+ type: z.ZodEnum<{
200
+ reasoning: "reasoning";
201
+ text: "text";
202
+ }>;
203
+ text: z.ZodString;
204
+ durationMs: z.ZodNullable<z.ZodNumber>;
205
+ }, z.core.$strict>, z.ZodObject<{
206
+ ts: z.ZodString;
207
+ atMs: z.ZodNumber;
208
+ type: z.ZodLiteral<"file-edit">;
209
+ toolCallId: z.ZodString;
210
+ path: z.ZodString;
211
+ kind: z.ZodEnum<{
212
+ create: "create";
213
+ delete: "delete";
214
+ modify: "modify";
215
+ write: "write";
216
+ }>;
217
+ added: z.ZodNullable<z.ZodNumber>;
218
+ removed: z.ZodNullable<z.ZodNumber>;
219
+ durationMs: z.ZodNullable<z.ZodNumber>;
220
+ stalled: z.ZodOptional<z.ZodBoolean>;
221
+ }, z.core.$strict>, z.ZodObject<{
222
+ ts: z.ZodString;
223
+ atMs: z.ZodNumber;
224
+ type: z.ZodLiteral<"web-search">;
225
+ toolCallId: z.ZodString;
226
+ query: z.ZodString;
227
+ references: z.ZodNullable<z.ZodNumber>;
228
+ ok: z.ZodOptional<z.ZodBoolean>;
229
+ durationMs: z.ZodNullable<z.ZodNumber>;
230
+ stalled: z.ZodOptional<z.ZodBoolean>;
231
+ }, z.core.$strict>, z.ZodObject<{
232
+ ts: z.ZodString;
233
+ atMs: z.ZodNumber;
234
+ type: z.ZodLiteral<"web-fetch">;
235
+ toolCallId: z.ZodString;
236
+ url: z.ZodString;
237
+ ok: z.ZodBoolean;
238
+ durationMs: z.ZodNullable<z.ZodNumber>;
239
+ stalled: z.ZodOptional<z.ZodBoolean>;
240
+ }, z.core.$strict>, z.ZodObject<{
241
+ ts: z.ZodString;
242
+ atMs: z.ZodNumber;
243
+ type: z.ZodLiteral<"tool">;
244
+ toolCallId: z.ZodString;
245
+ tool: z.ZodString;
246
+ input: z.ZodUnknown;
247
+ output: z.ZodUnknown;
248
+ ok: z.ZodBoolean;
249
+ durationMs: z.ZodNullable<z.ZodNumber>;
250
+ stalled: z.ZodOptional<z.ZodBoolean>;
251
+ }, z.core.$strict>, z.ZodObject<{
252
+ ts: z.ZodString;
253
+ atMs: z.ZodNumber;
254
+ type: z.ZodLiteral<"error">;
255
+ message: z.ZodString;
256
+ }, z.core.$strict>, z.ZodObject<{
257
+ ts: z.ZodString;
258
+ atMs: z.ZodNumber;
259
+ type: z.ZodLiteral<"retry">;
260
+ message: z.ZodString;
261
+ }, z.core.$strict>], "type">>;
262
+ usage: z.ZodNullable<z.ZodObject<{
263
+ input: z.ZodNumber;
264
+ output: z.ZodNumber;
265
+ cacheRead: z.ZodNumber;
266
+ cacheWrite: z.ZodNumber;
267
+ reasoning: z.ZodNullable<z.ZodNumber>;
268
+ }, z.core.$strict>>;
269
+ model: z.ZodNullable<z.ZodString>;
270
+ unreported: z.ZodArray<z.ZodEnum<{
271
+ "web-fetch": "web-fetch";
272
+ "web-search": "web-search";
273
+ }>>;
274
+ diff: z.ZodObject<{
275
+ patch: z.ZodString;
276
+ files: z.ZodArray<z.ZodObject<{
277
+ path: z.ZodString;
278
+ status: z.ZodEnum<{
279
+ added: "added";
280
+ deleted: "deleted";
281
+ modified: "modified";
282
+ }>;
283
+ }, z.core.$strict>>;
284
+ }, z.core.$strict>;
285
+ }, z.core.$strict>;
9
286
  }, z.core.$strict>, z.ZodObject<{
10
- retries: z.ZodOptional<z.ZodNumber>;
11
- interval: z.ZodOptional<z.ZodNumber>;
287
+ id: z.ZodString;
288
+ ok: z.ZodLiteral<true>;
12
289
  op: z.ZodLiteral<"exec">;
13
- command: z.ZodString;
14
- background: z.ZodOptional<z.ZodBoolean>;
290
+ result: z.ZodUnion<readonly [z.ZodObject<{
291
+ exitCode: z.ZodNumber;
292
+ stdout: z.ZodString;
293
+ stderr: z.ZodString;
294
+ }, z.core.$strict>, z.ZodObject<{
295
+ handle: z.ZodString;
296
+ }, z.core.$strict>]>;
15
297
  }, z.core.$strict>, z.ZodObject<{
298
+ id: z.ZodString;
299
+ ok: z.ZodLiteral<true>;
16
300
  op: z.ZodLiteral<"serve">;
17
- command: z.ZodString;
18
- port: z.ZodOptional<z.ZodNumber>;
301
+ handle: z.ZodString;
302
+ port: z.ZodNumber;
19
303
  }, z.core.$strict>, z.ZodObject<{
304
+ id: z.ZodString;
305
+ ok: z.ZodLiteral<true>;
20
306
  op: z.ZodLiteral<"kill">;
21
- handle: z.ZodString;
22
307
  }, z.core.$strict>, z.ZodObject<{
308
+ id: z.ZodString;
309
+ ok: z.ZodLiteral<true>;
23
310
  op: z.ZodLiteral<"capture">;
24
- target: z.ZodUnion<readonly [z.ZodObject<{
311
+ capture: z.ZodObject<{
312
+ name: z.ZodString;
25
313
  port: z.ZodNumber;
26
- }, z.core.$strict>, z.ZodObject<{
27
- handle: z.ZodString;
28
- }, z.core.$strict>]>;
29
- options: z.ZodOptional<z.ZodObject<{
30
- name: z.ZodOptional<z.ZodString>;
31
- path: z.ZodOptional<z.ZodString>;
32
- viewport: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
314
+ path: z.ZodString;
315
+ viewport: z.ZodUnion<readonly [z.ZodObject<{
33
316
  width: z.ZodNumber;
34
317
  height: z.ZodNumber;
35
- }, z.core.$strict>, z.ZodLiteral<"full-page">]>>;
36
- timeout: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodTemplateLiteral<`${number}h` | `${number}m` | `${number}ms` | `${number}s`>]>>;
37
- wait: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
38
- idle: "idle";
39
- load: "load";
40
- }>, z.ZodObject<{
41
- ms: z.ZodNumber;
42
- }, z.core.$strict>]>>;
43
- instructions: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
44
- wait: z.ZodUnion<readonly [z.ZodEnum<{
45
- idle: "idle";
46
- load: "load";
47
- }>, z.ZodObject<{
48
- ms: z.ZodNumber;
49
- }, z.core.$strict>]>;
50
- }, z.core.$strict>]>>>;
51
- model: z.ZodOptional<z.ZodString>;
52
- }, z.core.$strict>>;
318
+ }, z.core.$strict>, z.ZodLiteral<"full-page">]>;
319
+ file: z.ZodObject<{
320
+ path: z.ZodString;
321
+ sha256: z.ZodString;
322
+ bytes: z.ZodNumber;
323
+ }, z.core.$strict>;
324
+ }, z.core.$strict>;
53
325
  }, z.core.$strict>, z.ZodObject<{
326
+ id: z.ZodString;
327
+ ok: z.ZodLiteral<true>;
54
328
  op: z.ZodLiteral<"readFile">;
55
- path: z.ZodString;
329
+ contents: z.ZodNullable<z.ZodString>;
56
330
  }, z.core.$strict>, z.ZodObject<{
331
+ id: z.ZodString;
332
+ ok: z.ZodLiteral<true>;
57
333
  op: z.ZodLiteral<"writeFile">;
58
- path: z.ZodString;
59
- contents: z.ZodString;
60
- encoding: z.ZodOptional<z.ZodEnum<{
61
- base64: "base64";
62
- utf8: "utf8";
63
- }>>;
64
334
  }, z.core.$strict>, z.ZodObject<{
335
+ id: z.ZodString;
336
+ ok: z.ZodLiteral<true>;
65
337
  op: z.ZodLiteral<"expect">;
66
- subject: z.ZodUnion<readonly [z.ZodObject<{
67
- turn: z.ZodNumber;
68
- }, z.core.$strict>, z.ZodObject<{
69
- attempt: z.ZodLiteral<true>;
70
- }, z.core.$strict>, z.ZodObject<{
71
- value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
72
- }, z.core.$strict>, z.ZodObject<{
73
- exec: z.ZodString;
74
- result: z.ZodOptional<z.ZodObject<{
75
- exitCode: z.ZodNumber;
76
- stdout: z.ZodString;
77
- stderr: z.ZodString;
78
- }, z.core.$strict>>;
79
- }, z.core.$strict>, z.ZodObject<{
80
- readFile: z.ZodString;
81
- }, z.core.$strict>]>;
82
- matcher: z.ZodString;
83
- args: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
84
- regexp: z.ZodString;
85
- flags: z.ZodOptional<z.ZodString>;
86
- }, z.core.$strict>, z.ZodObject<{
87
- matchedBy: z.ZodString;
88
- answers: z.ZodRecord<z.ZodString, z.ZodBoolean>;
89
- }, z.core.$strict>, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>]>>;
90
- not: z.ZodBoolean;
91
- soft: z.ZodBoolean;
92
- label: z.ZodOptional<z.ZodString>;
93
- poll: z.ZodOptional<z.ZodObject<{
94
- interval: z.ZodOptional<z.ZodNumber>;
95
- timeout: z.ZodOptional<z.ZodNumber>;
96
- }, z.core.$strict>>;
338
+ assertion: z.ZodObject<{
339
+ label: z.ZodString;
340
+ labelled: z.ZodBoolean;
341
+ matcher: z.ZodString;
342
+ status: z.ZodEnum<{
343
+ error: "error";
344
+ fail: "fail";
345
+ pass: "pass";
346
+ }>;
347
+ soft: z.ZodBoolean;
348
+ message: z.ZodOptional<z.ZodString>;
349
+ durationMs: z.ZodOptional<z.ZodNumber>;
350
+ }, z.core.$strict>;
97
351
  }, z.core.$strict>, z.ZodObject<{
352
+ id: z.ZodString;
353
+ ok: z.ZodLiteral<true>;
98
354
  op: z.ZodLiteral<"record">;
99
- matcher: z.ZodString;
100
- subject: z.ZodOptional<z.ZodString>;
101
- label: z.ZodOptional<z.ZodString>;
102
- status: z.ZodEnum<{
103
- fail: "fail";
104
- pass: "pass";
105
- }>;
106
- message: z.ZodOptional<z.ZodString>;
107
- soft: z.ZodOptional<z.ZodBoolean>;
355
+ assertion: z.ZodObject<{
356
+ label: z.ZodString;
357
+ labelled: z.ZodBoolean;
358
+ matcher: z.ZodString;
359
+ status: z.ZodEnum<{
360
+ error: "error";
361
+ fail: "fail";
362
+ pass: "pass";
363
+ }>;
364
+ soft: z.ZodBoolean;
365
+ message: z.ZodOptional<z.ZodString>;
366
+ durationMs: z.ZodOptional<z.ZodNumber>;
367
+ }, z.core.$strict>;
108
368
  }, z.core.$strict>, z.ZodObject<{
369
+ id: z.ZodString;
370
+ ok: z.ZodLiteral<true>;
109
371
  op: z.ZodLiteral<"judge">;
110
- question: z.ZodString;
111
- options: z.ZodOptional<z.ZodObject<{
112
- threshold: z.ZodOptional<z.ZodNumber>;
113
- providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
114
- maxConcurrent: z.ZodOptional<z.ZodNumber>;
115
- state: z.ZodOptional<z.ZodObject<{
116
- task: z.ZodOptional<z.ZodBoolean>;
117
- output: z.ZodOptional<z.ZodBoolean>;
118
- files: z.ZodOptional<z.ZodBoolean>;
119
- diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
120
- contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
121
- transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
122
- full: "full";
123
- tools: "tools";
124
- }>]>>;
125
- turns: z.ZodOptional<z.ZodEnum<{
126
- all: "all";
127
- last: "last";
128
- }>>;
129
- checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
130
- }, z.core.$strict>>;
131
- gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
372
+ verdict: z.ZodUnion<readonly [z.ZodObject<{
373
+ threshold: z.ZodNumber;
374
+ question: z.ZodString;
375
+ model: z.ZodString;
376
+ gateway: z.ZodOptional<z.ZodEnum<{
132
377
  direct: "direct";
378
+ openrouter: "openrouter";
133
379
  vercel: "vercel";
134
- }>, z.ZodDiscriminatedUnion<[z.ZodObject<{
135
- kind: z.ZodLiteral<"direct">;
136
- }, z.core.$strict>, z.ZodObject<{
137
- kind: z.ZodLiteral<"vercel">;
138
- }, z.core.$strict>], "kind">]>>;
139
- model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
140
- kind: z.ZodLiteral<"fake-judge">;
141
- score: z.ZodNumber;
142
- }, z.core.$strict>]>>;
143
- on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
144
- turn: z.ZodNumber;
145
- }, z.core.$strict>, z.ZodObject<{
146
- value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
147
- }, z.core.$strict>]>>;
148
- artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
380
+ vertex: "vertex";
381
+ }>>;
382
+ artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
149
383
  name: z.ZodString;
150
- port: z.ZodNumber;
151
384
  path: z.ZodString;
152
- viewport: z.ZodUnion<readonly [z.ZodObject<{
153
- width: z.ZodNumber;
154
- height: z.ZodNumber;
155
- }, z.core.$strict>, z.ZodLiteral<"full-page">]>;
156
- file: z.ZodObject<{
157
- path: z.ZodString;
158
- sha256: z.ZodString;
159
- bytes: z.ZodNumber;
160
- }, z.core.$strict>;
161
- }, z.core.$strict>]>>]>>;
162
- }, z.core.$strict>>;
163
- }, z.core.$strict>], "op">;
164
- type AttemptCall = z.infer<typeof attemptCallSchema>;
165
- //#endregion
166
- //#region src/attempt/match.d.ts
167
- type RecordCall = Extract<AttemptCall, {
168
- op: 'record';
169
- }>;
385
+ sha256: z.ZodString;
386
+ bytes: z.ZodNumber;
387
+ mediaType: z.ZodLiteral<"image/png">;
388
+ }, z.core.$strict>>>;
389
+ verdict: z.ZodEnum<{
390
+ fail: "fail";
391
+ pass: "pass";
392
+ }>;
393
+ score: z.ZodNumber;
394
+ resolvedModel: z.ZodOptional<z.ZodString>;
395
+ upstream: z.ZodOptional<z.ZodString>;
396
+ costUsd: z.ZodOptional<z.ZodNumber>;
397
+ }, z.core.$strict>, z.ZodObject<{
398
+ threshold: z.ZodNumber;
399
+ question: z.ZodString;
400
+ model: z.ZodString;
401
+ gateway: z.ZodOptional<z.ZodEnum<{
402
+ direct: "direct";
403
+ openrouter: "openrouter";
404
+ vercel: "vercel";
405
+ vertex: "vertex";
406
+ }>>;
407
+ artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
408
+ name: z.ZodString;
409
+ path: z.ZodString;
410
+ sha256: z.ZodString;
411
+ bytes: z.ZodNumber;
412
+ mediaType: z.ZodLiteral<"image/png">;
413
+ }, z.core.$strict>>>;
414
+ verdict: z.ZodLiteral<"error">;
415
+ score: z.ZodNull;
416
+ error: z.ZodString;
417
+ }, z.core.$strict>]>;
418
+ }, z.core.$strict>], "op">, z.ZodObject<{
419
+ id: z.ZodString;
420
+ ok: z.ZodLiteral<true>;
421
+ op: z.ZodLiteral<"expect">;
422
+ untested: z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>;
423
+ }, z.core.$strict>, z.ZodObject<{
424
+ id: z.ZodString;
425
+ ok: z.ZodLiteral<false>;
426
+ op: z.ZodEnum<{
427
+ capture: "capture";
428
+ exec: "exec";
429
+ expect: "expect";
430
+ judge: "judge";
431
+ kill: "kill";
432
+ readFile: "readFile";
433
+ record: "record";
434
+ send: "send";
435
+ serve: "serve";
436
+ writeFile: "writeFile";
437
+ }>;
438
+ error: z.ZodObject<{
439
+ name: z.ZodString;
440
+ message: z.ZodString;
441
+ }, z.core.$loose>;
442
+ }, z.core.$strict>]>;
443
+ type AttemptRequest = z.infer<typeof attemptRequestSchema>;
444
+ type AttemptReply = z.infer<typeof attemptReplySchema>;
170
445
  //#endregion
171
446
  //#region src/capture/fake-instructions.d.ts
172
447
  declare const FAKE_INSTRUCTIONS: unique symbol;
@@ -180,8 +455,8 @@ type FakeInstructions = CaptureInstruction[] & {
180
455
  export declare function fakeInstructions(steps: readonly FakeInstructionStep[]): FakeInstructions;
181
456
  //#endregion
182
457
  //#region src/testing.d.ts
183
- /** The attempt protocol's `record` call on the running attempt, as a remote runner makes it. */
184
- export declare const recordCheck: (call: Omit<RecordCall, 'op'>) => AssertionRecord;
458
+ /** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
459
+ export declare function attemptReply(c: AttemptContext, request: AttemptRequest): Promise<AttemptReply>;
185
460
  //#endregion
186
461
  export { type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
187
462
  //# sourceMappingURL=testing.d.ts.map
package/dist/testing.js CHANGED
@@ -1,14 +1,16 @@
1
- import { c as attemptRecordings } from "./runtime-BgQRyCLl.js";
2
- import { t as declareTree } from "./evaluate-BUmsN7yG.js";
3
- import { p as fakeInstructions } from "./capture-CVRwRTnb.js";
4
- import { n as recordCall } from "./match-Bz0nSdzN.js";
1
+ import { l as attemptRecordings } from "./runtime-d56Gg3J5.js";
2
+ import { t as declareTree } from "./evaluate-BPP9s3s6.js";
3
+ import { f as fakeInstructions } from "./capture-BM_3100g.js";
4
+ import { t as replyToAttempt } from "./attempt-host-BOp8JklD.js";
5
5
  //#region src/testing.ts
6
- /** The attempt protocol's `record` call on the running attempt, as a remote runner makes it. */
7
- const recordCheck = (call) => recordCall(attemptRecordings(), {
8
- op: "record",
9
- ...call
10
- });
6
+ const handles = /* @__PURE__ */ new WeakMap();
7
+ /** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
8
+ function attemptReply(c, request) {
9
+ const own = handles.get(c) ?? /* @__PURE__ */ new Map();
10
+ handles.set(c, own);
11
+ return replyToAttempt(c, attemptRecordings(), own, request);
12
+ }
11
13
  //#endregion
12
- export { declareTree, fakeInstructions, recordCheck };
14
+ export { attemptReply, declareTree, fakeInstructions };
13
15
 
14
16
  //# sourceMappingURL=testing.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":";;;;;;AAYA,MAAa,eAAe,SAC1B,WAAW,kBAAkB,GAAG;CAAE,IAAI;CAAU,GAAG;AAAK,CAAC"}
1
+ {"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":";;;;;AAYA,MAAM,0BAAU,IAAI,QAAuD;;AAG3E,SAAgB,aAAa,GAAmB,SAAgD;CAC9F,MAAM,MAAM,QAAQ,IAAI,CAAC,qBAAK,IAAI,IAA8B;CAChE,QAAQ,IAAI,GAAG,GAAG;CAClB,OAAO,eAAe,GAAG,kBAAkB,GAAG,KAAK,OAAO;AAC5D"}
@@ -5,6 +5,8 @@ function formatDuration(ms) {
5
5
  const s = Math.round(ms / 1e3);
6
6
  return s < 60 ? `${s}s` : `${Math.floor(s / 60)}m ${String(s % 60).padStart(2, "0")}s`;
7
7
  }
8
+ /** `1 eval`, `3 evals`, `2 tries`. */
9
+ const plural = (n, one, many = `${one}s`) => `${n} ${n === 1 ? one : many}`;
8
10
  /** At most `max` characters, cut at a word boundary where there is one, marked with `…`. */
9
11
  function clip(text, max) {
10
12
  if (text.length <= max) return text;
@@ -12,9 +14,11 @@ function clip(text, max) {
12
14
  const space = cut.search(/\s\S*$/);
13
15
  return `${(space > max / 2 ? cut.slice(0, space) : cut).trimEnd()}…`;
14
16
  }
15
- const CONTROL = /[\u0000-\u001f\u007f-\u009f]/g;
16
- /** Text as one printable line: control characters, escapes included, and whitespace runs become a space. */
17
- const oneLine = (text) => text.replace(CONTROL, " ").replace(/\s+/g, " ").trim();
17
+ /**
18
+ * A user's file without the byte-order mark editors on Windows may start it with, which Node's
19
+ * `'utf8'` decoding keeps and `JSON.parse`, `process.loadEnvFile` and a `^---` test don't skip.
20
+ */
21
+ const withoutBom = (text) => text.replace(/^\uFEFF/, "");
18
22
  /** A failure's text keeps at most this much: its start (the reason) and its end (the output's tail). */
19
23
  const FAILURE_CAP = 16384;
20
24
  /** At most `max` characters: the start and the end, with how much was cut between them. */
@@ -40,6 +44,6 @@ function fenced(lines, lang = "") {
40
44
  /** How a sandbox warning prints: root in capitals, added capabilities softer. */
41
45
  const sandboxWarningLine = (w) => `${w.kind === "root" ? "WARNING" : "warning"}: ${w.message}`;
42
46
  //#endregion
43
- export { oneLine as a, formatDuration as i, clip as n, sandboxWarningLine as o, fenced as r, capMiddle as t };
47
+ export { plural as a, formatDuration as i, clip as n, sandboxWarningLine as o, fenced as r, withoutBom as s, capMiddle as t };
44
48
 
45
- //# sourceMappingURL=text-CrVy5ioL.js.map
49
+ //# sourceMappingURL=text-DTigcA64.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-DTigcA64.js","names":[],"sources":["../src/text.ts"],"mappings":";;AAGA,SAAgB,eAAe,IAAoB;CACjD,IAAI,KAAK,KAAM,OAAO,GAAG,KAAK,MAAM,EAAE,EAAE;CACxC,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;;AAGA,MAAa,UAAU,GAAW,KAAa,OAAO,GAAG,IAAI,OAAO,GAAG,EAAE,GAAG,MAAM,IAAI,MAAM;;AAG5F,SAAgB,KAAK,MAAc,KAAqB;CACtD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,GAAG,MAAM,CAAC;CACjC,MAAM,QAAQ,IAAI,OAAO,QAAQ;CACjC,OAAO,IAAI,QAAQ,MAAM,IAAI,IAAI,MAAM,GAAG,KAAK,IAAI,IAAA,CAAK,QAAQ,EAAE;AACpE;;;;;AAMA,MAAa,cAAc,SAAiB,KAAK,QAAQ,WAAW,EAAE;;AAGtE,MAAa,cAAc;;AAG3B,SAAgB,UAAU,MAAc,MAAM,aAAqB;CACjE,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,OAAO,KAAK,MAAM,MAAM,GAAI;CAClC,MAAM,OAAO,MAAM;CACnB,OAAO,GAAG,KAAK,MAAM,GAAG,IAAI,EAAE,OAAO,KAAK,SAAS,OAAO,KAAK,sBAAsB,KAAK,MAAM,CAAC,IAAI;AACvG;;;;;AAMA,SAAgB,OAAO,OAAiB,OAAO,IAAc;CAC3D,MAAM,UAAU,KAAK,IAAI,GAAG,GAAG,MAAM,SAAS,OAAO,EAAE,MAAM,KAAK,KAAK,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC;CAChG,MAAM,QAAQ,IAAI,OAAO,KAAK,IAAI,GAAG,UAAU,CAAC,CAAC;CACjD,OAAO;EAAC,GAAG,QAAQ;EAAQ,GAAG;EAAO;CAAK;AAC5C;;AAGA,MAAa,sBAAsB,MACjC,GAAG,EAAE,SAAS,SAAS,YAAY,UAAU,IAAI,EAAE"}