reeval 0.14.0 → 0.16.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -15
- package/THIRD_PARTY_NOTICES.md +69 -69
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-BloGVZ_a.js → adapter-CRKYPkRt.js} +37 -8
- package/dist/adapter-CRKYPkRt.js.map +1 -0
- package/dist/{agent-m-_t-IuW.js → agent-BgH4-kFc.js} +58 -16
- package/dist/agent-BgH4-kFc.js.map +1 -0
- package/dist/{app-files-C-jwhRDt.js → app-files-BMVBr079.js} +4 -4
- package/dist/app-files-BMVBr079.js.map +1 -0
- package/dist/{assemble-BDEpelpi.js → assemble-BVbI6NW-.js} +214 -128
- package/dist/assemble-BVbI6NW-.js.map +1 -0
- package/dist/assemble-SiHa4__F.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-CpbZ9arV.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-CpbZ9arV.js.map} +1 -1
- package/dist/{match-Bz0nSdzN.js → attempt-host-CIxjs2Be.js} +104 -6
- package/dist/attempt-host-CIxjs2Be.js.map +1 -0
- package/dist/{capture-CVRwRTnb.js → capture-iQ6kYJV0.js} +2360 -1523
- package/dist/capture-iQ6kYJV0.js.map +1 -0
- package/dist/capture-px7Ey95_.js +1 -0
- package/dist/{cli-C_4gaJ50.js → cli-1YQU-66F.js} +153 -180
- package/dist/cli-1YQU-66F.js.map +1 -0
- package/dist/{cli-spec-CpnbATtI.js → cli-spec-CPWT1mAG.js} +10 -21
- package/dist/cli-spec-CPWT1mAG.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-D5hNjpEx.js → client-DMmOkbRA.js} +14 -7
- package/dist/client-DMmOkbRA.js.map +1 -0
- package/dist/{command-BXLUfw4h.js → command-8_Cg5v6b.js} +35 -22
- package/dist/command-8_Cg5v6b.js.map +1 -0
- package/dist/{command-I1euLLio.js → command-BlYCAqu-.js} +7 -7
- package/dist/{command-I1euLLio.js.map → command-BlYCAqu-.js.map} +1 -1
- package/dist/{validate-BhwqrVsm.js → command-C-HeGlap.js} +388 -60
- package/dist/command-C-HeGlap.js.map +1 -0
- package/dist/{command-Bxdy62dW.js → command-Cr1zjRvl.js} +32 -31
- package/dist/command-Cr1zjRvl.js.map +1 -0
- package/dist/{commands-p1S4nw_H.js → commands-Bj9NbmsO.js} +1 -1
- package/dist/{commands-jzigbNFb.js → commands-BvTNZ2-b.js} +181 -73
- package/dist/commands-BvTNZ2-b.js.map +1 -0
- package/dist/{config-BrdHA9bJ.js → config-CneBZB84.js} +883 -433
- package/dist/config-CneBZB84.js.map +1 -0
- package/dist/{contrasts-DRxMQQTC.js → contrasts-lhFsekco.js} +3 -3
- package/dist/{contrasts-DRxMQQTC.js.map → contrasts-lhFsekco.js.map} +1 -1
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/{cost-D4elx933.js → cost-ChPa8-Fp.js} +3 -3
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-BnXyamuj.js +2 -0
- package/dist/db-Cnh3jIv_.js +1530 -0
- package/dist/db-Cnh3jIv_.js.map +1 -0
- package/dist/debug-CAx3qcaP.js +1 -0
- package/dist/{debug-D24NOQH1.js → debug-CgG3T071.js} +5 -2
- package/dist/debug-CgG3T071.js.map +1 -0
- package/dist/{docker-BnRlTpZA.js → docker-BihzJwbV.js} +11 -6
- package/dist/docker-BihzJwbV.js.map +1 -0
- package/dist/{docker-D01slDF3.js → docker-Cqq03H72.js} +26 -8
- package/dist/docker-Cqq03H72.js.map +1 -0
- package/dist/{docker-DivfZl2u.js → docker-DCAtFMo9.js} +1 -1
- package/dist/{doctor-DQ2p0euG.js → doctor-Dl4vMeqt.js} +275 -37
- package/dist/doctor-Dl4vMeqt.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-CO0P0soF.js → environment-Cf5HMjib.js} +116 -297
- package/dist/environment-Cf5HMjib.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-CHebohjc.js} +10 -4
- package/dist/{errors-r025B0Zb.js.map → errors-CHebohjc.js.map} +1 -1
- package/dist/eval-source-CAE4y2Sr.js +146 -0
- package/dist/eval-source-CAE4y2Sr.js.map +1 -0
- package/dist/{evaluate-BUmsN7yG.js → evaluate-CUtgyr43.js} +682 -150
- package/dist/evaluate-CUtgyr43.js.map +1 -0
- package/dist/evaluate-D35T51AC.d.ts +45 -0
- package/dist/files-BEnUJW1e.js +1 -0
- package/dist/{files-B-CJeeEh.js → files-BRViE7m-.js} +200 -87
- package/dist/files-BRViE7m-.js.map +1 -0
- package/dist/{files-kUCrswI6.js → files-BSqA2sZE.js} +20 -9
- package/dist/files-BSqA2sZE.js.map +1 -0
- package/dist/files-C3tQtD26.js +1 -0
- package/dist/files-CNiJ_fZf.js +37 -0
- package/dist/files-CNiJ_fZf.js.map +1 -0
- package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
- package/dist/files-D1y8Pg4Z.js.map +1 -0
- package/dist/files-Dts7EY3H.js +1 -0
- package/dist/{pairs-CHfZNRT6.js → gate-BC6SdQZs.js} +58 -4
- package/dist/gate-BC6SdQZs.js.map +1 -0
- package/dist/gateway.d.ts +22 -9
- package/dist/gateway.js +30 -8
- package/dist/gateway.js.map +1 -1
- package/dist/{git-Bk8DSwHy.js → git-UNxT_3z0.js} +3 -3
- package/dist/{git-Bk8DSwHy.js.map → git-UNxT_3z0.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +12 -8
- package/dist/harness.js +1 -1
- package/dist/{images-DzLeFjLx.js → images-8A_LzVfw.js} +8 -8
- package/dist/{images-DzLeFjLx.js.map → images-8A_LzVfw.js.map} +1 -1
- package/dist/index.d.ts +99 -11
- package/dist/index.js +5 -5
- package/dist/init-okoALIah.js +1 -0
- package/dist/{init-SRalM5xF.js → init-sFBgODhu.js} +10 -11
- package/dist/init-sFBgODhu.js.map +1 -0
- package/dist/{invocations-DzyKSJBa.js → invocations-C9ejlOYl.js} +10 -6
- package/dist/invocations-C9ejlOYl.js.map +1 -0
- package/dist/{judge-yLvjC5A3.js → judge-Bg4v4e_K.js} +236 -46
- package/dist/judge-Bg4v4e_K.js.map +1 -0
- package/dist/judge.d.ts +5 -7
- package/dist/judge.js +4 -8
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-DeMvnDD5.js} +3 -3
- package/dist/{live-DYd2QEyR.js.map → live-DeMvnDD5.js.map} +1 -1
- package/dist/{matchers-D4eUqx4j.js → matchers-BKPuaXlj.js} +14 -13
- package/dist/matchers-BKPuaXlj.js.map +1 -0
- package/dist/{model-1ZLr9Dcv.js → model-2rBZrdZA.js} +29 -36
- package/dist/model-2rBZrdZA.js.map +1 -0
- package/dist/{model-B45lDUV1.js → model-3MJtpho8.js} +22 -13
- package/dist/model-3MJtpho8.js.map +1 -0
- package/dist/{model-CgnOpss4.js → model-Bz7-j71_.js} +245 -68
- package/dist/model-Bz7-j71_.js.map +1 -0
- package/dist/model-DkPwypN4.js +1 -0
- package/dist/model-bREXVXwT.js +1 -0
- package/dist/{node-BSq5qHnQ.js → node-fP-H2uxn.js} +72 -50
- package/dist/node-fP-H2uxn.js.map +1 -0
- package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
- package/dist/object-BkXGPKWY.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-Bo8PZ4Ew.js +34 -0
- package/dist/openrouter-models-Bo8PZ4Ew.js.map +1 -0
- package/dist/{patch-DWf-I_Q_.js → patch-6T9XAipm.js} +7 -9
- package/dist/patch-6T9XAipm.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{plan-BIwUzlB8.js → plan-Dw2BjafJ.js} +79 -35
- package/dist/plan-Dw2BjafJ.js.map +1 -0
- package/dist/{plugins-Dkp_H3pB.js → plugins-ngQEJBjJ.js} +274 -17
- package/dist/plugins-ngQEJBjJ.js.map +1 -0
- package/dist/{preflight-D9y-HvZQ.js → preflight-BYXkweNN.js} +1 -1
- package/dist/{preflight-DJCD_BDn.js → preflight-CDRpog9o.js} +3 -3
- package/dist/{preflight-DJCD_BDn.js.map → preflight-CDRpog9o.js.map} +1 -1
- package/dist/{prepare-BJG_pD54.js → prepare-B3btUlT6.js} +2 -2
- package/dist/{prepare-CIxCGG0M.js → prepare-PkARUGoF.js} +8 -8
- package/dist/{prepare-CIxCGG0M.js.map → prepare-PkARUGoF.js.map} +1 -1
- package/dist/{prices-BcLEXvdY.js → prices-QaS-kjSQ.js} +7 -4
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-CfZpFpAh.js → provenance-7Hzg88f4.js} +4 -4
- package/dist/{provenance-CfZpFpAh.js.map → provenance-7Hzg88f4.js.map} +1 -1
- package/dist/{providers-D1Zxp2he.js → providers-DDNMbv1T.js} +1 -1
- package/dist/{providers-DFk_6W4K.js → providers-PKoJtGK0.js} +5 -5
- package/dist/{providers-DFk_6W4K.js.map → providers-PKoJtGK0.js.map} +1 -1
- package/dist/query-Bt6vLJ3m.js +1 -0
- package/dist/{query-CemclveB.js → query-nBXrgEwl.js} +3 -3
- package/dist/{query-CemclveB.js.map → query-nBXrgEwl.js.map} +1 -1
- package/dist/{questions-bAudIc04.js → questions-CkAwePPR.js} +110 -36
- package/dist/questions-CkAwePPR.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-Bp6AwPgb.js +1 -0
- package/dist/{rules-VhftPOOT.js → remarks-Bt0zwiQB.js} +330 -66
- package/dist/remarks-Bt0zwiQB.js.map +1 -0
- package/dist/{header-BLPP6aCU.js → remarks-IFFe_oty.js} +35 -9
- package/dist/remarks-IFFe_oty.js.map +1 -0
- package/dist/{remarks-mujJv1Ey.js → remarks-eBcrIZRu.js} +10 -5
- package/dist/remarks-eBcrIZRu.js.map +1 -0
- package/dist/{remote-CKcEKja4.js → remote-DfJYiP-R.js} +39 -99
- package/dist/remote-DfJYiP-R.js.map +1 -0
- package/dist/resolve-CT4XZIfV.js +1 -0
- package/dist/{resolve-CBoKzQMP.js → resolve-D_cLa4tW.js} +46 -30
- package/dist/resolve-D_cLa4tW.js.map +1 -0
- package/dist/results-DrKJuIQF.js +63 -0
- package/dist/results-DrKJuIQF.js.map +1 -0
- package/dist/{resume-B9SOSnK9.js → resume-BmIM52MJ.js} +47 -17
- package/dist/resume-BmIM52MJ.js.map +1 -0
- package/dist/{runtime-BgQRyCLl.js → runtime-CZVpkr04.js} +139 -48
- package/dist/runtime-CZVpkr04.js.map +1 -0
- package/dist/{sandbox-BOYZ0hlo.js → sandbox-Cmi6IQML.js} +2 -2
- package/dist/{sandbox-BOYZ0hlo.js.map → sandbox-Cmi6IQML.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CKJOnIB0.js +1 -0
- package/dist/{server-TGW4WyAz.js → server-DS8BGhGU.js} +75 -33
- package/dist/server-DS8BGhGU.js.map +1 -0
- package/dist/{shared-BDUzStad.js → shared-B_lvGqWz.js} +19 -11
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/source-CgUqpumI.js +1 -0
- package/dist/source-DcXv4de-.js +59 -0
- package/dist/source-DcXv4de-.js.map +1 -0
- package/dist/{src-CHIwOy0o.js → src-1lpTocbd.js} +75 -30
- package/dist/{src-CHIwOy0o.js.map → src-1lpTocbd.js.map} +1 -1
- package/dist/{src-DjF_M8_f.js → src-8yTF251P.js} +30 -8
- package/dist/{src-DjF_M8_f.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-DjRI-IeE.js → src-A8HLtO0a.js} +135 -35
- package/dist/{src-DjRI-IeE.js.map → src-A8HLtO0a.js.map} +1 -1
- package/dist/{src-NSdQ9zI6.js → src-BO8AYqJ5.js} +17 -5
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/src-BTqJbvj6.js +2 -0
- package/dist/{src-DmUgeTlE.js → src-BYDOXw_Y.js} +23 -7
- package/dist/{src-DmUgeTlE.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BkiComGh.js +2 -0
- package/dist/src-BvgeZ4tS.js +2 -0
- package/dist/{src-8zoX_qrb.js → src-C0ySiej5.js} +572 -1067
- package/dist/src-C0ySiej5.js.map +1 -0
- package/dist/src-CgJrz5p0.js +3 -0
- package/dist/src-Cp-2Hdib.js +2 -0
- package/dist/{src-CyaDNG9r.js → src-DMo2eCOJ.js} +1 -1
- package/dist/{src-ChhtI6BP.js → src-DSZyg0Uq.js} +177 -28
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/src-Dk2Na0b-.js +2 -0
- package/dist/src-OESRtvOi.js +2 -0
- package/dist/{src-DKPVX2Us.js → src-gn7YlnRg.js} +34 -5
- package/dist/{src-DKPVX2Us.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-h5uDlk3m.js +1 -0
- package/dist/state-C97udoh3.js +1 -0
- package/dist/{state-B1t143wG.js → state-C_kdhp5v.js} +15 -15
- package/dist/{state-B1t143wG.js.map → state-C_kdhp5v.js.map} +1 -1
- package/dist/{stats-DSy5HfOv.js → stats-hfpuYsAM.js} +2 -2
- package/dist/{stats-DSy5HfOv.js.map → stats-hfpuYsAM.js.map} +1 -1
- package/dist/suite-ByT1lsdD.js +2 -0
- package/dist/{suite-WgT7m6Vs.js → suite-DieLXvCT.js} +61 -65
- package/dist/suite-DieLXvCT.js.map +1 -0
- package/dist/{summary-DIGEVr08.js → summary-CSzyBVsF.js} +113 -277
- package/dist/summary-CSzyBVsF.js.map +1 -0
- package/dist/tarball-CHcahyNK.js +258 -0
- package/dist/tarball-CHcahyNK.js.map +1 -0
- package/dist/testing.d.ts +426 -143
- package/dist/testing.js +12 -10
- package/dist/testing.js.map +1 -1
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
- package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
- package/dist/{transcript-BTxJpW4R.js → transcript-BJrKfgRW.js} +13 -5
- package/dist/transcript-BJrKfgRW.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-DXBbP9Mk.d.ts → types-DVvW66ci.d.ts} +569 -895
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +548 -121
- package/dist/view/index.js +9 -9
- package/dist/{views-sXpGE6a2.js → views-B9STsLB4.js} +9 -10
- package/dist/{views-sXpGE6a2.js.map → views-B9STsLB4.js.map} +1 -1
- package/dist/views-Ca-rTixp.js +2 -0
- package/dist/{worker-entry-Duo9oAeT.js → worker-entry-C5bLCv6s.js} +48 -20
- package/dist/worker-entry-C5bLCv6s.js.map +1 -0
- package/dist/workspace-8uHtBSve.js +1 -0
- package/dist/{workspace-CDI68wtX.js → workspace-CBuI9Uds.js} +5 -5
- package/dist/{workspace-CDI68wtX.js.map → workspace-CBuI9Uds.js.map} +1 -1
- package/docker/seccomp-default.json +1 -0
- package/package.json +5 -1
- package/skills/eval-rubric/SKILL.md +46 -104
- package/dist/adapter-BloGVZ_a.js.map +0 -1
- package/dist/agent-m-_t-IuW.js.map +0 -1
- package/dist/app-files-C-jwhRDt.js.map +0 -1
- package/dist/assemble-BDEpelpi.js.map +0 -1
- package/dist/assemble-C5bfncHU.js +0 -1
- package/dist/capture-CVRwRTnb.js.map +0 -1
- package/dist/capture-CherbjzB.js +0 -1
- package/dist/cli-C_4gaJ50.js.map +0 -1
- package/dist/cli-spec-CpnbATtI.js.map +0 -1
- package/dist/client-D5hNjpEx.js.map +0 -1
- package/dist/command-BWAuwQNk.js +0 -91
- package/dist/command-BWAuwQNk.js.map +0 -1
- package/dist/command-BXLUfw4h.js.map +0 -1
- package/dist/command-Be6BSE2L.js +0 -335
- package/dist/command-Be6BSE2L.js.map +0 -1
- package/dist/command-Bxdy62dW.js.map +0 -1
- package/dist/commands-jzigbNFb.js.map +0 -1
- package/dist/config-BrdHA9bJ.js.map +0 -1
- package/dist/cost-D4elx933.js.map +0 -1
- package/dist/cost-DmnAod9x.js +0 -1
- package/dist/db-CAfksinX.js +0 -2
- package/dist/db-DO0p7xgP.js +0 -619
- package/dist/db-DO0p7xgP.js.map +0 -1
- package/dist/debug-D24NOQH1.js.map +0 -1
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-BnRlTpZA.js.map +0 -1
- package/dist/docker-D01slDF3.js.map +0 -1
- package/dist/doctor-DQ2p0euG.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-CO0P0soF.js.map +0 -1
- package/dist/evaluate-BUmsN7yG.js.map +0 -1
- package/dist/evaluate-C_sgRA-V.d.ts +0 -134
- package/dist/facts-DzOUTreB.js +0 -906
- package/dist/facts-DzOUTreB.js.map +0 -1
- package/dist/files-B-CJeeEh.js.map +0 -1
- package/dist/files-BAt0i00X.js +0 -1
- package/dist/files-Bp5j5BqI.js +0 -1
- package/dist/files-C2sjmXhk.js +0 -1
- package/dist/files-C_gQNVB-.js +0 -65
- package/dist/files-C_gQNVB-.js.map +0 -1
- package/dist/files-Ca0d6Uq3.js.map +0 -1
- package/dist/files-kUCrswI6.js.map +0 -1
- package/dist/generate-DZ7vp69F.js +0 -1647
- package/dist/generate-DZ7vp69F.js.map +0 -1
- package/dist/harness-COVXSwJ6.js +0 -354
- package/dist/harness-COVXSwJ6.js.map +0 -1
- package/dist/header-BLPP6aCU.js.map +0 -1
- package/dist/init-RgCQXZhb.js +0 -1
- package/dist/init-SRalM5xF.js.map +0 -1
- package/dist/insights-TyAvz9aV.js +0 -68
- package/dist/insights-TyAvz9aV.js.map +0 -1
- package/dist/invocations-DzyKSJBa.js.map +0 -1
- package/dist/judge-yLvjC5A3.js.map +0 -1
- package/dist/match-Bz0nSdzN.js.map +0 -1
- package/dist/matchers-D4eUqx4j.js.map +0 -1
- package/dist/model-1ZLr9Dcv.js.map +0 -1
- package/dist/model-B45lDUV1.js.map +0 -1
- package/dist/model-BTZq8HIZ.js +0 -1
- package/dist/model-CgnOpss4.js.map +0 -1
- package/dist/model-Ch8kX87u.js +0 -1
- package/dist/node-BSq5qHnQ.js.map +0 -1
- package/dist/object-CLf2-tNq.js.map +0 -1
- package/dist/opencode-providers-klkqgzvb.js +0 -3276
- package/dist/opencode-providers-klkqgzvb.js.map +0 -1
- package/dist/pairs-CHfZNRT6.js.map +0 -1
- package/dist/patch-DWf-I_Q_.js.map +0 -1
- package/dist/plan-BIwUzlB8.js.map +0 -1
- package/dist/plugins-Dkp_H3pB.js.map +0 -1
- package/dist/prices-BcLEXvdY.js.map +0 -1
- package/dist/query-Cvbwl804.js +0 -1
- package/dist/questions-bAudIc04.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-CXwSnSjR.js +0 -278
- package/dist/remarks-CXwSnSjR.js.map +0 -1
- package/dist/remarks-CyAu2DiB.js +0 -1
- package/dist/remarks-mujJv1Ey.js.map +0 -1
- package/dist/remote-CKcEKja4.js.map +0 -1
- package/dist/resolve-B5-uqmJ6.js +0 -1
- package/dist/resolve-CBoKzQMP.js.map +0 -1
- package/dist/results-CMgZEANy.js +0 -78
- package/dist/results-CMgZEANy.js.map +0 -1
- package/dist/resume-B9SOSnK9.js.map +0 -1
- package/dist/rules-VhftPOOT.js.map +0 -1
- package/dist/run-CwIEK16q.js +0 -88
- package/dist/run-CwIEK16q.js.map +0 -1
- package/dist/runtime-BgQRyCLl.js.map +0 -1
- package/dist/server-CHRSgKRp.js +0 -1
- package/dist/server-TGW4WyAz.js.map +0 -1
- package/dist/shared-BDUzStad.js.map +0 -1
- package/dist/source-B1WvBIQt.js +0 -40
- package/dist/source-B1WvBIQt.js.map +0 -1
- package/dist/source-DAzztZwU.js +0 -1
- package/dist/src-1jHbFaGW.js +0 -1
- package/dist/src-8zoX_qrb.js.map +0 -1
- package/dist/src-C_9wgowC.js +0 -2
- package/dist/src-ChhtI6BP.js.map +0 -1
- package/dist/src-D005Cbqz.js +0 -2
- package/dist/src-DIfRbp5a.js +0 -3
- package/dist/src-Dg8121Xy.js +0 -2
- package/dist/src-ElBqEN-S.js +0 -2
- package/dist/src-NSdQ9zI6.js.map +0 -1
- package/dist/src-YHGaUrGE.js +0 -2
- package/dist/src-mJVxw1Jm.js +0 -2
- package/dist/state-vznMh2wl.js +0 -1
- package/dist/suite-BsWGHzlG.js +0 -2
- package/dist/suite-WgT7m6Vs.js.map +0 -1
- package/dist/summary-DIGEVr08.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-DF3_p5pE.js +0 -1
- package/dist/validate-BhwqrVsm.js.map +0 -1
- package/dist/views-BW_C5eVH.js +0 -2
- package/dist/worker-entry-Duo9oAeT.js.map +0 -1
- package/dist/workspace-QZCacP8A.js +0 -1
package/dist/testing.d.ts
CHANGED
|
@@ -1,172 +1,455 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { Xn as DeclaredNode, Yn as DeclarationTree, a as AttemptContext, f as CaptureInstruction, g as CaptureUseAction, p as CaptureKey, pt as JSONValue, rn as Wait } from "./types-DVvW66ci.js";
|
|
2
|
+
import { n as declareTree } from "./evaluate-D35T51AC.js";
|
|
3
3
|
import "./shared-CHvO7eLi.js";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
//#region src/contract/attempt.d.ts
|
|
6
|
-
declare const
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
handle: z.ZodString;
|
|
22
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
23
|
-
op: z.ZodLiteral<"capture">;
|
|
24
|
-
target: z.ZodUnion<readonly [z.ZodObject<{
|
|
25
|
-
port: z.ZodNumber;
|
|
6
|
+
declare const attemptRequestSchema: z.ZodObject<{
|
|
7
|
+
id: z.ZodString;
|
|
8
|
+
call: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
9
|
+
op: z.ZodLiteral<"send">;
|
|
10
|
+
prompt: z.ZodString;
|
|
11
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
12
|
+
retries: z.ZodOptional<z.ZodNumber>;
|
|
13
|
+
interval: z.ZodOptional<z.ZodNumber>;
|
|
14
|
+
op: z.ZodLiteral<"exec">;
|
|
15
|
+
command: z.ZodString;
|
|
16
|
+
background: z.ZodOptional<z.ZodBoolean>;
|
|
17
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
18
|
+
op: z.ZodLiteral<"serve">;
|
|
19
|
+
command: z.ZodString;
|
|
20
|
+
port: z.ZodOptional<z.ZodNumber>;
|
|
26
21
|
}, z.core.$strict>, z.ZodObject<{
|
|
22
|
+
op: z.ZodLiteral<"kill">;
|
|
27
23
|
handle: z.ZodString;
|
|
28
|
-
}, z.core.$strict
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
wait: z.ZodUnion<readonly [z.ZodEnum<{
|
|
24
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
25
|
+
op: z.ZodLiteral<"capture">;
|
|
26
|
+
target: z.ZodUnion<readonly [z.ZodObject<{
|
|
27
|
+
port: z.ZodNumber;
|
|
28
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
29
|
+
handle: z.ZodString;
|
|
30
|
+
}, z.core.$strict>]>;
|
|
31
|
+
options: z.ZodOptional<z.ZodObject<{
|
|
32
|
+
name: z.ZodOptional<z.ZodString>;
|
|
33
|
+
path: z.ZodOptional<z.ZodString>;
|
|
34
|
+
viewport: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
35
|
+
width: z.ZodNumber;
|
|
36
|
+
height: z.ZodNumber;
|
|
37
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>>;
|
|
38
|
+
timeout: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodTemplateLiteral<`${number}h` | `${number}m` | `${number}ms` | `${number}s`>]>>;
|
|
39
|
+
wait: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
45
40
|
idle: "idle";
|
|
46
41
|
load: "load";
|
|
47
42
|
}>, z.ZodObject<{
|
|
48
43
|
ms: z.ZodNumber;
|
|
49
|
-
}, z.core.$strict>]
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
}, z.core.$strict
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
encoding: z.ZodOptional<z.ZodEnum<{
|
|
61
|
-
base64: "base64";
|
|
62
|
-
utf8: "utf8";
|
|
63
|
-
}>>;
|
|
64
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
65
|
-
op: z.ZodLiteral<"expect">;
|
|
66
|
-
subject: z.ZodUnion<readonly [z.ZodObject<{
|
|
67
|
-
turn: z.ZodNumber;
|
|
44
|
+
}, z.core.$strict>]>>;
|
|
45
|
+
instructions: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
46
|
+
wait: z.ZodUnion<readonly [z.ZodEnum<{
|
|
47
|
+
idle: "idle";
|
|
48
|
+
load: "load";
|
|
49
|
+
}>, z.ZodObject<{
|
|
50
|
+
ms: z.ZodNumber;
|
|
51
|
+
}, z.core.$strict>]>;
|
|
52
|
+
}, z.core.$strict>]>>>;
|
|
53
|
+
model: z.ZodOptional<z.ZodString>;
|
|
54
|
+
}, z.core.$strict>>;
|
|
68
55
|
}, z.core.$strict>, z.ZodObject<{
|
|
69
|
-
|
|
56
|
+
op: z.ZodLiteral<"readFile">;
|
|
57
|
+
path: z.ZodString;
|
|
70
58
|
}, z.core.$strict>, z.ZodObject<{
|
|
71
|
-
|
|
59
|
+
op: z.ZodLiteral<"writeFile">;
|
|
60
|
+
path: z.ZodString;
|
|
61
|
+
contents: z.ZodString;
|
|
62
|
+
encoding: z.ZodOptional<z.ZodEnum<{
|
|
63
|
+
base64: "base64";
|
|
64
|
+
utf8: "utf8";
|
|
65
|
+
}>>;
|
|
72
66
|
}, z.core.$strict>, z.ZodObject<{
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
67
|
+
op: z.ZodLiteral<"expect">;
|
|
68
|
+
subject: z.ZodUnion<readonly [z.ZodObject<{
|
|
69
|
+
turn: z.ZodNumber;
|
|
70
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
71
|
+
attempt: z.ZodLiteral<true>;
|
|
72
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
73
|
+
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
74
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
75
|
+
exec: z.ZodString;
|
|
76
|
+
result: z.ZodOptional<z.ZodObject<{
|
|
77
|
+
exitCode: z.ZodNumber;
|
|
78
|
+
stdout: z.ZodString;
|
|
79
|
+
stderr: z.ZodString;
|
|
80
|
+
}, z.core.$strict>>;
|
|
81
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
82
|
+
readFile: z.ZodString;
|
|
83
|
+
}, z.core.$strict>]>;
|
|
84
|
+
matcher: z.ZodString;
|
|
85
|
+
args: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
86
|
+
regexp: z.ZodString;
|
|
87
|
+
flags: z.ZodOptional<z.ZodString>;
|
|
88
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
89
|
+
matchedBy: z.ZodString;
|
|
90
|
+
answers: z.ZodRecord<z.ZodString, z.ZodBoolean>;
|
|
91
|
+
}, z.core.$strict>, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>]>>;
|
|
92
|
+
not: z.ZodBoolean;
|
|
93
|
+
soft: z.ZodBoolean;
|
|
94
|
+
label: z.ZodOptional<z.ZodString>;
|
|
95
|
+
at: z.ZodOptional<z.ZodObject<{
|
|
96
|
+
file: z.ZodString;
|
|
97
|
+
line: z.ZodNumber;
|
|
98
|
+
}, z.core.$strict>>;
|
|
99
|
+
poll: z.ZodOptional<z.ZodObject<{
|
|
100
|
+
interval: z.ZodOptional<z.ZodNumber>;
|
|
101
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
78
102
|
}, z.core.$strict>>;
|
|
79
103
|
}, z.core.$strict>, z.ZodObject<{
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
104
|
+
op: z.ZodLiteral<"record">;
|
|
105
|
+
matcher: z.ZodString;
|
|
106
|
+
subject: z.ZodOptional<z.ZodString>;
|
|
107
|
+
label: z.ZodOptional<z.ZodString>;
|
|
108
|
+
status: z.ZodEnum<{
|
|
109
|
+
fail: "fail";
|
|
110
|
+
pass: "pass";
|
|
111
|
+
}>;
|
|
112
|
+
message: z.ZodOptional<z.ZodString>;
|
|
113
|
+
soft: z.ZodOptional<z.ZodBoolean>;
|
|
114
|
+
at: z.ZodOptional<z.ZodObject<{
|
|
115
|
+
file: z.ZodString;
|
|
116
|
+
line: z.ZodNumber;
|
|
117
|
+
}, z.core.$strict>>;
|
|
86
118
|
}, z.core.$strict>, z.ZodObject<{
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
119
|
+
op: z.ZodLiteral<"judge">;
|
|
120
|
+
question: z.ZodString;
|
|
121
|
+
options: z.ZodObject<{
|
|
122
|
+
model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
123
|
+
kind: z.ZodLiteral<"fake-judge">;
|
|
124
|
+
score: z.ZodNumber;
|
|
125
|
+
}, z.core.$strict>]>>;
|
|
126
|
+
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
127
|
+
turns: z.ZodOptional<z.ZodEnum<{
|
|
128
|
+
all: "all";
|
|
129
|
+
last: "last";
|
|
130
|
+
}>>;
|
|
131
|
+
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
132
|
+
turn: z.ZodNumber;
|
|
133
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
134
|
+
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
135
|
+
}, z.core.$strict>]>>;
|
|
136
|
+
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
137
|
+
name: z.ZodString;
|
|
138
|
+
port: z.ZodNumber;
|
|
139
|
+
path: z.ZodString;
|
|
140
|
+
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
141
|
+
width: z.ZodNumber;
|
|
142
|
+
height: z.ZodNumber;
|
|
143
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
144
|
+
file: z.ZodObject<{
|
|
145
|
+
path: z.ZodString;
|
|
146
|
+
sha256: z.ZodString;
|
|
147
|
+
bytes: z.ZodNumber;
|
|
148
|
+
}, z.core.$strict>;
|
|
149
|
+
}, z.core.$strict>]>>]>>;
|
|
116
150
|
task: z.ZodOptional<z.ZodBoolean>;
|
|
117
151
|
output: z.ZodOptional<z.ZodBoolean>;
|
|
118
152
|
files: z.ZodOptional<z.ZodBoolean>;
|
|
119
153
|
diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
120
|
-
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
121
154
|
transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
|
|
122
155
|
full: "full";
|
|
123
156
|
tools: "tools";
|
|
124
157
|
}>]>>;
|
|
125
|
-
turns: z.ZodOptional<z.ZodEnum<{
|
|
126
|
-
all: "all";
|
|
127
|
-
last: "last";
|
|
128
|
-
}>>;
|
|
129
158
|
checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
159
|
+
threshold: z.ZodOptional<z.ZodNumber>;
|
|
160
|
+
providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
|
|
161
|
+
maxConcurrent: z.ZodOptional<z.ZodNumber>;
|
|
162
|
+
gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
163
|
+
direct: "direct";
|
|
164
|
+
openrouter: "openrouter";
|
|
165
|
+
vercel: "vercel";
|
|
166
|
+
vertex: "vertex";
|
|
167
|
+
}>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
168
|
+
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
169
|
+
kind: z.ZodLiteral<"direct">;
|
|
170
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
171
|
+
kind: z.ZodLiteral<"vercel">;
|
|
172
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
173
|
+
fallbacks: z.ZodOptional<z.ZodBoolean>;
|
|
174
|
+
kind: z.ZodLiteral<"openrouter">;
|
|
175
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
176
|
+
kind: z.ZodLiteral<"vertex">;
|
|
177
|
+
project: z.ZodOptional<z.ZodString>;
|
|
178
|
+
location: z.ZodOptional<z.ZodString>;
|
|
179
|
+
regions: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
|
|
180
|
+
anthropic: "anthropic";
|
|
181
|
+
google: "google";
|
|
182
|
+
xai: "xai";
|
|
183
|
+
}> & z.core.$partial, z.ZodString>>;
|
|
184
|
+
}, z.core.$strict>], "kind">]>>;
|
|
185
|
+
}, z.core.$strict>;
|
|
186
|
+
}, z.core.$strict>], "op">;
|
|
187
|
+
}, z.core.$strict>;
|
|
188
|
+
declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
189
|
+
id: z.ZodString;
|
|
190
|
+
ok: z.ZodLiteral<true>;
|
|
191
|
+
op: z.ZodLiteral<"send">;
|
|
192
|
+
turn: z.ZodObject<{
|
|
193
|
+
prompt: z.ZodString;
|
|
194
|
+
text: z.ZodString;
|
|
195
|
+
status: z.ZodEnum<{
|
|
196
|
+
aborted: "aborted";
|
|
197
|
+
completed: "completed";
|
|
198
|
+
error: "error";
|
|
199
|
+
}>;
|
|
200
|
+
startedAt: z.ZodString;
|
|
201
|
+
durationMs: z.ZodNumber;
|
|
202
|
+
transcript: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
203
|
+
ts: z.ZodString;
|
|
204
|
+
atMs: z.ZodNumber;
|
|
205
|
+
type: z.ZodEnum<{
|
|
206
|
+
reasoning: "reasoning";
|
|
207
|
+
text: "text";
|
|
208
|
+
}>;
|
|
209
|
+
text: z.ZodString;
|
|
210
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
211
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
212
|
+
ts: z.ZodString;
|
|
213
|
+
atMs: z.ZodNumber;
|
|
214
|
+
type: z.ZodLiteral<"file-edit">;
|
|
215
|
+
toolCallId: z.ZodString;
|
|
216
|
+
path: z.ZodString;
|
|
217
|
+
kind: z.ZodEnum<{
|
|
218
|
+
create: "create";
|
|
219
|
+
delete: "delete";
|
|
220
|
+
modify: "modify";
|
|
221
|
+
write: "write";
|
|
222
|
+
}>;
|
|
223
|
+
added: z.ZodNullable<z.ZodNumber>;
|
|
224
|
+
removed: z.ZodNullable<z.ZodNumber>;
|
|
225
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
226
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
227
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
228
|
+
ts: z.ZodString;
|
|
229
|
+
atMs: z.ZodNumber;
|
|
230
|
+
type: z.ZodLiteral<"web-search">;
|
|
231
|
+
toolCallId: z.ZodString;
|
|
232
|
+
query: z.ZodString;
|
|
233
|
+
references: z.ZodNullable<z.ZodNumber>;
|
|
234
|
+
ok: z.ZodOptional<z.ZodBoolean>;
|
|
235
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
236
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
237
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
238
|
+
ts: z.ZodString;
|
|
239
|
+
atMs: z.ZodNumber;
|
|
240
|
+
type: z.ZodLiteral<"web-fetch">;
|
|
241
|
+
toolCallId: z.ZodString;
|
|
242
|
+
url: z.ZodString;
|
|
243
|
+
ok: z.ZodBoolean;
|
|
244
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
245
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
246
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
247
|
+
ts: z.ZodString;
|
|
248
|
+
atMs: z.ZodNumber;
|
|
249
|
+
type: z.ZodLiteral<"tool">;
|
|
250
|
+
toolCallId: z.ZodString;
|
|
251
|
+
tool: z.ZodString;
|
|
252
|
+
input: z.ZodUnknown;
|
|
253
|
+
output: z.ZodUnknown;
|
|
254
|
+
ok: z.ZodBoolean;
|
|
255
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
256
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
257
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
258
|
+
ts: z.ZodString;
|
|
259
|
+
atMs: z.ZodNumber;
|
|
260
|
+
type: z.ZodLiteral<"error">;
|
|
261
|
+
message: z.ZodString;
|
|
262
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
263
|
+
ts: z.ZodString;
|
|
264
|
+
atMs: z.ZodNumber;
|
|
265
|
+
type: z.ZodLiteral<"retry">;
|
|
266
|
+
message: z.ZodString;
|
|
267
|
+
}, z.core.$strict>], "type">>;
|
|
268
|
+
usage: z.ZodNullable<z.ZodObject<{
|
|
269
|
+
input: z.ZodNumber;
|
|
270
|
+
output: z.ZodNumber;
|
|
271
|
+
cacheRead: z.ZodNumber;
|
|
272
|
+
cacheWrite: z.ZodNumber;
|
|
273
|
+
reasoning: z.ZodNullable<z.ZodNumber>;
|
|
130
274
|
}, z.core.$strict>>;
|
|
131
|
-
|
|
275
|
+
model: z.ZodNullable<z.ZodString>;
|
|
276
|
+
unreported: z.ZodArray<z.ZodEnum<{
|
|
277
|
+
"web-fetch": "web-fetch";
|
|
278
|
+
"web-search": "web-search";
|
|
279
|
+
}>>;
|
|
280
|
+
diff: z.ZodObject<{
|
|
281
|
+
patch: z.ZodString;
|
|
282
|
+
files: z.ZodArray<z.ZodObject<{
|
|
283
|
+
path: z.ZodString;
|
|
284
|
+
status: z.ZodEnum<{
|
|
285
|
+
added: "added";
|
|
286
|
+
deleted: "deleted";
|
|
287
|
+
modified: "modified";
|
|
288
|
+
}>;
|
|
289
|
+
}, z.core.$strict>>;
|
|
290
|
+
}, z.core.$strict>;
|
|
291
|
+
}, z.core.$strict>;
|
|
292
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
293
|
+
id: z.ZodString;
|
|
294
|
+
ok: z.ZodLiteral<true>;
|
|
295
|
+
op: z.ZodLiteral<"exec">;
|
|
296
|
+
result: z.ZodUnion<readonly [z.ZodObject<{
|
|
297
|
+
exitCode: z.ZodNumber;
|
|
298
|
+
stdout: z.ZodString;
|
|
299
|
+
stderr: z.ZodString;
|
|
300
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
301
|
+
handle: z.ZodString;
|
|
302
|
+
}, z.core.$strict>]>;
|
|
303
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
304
|
+
id: z.ZodString;
|
|
305
|
+
ok: z.ZodLiteral<true>;
|
|
306
|
+
op: z.ZodLiteral<"serve">;
|
|
307
|
+
handle: z.ZodString;
|
|
308
|
+
port: z.ZodNumber;
|
|
309
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
310
|
+
id: z.ZodString;
|
|
311
|
+
ok: z.ZodLiteral<true>;
|
|
312
|
+
op: z.ZodLiteral<"kill">;
|
|
313
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
314
|
+
id: z.ZodString;
|
|
315
|
+
ok: z.ZodLiteral<true>;
|
|
316
|
+
op: z.ZodLiteral<"capture">;
|
|
317
|
+
capture: z.ZodObject<{
|
|
318
|
+
name: z.ZodString;
|
|
319
|
+
port: z.ZodNumber;
|
|
320
|
+
path: z.ZodString;
|
|
321
|
+
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
322
|
+
width: z.ZodNumber;
|
|
323
|
+
height: z.ZodNumber;
|
|
324
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
325
|
+
file: z.ZodObject<{
|
|
326
|
+
path: z.ZodString;
|
|
327
|
+
sha256: z.ZodString;
|
|
328
|
+
bytes: z.ZodNumber;
|
|
329
|
+
}, z.core.$strict>;
|
|
330
|
+
}, z.core.$strict>;
|
|
331
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
332
|
+
id: z.ZodString;
|
|
333
|
+
ok: z.ZodLiteral<true>;
|
|
334
|
+
op: z.ZodLiteral<"readFile">;
|
|
335
|
+
contents: z.ZodNullable<z.ZodString>;
|
|
336
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
337
|
+
id: z.ZodString;
|
|
338
|
+
ok: z.ZodLiteral<true>;
|
|
339
|
+
op: z.ZodLiteral<"writeFile">;
|
|
340
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
341
|
+
id: z.ZodString;
|
|
342
|
+
ok: z.ZodLiteral<true>;
|
|
343
|
+
op: z.ZodLiteral<"expect">;
|
|
344
|
+
assertion: z.ZodObject<{
|
|
345
|
+
label: z.ZodString;
|
|
346
|
+
labelled: z.ZodBoolean;
|
|
347
|
+
matcher: z.ZodString;
|
|
348
|
+
status: z.ZodEnum<{
|
|
349
|
+
error: "error";
|
|
350
|
+
fail: "fail";
|
|
351
|
+
pass: "pass";
|
|
352
|
+
}>;
|
|
353
|
+
soft: z.ZodBoolean;
|
|
354
|
+
at: z.ZodOptional<z.ZodString>;
|
|
355
|
+
message: z.ZodOptional<z.ZodString>;
|
|
356
|
+
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
357
|
+
}, z.core.$strict>;
|
|
358
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
359
|
+
id: z.ZodString;
|
|
360
|
+
ok: z.ZodLiteral<true>;
|
|
361
|
+
op: z.ZodLiteral<"record">;
|
|
362
|
+
assertion: z.ZodObject<{
|
|
363
|
+
label: z.ZodString;
|
|
364
|
+
labelled: z.ZodBoolean;
|
|
365
|
+
matcher: z.ZodString;
|
|
366
|
+
status: z.ZodEnum<{
|
|
367
|
+
error: "error";
|
|
368
|
+
fail: "fail";
|
|
369
|
+
pass: "pass";
|
|
370
|
+
}>;
|
|
371
|
+
soft: z.ZodBoolean;
|
|
372
|
+
at: z.ZodOptional<z.ZodString>;
|
|
373
|
+
message: z.ZodOptional<z.ZodString>;
|
|
374
|
+
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
375
|
+
}, z.core.$strict>;
|
|
376
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
377
|
+
id: z.ZodString;
|
|
378
|
+
ok: z.ZodLiteral<true>;
|
|
379
|
+
op: z.ZodLiteral<"judge">;
|
|
380
|
+
verdict: z.ZodUnion<readonly [z.ZodObject<{
|
|
381
|
+
threshold: z.ZodNumber;
|
|
382
|
+
question: z.ZodString;
|
|
383
|
+
model: z.ZodString;
|
|
384
|
+
gateway: z.ZodOptional<z.ZodEnum<{
|
|
132
385
|
direct: "direct";
|
|
386
|
+
openrouter: "openrouter";
|
|
133
387
|
vercel: "vercel";
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
kind: z.ZodLiteral<"vercel">;
|
|
138
|
-
}, z.core.$strict>], "kind">]>>;
|
|
139
|
-
model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
140
|
-
kind: z.ZodLiteral<"fake-judge">;
|
|
141
|
-
score: z.ZodNumber;
|
|
142
|
-
}, z.core.$strict>]>>;
|
|
143
|
-
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
144
|
-
turn: z.ZodNumber;
|
|
145
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
146
|
-
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
147
|
-
}, z.core.$strict>]>>;
|
|
148
|
-
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
388
|
+
vertex: "vertex";
|
|
389
|
+
}>>;
|
|
390
|
+
artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
149
391
|
name: z.ZodString;
|
|
150
|
-
port: z.ZodNumber;
|
|
151
392
|
path: z.ZodString;
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
393
|
+
sha256: z.ZodString;
|
|
394
|
+
bytes: z.ZodNumber;
|
|
395
|
+
mediaType: z.ZodLiteral<"image/png">;
|
|
396
|
+
}, z.core.$strict>>>;
|
|
397
|
+
verdict: z.ZodEnum<{
|
|
398
|
+
fail: "fail";
|
|
399
|
+
pass: "pass";
|
|
400
|
+
}>;
|
|
401
|
+
score: z.ZodNumber;
|
|
402
|
+
resolvedModel: z.ZodOptional<z.ZodString>;
|
|
403
|
+
upstream: z.ZodOptional<z.ZodString>;
|
|
404
|
+
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
405
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
406
|
+
threshold: z.ZodNumber;
|
|
407
|
+
question: z.ZodString;
|
|
408
|
+
model: z.ZodString;
|
|
409
|
+
gateway: z.ZodOptional<z.ZodEnum<{
|
|
410
|
+
direct: "direct";
|
|
411
|
+
openrouter: "openrouter";
|
|
412
|
+
vercel: "vercel";
|
|
413
|
+
vertex: "vertex";
|
|
414
|
+
}>>;
|
|
415
|
+
artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
416
|
+
name: z.ZodString;
|
|
417
|
+
path: z.ZodString;
|
|
418
|
+
sha256: z.ZodString;
|
|
419
|
+
bytes: z.ZodNumber;
|
|
420
|
+
mediaType: z.ZodLiteral<"image/png">;
|
|
421
|
+
}, z.core.$strict>>>;
|
|
422
|
+
verdict: z.ZodLiteral<"error">;
|
|
423
|
+
score: z.ZodNull;
|
|
424
|
+
error: z.ZodString;
|
|
425
|
+
}, z.core.$strict>]>;
|
|
426
|
+
}, z.core.$strict>], "op">, z.ZodObject<{
|
|
427
|
+
id: z.ZodString;
|
|
428
|
+
ok: z.ZodLiteral<true>;
|
|
429
|
+
op: z.ZodLiteral<"expect">;
|
|
430
|
+
untested: z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>;
|
|
431
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
432
|
+
id: z.ZodString;
|
|
433
|
+
ok: z.ZodLiteral<false>;
|
|
434
|
+
op: z.ZodEnum<{
|
|
435
|
+
capture: "capture";
|
|
436
|
+
exec: "exec";
|
|
437
|
+
expect: "expect";
|
|
438
|
+
judge: "judge";
|
|
439
|
+
kill: "kill";
|
|
440
|
+
readFile: "readFile";
|
|
441
|
+
record: "record";
|
|
442
|
+
send: "send";
|
|
443
|
+
serve: "serve";
|
|
444
|
+
writeFile: "writeFile";
|
|
445
|
+
}>;
|
|
446
|
+
error: z.ZodObject<{
|
|
447
|
+
name: z.ZodString;
|
|
448
|
+
message: z.ZodString;
|
|
449
|
+
}, z.core.$loose>;
|
|
450
|
+
}, z.core.$strict>]>;
|
|
451
|
+
type AttemptRequest = z.infer<typeof attemptRequestSchema>;
|
|
452
|
+
type AttemptReply = z.infer<typeof attemptReplySchema>;
|
|
170
453
|
//#endregion
|
|
171
454
|
//#region src/capture/fake-instructions.d.ts
|
|
172
455
|
declare const FAKE_INSTRUCTIONS: unique symbol;
|
|
@@ -180,8 +463,8 @@ type FakeInstructions = CaptureInstruction[] & {
|
|
|
180
463
|
export declare function fakeInstructions(steps: readonly FakeInstructionStep[]): FakeInstructions;
|
|
181
464
|
//#endregion
|
|
182
465
|
//#region src/testing.d.ts
|
|
183
|
-
/**
|
|
184
|
-
export declare
|
|
466
|
+
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
467
|
+
export declare function attemptReply(c: AttemptContext, request: AttemptRequest): Promise<AttemptReply>;
|
|
185
468
|
//#endregion
|
|
186
|
-
export { type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
|
|
469
|
+
export { type CaptureKey, type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
|
|
187
470
|
//# sourceMappingURL=testing.d.ts.map
|
package/dist/testing.js
CHANGED
|
@@ -1,14 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { t as declareTree } from "./evaluate-
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { l as attemptRecordings } from "./runtime-CZVpkr04.js";
|
|
2
|
+
import { t as declareTree } from "./evaluate-CUtgyr43.js";
|
|
3
|
+
import { f as fakeInstructions } from "./capture-iQ6kYJV0.js";
|
|
4
|
+
import { t as replyToAttempt } from "./attempt-host-CIxjs2Be.js";
|
|
5
5
|
//#region src/testing.ts
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
const handles = /* @__PURE__ */ new WeakMap();
|
|
7
|
+
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
8
|
+
function attemptReply(c, request) {
|
|
9
|
+
const own = handles.get(c) ?? /* @__PURE__ */ new Map();
|
|
10
|
+
handles.set(c, own);
|
|
11
|
+
return replyToAttempt(c, attemptRecordings(), own, request);
|
|
12
|
+
}
|
|
11
13
|
//#endregion
|
|
12
|
-
export { declareTree, fakeInstructions
|
|
14
|
+
export { attemptReply, declareTree, fakeInstructions };
|
|
13
15
|
|
|
14
16
|
//# sourceMappingURL=testing.js.map
|
package/dist/testing.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":";;;;;AAYA,MAAM,0BAAU,IAAI,QAAuD;;AAG3E,SAAgB,aAAa,GAAmB,SAAgD;CAC9F,MAAM,MAAM,QAAQ,IAAI,CAAC,qBAAK,IAAI,IAA8B;CAChE,QAAQ,IAAI,GAAG,GAAG;CAClB,OAAO,eAAe,GAAG,kBAAkB,GAAG,KAAK,OAAO;AAC5D"}
|