reeval 0.14.0 → 0.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/THIRD_PARTY_NOTICES.md +69 -69
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-BloGVZ_a.js → adapter-CbqbMR7y.js} +37 -8
- package/dist/adapter-CbqbMR7y.js.map +1 -0
- package/dist/{agent-m-_t-IuW.js → agent-Zgn-kiqq.js} +57 -15
- package/dist/agent-Zgn-kiqq.js.map +1 -0
- package/dist/{app-files-C-jwhRDt.js → app-files-ChbvRx3P.js} +4 -4
- package/dist/app-files-ChbvRx3P.js.map +1 -0
- package/dist/{assemble-BDEpelpi.js → assemble-SKQGW_QF.js} +136 -116
- package/dist/assemble-SKQGW_QF.js.map +1 -0
- package/dist/assemble-XBWuK3Ed.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
- package/dist/{match-Bz0nSdzN.js → attempt-host-BOp8JklD.js} +96 -5
- package/dist/attempt-host-BOp8JklD.js.map +1 -0
- package/dist/{capture-CVRwRTnb.js → capture-BM_3100g.js} +1218 -1207
- package/dist/capture-BM_3100g.js.map +1 -0
- package/dist/capture-DSK8O5bA.js +1 -0
- package/dist/{cli-C_4gaJ50.js → cli-PdYrcoKM.js} +106 -170
- package/dist/cli-PdYrcoKM.js.map +1 -0
- package/dist/{cli-spec-CpnbATtI.js → cli-spec-D0qyrPZi.js} +8 -20
- package/dist/cli-spec-D0qyrPZi.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-D5hNjpEx.js → client-Ct6s6OnF.js} +2 -2
- package/dist/{client-D5hNjpEx.js.map → client-Ct6s6OnF.js.map} +1 -1
- package/dist/{command-BXLUfw4h.js → command-4pJYVCT4.js} +33 -20
- package/dist/command-4pJYVCT4.js.map +1 -0
- package/dist/{validate-BhwqrVsm.js → command-9xm5ImqI.js} +387 -59
- package/dist/command-9xm5ImqI.js.map +1 -0
- package/dist/{command-Bxdy62dW.js → command-BqBxLgTc.js} +31 -30
- package/dist/command-BqBxLgTc.js.map +1 -0
- package/dist/{command-I1euLLio.js → command-DbSMcxZL.js} +7 -7
- package/dist/{command-I1euLLio.js.map → command-DbSMcxZL.js.map} +1 -1
- package/dist/{commands-jzigbNFb.js → commands-BU6YJCz9.js} +175 -72
- package/dist/commands-BU6YJCz9.js.map +1 -0
- package/dist/{commands-p1S4nw_H.js → commands-Bi2SEQtr.js} +1 -1
- package/dist/{config-BrdHA9bJ.js → config-k6m7XbAz.js} +499 -271
- package/dist/config-k6m7XbAz.js.map +1 -0
- package/dist/{contrasts-DRxMQQTC.js → contrasts-DLZF4dGF.js} +3 -3
- package/dist/{contrasts-DRxMQQTC.js.map → contrasts-DLZF4dGF.js.map} +1 -1
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/{cost-D4elx933.js → cost-ChPa8-Fp.js} +3 -3
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-CpsifVln.js +1530 -0
- package/dist/db-CpsifVln.js.map +1 -0
- package/dist/db-DkD-F-X-.js +2 -0
- package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
- package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
- package/dist/debug-DeM5pswK.js +1 -0
- package/dist/{docker-BnRlTpZA.js → docker-51WvhN_X.js} +5 -4
- package/dist/docker-51WvhN_X.js.map +1 -0
- package/dist/{docker-D01slDF3.js → docker-B4-rx4dA.js} +26 -8
- package/dist/docker-B4-rx4dA.js.map +1 -0
- package/dist/{docker-DivfZl2u.js → docker-YFj4H1Cr.js} +1 -1
- package/dist/{doctor-DQ2p0euG.js → doctor-BuQnfz4e.js} +275 -37
- package/dist/doctor-BuQnfz4e.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-CO0P0soF.js → environment-BOFgzFDg.js} +115 -296
- package/dist/environment-BOFgzFDg.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
- package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
- package/dist/eval-source-Dje3rERU.js +145 -0
- package/dist/eval-source-Dje3rERU.js.map +1 -0
- package/dist/{evaluate-BUmsN7yG.js → evaluate-BPP9s3s6.js} +367 -130
- package/dist/evaluate-BPP9s3s6.js.map +1 -0
- package/dist/evaluate-dqXccn4k.d.ts +44 -0
- package/dist/{files-B-CJeeEh.js → files-Bi461Be2.js} +197 -91
- package/dist/files-Bi461Be2.js.map +1 -0
- package/dist/files-C2h2Cw4F.js +1 -0
- package/dist/files-Clipx4OW.js +37 -0
- package/dist/files-Clipx4OW.js.map +1 -0
- package/dist/files-DmUrRmmL.js +1 -0
- package/dist/{files-kUCrswI6.js → files-H24pz0hL.js} +20 -9
- package/dist/files-H24pz0hL.js.map +1 -0
- package/dist/gateway.d.ts +22 -9
- package/dist/gateway.js +30 -8
- package/dist/gateway.js.map +1 -1
- package/dist/{git-Bk8DSwHy.js → git-CsVZkNNL.js} +3 -3
- package/dist/{git-Bk8DSwHy.js.map → git-CsVZkNNL.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +12 -8
- package/dist/harness.js +1 -1
- package/dist/{images-DzLeFjLx.js → images-4mwhNkvh.js} +8 -8
- package/dist/{images-DzLeFjLx.js.map → images-4mwhNkvh.js.map} +1 -1
- package/dist/index.d.ts +51 -10
- package/dist/index.js +5 -5
- package/dist/init-BDEOopK7.js +1 -0
- package/dist/{init-SRalM5xF.js → init-cOk3D44b.js} +10 -11
- package/dist/init-cOk3D44b.js.map +1 -0
- package/dist/{invocations-DzyKSJBa.js → invocations-DW-lTk2f.js} +10 -6
- package/dist/invocations-DW-lTk2f.js.map +1 -0
- package/dist/{judge-yLvjC5A3.js → judge-CKdgEXN7.js} +236 -46
- package/dist/judge-CKdgEXN7.js.map +1 -0
- package/dist/judge.d.ts +5 -7
- package/dist/judge.js +4 -8
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
- package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
- package/dist/{matchers-D4eUqx4j.js → matchers-DT2TaGix.js} +2 -2
- package/dist/{matchers-D4eUqx4j.js.map → matchers-DT2TaGix.js.map} +1 -1
- package/dist/{model-1ZLr9Dcv.js → model-Bq3G0OG1.js} +29 -36
- package/dist/model-Bq3G0OG1.js.map +1 -0
- package/dist/{model-CgnOpss4.js → model-CTnyvh7H.js} +292 -68
- package/dist/model-CTnyvh7H.js.map +1 -0
- package/dist/model-D-SWrLZG.js +1 -0
- package/dist/model-g3XnzUv0.js +1 -0
- package/dist/{model-B45lDUV1.js → model-vRiUycWh.js} +22 -13
- package/dist/model-vRiUycWh.js.map +1 -0
- package/dist/{node-BSq5qHnQ.js → node-BVbbnFtv.js} +72 -50
- package/dist/node-BVbbnFtv.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-CWRwLX-G.js +34 -0
- package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
- package/dist/{pairs-CHfZNRT6.js → pairs-puYi-zj2.js} +11 -4
- package/dist/pairs-puYi-zj2.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{patch-DWf-I_Q_.js → patch-DKJiC5Sq.js} +5 -7
- package/dist/patch-DKJiC5Sq.js.map +1 -0
- package/dist/{plan-BIwUzlB8.js → plan-DdWkM6SW.js} +64 -29
- package/dist/plan-DdWkM6SW.js.map +1 -0
- package/dist/{plugins-Dkp_H3pB.js → plugins-D-CP6mMd.js} +253 -17
- package/dist/plugins-D-CP6mMd.js.map +1 -0
- package/dist/{preflight-DJCD_BDn.js → preflight-9ixuXzsx.js} +3 -3
- package/dist/{preflight-DJCD_BDn.js.map → preflight-9ixuXzsx.js.map} +1 -1
- package/dist/{preflight-D9y-HvZQ.js → preflight-DTiVv0gY.js} +1 -1
- package/dist/{prepare-CIxCGG0M.js → prepare-BfyikQit.js} +8 -8
- package/dist/{prepare-CIxCGG0M.js.map → prepare-BfyikQit.js.map} +1 -1
- package/dist/{prepare-BJG_pD54.js → prepare-tmBBf4W8.js} +2 -2
- package/dist/{prices-BcLEXvdY.js → prices-QaS-kjSQ.js} +7 -4
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-CfZpFpAh.js → provenance-BizwUn3h.js} +4 -4
- package/dist/{provenance-CfZpFpAh.js.map → provenance-BizwUn3h.js.map} +1 -1
- package/dist/{providers-DFk_6W4K.js → providers-B6b9Tnyi.js} +5 -5
- package/dist/{providers-DFk_6W4K.js.map → providers-B6b9Tnyi.js.map} +1 -1
- package/dist/{providers-D1Zxp2he.js → providers-DkOupEBl.js} +1 -1
- package/dist/query-Clm2mNSm.js +1 -0
- package/dist/{query-CemclveB.js → query-DyM-VExS.js} +3 -3
- package/dist/{query-CemclveB.js.map → query-DyM-VExS.js.map} +1 -1
- package/dist/{questions-bAudIc04.js → questions-BRhU8MzB.js} +100 -25
- package/dist/questions-BRhU8MzB.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-BwJ8pcTQ.js +1 -0
- package/dist/{rules-VhftPOOT.js → remarks-C7i2LMRb.js} +296 -66
- package/dist/remarks-C7i2LMRb.js.map +1 -0
- package/dist/{header-BLPP6aCU.js → remarks-D_3qhBWU.js} +34 -9
- package/dist/remarks-D_3qhBWU.js.map +1 -0
- package/dist/{remarks-mujJv1Ey.js → remarks-dA8LyoPc.js} +9 -5
- package/dist/remarks-dA8LyoPc.js.map +1 -0
- package/dist/{remote-CKcEKja4.js → remote-DFIzcx_6.js} +39 -99
- package/dist/remote-DFIzcx_6.js.map +1 -0
- package/dist/resolve--rQZ8u6Z.js +1 -0
- package/dist/{resolve-CBoKzQMP.js → resolve-DWSJpKHX.js} +46 -30
- package/dist/resolve-DWSJpKHX.js.map +1 -0
- package/dist/{results-CMgZEANy.js → results-BC3pcG_Z.js} +15 -30
- package/dist/results-BC3pcG_Z.js.map +1 -0
- package/dist/{resume-B9SOSnK9.js → resume-j-rcIryi.js} +47 -17
- package/dist/resume-j-rcIryi.js.map +1 -0
- package/dist/{runtime-BgQRyCLl.js → runtime-d56Gg3J5.js} +30 -13
- package/dist/runtime-d56Gg3J5.js.map +1 -0
- package/dist/{sandbox-BOYZ0hlo.js → sandbox-Cmln11gU.js} +2 -2
- package/dist/{sandbox-BOYZ0hlo.js.map → sandbox-Cmln11gU.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-TGW4WyAz.js → server-BOoH10J8.js} +51 -33
- package/dist/server-BOoH10J8.js.map +1 -0
- package/dist/server-DpuVAbrO.js +1 -0
- package/dist/{shared-BDUzStad.js → shared-B_lvGqWz.js} +19 -11
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/source-BFd6f0-R.js +1 -0
- package/dist/{source-B1WvBIQt.js → source-wD04-rRG.js} +15 -10
- package/dist/source-wD04-rRG.js.map +1 -0
- package/dist/{src-CHIwOy0o.js → src-1lpTocbd.js} +75 -30
- package/dist/{src-CHIwOy0o.js.map → src-1lpTocbd.js.map} +1 -1
- package/dist/{src-CyaDNG9r.js → src-6_zz7oJs.js} +1 -1
- package/dist/{src-DjF_M8_f.js → src-8yTF251P.js} +30 -8
- package/dist/{src-DjF_M8_f.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-NSdQ9zI6.js → src-BO8AYqJ5.js} +17 -5
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/{src-DmUgeTlE.js → src-BYDOXw_Y.js} +23 -7
- package/dist/{src-DmUgeTlE.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BYPMM1x7.js +2 -0
- package/dist/src-Bp4aN3rA.js +2 -0
- package/dist/src-C7upnZSd.js +2 -0
- package/dist/{src-8zoX_qrb.js → src-D91Hd6hT.js} +546 -1060
- package/dist/src-D91Hd6hT.js.map +1 -0
- package/dist/src-DH-9IO7f.js +1 -0
- package/dist/{src-ChhtI6BP.js → src-DSZyg0Uq.js} +177 -28
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/{src-DjRI-IeE.js → src-DgHuStEi.js} +134 -34
- package/dist/{src-DjRI-IeE.js.map → src-DgHuStEi.js.map} +1 -1
- package/dist/src-HSxBazcg.js +3 -0
- package/dist/src-LD1BAJFa.js +2 -0
- package/dist/src-dlX-Lmxg.js +2 -0
- package/dist/{src-DKPVX2Us.js → src-gn7YlnRg.js} +34 -5
- package/dist/{src-DKPVX2Us.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-kYeaJJrl.js +2 -0
- package/dist/state-B5PLm5qY.js +1 -0
- package/dist/{state-B1t143wG.js → state-DrJ687ut.js} +15 -15
- package/dist/{state-B1t143wG.js.map → state-DrJ687ut.js.map} +1 -1
- package/dist/{stats-DSy5HfOv.js → stats-hfpuYsAM.js} +2 -2
- package/dist/{stats-DSy5HfOv.js.map → stats-hfpuYsAM.js.map} +1 -1
- package/dist/suite-22Kt9Grx.js +2 -0
- package/dist/{suite-WgT7m6Vs.js → suite-Co8cwelb.js} +48 -63
- package/dist/suite-Co8cwelb.js.map +1 -0
- package/dist/{summary-DIGEVr08.js → summary-DLFHVoux.js} +80 -270
- package/dist/summary-DLFHVoux.js.map +1 -0
- package/dist/testing.d.ts +417 -142
- package/dist/testing.js +12 -10
- package/dist/testing.js.map +1 -1
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
- package/dist/transcript-DxPaWHTZ.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-DXBbP9Mk.d.ts → types-coMWHaU2.d.ts} +253 -733
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +536 -121
- package/dist/view/index.js +9 -9
- package/dist/{views-sXpGE6a2.js → views-BFO1BLKu.js} +9 -10
- package/dist/{views-sXpGE6a2.js.map → views-BFO1BLKu.js.map} +1 -1
- package/dist/views-BOf8qEL8.js +2 -0
- package/dist/{worker-entry-Duo9oAeT.js → worker-entry-CJtdsKBP.js} +19 -12
- package/dist/worker-entry-CJtdsKBP.js.map +1 -0
- package/dist/{workspace-CDI68wtX.js → workspace-BRxjfa8N.js} +5 -5
- package/dist/{workspace-CDI68wtX.js.map → workspace-BRxjfa8N.js.map} +1 -1
- package/dist/workspace-DDHzkMjm.js +1 -0
- package/docker/seccomp-default.json +1 -0
- package/package.json +5 -1
- package/skills/eval-rubric/SKILL.md +35 -104
- package/dist/adapter-BloGVZ_a.js.map +0 -1
- package/dist/agent-m-_t-IuW.js.map +0 -1
- package/dist/app-files-C-jwhRDt.js.map +0 -1
- package/dist/assemble-BDEpelpi.js.map +0 -1
- package/dist/assemble-C5bfncHU.js +0 -1
- package/dist/capture-CVRwRTnb.js.map +0 -1
- package/dist/capture-CherbjzB.js +0 -1
- package/dist/cli-C_4gaJ50.js.map +0 -1
- package/dist/cli-spec-CpnbATtI.js.map +0 -1
- package/dist/command-BWAuwQNk.js +0 -91
- package/dist/command-BWAuwQNk.js.map +0 -1
- package/dist/command-BXLUfw4h.js.map +0 -1
- package/dist/command-Be6BSE2L.js +0 -335
- package/dist/command-Be6BSE2L.js.map +0 -1
- package/dist/command-Bxdy62dW.js.map +0 -1
- package/dist/commands-jzigbNFb.js.map +0 -1
- package/dist/config-BrdHA9bJ.js.map +0 -1
- package/dist/cost-D4elx933.js.map +0 -1
- package/dist/cost-DmnAod9x.js +0 -1
- package/dist/db-CAfksinX.js +0 -2
- package/dist/db-DO0p7xgP.js +0 -619
- package/dist/db-DO0p7xgP.js.map +0 -1
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-BnRlTpZA.js.map +0 -1
- package/dist/docker-D01slDF3.js.map +0 -1
- package/dist/doctor-DQ2p0euG.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-CO0P0soF.js.map +0 -1
- package/dist/evaluate-BUmsN7yG.js.map +0 -1
- package/dist/evaluate-C_sgRA-V.d.ts +0 -134
- package/dist/facts-DzOUTreB.js +0 -906
- package/dist/facts-DzOUTreB.js.map +0 -1
- package/dist/files-B-CJeeEh.js.map +0 -1
- package/dist/files-Bp5j5BqI.js +0 -1
- package/dist/files-C2sjmXhk.js +0 -1
- package/dist/files-C_gQNVB-.js +0 -65
- package/dist/files-C_gQNVB-.js.map +0 -1
- package/dist/files-kUCrswI6.js.map +0 -1
- package/dist/generate-DZ7vp69F.js +0 -1647
- package/dist/generate-DZ7vp69F.js.map +0 -1
- package/dist/harness-COVXSwJ6.js +0 -354
- package/dist/harness-COVXSwJ6.js.map +0 -1
- package/dist/header-BLPP6aCU.js.map +0 -1
- package/dist/init-RgCQXZhb.js +0 -1
- package/dist/init-SRalM5xF.js.map +0 -1
- package/dist/insights-TyAvz9aV.js +0 -68
- package/dist/insights-TyAvz9aV.js.map +0 -1
- package/dist/invocations-DzyKSJBa.js.map +0 -1
- package/dist/judge-yLvjC5A3.js.map +0 -1
- package/dist/match-Bz0nSdzN.js.map +0 -1
- package/dist/model-1ZLr9Dcv.js.map +0 -1
- package/dist/model-B45lDUV1.js.map +0 -1
- package/dist/model-BTZq8HIZ.js +0 -1
- package/dist/model-CgnOpss4.js.map +0 -1
- package/dist/model-Ch8kX87u.js +0 -1
- package/dist/node-BSq5qHnQ.js.map +0 -1
- package/dist/opencode-providers-klkqgzvb.js +0 -3276
- package/dist/opencode-providers-klkqgzvb.js.map +0 -1
- package/dist/pairs-CHfZNRT6.js.map +0 -1
- package/dist/patch-DWf-I_Q_.js.map +0 -1
- package/dist/plan-BIwUzlB8.js.map +0 -1
- package/dist/plugins-Dkp_H3pB.js.map +0 -1
- package/dist/prices-BcLEXvdY.js.map +0 -1
- package/dist/query-Cvbwl804.js +0 -1
- package/dist/questions-bAudIc04.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-CXwSnSjR.js +0 -278
- package/dist/remarks-CXwSnSjR.js.map +0 -1
- package/dist/remarks-CyAu2DiB.js +0 -1
- package/dist/remarks-mujJv1Ey.js.map +0 -1
- package/dist/remote-CKcEKja4.js.map +0 -1
- package/dist/resolve-B5-uqmJ6.js +0 -1
- package/dist/resolve-CBoKzQMP.js.map +0 -1
- package/dist/results-CMgZEANy.js.map +0 -1
- package/dist/resume-B9SOSnK9.js.map +0 -1
- package/dist/rules-VhftPOOT.js.map +0 -1
- package/dist/run-CwIEK16q.js +0 -88
- package/dist/run-CwIEK16q.js.map +0 -1
- package/dist/runtime-BgQRyCLl.js.map +0 -1
- package/dist/server-CHRSgKRp.js +0 -1
- package/dist/server-TGW4WyAz.js.map +0 -1
- package/dist/shared-BDUzStad.js.map +0 -1
- package/dist/source-B1WvBIQt.js.map +0 -1
- package/dist/source-DAzztZwU.js +0 -1
- package/dist/src-1jHbFaGW.js +0 -1
- package/dist/src-8zoX_qrb.js.map +0 -1
- package/dist/src-C_9wgowC.js +0 -2
- package/dist/src-ChhtI6BP.js.map +0 -1
- package/dist/src-D005Cbqz.js +0 -2
- package/dist/src-DIfRbp5a.js +0 -3
- package/dist/src-Dg8121Xy.js +0 -2
- package/dist/src-ElBqEN-S.js +0 -2
- package/dist/src-NSdQ9zI6.js.map +0 -1
- package/dist/src-YHGaUrGE.js +0 -2
- package/dist/src-mJVxw1Jm.js +0 -2
- package/dist/state-vznMh2wl.js +0 -1
- package/dist/suite-BsWGHzlG.js +0 -2
- package/dist/suite-WgT7m6Vs.js.map +0 -1
- package/dist/summary-DIGEVr08.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-DF3_p5pE.js +0 -1
- package/dist/validate-BhwqrVsm.js.map +0 -1
- package/dist/views-BW_C5eVH.js +0 -2
- package/dist/worker-entry-Duo9oAeT.js.map +0 -1
- package/dist/workspace-QZCacP8A.js +0 -1
package/dist/testing.d.ts
CHANGED
|
@@ -1,172 +1,447 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { Jn as DeclaredNode, a as AttemptContext, f as CaptureInstruction, ft as JSONValue, h as CaptureUseAction, qn as DeclarationTree, tn as Wait } from "./types-coMWHaU2.js";
|
|
2
|
+
import { n as declareTree } from "./evaluate-dqXccn4k.js";
|
|
3
3
|
import "./shared-CHvO7eLi.js";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
//#region src/contract/attempt.d.ts
|
|
6
|
-
declare const
|
|
6
|
+
declare const attemptRequestSchema: z.ZodObject<{
|
|
7
|
+
id: z.ZodString;
|
|
8
|
+
call: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
9
|
+
op: z.ZodLiteral<"send">;
|
|
10
|
+
prompt: z.ZodString;
|
|
11
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
12
|
+
retries: z.ZodOptional<z.ZodNumber>;
|
|
13
|
+
interval: z.ZodOptional<z.ZodNumber>;
|
|
14
|
+
op: z.ZodLiteral<"exec">;
|
|
15
|
+
command: z.ZodString;
|
|
16
|
+
background: z.ZodOptional<z.ZodBoolean>;
|
|
17
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
18
|
+
op: z.ZodLiteral<"serve">;
|
|
19
|
+
command: z.ZodString;
|
|
20
|
+
port: z.ZodOptional<z.ZodNumber>;
|
|
21
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
22
|
+
op: z.ZodLiteral<"kill">;
|
|
23
|
+
handle: z.ZodString;
|
|
24
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
25
|
+
op: z.ZodLiteral<"capture">;
|
|
26
|
+
target: z.ZodUnion<readonly [z.ZodObject<{
|
|
27
|
+
port: z.ZodNumber;
|
|
28
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
29
|
+
handle: z.ZodString;
|
|
30
|
+
}, z.core.$strict>]>;
|
|
31
|
+
options: z.ZodOptional<z.ZodObject<{
|
|
32
|
+
name: z.ZodOptional<z.ZodString>;
|
|
33
|
+
path: z.ZodOptional<z.ZodString>;
|
|
34
|
+
viewport: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
35
|
+
width: z.ZodNumber;
|
|
36
|
+
height: z.ZodNumber;
|
|
37
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>>;
|
|
38
|
+
timeout: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodTemplateLiteral<`${number}h` | `${number}m` | `${number}ms` | `${number}s`>]>>;
|
|
39
|
+
wait: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
40
|
+
idle: "idle";
|
|
41
|
+
load: "load";
|
|
42
|
+
}>, z.ZodObject<{
|
|
43
|
+
ms: z.ZodNumber;
|
|
44
|
+
}, z.core.$strict>]>>;
|
|
45
|
+
instructions: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
46
|
+
wait: z.ZodUnion<readonly [z.ZodEnum<{
|
|
47
|
+
idle: "idle";
|
|
48
|
+
load: "load";
|
|
49
|
+
}>, z.ZodObject<{
|
|
50
|
+
ms: z.ZodNumber;
|
|
51
|
+
}, z.core.$strict>]>;
|
|
52
|
+
}, z.core.$strict>]>>>;
|
|
53
|
+
model: z.ZodOptional<z.ZodString>;
|
|
54
|
+
}, z.core.$strict>>;
|
|
55
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
56
|
+
op: z.ZodLiteral<"readFile">;
|
|
57
|
+
path: z.ZodString;
|
|
58
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
59
|
+
op: z.ZodLiteral<"writeFile">;
|
|
60
|
+
path: z.ZodString;
|
|
61
|
+
contents: z.ZodString;
|
|
62
|
+
encoding: z.ZodOptional<z.ZodEnum<{
|
|
63
|
+
base64: "base64";
|
|
64
|
+
utf8: "utf8";
|
|
65
|
+
}>>;
|
|
66
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
67
|
+
op: z.ZodLiteral<"expect">;
|
|
68
|
+
subject: z.ZodUnion<readonly [z.ZodObject<{
|
|
69
|
+
turn: z.ZodNumber;
|
|
70
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
71
|
+
attempt: z.ZodLiteral<true>;
|
|
72
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
73
|
+
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
74
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
75
|
+
exec: z.ZodString;
|
|
76
|
+
result: z.ZodOptional<z.ZodObject<{
|
|
77
|
+
exitCode: z.ZodNumber;
|
|
78
|
+
stdout: z.ZodString;
|
|
79
|
+
stderr: z.ZodString;
|
|
80
|
+
}, z.core.$strict>>;
|
|
81
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
82
|
+
readFile: z.ZodString;
|
|
83
|
+
}, z.core.$strict>]>;
|
|
84
|
+
matcher: z.ZodString;
|
|
85
|
+
args: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
86
|
+
regexp: z.ZodString;
|
|
87
|
+
flags: z.ZodOptional<z.ZodString>;
|
|
88
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
89
|
+
matchedBy: z.ZodString;
|
|
90
|
+
answers: z.ZodRecord<z.ZodString, z.ZodBoolean>;
|
|
91
|
+
}, z.core.$strict>, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>]>>;
|
|
92
|
+
not: z.ZodBoolean;
|
|
93
|
+
soft: z.ZodBoolean;
|
|
94
|
+
label: z.ZodOptional<z.ZodString>;
|
|
95
|
+
poll: z.ZodOptional<z.ZodObject<{
|
|
96
|
+
interval: z.ZodOptional<z.ZodNumber>;
|
|
97
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
98
|
+
}, z.core.$strict>>;
|
|
99
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
100
|
+
op: z.ZodLiteral<"record">;
|
|
101
|
+
matcher: z.ZodString;
|
|
102
|
+
subject: z.ZodOptional<z.ZodString>;
|
|
103
|
+
label: z.ZodOptional<z.ZodString>;
|
|
104
|
+
status: z.ZodEnum<{
|
|
105
|
+
fail: "fail";
|
|
106
|
+
pass: "pass";
|
|
107
|
+
}>;
|
|
108
|
+
message: z.ZodOptional<z.ZodString>;
|
|
109
|
+
soft: z.ZodOptional<z.ZodBoolean>;
|
|
110
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
111
|
+
op: z.ZodLiteral<"judge">;
|
|
112
|
+
question: z.ZodString;
|
|
113
|
+
options: z.ZodOptional<z.ZodObject<{
|
|
114
|
+
threshold: z.ZodOptional<z.ZodNumber>;
|
|
115
|
+
providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
|
|
116
|
+
maxConcurrent: z.ZodOptional<z.ZodNumber>;
|
|
117
|
+
state: z.ZodOptional<z.ZodObject<{
|
|
118
|
+
task: z.ZodOptional<z.ZodBoolean>;
|
|
119
|
+
output: z.ZodOptional<z.ZodBoolean>;
|
|
120
|
+
files: z.ZodOptional<z.ZodBoolean>;
|
|
121
|
+
diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
122
|
+
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
123
|
+
transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
|
|
124
|
+
full: "full";
|
|
125
|
+
tools: "tools";
|
|
126
|
+
}>]>>;
|
|
127
|
+
turns: z.ZodOptional<z.ZodEnum<{
|
|
128
|
+
all: "all";
|
|
129
|
+
last: "last";
|
|
130
|
+
}>>;
|
|
131
|
+
checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
132
|
+
}, z.core.$strict>>;
|
|
133
|
+
gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
134
|
+
direct: "direct";
|
|
135
|
+
openrouter: "openrouter";
|
|
136
|
+
vercel: "vercel";
|
|
137
|
+
vertex: "vertex";
|
|
138
|
+
}>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
139
|
+
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
140
|
+
kind: z.ZodLiteral<"direct">;
|
|
141
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
142
|
+
kind: z.ZodLiteral<"vercel">;
|
|
143
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
144
|
+
fallbacks: z.ZodOptional<z.ZodBoolean>;
|
|
145
|
+
kind: z.ZodLiteral<"openrouter">;
|
|
146
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
147
|
+
kind: z.ZodLiteral<"vertex">;
|
|
148
|
+
project: z.ZodOptional<z.ZodString>;
|
|
149
|
+
location: z.ZodOptional<z.ZodString>;
|
|
150
|
+
regions: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
|
|
151
|
+
anthropic: "anthropic";
|
|
152
|
+
google: "google";
|
|
153
|
+
xai: "xai";
|
|
154
|
+
}> & z.core.$partial, z.ZodString>>;
|
|
155
|
+
}, z.core.$strict>], "kind">]>>;
|
|
156
|
+
model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
157
|
+
kind: z.ZodLiteral<"fake-judge">;
|
|
158
|
+
score: z.ZodNumber;
|
|
159
|
+
}, z.core.$strict>]>>;
|
|
160
|
+
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
161
|
+
turn: z.ZodNumber;
|
|
162
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
163
|
+
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
164
|
+
}, z.core.$strict>]>>;
|
|
165
|
+
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
166
|
+
name: z.ZodString;
|
|
167
|
+
port: z.ZodNumber;
|
|
168
|
+
path: z.ZodString;
|
|
169
|
+
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
170
|
+
width: z.ZodNumber;
|
|
171
|
+
height: z.ZodNumber;
|
|
172
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
173
|
+
file: z.ZodObject<{
|
|
174
|
+
path: z.ZodString;
|
|
175
|
+
sha256: z.ZodString;
|
|
176
|
+
bytes: z.ZodNumber;
|
|
177
|
+
}, z.core.$strict>;
|
|
178
|
+
}, z.core.$strict>]>>]>>;
|
|
179
|
+
}, z.core.$strict>>;
|
|
180
|
+
}, z.core.$strict>], "op">;
|
|
181
|
+
}, z.core.$strict>;
|
|
182
|
+
declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
183
|
+
id: z.ZodString;
|
|
184
|
+
ok: z.ZodLiteral<true>;
|
|
7
185
|
op: z.ZodLiteral<"send">;
|
|
8
|
-
|
|
186
|
+
turn: z.ZodObject<{
|
|
187
|
+
prompt: z.ZodString;
|
|
188
|
+
text: z.ZodString;
|
|
189
|
+
status: z.ZodEnum<{
|
|
190
|
+
aborted: "aborted";
|
|
191
|
+
completed: "completed";
|
|
192
|
+
error: "error";
|
|
193
|
+
}>;
|
|
194
|
+
startedAt: z.ZodString;
|
|
195
|
+
durationMs: z.ZodNumber;
|
|
196
|
+
transcript: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
197
|
+
ts: z.ZodString;
|
|
198
|
+
atMs: z.ZodNumber;
|
|
199
|
+
type: z.ZodEnum<{
|
|
200
|
+
reasoning: "reasoning";
|
|
201
|
+
text: "text";
|
|
202
|
+
}>;
|
|
203
|
+
text: z.ZodString;
|
|
204
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
205
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
206
|
+
ts: z.ZodString;
|
|
207
|
+
atMs: z.ZodNumber;
|
|
208
|
+
type: z.ZodLiteral<"file-edit">;
|
|
209
|
+
toolCallId: z.ZodString;
|
|
210
|
+
path: z.ZodString;
|
|
211
|
+
kind: z.ZodEnum<{
|
|
212
|
+
create: "create";
|
|
213
|
+
delete: "delete";
|
|
214
|
+
modify: "modify";
|
|
215
|
+
write: "write";
|
|
216
|
+
}>;
|
|
217
|
+
added: z.ZodNullable<z.ZodNumber>;
|
|
218
|
+
removed: z.ZodNullable<z.ZodNumber>;
|
|
219
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
220
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
221
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
222
|
+
ts: z.ZodString;
|
|
223
|
+
atMs: z.ZodNumber;
|
|
224
|
+
type: z.ZodLiteral<"web-search">;
|
|
225
|
+
toolCallId: z.ZodString;
|
|
226
|
+
query: z.ZodString;
|
|
227
|
+
references: z.ZodNullable<z.ZodNumber>;
|
|
228
|
+
ok: z.ZodOptional<z.ZodBoolean>;
|
|
229
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
230
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
231
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
232
|
+
ts: z.ZodString;
|
|
233
|
+
atMs: z.ZodNumber;
|
|
234
|
+
type: z.ZodLiteral<"web-fetch">;
|
|
235
|
+
toolCallId: z.ZodString;
|
|
236
|
+
url: z.ZodString;
|
|
237
|
+
ok: z.ZodBoolean;
|
|
238
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
239
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
240
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
241
|
+
ts: z.ZodString;
|
|
242
|
+
atMs: z.ZodNumber;
|
|
243
|
+
type: z.ZodLiteral<"tool">;
|
|
244
|
+
toolCallId: z.ZodString;
|
|
245
|
+
tool: z.ZodString;
|
|
246
|
+
input: z.ZodUnknown;
|
|
247
|
+
output: z.ZodUnknown;
|
|
248
|
+
ok: z.ZodBoolean;
|
|
249
|
+
durationMs: z.ZodNullable<z.ZodNumber>;
|
|
250
|
+
stalled: z.ZodOptional<z.ZodBoolean>;
|
|
251
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
252
|
+
ts: z.ZodString;
|
|
253
|
+
atMs: z.ZodNumber;
|
|
254
|
+
type: z.ZodLiteral<"error">;
|
|
255
|
+
message: z.ZodString;
|
|
256
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
257
|
+
ts: z.ZodString;
|
|
258
|
+
atMs: z.ZodNumber;
|
|
259
|
+
type: z.ZodLiteral<"retry">;
|
|
260
|
+
message: z.ZodString;
|
|
261
|
+
}, z.core.$strict>], "type">>;
|
|
262
|
+
usage: z.ZodNullable<z.ZodObject<{
|
|
263
|
+
input: z.ZodNumber;
|
|
264
|
+
output: z.ZodNumber;
|
|
265
|
+
cacheRead: z.ZodNumber;
|
|
266
|
+
cacheWrite: z.ZodNumber;
|
|
267
|
+
reasoning: z.ZodNullable<z.ZodNumber>;
|
|
268
|
+
}, z.core.$strict>>;
|
|
269
|
+
model: z.ZodNullable<z.ZodString>;
|
|
270
|
+
unreported: z.ZodArray<z.ZodEnum<{
|
|
271
|
+
"web-fetch": "web-fetch";
|
|
272
|
+
"web-search": "web-search";
|
|
273
|
+
}>>;
|
|
274
|
+
diff: z.ZodObject<{
|
|
275
|
+
patch: z.ZodString;
|
|
276
|
+
files: z.ZodArray<z.ZodObject<{
|
|
277
|
+
path: z.ZodString;
|
|
278
|
+
status: z.ZodEnum<{
|
|
279
|
+
added: "added";
|
|
280
|
+
deleted: "deleted";
|
|
281
|
+
modified: "modified";
|
|
282
|
+
}>;
|
|
283
|
+
}, z.core.$strict>>;
|
|
284
|
+
}, z.core.$strict>;
|
|
285
|
+
}, z.core.$strict>;
|
|
9
286
|
}, z.core.$strict>, z.ZodObject<{
|
|
10
|
-
|
|
11
|
-
|
|
287
|
+
id: z.ZodString;
|
|
288
|
+
ok: z.ZodLiteral<true>;
|
|
12
289
|
op: z.ZodLiteral<"exec">;
|
|
13
|
-
|
|
14
|
-
|
|
290
|
+
result: z.ZodUnion<readonly [z.ZodObject<{
|
|
291
|
+
exitCode: z.ZodNumber;
|
|
292
|
+
stdout: z.ZodString;
|
|
293
|
+
stderr: z.ZodString;
|
|
294
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
295
|
+
handle: z.ZodString;
|
|
296
|
+
}, z.core.$strict>]>;
|
|
15
297
|
}, z.core.$strict>, z.ZodObject<{
|
|
298
|
+
id: z.ZodString;
|
|
299
|
+
ok: z.ZodLiteral<true>;
|
|
16
300
|
op: z.ZodLiteral<"serve">;
|
|
17
|
-
|
|
18
|
-
port: z.
|
|
301
|
+
handle: z.ZodString;
|
|
302
|
+
port: z.ZodNumber;
|
|
19
303
|
}, z.core.$strict>, z.ZodObject<{
|
|
304
|
+
id: z.ZodString;
|
|
305
|
+
ok: z.ZodLiteral<true>;
|
|
20
306
|
op: z.ZodLiteral<"kill">;
|
|
21
|
-
handle: z.ZodString;
|
|
22
307
|
}, z.core.$strict>, z.ZodObject<{
|
|
308
|
+
id: z.ZodString;
|
|
309
|
+
ok: z.ZodLiteral<true>;
|
|
23
310
|
op: z.ZodLiteral<"capture">;
|
|
24
|
-
|
|
311
|
+
capture: z.ZodObject<{
|
|
312
|
+
name: z.ZodString;
|
|
25
313
|
port: z.ZodNumber;
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
}, z.core.$strict>]>;
|
|
29
|
-
options: z.ZodOptional<z.ZodObject<{
|
|
30
|
-
name: z.ZodOptional<z.ZodString>;
|
|
31
|
-
path: z.ZodOptional<z.ZodString>;
|
|
32
|
-
viewport: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
314
|
+
path: z.ZodString;
|
|
315
|
+
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
33
316
|
width: z.ZodNumber;
|
|
34
317
|
height: z.ZodNumber;
|
|
35
|
-
}, z.core.$strict>, z.ZodLiteral<"full-page">]
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
}, z.core.$strict>]>>;
|
|
43
|
-
instructions: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
44
|
-
wait: z.ZodUnion<readonly [z.ZodEnum<{
|
|
45
|
-
idle: "idle";
|
|
46
|
-
load: "load";
|
|
47
|
-
}>, z.ZodObject<{
|
|
48
|
-
ms: z.ZodNumber;
|
|
49
|
-
}, z.core.$strict>]>;
|
|
50
|
-
}, z.core.$strict>]>>>;
|
|
51
|
-
model: z.ZodOptional<z.ZodString>;
|
|
52
|
-
}, z.core.$strict>>;
|
|
318
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
319
|
+
file: z.ZodObject<{
|
|
320
|
+
path: z.ZodString;
|
|
321
|
+
sha256: z.ZodString;
|
|
322
|
+
bytes: z.ZodNumber;
|
|
323
|
+
}, z.core.$strict>;
|
|
324
|
+
}, z.core.$strict>;
|
|
53
325
|
}, z.core.$strict>, z.ZodObject<{
|
|
326
|
+
id: z.ZodString;
|
|
327
|
+
ok: z.ZodLiteral<true>;
|
|
54
328
|
op: z.ZodLiteral<"readFile">;
|
|
55
|
-
|
|
329
|
+
contents: z.ZodNullable<z.ZodString>;
|
|
56
330
|
}, z.core.$strict>, z.ZodObject<{
|
|
331
|
+
id: z.ZodString;
|
|
332
|
+
ok: z.ZodLiteral<true>;
|
|
57
333
|
op: z.ZodLiteral<"writeFile">;
|
|
58
|
-
path: z.ZodString;
|
|
59
|
-
contents: z.ZodString;
|
|
60
|
-
encoding: z.ZodOptional<z.ZodEnum<{
|
|
61
|
-
base64: "base64";
|
|
62
|
-
utf8: "utf8";
|
|
63
|
-
}>>;
|
|
64
334
|
}, z.core.$strict>, z.ZodObject<{
|
|
335
|
+
id: z.ZodString;
|
|
336
|
+
ok: z.ZodLiteral<true>;
|
|
65
337
|
op: z.ZodLiteral<"expect">;
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
80
|
-
readFile: z.ZodString;
|
|
81
|
-
}, z.core.$strict>]>;
|
|
82
|
-
matcher: z.ZodString;
|
|
83
|
-
args: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
84
|
-
regexp: z.ZodString;
|
|
85
|
-
flags: z.ZodOptional<z.ZodString>;
|
|
86
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
87
|
-
matchedBy: z.ZodString;
|
|
88
|
-
answers: z.ZodRecord<z.ZodString, z.ZodBoolean>;
|
|
89
|
-
}, z.core.$strict>, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>]>>;
|
|
90
|
-
not: z.ZodBoolean;
|
|
91
|
-
soft: z.ZodBoolean;
|
|
92
|
-
label: z.ZodOptional<z.ZodString>;
|
|
93
|
-
poll: z.ZodOptional<z.ZodObject<{
|
|
94
|
-
interval: z.ZodOptional<z.ZodNumber>;
|
|
95
|
-
timeout: z.ZodOptional<z.ZodNumber>;
|
|
96
|
-
}, z.core.$strict>>;
|
|
338
|
+
assertion: z.ZodObject<{
|
|
339
|
+
label: z.ZodString;
|
|
340
|
+
labelled: z.ZodBoolean;
|
|
341
|
+
matcher: z.ZodString;
|
|
342
|
+
status: z.ZodEnum<{
|
|
343
|
+
error: "error";
|
|
344
|
+
fail: "fail";
|
|
345
|
+
pass: "pass";
|
|
346
|
+
}>;
|
|
347
|
+
soft: z.ZodBoolean;
|
|
348
|
+
message: z.ZodOptional<z.ZodString>;
|
|
349
|
+
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
350
|
+
}, z.core.$strict>;
|
|
97
351
|
}, z.core.$strict>, z.ZodObject<{
|
|
352
|
+
id: z.ZodString;
|
|
353
|
+
ok: z.ZodLiteral<true>;
|
|
98
354
|
op: z.ZodLiteral<"record">;
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
355
|
+
assertion: z.ZodObject<{
|
|
356
|
+
label: z.ZodString;
|
|
357
|
+
labelled: z.ZodBoolean;
|
|
358
|
+
matcher: z.ZodString;
|
|
359
|
+
status: z.ZodEnum<{
|
|
360
|
+
error: "error";
|
|
361
|
+
fail: "fail";
|
|
362
|
+
pass: "pass";
|
|
363
|
+
}>;
|
|
364
|
+
soft: z.ZodBoolean;
|
|
365
|
+
message: z.ZodOptional<z.ZodString>;
|
|
366
|
+
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
367
|
+
}, z.core.$strict>;
|
|
108
368
|
}, z.core.$strict>, z.ZodObject<{
|
|
369
|
+
id: z.ZodString;
|
|
370
|
+
ok: z.ZodLiteral<true>;
|
|
109
371
|
op: z.ZodLiteral<"judge">;
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
state: z.ZodOptional<z.ZodObject<{
|
|
116
|
-
task: z.ZodOptional<z.ZodBoolean>;
|
|
117
|
-
output: z.ZodOptional<z.ZodBoolean>;
|
|
118
|
-
files: z.ZodOptional<z.ZodBoolean>;
|
|
119
|
-
diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
120
|
-
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
121
|
-
transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
|
|
122
|
-
full: "full";
|
|
123
|
-
tools: "tools";
|
|
124
|
-
}>]>>;
|
|
125
|
-
turns: z.ZodOptional<z.ZodEnum<{
|
|
126
|
-
all: "all";
|
|
127
|
-
last: "last";
|
|
128
|
-
}>>;
|
|
129
|
-
checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
130
|
-
}, z.core.$strict>>;
|
|
131
|
-
gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
372
|
+
verdict: z.ZodUnion<readonly [z.ZodObject<{
|
|
373
|
+
threshold: z.ZodNumber;
|
|
374
|
+
question: z.ZodString;
|
|
375
|
+
model: z.ZodString;
|
|
376
|
+
gateway: z.ZodOptional<z.ZodEnum<{
|
|
132
377
|
direct: "direct";
|
|
378
|
+
openrouter: "openrouter";
|
|
133
379
|
vercel: "vercel";
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
kind: z.ZodLiteral<"vercel">;
|
|
138
|
-
}, z.core.$strict>], "kind">]>>;
|
|
139
|
-
model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
140
|
-
kind: z.ZodLiteral<"fake-judge">;
|
|
141
|
-
score: z.ZodNumber;
|
|
142
|
-
}, z.core.$strict>]>>;
|
|
143
|
-
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
144
|
-
turn: z.ZodNumber;
|
|
145
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
146
|
-
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
147
|
-
}, z.core.$strict>]>>;
|
|
148
|
-
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
380
|
+
vertex: "vertex";
|
|
381
|
+
}>>;
|
|
382
|
+
artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
149
383
|
name: z.ZodString;
|
|
150
|
-
port: z.ZodNumber;
|
|
151
384
|
path: z.ZodString;
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
385
|
+
sha256: z.ZodString;
|
|
386
|
+
bytes: z.ZodNumber;
|
|
387
|
+
mediaType: z.ZodLiteral<"image/png">;
|
|
388
|
+
}, z.core.$strict>>>;
|
|
389
|
+
verdict: z.ZodEnum<{
|
|
390
|
+
fail: "fail";
|
|
391
|
+
pass: "pass";
|
|
392
|
+
}>;
|
|
393
|
+
score: z.ZodNumber;
|
|
394
|
+
resolvedModel: z.ZodOptional<z.ZodString>;
|
|
395
|
+
upstream: z.ZodOptional<z.ZodString>;
|
|
396
|
+
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
397
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
398
|
+
threshold: z.ZodNumber;
|
|
399
|
+
question: z.ZodString;
|
|
400
|
+
model: z.ZodString;
|
|
401
|
+
gateway: z.ZodOptional<z.ZodEnum<{
|
|
402
|
+
direct: "direct";
|
|
403
|
+
openrouter: "openrouter";
|
|
404
|
+
vercel: "vercel";
|
|
405
|
+
vertex: "vertex";
|
|
406
|
+
}>>;
|
|
407
|
+
artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
408
|
+
name: z.ZodString;
|
|
409
|
+
path: z.ZodString;
|
|
410
|
+
sha256: z.ZodString;
|
|
411
|
+
bytes: z.ZodNumber;
|
|
412
|
+
mediaType: z.ZodLiteral<"image/png">;
|
|
413
|
+
}, z.core.$strict>>>;
|
|
414
|
+
verdict: z.ZodLiteral<"error">;
|
|
415
|
+
score: z.ZodNull;
|
|
416
|
+
error: z.ZodString;
|
|
417
|
+
}, z.core.$strict>]>;
|
|
418
|
+
}, z.core.$strict>], "op">, z.ZodObject<{
|
|
419
|
+
id: z.ZodString;
|
|
420
|
+
ok: z.ZodLiteral<true>;
|
|
421
|
+
op: z.ZodLiteral<"expect">;
|
|
422
|
+
untested: z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>;
|
|
423
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
424
|
+
id: z.ZodString;
|
|
425
|
+
ok: z.ZodLiteral<false>;
|
|
426
|
+
op: z.ZodEnum<{
|
|
427
|
+
capture: "capture";
|
|
428
|
+
exec: "exec";
|
|
429
|
+
expect: "expect";
|
|
430
|
+
judge: "judge";
|
|
431
|
+
kill: "kill";
|
|
432
|
+
readFile: "readFile";
|
|
433
|
+
record: "record";
|
|
434
|
+
send: "send";
|
|
435
|
+
serve: "serve";
|
|
436
|
+
writeFile: "writeFile";
|
|
437
|
+
}>;
|
|
438
|
+
error: z.ZodObject<{
|
|
439
|
+
name: z.ZodString;
|
|
440
|
+
message: z.ZodString;
|
|
441
|
+
}, z.core.$loose>;
|
|
442
|
+
}, z.core.$strict>]>;
|
|
443
|
+
type AttemptRequest = z.infer<typeof attemptRequestSchema>;
|
|
444
|
+
type AttemptReply = z.infer<typeof attemptReplySchema>;
|
|
170
445
|
//#endregion
|
|
171
446
|
//#region src/capture/fake-instructions.d.ts
|
|
172
447
|
declare const FAKE_INSTRUCTIONS: unique symbol;
|
|
@@ -180,8 +455,8 @@ type FakeInstructions = CaptureInstruction[] & {
|
|
|
180
455
|
export declare function fakeInstructions(steps: readonly FakeInstructionStep[]): FakeInstructions;
|
|
181
456
|
//#endregion
|
|
182
457
|
//#region src/testing.d.ts
|
|
183
|
-
/**
|
|
184
|
-
export declare
|
|
458
|
+
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
459
|
+
export declare function attemptReply(c: AttemptContext, request: AttemptRequest): Promise<AttemptReply>;
|
|
185
460
|
//#endregion
|
|
186
461
|
export { type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
|
|
187
462
|
//# sourceMappingURL=testing.d.ts.map
|
package/dist/testing.js
CHANGED
|
@@ -1,14 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { t as declareTree } from "./evaluate-
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { l as attemptRecordings } from "./runtime-d56Gg3J5.js";
|
|
2
|
+
import { t as declareTree } from "./evaluate-BPP9s3s6.js";
|
|
3
|
+
import { f as fakeInstructions } from "./capture-BM_3100g.js";
|
|
4
|
+
import { t as replyToAttempt } from "./attempt-host-BOp8JklD.js";
|
|
5
5
|
//#region src/testing.ts
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
const handles = /* @__PURE__ */ new WeakMap();
|
|
7
|
+
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
8
|
+
function attemptReply(c, request) {
|
|
9
|
+
const own = handles.get(c) ?? /* @__PURE__ */ new Map();
|
|
10
|
+
handles.set(c, own);
|
|
11
|
+
return replyToAttempt(c, attemptRecordings(), own, request);
|
|
12
|
+
}
|
|
11
13
|
//#endregion
|
|
12
|
-
export { declareTree, fakeInstructions
|
|
14
|
+
export { attemptReply, declareTree, fakeInstructions };
|
|
13
15
|
|
|
14
16
|
//# sourceMappingURL=testing.js.map
|
package/dist/testing.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"testing.js","names":[],"sources":["../src/testing.ts"],"mappings":";;;;;AAYA,MAAM,0BAAU,IAAI,QAAuD;;AAG3E,SAAgB,aAAa,GAAmB,SAAgD;CAC9F,MAAM,MAAM,QAAQ,IAAI,CAAC,qBAAK,IAAI,IAA8B;CAChE,QAAQ,IAAI,GAAG,GAAG;CAClB,OAAO,eAAe,GAAG,kBAAkB,GAAG,KAAK,OAAO;AAC5D"}
|
|
@@ -5,6 +5,8 @@ function formatDuration(ms) {
|
|
|
5
5
|
const s = Math.round(ms / 1e3);
|
|
6
6
|
return s < 60 ? `${s}s` : `${Math.floor(s / 60)}m ${String(s % 60).padStart(2, "0")}s`;
|
|
7
7
|
}
|
|
8
|
+
/** `1 eval`, `3 evals`, `2 tries`. */
|
|
9
|
+
const plural = (n, one, many = `${one}s`) => `${n} ${n === 1 ? one : many}`;
|
|
8
10
|
/** At most `max` characters, cut at a word boundary where there is one, marked with `…`. */
|
|
9
11
|
function clip(text, max) {
|
|
10
12
|
if (text.length <= max) return text;
|
|
@@ -12,9 +14,11 @@ function clip(text, max) {
|
|
|
12
14
|
const space = cut.search(/\s\S*$/);
|
|
13
15
|
return `${(space > max / 2 ? cut.slice(0, space) : cut).trimEnd()}…`;
|
|
14
16
|
}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
17
|
+
/**
|
|
18
|
+
* A user's file without the byte-order mark editors on Windows may start it with, which Node's
|
|
19
|
+
* `'utf8'` decoding keeps and `JSON.parse`, `process.loadEnvFile` and a `^---` test don't skip.
|
|
20
|
+
*/
|
|
21
|
+
const withoutBom = (text) => text.replace(/^\uFEFF/, "");
|
|
18
22
|
/** A failure's text keeps at most this much: its start (the reason) and its end (the output's tail). */
|
|
19
23
|
const FAILURE_CAP = 16384;
|
|
20
24
|
/** At most `max` characters: the start and the end, with how much was cut between them. */
|
|
@@ -40,6 +44,6 @@ function fenced(lines, lang = "") {
|
|
|
40
44
|
/** How a sandbox warning prints: root in capitals, added capabilities softer. */
|
|
41
45
|
const sandboxWarningLine = (w) => `${w.kind === "root" ? "WARNING" : "warning"}: ${w.message}`;
|
|
42
46
|
//#endregion
|
|
43
|
-
export {
|
|
47
|
+
export { plural as a, formatDuration as i, clip as n, sandboxWarningLine as o, fenced as r, withoutBom as s, capMiddle as t };
|
|
44
48
|
|
|
45
|
-
//# sourceMappingURL=text-
|
|
49
|
+
//# sourceMappingURL=text-DTigcA64.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"text-DTigcA64.js","names":[],"sources":["../src/text.ts"],"mappings":";;AAGA,SAAgB,eAAe,IAAoB;CACjD,IAAI,KAAK,KAAM,OAAO,GAAG,KAAK,MAAM,EAAE,EAAE;CACxC,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;;AAGA,MAAa,UAAU,GAAW,KAAa,OAAO,GAAG,IAAI,OAAO,GAAG,EAAE,GAAG,MAAM,IAAI,MAAM;;AAG5F,SAAgB,KAAK,MAAc,KAAqB;CACtD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,GAAG,MAAM,CAAC;CACjC,MAAM,QAAQ,IAAI,OAAO,QAAQ;CACjC,OAAO,IAAI,QAAQ,MAAM,IAAI,IAAI,MAAM,GAAG,KAAK,IAAI,IAAA,CAAK,QAAQ,EAAE;AACpE;;;;;AAMA,MAAa,cAAc,SAAiB,KAAK,QAAQ,WAAW,EAAE;;AAGtE,MAAa,cAAc;;AAG3B,SAAgB,UAAU,MAAc,MAAM,aAAqB;CACjE,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,OAAO,KAAK,MAAM,MAAM,GAAI;CAClC,MAAM,OAAO,MAAM;CACnB,OAAO,GAAG,KAAK,MAAM,GAAG,IAAI,EAAE,OAAO,KAAK,SAAS,OAAO,KAAK,sBAAsB,KAAK,MAAM,CAAC,IAAI;AACvG;;;;;AAMA,SAAgB,OAAO,OAAiB,OAAO,IAAc;CAC3D,MAAM,UAAU,KAAK,IAAI,GAAG,GAAG,MAAM,SAAS,OAAO,EAAE,MAAM,KAAK,KAAK,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC;CAChG,MAAM,QAAQ,IAAI,OAAO,KAAK,IAAI,GAAG,UAAU,CAAC,CAAC;CACjD,OAAO;EAAC,GAAG,QAAQ;EAAQ,GAAG;EAAO;CAAK;AAC5C;;AAGA,MAAa,sBAAsB,MACjC,GAAG,EAAE,SAAS,SAAS,YAAY,UAAU,IAAI,EAAE"}
|