reeval 0.15.1 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -14
- package/dist/{adapter-CbqbMR7y.js → adapter-CqUt4A0w.js} +3 -3
- package/dist/{adapter-CbqbMR7y.js.map → adapter-CqUt4A0w.js.map} +1 -1
- package/dist/{agent-Zgn-kiqq.js → agent-BtAbRTFq.js} +6 -6
- package/dist/{agent-Zgn-kiqq.js.map → agent-BtAbRTFq.js.map} +1 -1
- package/dist/{app-files-ChbvRx3P.js → app-files-CDttHPOz.js} +3 -3
- package/dist/app-files-CDttHPOz.js.map +1 -0
- package/dist/assemble-Bb7zqpRw.js +1 -0
- package/dist/{assemble-SKQGW_QF.js → assemble-J9rkE29m.js} +114 -31
- package/dist/assemble-J9rkE29m.js.map +1 -0
- package/dist/{attempt-Ba2QerOK.js → attempt-CpbZ9arV.js} +2 -2
- package/dist/{attempt-Ba2QerOK.js.map → attempt-CpbZ9arV.js.map} +1 -1
- package/dist/{attempt-host-BOp8JklD.js → attempt-host-DDedP7Qv.js} +17 -8
- package/dist/attempt-host-DDedP7Qv.js.map +1 -0
- package/dist/capture-Bvc4FtWT.js +15 -0
- package/dist/capture-Bvc4FtWT.js.map +1 -0
- package/dist/capture-D68TiQQy.js +1 -0
- package/dist/{capture-BM_3100g.js → capture-DheNqeYS.js} +1495 -203
- package/dist/capture-DheNqeYS.js.map +1 -0
- package/dist/{cli-PdYrcoKM.js → cli-KTHjNFoo.js} +329 -74
- package/dist/cli-KTHjNFoo.js.map +1 -0
- package/dist/{cli-spec-D0qyrPZi.js → cli-spec-CPWT1mAG.js} +3 -2
- package/dist/cli-spec-CPWT1mAG.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-Ct6s6OnF.js → client-DMmOkbRA.js} +13 -6
- package/dist/client-DMmOkbRA.js.map +1 -0
- package/dist/{colors-QV9dFVhN.js → colors-Y6O3mtl_.js} +20 -2
- package/dist/colors-Y6O3mtl_.js.map +1 -0
- package/dist/{command-9xm5ImqI.js → command-1FBECMs-.js} +16 -16
- package/dist/{command-9xm5ImqI.js.map → command-1FBECMs-.js.map} +1 -1
- package/dist/{command-BqBxLgTc.js → command-Ce03LLtg.js} +14 -14
- package/dist/{command-BqBxLgTc.js.map → command-Ce03LLtg.js.map} +1 -1
- package/dist/{command-4pJYVCT4.js → command-CztRuwUM.js} +12 -12
- package/dist/{command-4pJYVCT4.js.map → command-CztRuwUM.js.map} +1 -1
- package/dist/{command-DbSMcxZL.js → command-nNN0mx65.js} +7 -7
- package/dist/{command-DbSMcxZL.js.map → command-nNN0mx65.js.map} +1 -1
- package/dist/{commands-BU6YJCz9.js → commands-DP13JX9i.js} +24 -12
- package/dist/commands-DP13JX9i.js.map +1 -0
- package/dist/{commands-Bi2SEQtr.js → commands-ZwQUezI1.js} +1 -1
- package/dist/{config-k6m7XbAz.js → config-BjjDryd5.js} +464 -220
- package/dist/config-BjjDryd5.js.map +1 -0
- package/dist/{contrasts-DLZF4dGF.js → contrasts-DSsRZpR8.js} +2 -2
- package/dist/{contrasts-DLZF4dGF.js.map → contrasts-DSsRZpR8.js.map} +1 -1
- package/dist/cursor-catalog-D7bFLEAD.js +143 -0
- package/dist/cursor-catalog-D7bFLEAD.js.map +1 -0
- package/dist/{db-CpsifVln.js → db-B9Ityuit.js} +8 -8
- package/dist/{db-CpsifVln.js.map → db-B9Ityuit.js.map} +1 -1
- package/dist/db-Bk6LWwza.js +2 -0
- package/dist/debug-CAx3qcaP.js +1 -0
- package/dist/{debug-BhizgAsU.js → debug-CgG3T071.js} +4 -2
- package/dist/debug-CgG3T071.js.map +1 -0
- package/dist/default-effort-DK8gospa.js +91 -0
- package/dist/default-effort-DK8gospa.js.map +1 -0
- package/dist/default-effort-DmXHpqo9.js +1 -0
- package/dist/{docker-YFj4H1Cr.js → docker-BLCNfUie.js} +1 -1
- package/dist/{docker-B4-rx4dA.js → docker-SKpYOlGi.js} +5 -5
- package/dist/{docker-B4-rx4dA.js.map → docker-SKpYOlGi.js.map} +1 -1
- package/dist/{docker-51WvhN_X.js → docker-hwp3EucJ.js} +9 -5
- package/dist/docker-hwp3EucJ.js.map +1 -0
- package/dist/{doctor-BuQnfz4e.js → doctor-CT0Sgjng.js} +16 -16
- package/dist/{doctor-BuQnfz4e.js.map → doctor-CT0Sgjng.js.map} +1 -1
- package/dist/{environment-BOFgzFDg.js → environment-CZdercoj.js} +3 -3
- package/dist/{environment-BOFgzFDg.js.map → environment-CZdercoj.js.map} +1 -1
- package/dist/{errors-UjcLWelF.js → errors-BZVKVKYd.js} +15 -4
- package/dist/errors-BZVKVKYd.js.map +1 -0
- package/dist/{eval-source-Dje3rERU.js → eval-source-nZD7-FSz.js} +9 -8
- package/dist/eval-source-nZD7-FSz.js.map +1 -0
- package/dist/{evaluate-dqXccn4k.d.ts → evaluate-CNi0lZ7n.d.ts} +7 -6
- package/dist/{evaluate-BPP9s3s6.js → evaluate-fhC1PCd_.js} +345 -47
- package/dist/evaluate-fhC1PCd_.js.map +1 -0
- package/dist/{files-Clipx4OW.js → files-BGy05Dlr.js} +4 -4
- package/dist/{files-Clipx4OW.js.map → files-BGy05Dlr.js.map} +1 -1
- package/dist/{files-Bi461Be2.js → files-BIGxpL08.js} +25 -16
- package/dist/{files-Bi461Be2.js.map → files-BIGxpL08.js.map} +1 -1
- package/dist/files-C2RC7K4m.js +1 -0
- package/dist/files-C3tQtD26.js +1 -0
- package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
- package/dist/files-D1y8Pg4Z.js.map +1 -0
- package/dist/{files-H24pz0hL.js → files-I1i6Xyh1.js} +4 -4
- package/dist/{files-H24pz0hL.js.map → files-I1i6Xyh1.js.map} +1 -1
- package/dist/files-dJmrfmOM.js +1 -0
- package/dist/{pairs-puYi-zj2.js → gate-BC6SdQZs.js} +49 -2
- package/dist/gate-BC6SdQZs.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-CsVZkNNL.js → git-DR02tHtU.js} +2 -2
- package/dist/{git-CsVZkNNL.js.map → git-DR02tHtU.js.map} +1 -1
- package/dist/{harness-3NVyTSGK.js → harness-ylJLvrbp.js} +39 -5
- package/dist/{harness-3NVyTSGK.js.map → harness-ylJLvrbp.js.map} +1 -1
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{images-4mwhNkvh.js → images---X8Wu9d.js} +8 -8
- package/dist/{images-4mwhNkvh.js.map → images---X8Wu9d.js.map} +1 -1
- package/dist/index.d.ts +71 -16
- package/dist/index.js +5 -5
- package/dist/init-BNTXrtMO.js +1 -0
- package/dist/{init-cOk3D44b.js → init-CA95ZnkV.js} +4 -4
- package/dist/{init-cOk3D44b.js.map → init-CA95ZnkV.js.map} +1 -1
- package/dist/{invocations-DW-lTk2f.js → invocations-BdoROAfb.js} +3 -3
- package/dist/{invocations-DW-lTk2f.js.map → invocations-BdoROAfb.js.map} +1 -1
- package/dist/{judge-CKdgEXN7.js → judge-Dp7FPJ1P.js} +3 -3
- package/dist/{judge-CKdgEXN7.js.map → judge-Dp7FPJ1P.js.map} +1 -1
- package/dist/judge.d.ts +2 -2
- package/dist/judge.js +1 -1
- package/dist/{live-XJQ6nqK4.js → live-CBFkdK1K.js} +3 -3
- package/dist/{live-XJQ6nqK4.js.map → live-CBFkdK1K.js.map} +1 -1
- package/dist/{matchers-DT2TaGix.js → matchers-Cv74mJRJ.js} +43 -13
- package/dist/matchers-Cv74mJRJ.js.map +1 -0
- package/dist/{model-Bq3G0OG1.js → model-6dfKFkQd.js} +4 -4
- package/dist/{model-Bq3G0OG1.js.map → model-6dfKFkQd.js.map} +1 -1
- package/dist/{model-CTnyvh7H.js → model-Be7fPvgi.js} +4 -51
- package/dist/model-Be7fPvgi.js.map +1 -0
- package/dist/{model-g3XnzUv0.js → model-CN4ccjNz.js} +1 -1
- package/dist/model-C_5TspZS.js +1 -0
- package/dist/{model-vRiUycWh.js → model-DkJVmVd2.js} +4 -4
- package/dist/{model-vRiUycWh.js.map → model-DkJVmVd2.js.map} +1 -1
- package/dist/{node-BVbbnFtv.js → node-D_Zkwhq2.js} +2 -2
- package/dist/{node-BVbbnFtv.js.map → node-D_Zkwhq2.js.map} +1 -1
- package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
- package/dist/object-BkXGPKWY.js.map +1 -0
- package/dist/{opencode-providers-Bz0l7OZI.js → opencode-providers-DPgdqRfg.js} +26 -2
- package/dist/{opencode-providers-Bz0l7OZI.js.map → opencode-providers-DPgdqRfg.js.map} +1 -1
- package/dist/{openrouter-models-CWRwLX-G.js → openrouter-models-CR00FWAa.js} +2 -2
- package/dist/{openrouter-models-CWRwLX-G.js.map → openrouter-models-CR00FWAa.js.map} +1 -1
- package/dist/{patch-DKJiC5Sq.js → patch-BJNdOZsf.js} +4 -4
- package/dist/patch-BJNdOZsf.js.map +1 -0
- package/dist/{plan-DdWkM6SW.js → plan-C1UpGZTk.js} +76 -12
- package/dist/plan-C1UpGZTk.js.map +1 -0
- package/dist/{plugins-D-CP6mMd.js → plugins-Cx6ReJWE.js} +24 -3
- package/dist/plugins-Cx6ReJWE.js.map +1 -0
- package/dist/{preflight-9ixuXzsx.js → preflight-BZ3L7P3a.js} +3 -3
- package/dist/{preflight-9ixuXzsx.js.map → preflight-BZ3L7P3a.js.map} +1 -1
- package/dist/{preflight-DTiVv0gY.js → preflight-CUooKgtT.js} +1 -1
- package/dist/{prepare-BfyikQit.js → prepare-BbBoTeDj.js} +7 -7
- package/dist/{prepare-BfyikQit.js.map → prepare-BbBoTeDj.js.map} +1 -1
- package/dist/{prepare-tmBBf4W8.js → prepare-CEZaEwaq.js} +2 -2
- package/dist/{provenance-BizwUn3h.js → provenance-BWvTIlQM.js} +2 -2
- package/dist/{provenance-BizwUn3h.js.map → provenance-BWvTIlQM.js.map} +1 -1
- package/dist/{providers-B6b9Tnyi.js → providers-B3yqakc7.js} +5 -5
- package/dist/{providers-B6b9Tnyi.js.map → providers-B3yqakc7.js.map} +1 -1
- package/dist/{providers-DkOupEBl.js → providers-DdyZW_ru.js} +1 -1
- package/dist/query-BkwQ0W-c.js +1 -0
- package/dist/{query-DyM-VExS.js → query-CZcqpOI9.js} +2 -2
- package/dist/{query-DyM-VExS.js.map → query-CZcqpOI9.js.map} +1 -1
- package/dist/{questions-BRhU8MzB.js → questions-CFU7-crW.js} +20 -19
- package/dist/questions-CFU7-crW.js.map +1 -0
- package/dist/{record-DZBCjuwm.js → record-Bu1Xi6MQ.js} +8 -4
- package/dist/record-Bu1Xi6MQ.js.map +1 -0
- package/dist/{remarks-C7i2LMRb.js → remarks-A3j-SkJ_.js} +42 -8
- package/dist/remarks-A3j-SkJ_.js.map +1 -0
- package/dist/remarks-Bp6AwPgb.js +1 -0
- package/dist/{remarks-D_3qhBWU.js → remarks-Dj_x9l5n.js} +4 -3
- package/dist/{remarks-D_3qhBWU.js.map → remarks-Dj_x9l5n.js.map} +1 -1
- package/dist/{remarks-dA8LyoPc.js → remarks-eBcrIZRu.js} +3 -2
- package/dist/remarks-eBcrIZRu.js.map +1 -0
- package/dist/{remote-DFIzcx_6.js → remote-EIFHdMd8.js} +5 -5
- package/dist/{remote-DFIzcx_6.js.map → remote-EIFHdMd8.js.map} +1 -1
- package/dist/{resolve-DWSJpKHX.js → resolve-8H5rz8mi.js} +5 -5
- package/dist/{resolve-DWSJpKHX.js.map → resolve-8H5rz8mi.js.map} +1 -1
- package/dist/resolve-Tm9pX7Hv.js +1 -0
- package/dist/{results-BC3pcG_Z.js → results-E7JdVjq2.js} +9 -9
- package/dist/{results-BC3pcG_Z.js.map → results-E7JdVjq2.js.map} +1 -1
- package/dist/{resume-j-rcIryi.js → resume-Blu4yIcq.js} +4 -4
- package/dist/{resume-j-rcIryi.js.map → resume-Blu4yIcq.js.map} +1 -1
- package/dist/{runtime-d56Gg3J5.js → runtime-CNbsMJQ7.js} +111 -37
- package/dist/runtime-CNbsMJQ7.js.map +1 -0
- package/dist/{sandbox-Cmln11gU.js → sandbox-RButGfIE.js} +2 -2
- package/dist/{sandbox-Cmln11gU.js.map → sandbox-RButGfIE.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-Dqrq-Sia.js +1 -0
- package/dist/{server-BOoH10J8.js → server-XgCYs_MF.js} +35 -11
- package/dist/server-XgCYs_MF.js.map +1 -0
- package/dist/{source-wD04-rRG.js → source-BOkbJCD2.js} +17 -3
- package/dist/{source-wD04-rRG.js.map → source-BOkbJCD2.js.map} +1 -1
- package/dist/source-DooSTtyz.js +1 -0
- package/dist/src-1M0srjji.js +1 -0
- package/dist/{src-DgHuStEi.js → src-A8HLtO0a.js} +2 -2
- package/dist/{src-DgHuStEi.js.map → src-A8HLtO0a.js.map} +1 -1
- package/dist/{src-D91Hd6hT.js → src-BJCKWacl.js} +38 -18
- package/dist/src-BJCKWacl.js.map +1 -0
- package/dist/src-BZlhaDhE.js +2 -0
- package/dist/{src-BO8AYqJ5.js → src-BkhEPVJZ.js} +12 -3
- package/dist/{src-BO8AYqJ5.js.map → src-BkhEPVJZ.js.map} +1 -1
- package/dist/{src-C7upnZSd.js → src-Bp6X4193.js} +1 -1
- package/dist/{src-BYLM3hEz.js → src-C2Japg_I.js} +21 -10
- package/dist/{src-BYLM3hEz.js.map → src-C2Japg_I.js.map} +1 -1
- package/dist/src-C5q3_fRV.js +3 -0
- package/dist/src-C9EHSYyP.js +2 -0
- package/dist/src-CJdpsrXi.js +2 -0
- package/dist/{src-1lpTocbd.js → src-D1ET6oPL.js} +3 -27
- package/dist/{src-1lpTocbd.js.map → src-D1ET6oPL.js.map} +1 -1
- package/dist/{src-Bp4aN3rA.js → src-D4CZjMQ4.js} +1 -1
- package/dist/{src-BYPMM1x7.js → src-GkJ-1Rdy.js} +1 -1
- package/dist/{src-kYeaJJrl.js → src-OOKE-5GA.js} +1 -1
- package/dist/state-BCyNaz13.js +1 -0
- package/dist/{state-DrJ687ut.js → state-D6-tvqtp.js} +8 -8
- package/dist/{state-DrJ687ut.js.map → state-D6-tvqtp.js.map} +1 -1
- package/dist/suite-BiWajSlA.js +2 -0
- package/dist/{suite-Co8cwelb.js → suite-DYI1k2Ie.js} +22 -5
- package/dist/suite-DYI1k2Ie.js.map +1 -0
- package/dist/{summary-DLFHVoux.js → summary-CN2aqAUz.js} +59 -17
- package/dist/summary-CN2aqAUz.js.map +1 -0
- package/dist/tarball-CHcahyNK.js +258 -0
- package/dist/tarball-CHcahyNK.js.map +1 -0
- package/dist/testing.d.ts +96 -44
- package/dist/testing.js +4 -4
- package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
- package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
- package/dist/{transcript-DxPaWHTZ.js → transcript-BJrKfgRW.js} +2 -2
- package/dist/{transcript-DxPaWHTZ.js.map → transcript-BJrKfgRW.js.map} +1 -1
- package/dist/{types-coMWHaU2.d.ts → types-DDeCnNmp.d.ts} +437 -181
- package/dist/view/index.d.ts +34 -5
- package/dist/view/index.js +8 -7
- package/dist/views-7bNY17Z6.js +2 -0
- package/dist/{views-BFO1BLKu.js → views-Bd-H71_t.js} +5 -5
- package/dist/{views-BFO1BLKu.js.map → views-Bd-H71_t.js.map} +1 -1
- package/dist/{worker-entry-CJtdsKBP.js → worker-entry-BIHJqE_z.js} +34 -13
- package/dist/worker-entry-BIHJqE_z.js.map +1 -0
- package/dist/workspace-CxwHv8mG.js +1 -0
- package/dist/{workspace-BRxjfa8N.js → workspace-Sy5g8zW9.js} +4 -4
- package/dist/{workspace-BRxjfa8N.js.map → workspace-Sy5g8zW9.js.map} +1 -1
- package/package.json +1 -1
- package/skills/eval-rubric/SKILL.md +11 -0
- package/dist/app-files-ChbvRx3P.js.map +0 -1
- package/dist/assemble-SKQGW_QF.js.map +0 -1
- package/dist/assemble-XBWuK3Ed.js +0 -1
- package/dist/attempt-host-BOp8JklD.js.map +0 -1
- package/dist/capture-BM_3100g.js.map +0 -1
- package/dist/capture-DSK8O5bA.js +0 -1
- package/dist/cli-PdYrcoKM.js.map +0 -1
- package/dist/cli-spec-D0qyrPZi.js.map +0 -1
- package/dist/client-Ct6s6OnF.js.map +0 -1
- package/dist/colors-QV9dFVhN.js.map +0 -1
- package/dist/commands-BU6YJCz9.js.map +0 -1
- package/dist/config-k6m7XbAz.js.map +0 -1
- package/dist/db-DkD-F-X-.js +0 -2
- package/dist/debug-BhizgAsU.js.map +0 -1
- package/dist/debug-DeM5pswK.js +0 -1
- package/dist/docker-51WvhN_X.js.map +0 -1
- package/dist/errors-UjcLWelF.js.map +0 -1
- package/dist/eval-source-Dje3rERU.js.map +0 -1
- package/dist/evaluate-BPP9s3s6.js.map +0 -1
- package/dist/files-BAt0i00X.js +0 -1
- package/dist/files-C2h2Cw4F.js +0 -1
- package/dist/files-Ca0d6Uq3.js.map +0 -1
- package/dist/files-DmUrRmmL.js +0 -1
- package/dist/init-BDEOopK7.js +0 -1
- package/dist/matchers-DT2TaGix.js.map +0 -1
- package/dist/model-CTnyvh7H.js.map +0 -1
- package/dist/model-D-SWrLZG.js +0 -1
- package/dist/object-CLf2-tNq.js.map +0 -1
- package/dist/pairs-puYi-zj2.js.map +0 -1
- package/dist/patch-DKJiC5Sq.js.map +0 -1
- package/dist/plan-DdWkM6SW.js.map +0 -1
- package/dist/plugins-D-CP6mMd.js.map +0 -1
- package/dist/query-Clm2mNSm.js +0 -1
- package/dist/questions-BRhU8MzB.js.map +0 -1
- package/dist/record-DZBCjuwm.js.map +0 -1
- package/dist/remarks-BwJ8pcTQ.js +0 -1
- package/dist/remarks-C7i2LMRb.js.map +0 -1
- package/dist/remarks-dA8LyoPc.js.map +0 -1
- package/dist/resolve--rQZ8u6Z.js +0 -1
- package/dist/runtime-d56Gg3J5.js.map +0 -1
- package/dist/server-BOoH10J8.js.map +0 -1
- package/dist/server-DpuVAbrO.js +0 -1
- package/dist/source-BFd6f0-R.js +0 -1
- package/dist/src-6_zz7oJs.js +0 -2
- package/dist/src-D91Hd6hT.js.map +0 -1
- package/dist/src-DH-9IO7f.js +0 -1
- package/dist/src-HSxBazcg.js +0 -3
- package/dist/src-LD1BAJFa.js +0 -2
- package/dist/src-dlX-Lmxg.js +0 -2
- package/dist/state-B5PLm5qY.js +0 -1
- package/dist/suite-22Kt9Grx.js +0 -2
- package/dist/suite-Co8cwelb.js.map +0 -1
- package/dist/summary-DLFHVoux.js.map +0 -1
- package/dist/views-BOf8qEL8.js +0 -2
- package/dist/worker-entry-CJtdsKBP.js.map +0 -1
- package/dist/workspace-DDHzkMjm.js +0 -1
|
@@ -1,31 +1,31 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-B6BSMs03.js";
|
|
2
2
|
import { h as parseDuration } from "./shared-B_lvGqWz.js";
|
|
3
|
-
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-
|
|
4
|
-
import { C as pluginBuildsLabel } from "./plugins-
|
|
3
|
+
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-CZdercoj.js";
|
|
4
|
+
import { C as pluginBuildsLabel } from "./plugins-Cx6ReJWE.js";
|
|
5
5
|
import { a as fromCwd, o as newRunId } from "./ids-Bp6ut7ZD.js";
|
|
6
|
-
import { $ as
|
|
7
|
-
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-
|
|
6
|
+
import { $ as ciRunner, D as checkLimitHarness, H as sandboxId, L as plannedSandboxIds, R as plannedSandboxes, a as configPathFor, at as resolveOutput, b as resolveModelGateway, c as findConfig, d as malformedCredentials, et as directOnCloud, f as missingCredentials, g as selectProfile, h as runJudgeModel, i as configLabel, j as harnessId, l as hostCapacity, m as resolveConcurrency, p as requireConfig, rt as isDirect, u as loadConfig, v as gatewayScope } from "./config-BjjDryd5.js";
|
|
7
|
+
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-Dp7FPJ1P.js";
|
|
8
8
|
import { y as vertexSettingsIn } from "./vertex-DypYjx71.js";
|
|
9
9
|
import { _ as registerSecret, m as redactSecrets } from "./redact-DVIaahLv.js";
|
|
10
10
|
import { a as plural, i as formatDuration, n as clip, o as sandboxWarningLine } from "./text-DTigcA64.js";
|
|
11
11
|
import { n as loadEnvFiles, t as inCI } from "./env-CARj5Axq.js";
|
|
12
12
|
import { o as PACKAGE_VERSION } from "./root-Dlff-zp8.js";
|
|
13
|
-
import { U as LABEL, ot as imageInfo } from "./src-
|
|
14
|
-
import { s as debugTime } from "./debug-
|
|
15
|
-
import { r as openRouterFallbacks } from "./openrouter-models-
|
|
13
|
+
import { U as LABEL$1, ot as imageInfo } from "./src-BJCKWacl.js";
|
|
14
|
+
import { s as debugTime } from "./debug-CgG3T071.js";
|
|
15
|
+
import { r as openRouterFallbacks } from "./openrouter-models-CR00FWAa.js";
|
|
16
16
|
import { t as PrepareError } from "./provider-CmAYTQQs.js";
|
|
17
|
-
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-
|
|
18
|
-
import { u as suiteResult } from "./suite-
|
|
19
|
-
import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-
|
|
20
|
-
import { n as stripAnsi, t as colors } from "./colors-
|
|
21
|
-
import {
|
|
22
|
-
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-
|
|
17
|
+
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-Be7fPvgi.js";
|
|
18
|
+
import { u as suiteResult } from "./suite-DYI1k2Ie.js";
|
|
19
|
+
import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-CPWT1mAG.js";
|
|
20
|
+
import { n as stripAnsi, t as colors } from "./colors-Y6O3mtl_.js";
|
|
21
|
+
import { m as render } from "./summary-CN2aqAUz.js";
|
|
22
|
+
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-BWvTIlQM.js";
|
|
23
23
|
import { t as budgetMarker } from "./budget-DBUrH4jX.js";
|
|
24
|
-
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-
|
|
25
|
-
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-
|
|
26
|
-
import { n as imageHarness } from "./prepare-
|
|
27
|
-
import { i as createProviders, n as attemptImage } from "./providers-
|
|
28
|
-
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-
|
|
24
|
+
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-Blu4yIcq.js";
|
|
25
|
+
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-BZ3L7P3a.js";
|
|
26
|
+
import { n as imageHarness } from "./prepare-BbBoTeDj.js";
|
|
27
|
+
import { i as createProviders, n as attemptImage } from "./providers-B3yqakc7.js";
|
|
28
|
+
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-BdoROAfb.js";
|
|
29
29
|
import { existsSync, mkdirSync, readdirSync, writeFileSync } from "node:fs";
|
|
30
30
|
import { dirname, join } from "node:path";
|
|
31
31
|
import { inspect } from "node:util";
|
|
@@ -214,7 +214,7 @@ async function preflight(uses, options) {
|
|
|
214
214
|
ref,
|
|
215
215
|
id,
|
|
216
216
|
repoDigests: info?.repoDigests ?? [],
|
|
217
|
-
agentCli: agentCli ?? info?.labels[LABEL.agentVersion] ?? null
|
|
217
|
+
agentCli: agentCli ?? info?.labels[LABEL$1.agentVersion] ?? null
|
|
218
218
|
});
|
|
219
219
|
}
|
|
220
220
|
return { images };
|
|
@@ -338,7 +338,28 @@ function failureLines(c, e, options) {
|
|
|
338
338
|
if (outcome === "canceled") return [c.yellow("canceled")];
|
|
339
339
|
const message = e.errors[0] ?? "";
|
|
340
340
|
const turns = (e.meta?.turnErrors ?? []).filter((t) => !message.includes(t.replace(/^turn \d+ error: /, ""))).map((t) => c.yellow(t));
|
|
341
|
-
return [
|
|
341
|
+
return [
|
|
342
|
+
...failureBody(c, e, outcome, message, options),
|
|
343
|
+
...otherChecks(c, e),
|
|
344
|
+
...turns
|
|
345
|
+
];
|
|
346
|
+
}
|
|
347
|
+
/** The failed check the attempt's error is, when it is one. */
|
|
348
|
+
function errorCheck(e) {
|
|
349
|
+
const message = e.errors[0] ?? "";
|
|
350
|
+
return (e.meta?.failedChecks ?? []).find((x) => x.message && message.includes(x.message.replace(/…$/, "")));
|
|
351
|
+
}
|
|
352
|
+
/** The failed checks the error isn't, each with its line: an `expect` failure doesn't end the body. */
|
|
353
|
+
function otherChecks(c, e) {
|
|
354
|
+
const shown = errorCheck(e);
|
|
355
|
+
return (e.meta?.failedChecks ?? []).filter((x) => x !== shown).map((x) => {
|
|
356
|
+
const why = x.message.startsWith(`${x.label}: `) ? x.message.slice(x.label.length + 2) : x.message;
|
|
357
|
+
return [
|
|
358
|
+
c.red(`✗ ${x.label}`),
|
|
359
|
+
x.at && c.dim(x.at),
|
|
360
|
+
why && c.dim(why)
|
|
361
|
+
].filter(Boolean).join(" ");
|
|
362
|
+
});
|
|
342
363
|
}
|
|
343
364
|
function failureBody(c, e, outcome, message, options) {
|
|
344
365
|
if (outcome === "infra_error") {
|
|
@@ -472,7 +493,10 @@ var AgentRenderer = class {
|
|
|
472
493
|
onEvent(e) {
|
|
473
494
|
switch (e.type) {
|
|
474
495
|
case "plan":
|
|
475
|
-
|
|
496
|
+
this.#write(e.line);
|
|
497
|
+
for (const line of e.details) this.#write(line);
|
|
498
|
+
for (const w of e.warnings) this.#write(`warning: ${w}`);
|
|
499
|
+
for (const h of e.hints) this.#write(`hint: ${h}`);
|
|
476
500
|
for (const w of e.sandboxWarnings ?? []) this.#write(sandboxWarningLine(w));
|
|
477
501
|
return;
|
|
478
502
|
case "run-start":
|
|
@@ -513,6 +537,135 @@ var AgentRenderer = class {
|
|
|
513
537
|
close() {}
|
|
514
538
|
};
|
|
515
539
|
//#endregion
|
|
540
|
+
//#region src/ui/header.ts
|
|
541
|
+
/** ` ➜ `, ` ⚠ `: the glyph column every line of the block starts with. */
|
|
542
|
+
const GLYPH = 5;
|
|
543
|
+
/** `Est. Time: `, the longest key. */
|
|
544
|
+
const KEY = 11;
|
|
545
|
+
/** `Warning: `, the longer note label. */
|
|
546
|
+
const LABEL = 9;
|
|
547
|
+
/**
|
|
548
|
+
* `text` broken at spaces into lines of at most `width` columns, not counting color codes; a
|
|
549
|
+
* longer word keeps a line. A `·` stays with the word before it, so no line starts with one.
|
|
550
|
+
*/
|
|
551
|
+
function wrap(text, width) {
|
|
552
|
+
const words = [];
|
|
553
|
+
for (const word of text.split(/\s+/).filter(Boolean)) if (word === "·" && words.length) words[words.length - 1] += " ·";
|
|
554
|
+
else words.push(word);
|
|
555
|
+
const lines = [];
|
|
556
|
+
let line = "";
|
|
557
|
+
for (const word of words) if (line && stripAnsi(line).length + 1 + stripAnsi(word).length > width) {
|
|
558
|
+
lines.push(line);
|
|
559
|
+
line = word;
|
|
560
|
+
} else line = line ? `${line} ${word}` : word;
|
|
561
|
+
return line ? [...lines, line] : lines;
|
|
562
|
+
}
|
|
563
|
+
const indent = (n) => " ".repeat(n);
|
|
564
|
+
/** `REEVAL v0.16.1`, then the run's facts, one `➜ Key: value` line each. */
|
|
565
|
+
function headerLines(c, h, width) {
|
|
566
|
+
const name = `REEVAL v${h.version}`;
|
|
567
|
+
const title = c.bold(c.depth === 4 ? name : c.teal(name));
|
|
568
|
+
const valueWidth = width - GLYPH - KEY;
|
|
569
|
+
const row = (key, value) => {
|
|
570
|
+
const values = typeof value === "string" ? [value] : value;
|
|
571
|
+
const joined = values.join(", ");
|
|
572
|
+
return (values.length > 1 && stripAnsi(joined).length > valueWidth ? values : wrap(joined, valueWidth)).map((v, i) => i === 0 ? ` ${c.teal("➜")} ${c.dim(`${key}:`)}${indent(KEY - key.length - 1)}${v}` : `${indent(16)}${v}`);
|
|
573
|
+
};
|
|
574
|
+
const many = (one, n, many = `${one}s`) => n === 1 ? one : many;
|
|
575
|
+
const resumed = h.resumed ? c.dim(` (resumed, ${plural(h.resumed, "attempt")} done)`) : "";
|
|
576
|
+
const reason = h.profile && h.profile.reason !== "--profile" ? c.dim(` (${h.profile.reason})`) : "";
|
|
577
|
+
return [
|
|
578
|
+
h.dryRun ? `${title} ${c.dim("dry run")}` : title,
|
|
579
|
+
"",
|
|
580
|
+
...row("Run", `${h.runId}${resumed}`),
|
|
581
|
+
...h.config ? row("Config", h.config) : [],
|
|
582
|
+
...h.profile ? row("Profile", `${h.profile.name}${reason}`) : [],
|
|
583
|
+
...row(many("Harness", h.harnesses.length, "Harnesses"), h.harnesses.map((id) => harness(c, h, id))),
|
|
584
|
+
...row(many("Sandbox", h.sandboxes.length, "Sandboxes"), h.sandboxes),
|
|
585
|
+
...h.judges.length ? row(many("Judge", h.judges.length), h.judges) : [],
|
|
586
|
+
...row("Scope", scope(c, h)),
|
|
587
|
+
...row("Est. Time", estimate(c, h)),
|
|
588
|
+
...h.record && !h.dryRun ? row("Record", h.record) : []
|
|
589
|
+
];
|
|
590
|
+
}
|
|
591
|
+
/** A harness id, with the effort it runs at when the id doesn't name it. */
|
|
592
|
+
function harness(c, h, id) {
|
|
593
|
+
const effort = h.efforts?.[id];
|
|
594
|
+
if (effort === void 0 || id.includes("[effort=")) return id;
|
|
595
|
+
return `${id} ${`(effort: ${effort})`.split(" ").map((w) => c.dim(w)).join(" ")}`;
|
|
596
|
+
}
|
|
597
|
+
function scope(c, h) {
|
|
598
|
+
const attempts = h.fewest < h.attempts ? `${h.fewest}–${h.attempts} attempts` : plural(h.attempts, "attempt");
|
|
599
|
+
const parts = [
|
|
600
|
+
plural(h.files, "eval file"),
|
|
601
|
+
plural(h.evals, "eval") + (h.skipped ? ` (${h.skipped} skipped)` : ""),
|
|
602
|
+
plural(h.cells, "cell"),
|
|
603
|
+
attempts
|
|
604
|
+
];
|
|
605
|
+
const caps = [h.budget.attempts !== void 0 ? `${h.budget.attempts} ${h.attempts <= h.budget.attempts ? c.green("✓") : c.red("✗")}` : "", h.budget.duration ?? ""].filter(Boolean);
|
|
606
|
+
return `${parts.join(" · ")}${caps.length ? ` (budget: ${caps.join(", ")})` : ""}`;
|
|
607
|
+
}
|
|
608
|
+
function estimate(c, h) {
|
|
609
|
+
const serial = `~${formatDuration(h.estimateMs)} ${c.dim("(serial)")}`;
|
|
610
|
+
const parallel = Math.min(h.concurrency, h.attempts);
|
|
611
|
+
if (parallel <= 1) return serial;
|
|
612
|
+
return `${`~${formatDuration(h.estimateMs / parallel)} ${c.dim(`(concurrency: ${h.concurrency})`)}`} · ${serial}`;
|
|
613
|
+
}
|
|
614
|
+
/** `⚠ Warning: …` or `ℹ Hint: …`, wrapped under its first word. */
|
|
615
|
+
function noteLines(c, kind, text, width) {
|
|
616
|
+
const [glyph, label, paint] = kind === "hint" ? [
|
|
617
|
+
"ℹ",
|
|
618
|
+
"Hint:",
|
|
619
|
+
c.blue
|
|
620
|
+
] : [
|
|
621
|
+
"⚠",
|
|
622
|
+
"Warning:",
|
|
623
|
+
kind === "root" ? c.red : c.orange
|
|
624
|
+
];
|
|
625
|
+
const basic = {
|
|
626
|
+
warning: c.yellow,
|
|
627
|
+
hint: c.teal,
|
|
628
|
+
root: c.red
|
|
629
|
+
}[kind];
|
|
630
|
+
const lead = c.depth === 4 && kind !== "root" ? `${basic(glyph)} ${c.bold(label)}` : c.bold(paint(`${glyph} ${label}`));
|
|
631
|
+
const at = 14;
|
|
632
|
+
return wrap(text, Math.max(20, width - at)).map((line, i) => i === 0 ? ` ${lead}${indent(LABEL - label.length)}${line}` : `${indent(at)}${line}`);
|
|
633
|
+
}
|
|
634
|
+
/** A step line, `◆ Preparing 1 sandbox (docker)...`, its text wrapped under itself. */
|
|
635
|
+
function stepLines(glyph, text, width) {
|
|
636
|
+
return wrap(text, Math.max(20, width - GLYPH)).map((line, i) => i === 0 ? ` ${glyph} ${line}` : `${indent(GLYPH)}${line}`);
|
|
637
|
+
}
|
|
638
|
+
/** A run-level notice (a prepared workspace, the Ctrl-C one) as a step line. */
|
|
639
|
+
function noticeLines(c, e, width) {
|
|
640
|
+
const glyph = {
|
|
641
|
+
info: c.dim("ℹ"),
|
|
642
|
+
warn: c.orange("⚠"),
|
|
643
|
+
error: c.red("✗")
|
|
644
|
+
}[e.level];
|
|
645
|
+
const lines = stepLines(glyph, e.text, width);
|
|
646
|
+
return e.level === "info" ? lines.map((l) => c.dim(l)) : lines;
|
|
647
|
+
}
|
|
648
|
+
/** Preflight: which sandboxes it prepares, each one ready, and each failure. */
|
|
649
|
+
function prepareStepLines(c, e, width, max) {
|
|
650
|
+
if (e.state === "start") {
|
|
651
|
+
const n = e.targets.length;
|
|
652
|
+
const names = e.targets.map((t) => t.label).join(", ");
|
|
653
|
+
return stepLines(c.teal("◆"), `Preparing ${plural(n, "sandbox", "sandboxes")} (${names})...`, width);
|
|
654
|
+
}
|
|
655
|
+
const { outcome } = e;
|
|
656
|
+
if (outcome.ok) {
|
|
657
|
+
const took = outcome.ms >= 1e3 ? ` ${c.dim(formatDuration(outcome.ms))}` : "";
|
|
658
|
+
return [` ${c.green("✓")} ${outcome.target.label} ready${took}`];
|
|
659
|
+
}
|
|
660
|
+
const who = outcome.target.setBy.join(", ");
|
|
661
|
+
return [` ${c.red("✗")} ${outcome.target.label} failed to prepare ${c.dim(`(set by ${who}; only its attempts fail)`)}`, ...tailLines(outcome.failure.message, max).map((l) => `${indent(GLYPH)}${c.orange(l)}`)];
|
|
662
|
+
}
|
|
663
|
+
/** The last line before the attempts' own: how their logs will print. */
|
|
664
|
+
function startLine(c, output) {
|
|
665
|
+
const text = output.outputLogs === "none" ? "Running..." : output.outputLogs === "errors-only" ? "Running; logs print for failed attempts only..." : output.logOrder === "stream" ? "Streaming logs..." : "Running; each attempt's logs print as it ends...";
|
|
666
|
+
return ` ${c.teal("◆")} ${text}`;
|
|
667
|
+
}
|
|
668
|
+
//#endregion
|
|
516
669
|
//#region src/ui/plain.ts
|
|
517
670
|
/** In a grouped block, an end line replaces its start line and keeps its start time. */
|
|
518
671
|
const STARTS = {
|
|
@@ -540,6 +693,11 @@ function locate(result) {
|
|
|
540
693
|
col: match[2]
|
|
541
694
|
} : void 0;
|
|
542
695
|
}
|
|
696
|
+
/** `evals/a.eval.ts:7` as its file and line. */
|
|
697
|
+
const splitAt = (at) => {
|
|
698
|
+
const i = at.lastIndexOf(":");
|
|
699
|
+
return [at.slice(0, i), at.slice(i + 1)];
|
|
700
|
+
};
|
|
543
701
|
var PlainRenderer = class {
|
|
544
702
|
#o;
|
|
545
703
|
#c;
|
|
@@ -620,6 +778,11 @@ var PlainRenderer = class {
|
|
|
620
778
|
switch (e.type) {
|
|
621
779
|
case "run-start": {
|
|
622
780
|
this.#runStartedAt = e.at;
|
|
781
|
+
if (this.#o.output.rich) {
|
|
782
|
+
this.#write(startLine(c, this.#o.output));
|
|
783
|
+
this.#write("");
|
|
784
|
+
return;
|
|
785
|
+
}
|
|
623
786
|
const files = `${e.files} eval file${e.files === 1 ? "" : "s"}`;
|
|
624
787
|
const order = `${this.#o.output.logOrder} logs`;
|
|
625
788
|
const setup = `harness ${e.harness} · sandbox ${e.sandbox} · concurrency ${e.concurrency}`;
|
|
@@ -627,7 +790,14 @@ var PlainRenderer = class {
|
|
|
627
790
|
return;
|
|
628
791
|
}
|
|
629
792
|
case "plan":
|
|
630
|
-
|
|
793
|
+
if (this.#o.output.rich) {
|
|
794
|
+
this.#richPlan(e);
|
|
795
|
+
return;
|
|
796
|
+
}
|
|
797
|
+
this.#write(e.line);
|
|
798
|
+
for (const line of e.details) this.#write(c.dim(line));
|
|
799
|
+
for (const w of e.warnings) this.#write(c.yellow(`warning: ${w}`));
|
|
800
|
+
for (const h of e.hints) this.#write(c.dim(`hint: ${h}`));
|
|
631
801
|
for (const w of e.sandboxWarnings ?? []) this.#sandboxWarning(w);
|
|
632
802
|
return;
|
|
633
803
|
case "collected":
|
|
@@ -696,8 +866,9 @@ var PlainRenderer = class {
|
|
|
696
866
|
if (this.#tries.has(e.result.key)) this.#ended.add(e.result.key);
|
|
697
867
|
this.#drawStatus();
|
|
698
868
|
return;
|
|
699
|
-
case "prepare":
|
|
700
|
-
|
|
869
|
+
case "prepare": {
|
|
870
|
+
const lines = this.#o.output.rich ? prepareStepLines(c, e, this.#columns, ERROR_LINES) : prepareLines(c, e, ERROR_LINES);
|
|
871
|
+
for (const line of lines) this.#write(line);
|
|
701
872
|
if (e.state === "failed" && this.#o.output.githubActions) {
|
|
702
873
|
const { target, failure } = e.outcome;
|
|
703
874
|
const what = target.kind === "workspace" ? "The" : "Sandbox";
|
|
@@ -705,7 +876,12 @@ var PlainRenderer = class {
|
|
|
705
876
|
this.#write(`::error title=${title}::${ghEscape(failure.message)}`);
|
|
706
877
|
}
|
|
707
878
|
return;
|
|
879
|
+
}
|
|
708
880
|
case "notice": {
|
|
881
|
+
if (this.#o.output.rich) {
|
|
882
|
+
for (const line of noticeLines(c, e, this.#columns)) this.#write(line);
|
|
883
|
+
return;
|
|
884
|
+
}
|
|
709
885
|
const paint = {
|
|
710
886
|
info: c.dim,
|
|
711
887
|
warn: c.yellow,
|
|
@@ -721,6 +897,26 @@ var PlainRenderer = class {
|
|
|
721
897
|
return;
|
|
722
898
|
}
|
|
723
899
|
}
|
|
900
|
+
get #columns() {
|
|
901
|
+
return this.#o.columns || 80;
|
|
902
|
+
}
|
|
903
|
+
/** The plan as the rich header: its facts, `--dry-run`'s table, then each kind of note. */
|
|
904
|
+
#richPlan(e) {
|
|
905
|
+
const c = this.#c;
|
|
906
|
+
const width = this.#columns;
|
|
907
|
+
for (const line of headerLines(c, e.header, width)) this.#write(line);
|
|
908
|
+
const sections = [
|
|
909
|
+
e.details,
|
|
910
|
+
[...e.warnings.flatMap((w) => noteLines(c, "warning", w, width)), ...(e.sandboxWarnings ?? []).flatMap((w) => noteLines(c, w.kind === "root" ? "root" : "warning", w.message, width))],
|
|
911
|
+
e.hints.flatMap((h) => noteLines(c, "hint", h, width))
|
|
912
|
+
];
|
|
913
|
+
for (const lines of sections) {
|
|
914
|
+
if (!lines.length) continue;
|
|
915
|
+
this.#write("");
|
|
916
|
+
for (const line of lines) this.#write(line);
|
|
917
|
+
}
|
|
918
|
+
this.#write("");
|
|
919
|
+
}
|
|
724
920
|
#sandboxWarning(w) {
|
|
725
921
|
const c = this.#c;
|
|
726
922
|
const line = sandboxWarningLine(w);
|
|
@@ -759,10 +955,18 @@ var PlainRenderer = class {
|
|
|
759
955
|
if (githubActions && failed && !ungated && !result.meta?.prepare) {
|
|
760
956
|
const which = result.attempt?.label ? ` [${result.attempt.label}]` : "";
|
|
761
957
|
const title = ghEscape(`${result.id}${which}`, true);
|
|
762
|
-
const
|
|
763
|
-
const
|
|
764
|
-
|
|
765
|
-
|
|
958
|
+
const checks = (result.meta?.failedChecks ?? []).filter((x) => x.at);
|
|
959
|
+
for (const x of checks) {
|
|
960
|
+
const [file, line] = splitAt(x.at);
|
|
961
|
+
const label = ghEscape(`${result.id}${which}: ${x.label}`, true);
|
|
962
|
+
this.#write(`::error file=${ghEscape(file, true)},line=${line},title=${label}::${ghEscape(x.message)}`);
|
|
963
|
+
}
|
|
964
|
+
if (!errorCheck(result)?.at) {
|
|
965
|
+
const message = ghEscape(failureLines(colors(false), result, { max: ERROR_LINES }).join("\n"));
|
|
966
|
+
const at = locate(result);
|
|
967
|
+
const where = at ? `,line=${at.line},col=${at.col}` : "";
|
|
968
|
+
this.#write(`::error file=${ghEscape(result.file, true)}${where},title=${title}::${message}`);
|
|
969
|
+
}
|
|
766
970
|
}
|
|
767
971
|
}
|
|
768
972
|
/** Prints the heartbeat if nothing was written for `heartbeatMs` and evals are running. */
|
|
@@ -787,6 +991,7 @@ var PlainRenderer = class {
|
|
|
787
991
|
};
|
|
788
992
|
//#endregion
|
|
789
993
|
//#region src/ui/index.ts
|
|
994
|
+
const depthOf = (bits = 4) => bits >= 24 ? 24 : bits >= 8 ? 8 : 4;
|
|
790
995
|
function createRenderer(options) {
|
|
791
996
|
const out = { write: (text) => options.out.write(redactSecrets(text)) };
|
|
792
997
|
if (options.output.mode === "agent") return new AgentRenderer({
|
|
@@ -796,7 +1001,7 @@ function createRenderer(options) {
|
|
|
796
1001
|
return new PlainRenderer({
|
|
797
1002
|
...options,
|
|
798
1003
|
out,
|
|
799
|
-
colors: colors(options.output.color)
|
|
1004
|
+
colors: colors(options.output.color, depthOf(options.colorDepth))
|
|
800
1005
|
});
|
|
801
1006
|
}
|
|
802
1007
|
//#endregion
|
|
@@ -860,7 +1065,7 @@ async function run(argv) {
|
|
|
860
1065
|
return values.help ? EXIT.ok : EXIT.usage;
|
|
861
1066
|
}
|
|
862
1067
|
if (command === "init") {
|
|
863
|
-
const { initCommand } = await import("./init-
|
|
1068
|
+
const { initCommand } = await import("./init-BNTXrtMO.js");
|
|
864
1069
|
return initCommand(values, filters, {
|
|
865
1070
|
out: (s) => console.log(s),
|
|
866
1071
|
input: process.stdin,
|
|
@@ -869,7 +1074,7 @@ async function run(argv) {
|
|
|
869
1074
|
});
|
|
870
1075
|
}
|
|
871
1076
|
if (command === "doctor") {
|
|
872
|
-
const { doctorCommand } = await import("./doctor-
|
|
1077
|
+
const { doctorCommand } = await import("./doctor-CT0Sgjng.js");
|
|
873
1078
|
return doctorCommand(values, {
|
|
874
1079
|
out: (s) => console.log(s),
|
|
875
1080
|
color: !!process.stdout.isTTY && !process.env.NO_COLOR,
|
|
@@ -877,7 +1082,7 @@ async function run(argv) {
|
|
|
877
1082
|
});
|
|
878
1083
|
}
|
|
879
1084
|
if (command === "report") {
|
|
880
|
-
const { reportCommand } = await import("./command-
|
|
1085
|
+
const { reportCommand } = await import("./command-CztRuwUM.js");
|
|
881
1086
|
return reportCommand(values, filters, {
|
|
882
1087
|
out: (s) => console.log(s),
|
|
883
1088
|
err: (s) => console.error(dim(s)),
|
|
@@ -892,7 +1097,7 @@ async function run(argv) {
|
|
|
892
1097
|
}
|
|
893
1098
|
if (command === "studio") {
|
|
894
1099
|
const config = await loadConfig(configPath, "studio");
|
|
895
|
-
const { studioCommand } = await import("./command-
|
|
1100
|
+
const { studioCommand } = await import("./command-nNN0mx65.js");
|
|
896
1101
|
return studioCommand({
|
|
897
1102
|
config,
|
|
898
1103
|
flags: values,
|
|
@@ -903,7 +1108,7 @@ async function run(argv) {
|
|
|
903
1108
|
if (command === "mcp") {
|
|
904
1109
|
if (!values.http) console.log = console.info = console.debug = console.error;
|
|
905
1110
|
const config = await loadConfig(configPath, "mcp");
|
|
906
|
-
const { mcpCommand } = await import("./command-
|
|
1111
|
+
const { mcpCommand } = await import("./command-Ce03LLtg.js");
|
|
907
1112
|
return mcpCommand({
|
|
908
1113
|
config,
|
|
909
1114
|
flags: values,
|
|
@@ -912,7 +1117,7 @@ async function run(argv) {
|
|
|
912
1117
|
}
|
|
913
1118
|
if (command in HISTORY_COMMANDS) {
|
|
914
1119
|
const config = await loadConfig(configPath, command);
|
|
915
|
-
const commands = await import("./commands-
|
|
1120
|
+
const commands = await import("./commands-ZwQUezI1.js");
|
|
916
1121
|
const ctx = {
|
|
917
1122
|
config,
|
|
918
1123
|
flags: values,
|
|
@@ -925,7 +1130,7 @@ async function run(argv) {
|
|
|
925
1130
|
case "compare": return commands.compareCommand(ctx, filters);
|
|
926
1131
|
case "checkout": return commands.checkoutCommand(ctx, filters);
|
|
927
1132
|
case "query": {
|
|
928
|
-
const { queryCommand } = await import("./query-
|
|
1133
|
+
const { queryCommand } = await import("./query-BkwQ0W-c.js");
|
|
929
1134
|
return queryCommand({
|
|
930
1135
|
...ctx,
|
|
931
1136
|
err: (s) => console.error(dim(s))
|
|
@@ -933,7 +1138,7 @@ async function run(argv) {
|
|
|
933
1138
|
}
|
|
934
1139
|
case "analyze": {
|
|
935
1140
|
loadEnvFiles(configPath);
|
|
936
|
-
const { analyzeCommand } = await import("./command-
|
|
1141
|
+
const { analyzeCommand } = await import("./command-1FBECMs-.js");
|
|
937
1142
|
return analyzeCommand({
|
|
938
1143
|
...ctx,
|
|
939
1144
|
err: (s) => console.error(dim(s))
|
|
@@ -968,7 +1173,10 @@ async function confirm(question) {
|
|
|
968
1173
|
rl.close();
|
|
969
1174
|
}
|
|
970
1175
|
}
|
|
971
|
-
/**
|
|
1176
|
+
/**
|
|
1177
|
+
* `reeval clean`: removes local debug data and snapshots, all of them or all but the newest
|
|
1178
|
+
* `--keep` runs'.
|
|
1179
|
+
*/
|
|
972
1180
|
async function cleanCommand(flags, configPath) {
|
|
973
1181
|
const config = await loadConfig(configPath, "clean");
|
|
974
1182
|
let keep = 0;
|
|
@@ -976,14 +1184,14 @@ async function cleanCommand(flags, configPath) {
|
|
|
976
1184
|
keep = Number(flags.keep);
|
|
977
1185
|
if (!(Number.isInteger(keep) && keep >= 0)) throw new UsageError(`--keep must be a whole number (got ${flags.keep})`);
|
|
978
1186
|
}
|
|
979
|
-
const { debugRoot, pruneDebug } = await import("./files-
|
|
980
|
-
const { formatBytes } = await import("./debug-
|
|
1187
|
+
const { debugRoot, pruneDebug } = await import("./files-C3tQtD26.js");
|
|
1188
|
+
const { formatBytes } = await import("./debug-CAx3qcaP.js");
|
|
981
1189
|
const { runs, bytes } = await pruneDebug(config.root, keep);
|
|
982
1190
|
const where = fromCwd(debugRoot(config.root)) || ".";
|
|
983
|
-
console.log(runs.length ? `Removed debug data for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where}` : `No debug data to remove in ${where}`);
|
|
1191
|
+
console.log(runs.length ? `Removed debug data and snapshots for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where} and .reeval/runs` : `No debug data or snapshots to remove in ${where} or .reeval/runs`);
|
|
984
1192
|
if (flags.images) {
|
|
985
|
-
const { dockerAvailable, pruneImages } = await import("./src-
|
|
986
|
-
const { requireDocker } = await import("./providers-
|
|
1193
|
+
const { dockerAvailable, pruneImages } = await import("./src-1M0srjji.js");
|
|
1194
|
+
const { requireDocker } = await import("./providers-DdyZW_ru.js");
|
|
987
1195
|
const engines = [];
|
|
988
1196
|
for (const engine of ["docker", "podman"]) if (await dockerAvailable(engine)) engines.push(engine);
|
|
989
1197
|
if (!engines.length) await requireDocker();
|
|
@@ -1004,7 +1212,7 @@ function verbosityOf(flags) {
|
|
|
1004
1212
|
* does. Needs a config, as `reeval run` does: there is no default image.
|
|
1005
1213
|
*/
|
|
1006
1214
|
async function imageBuildCommand(flags, configPath, filters) {
|
|
1007
|
-
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images
|
|
1215
|
+
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images---X8Wu9d.js");
|
|
1008
1216
|
const { runId, stagingDir, config, runs, tags, concurrency, profile } = await startRun(await prepareRun({
|
|
1009
1217
|
...flags,
|
|
1010
1218
|
"dry-run": true
|
|
@@ -1064,9 +1272,12 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1064
1272
|
if (githubOut) await appendFile(githubOut, `run-id=${ctx.runId}\n`).catch(() => {});
|
|
1065
1273
|
const stepStart = process.env.GITHUB_STEP_SUMMARY;
|
|
1066
1274
|
if (stepStart) await appendFile(stepStart, `run ${ctx.runId}\n`).catch(() => {});
|
|
1067
|
-
const { engineVersions } = await import("./node-
|
|
1275
|
+
const { engineVersions } = await import("./node-D_Zkwhq2.js");
|
|
1276
|
+
const terminal = setup.json && !setup.dryRun ? process.stderr : process.stdout;
|
|
1068
1277
|
const renderer = createRenderer({
|
|
1069
|
-
out: setup.json
|
|
1278
|
+
out: setup.json && setup.dryRun ? { write: () => true } : terminal,
|
|
1279
|
+
columns: terminal.columns,
|
|
1280
|
+
colorDepth: terminal.isTTY ? terminal.getColorDepth() : void 0,
|
|
1070
1281
|
output: setup.output,
|
|
1071
1282
|
verbosity: ctx.verbosity ?? 0,
|
|
1072
1283
|
harness: setup.config.harness[0]?.kind ?? "agent"
|
|
@@ -1086,7 +1297,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1086
1297
|
invocation.unhandledErrors = engineRun.unhandledErrors;
|
|
1087
1298
|
const engines = [...new Set(plan?.sandboxes.flatMap((s) => s.kind === "docker" ? [s.engine ?? "docker"] : []))];
|
|
1088
1299
|
if ((interrupted || engineRun.canceled) && engines.length) {
|
|
1089
|
-
const { removeRunContainers } = await import("./docker-
|
|
1300
|
+
const { removeRunContainers } = await import("./docker-BLCNfUie.js");
|
|
1090
1301
|
await removeRunContainers(ctx.runId, engines);
|
|
1091
1302
|
}
|
|
1092
1303
|
if (engineRun.stopped || !plan) {
|
|
@@ -1103,8 +1314,8 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1103
1314
|
}
|
|
1104
1315
|
finishing = true;
|
|
1105
1316
|
live?.phase("finishing");
|
|
1106
|
-
const { lockfiles } = await import("./state-
|
|
1107
|
-
const { writeScratchRun } = await import("./results-
|
|
1317
|
+
const { lockfiles } = await import("./state-BCyNaz13.js");
|
|
1318
|
+
const { writeScratchRun } = await import("./results-E7JdVjq2.js");
|
|
1108
1319
|
const run = await writeScratchRun({
|
|
1109
1320
|
ctx,
|
|
1110
1321
|
author: ctx.author,
|
|
@@ -1130,7 +1341,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1130
1341
|
const { record } = run;
|
|
1131
1342
|
const outcome = runOutcome(record);
|
|
1132
1343
|
const code = stopped ? stopCode : outcome === "fail" ? EXIT.failed : outcome === "infra_error" ? EXIT.infra : EXIT.ok;
|
|
1133
|
-
const { pruneDebug } = await import("./files-
|
|
1344
|
+
const { pruneDebug } = await import("./files-C3tQtD26.js");
|
|
1134
1345
|
await pruneDebug(ctx.config.root, ctx.config.debug.keep).catch(() => {});
|
|
1135
1346
|
const summary = run.artifactDir ? join(run.artifactDir, "summary.md") : run.recordPath;
|
|
1136
1347
|
renderer.onEvent({
|
|
@@ -1147,7 +1358,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1147
1358
|
const { config } = ctx;
|
|
1148
1359
|
const mode = setup.record;
|
|
1149
1360
|
if ((flags.record || mode === "always" || mode === "ci" && inCI()) && record.status !== "interrupted") {
|
|
1150
|
-
const { record: recordCmd } = await import("./commands-
|
|
1361
|
+
const { record: recordCmd } = await import("./commands-ZwQUezI1.js");
|
|
1151
1362
|
const allow = record.status === "budget" ? { "allow-incomplete": true } : {};
|
|
1152
1363
|
const line = await recordCmd(config, record.runId, {
|
|
1153
1364
|
...flags,
|
|
@@ -1157,7 +1368,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1157
1368
|
else console.log(line);
|
|
1158
1369
|
}
|
|
1159
1370
|
if (setup.json) {
|
|
1160
|
-
const { suiteResult } = await import("./suite-
|
|
1371
|
+
const { suiteResult } = await import("./suite-BiWajSlA.js");
|
|
1161
1372
|
process.stdout.write(`${JSON.stringify(suiteResult(record), null, 2)}\n`);
|
|
1162
1373
|
}
|
|
1163
1374
|
return code;
|
|
@@ -1190,7 +1401,7 @@ async function prepareRun(flags, configPath) {
|
|
|
1190
1401
|
const concurrency = await resolveConcurrency(config, flags.concurrency, async () => {
|
|
1191
1402
|
const container = sandboxes.find((s) => s.kind === "docker");
|
|
1192
1403
|
if (!container) return hostCapacity();
|
|
1193
|
-
const { dockerCapacity } = await import("./src-
|
|
1404
|
+
const { dockerCapacity } = await import("./src-1M0srjji.js");
|
|
1194
1405
|
return await dockerCapacity(container.engine) ?? hostCapacity();
|
|
1195
1406
|
});
|
|
1196
1407
|
return {
|
|
@@ -1217,11 +1428,11 @@ async function prepareRun(flags, configPath) {
|
|
|
1217
1428
|
async function startRun({ config, profile, runs, tags, concurrency, verbosity, configFile, resume, dryRun }) {
|
|
1218
1429
|
const startedAt = /* @__PURE__ */ new Date();
|
|
1219
1430
|
const git = await gitInfo(config.root, [config.history.dir]);
|
|
1220
|
-
const { worktreePatch } = await import("./state-
|
|
1431
|
+
const { worktreePatch } = await import("./state-BCyNaz13.js");
|
|
1221
1432
|
const patch = git?.dirty ? await worktreePatch(config.root, [config.history.dir]) : null;
|
|
1222
1433
|
const who = await author(config.root);
|
|
1223
|
-
const { stagingDir, sweepStaging } = await import("./results-
|
|
1224
|
-
const { scratchDir } = await import("./files-
|
|
1434
|
+
const { stagingDir, sweepStaging } = await import("./results-E7JdVjq2.js");
|
|
1435
|
+
const { scratchDir } = await import("./files-dJmrfmOM.js");
|
|
1225
1436
|
const scratch = scratchDir(config.root);
|
|
1226
1437
|
if (resume !== void 0) {
|
|
1227
1438
|
const target = await resolveResume(config.root, resume || void 0);
|
|
@@ -1232,7 +1443,7 @@ async function startRun({ config, profile, runs, tags, concurrency, verbosity, c
|
|
|
1232
1443
|
artifacts: target.previousArtifacts
|
|
1233
1444
|
} : await loadPrevious(stagingDir(config.root, target.runId));
|
|
1234
1445
|
if (!dryRun) try {
|
|
1235
|
-
const { removeRunContainers } = await import("./docker-
|
|
1446
|
+
const { removeRunContainers } = await import("./docker-BLCNfUie.js");
|
|
1236
1447
|
await removeRunContainers(target.runId, ["docker", "podman"]);
|
|
1237
1448
|
} catch {}
|
|
1238
1449
|
return {
|
|
@@ -1286,6 +1497,35 @@ function unmatchedFilter(config, parts) {
|
|
|
1286
1497
|
return new UsageError(`filter ${which} ${parts.length === 1 ? "matches" : "match"} no eval file, eval name or cell in ${config.include.join(", ")}`);
|
|
1287
1498
|
}
|
|
1288
1499
|
/**
|
|
1500
|
+
* Reads Cursor's model catalog for the planned Cursor cells, checks their `effort` and `params`
|
|
1501
|
+
* against it (exit 2, naming the eval and cell), gives each the effort it runs at, and notes each
|
|
1502
|
+
* eval's harnesses that run with none. A catalog that can't be read leaves the Cursor cells
|
|
1503
|
+
* unchecked and noted; each attempt then reports why it couldn't start.
|
|
1504
|
+
*/
|
|
1505
|
+
async function planEfforts(planned) {
|
|
1506
|
+
const live = planned.filter((p) => !p.attempt.plan.skip);
|
|
1507
|
+
const { effortNotes, withDefaultEffort } = await import("./default-effort-DmXHpqo9.js");
|
|
1508
|
+
let cursor;
|
|
1509
|
+
let unchecked = "CURSOR_API_KEY isn't set";
|
|
1510
|
+
const key = process.env.CURSOR_API_KEY;
|
|
1511
|
+
if (key && live.some((p) => p.attempt.harness.kind === "cursor")) {
|
|
1512
|
+
const { checkCursorPlan } = await import("./cursor-catalog-D7bFLEAD.js");
|
|
1513
|
+
const checked = await checkCursorPlan(key, live);
|
|
1514
|
+
if (checked instanceof Error) unchecked = `its request failed: ${checked.message}`;
|
|
1515
|
+
else {
|
|
1516
|
+
cursor = checked;
|
|
1517
|
+
for (const p of planned) p.attempt.harness = withDefaultEffort(p.attempt.harness, cursor);
|
|
1518
|
+
}
|
|
1519
|
+
}
|
|
1520
|
+
const byEval = /* @__PURE__ */ new Map();
|
|
1521
|
+
for (const p of live) byEval.set(p.id, [...byEval.get(p.id) ?? [], p]);
|
|
1522
|
+
for (const items of byEval.values()) {
|
|
1523
|
+
const notes = effortNotes(items.map((p) => p.attempt.harness), cursor, unchecked);
|
|
1524
|
+
for (const { attempt } of items) for (const note of notes) if (!attempt.plan.notes.includes(note)) attempt.plan.notes.push(note);
|
|
1525
|
+
}
|
|
1526
|
+
return cursor;
|
|
1527
|
+
}
|
|
1528
|
+
/**
|
|
1289
1529
|
* Collects the evals and prints the plan; stops there for `--dry-run`, or on a budget, credential
|
|
1290
1530
|
* or Docker problem (exit 2). Then runs the engine with live output and Ctrl-C handling.
|
|
1291
1531
|
*/
|
|
@@ -1303,8 +1543,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1303
1543
|
configFile,
|
|
1304
1544
|
completed: []
|
|
1305
1545
|
}));
|
|
1306
|
-
const { runEngine } = await import("./node-
|
|
1307
|
-
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable } = await import("./plan-
|
|
1546
|
+
const { runEngine } = await import("./node-D_Zkwhq2.js");
|
|
1547
|
+
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader } = await import("./plan-C1UpGZTk.js");
|
|
1308
1548
|
let plan;
|
|
1309
1549
|
let sandboxVersions = { images: [] };
|
|
1310
1550
|
let preflightStop;
|
|
@@ -1333,7 +1573,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1333
1573
|
} : p);
|
|
1334
1574
|
toRun = skipped;
|
|
1335
1575
|
for (const p of skipped) for (const name of p.attempt.secretVars) registerSecret(process.env[name]);
|
|
1336
|
-
const
|
|
1576
|
+
const efforts = await planEfforts(skipped);
|
|
1577
|
+
if (efforts) run.cursorEfforts = efforts;
|
|
1578
|
+
const models = skipped.some((p) => !p.attempt.plan.skip && p.attempt.plan.questions?.length) ? await import("./model-CN4ccjNz.js") : void 0;
|
|
1337
1579
|
const judge = runJudgeModel(config, profile);
|
|
1338
1580
|
const judgeModel = judge === void 0 ? null : judgeModelName(judge);
|
|
1339
1581
|
plan = await buildPlan({
|
|
@@ -1345,7 +1587,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1345
1587
|
historyDir: config.history.dir,
|
|
1346
1588
|
questionModel: models?.questionModelLabel(config, judge) ?? null,
|
|
1347
1589
|
judgeModel,
|
|
1348
|
-
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {}
|
|
1590
|
+
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {},
|
|
1591
|
+
...efforts ? { cursorEfforts: efforts } : {}
|
|
1349
1592
|
});
|
|
1350
1593
|
plan.runId = runId;
|
|
1351
1594
|
const cloud = ciRunner(process.env);
|
|
@@ -1357,7 +1600,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1357
1600
|
};
|
|
1358
1601
|
run.completed = [...completed];
|
|
1359
1602
|
kept = keptAttempts(completed, stagingDir, ctx.previous);
|
|
1360
|
-
const { imageStages, imageTargets } = await import("./images
|
|
1603
|
+
const { imageStages, imageTargets } = await import("./images---X8Wu9d.js");
|
|
1361
1604
|
const targets = imageTargets(skipped.filter((p) => !p.attempt.plan.skip).map((p) => ({
|
|
1362
1605
|
id: p.id,
|
|
1363
1606
|
harness: p.attempt.harness,
|
|
@@ -1375,12 +1618,14 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1375
1618
|
process.stdout.write(`${JSON.stringify(doc, null, 2)}\n`);
|
|
1376
1619
|
return false;
|
|
1377
1620
|
}
|
|
1378
|
-
const
|
|
1621
|
+
const elsewhere = setup.configElsewhere ? configFile : void 0;
|
|
1622
|
+
const { scratchDir } = await import("./files-dJmrfmOM.js");
|
|
1623
|
+
const lines = [];
|
|
1379
1624
|
if (setup.dryRun) {
|
|
1380
1625
|
const todos = excluded.filter((e) => e.mode === "todo").map((e) => e.id);
|
|
1381
1626
|
lines.push(...planTable(plan, todos));
|
|
1382
|
-
const { imageStatusLines } = await import("./images
|
|
1383
|
-
const { dockerAvailable, engineSpec } = await import("./src-
|
|
1627
|
+
const { imageStatusLines } = await import("./images---X8Wu9d.js");
|
|
1628
|
+
const { dockerAvailable, engineSpec } = await import("./src-1M0srjji.js");
|
|
1384
1629
|
const engines = [...new Set(targets.map((t) => t.sandbox.engine ?? "docker"))];
|
|
1385
1630
|
const down = [];
|
|
1386
1631
|
for (const engine of engines) if (!await dockerAvailable(engine)) down.push(engine);
|
|
@@ -1393,12 +1638,22 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1393
1638
|
const cost = plan.cost && costLine(plan.cost);
|
|
1394
1639
|
if (cost) lines.push(cost);
|
|
1395
1640
|
}
|
|
1396
|
-
lines.push(...plan.warnings.map((w) => `warning: ${w}`));
|
|
1397
|
-
lines.push(...plan.hints.map((h) => `hint: ${h}`));
|
|
1398
1641
|
renderer.onEvent({
|
|
1399
1642
|
type: "plan",
|
|
1400
1643
|
at: Date.now(),
|
|
1401
|
-
|
|
1644
|
+
line: planLine(plan, elsewhere, runId),
|
|
1645
|
+
header: runHeader(plan, skipped, {
|
|
1646
|
+
version,
|
|
1647
|
+
runId,
|
|
1648
|
+
dryRun: setup.dryRun,
|
|
1649
|
+
config: elsewhere,
|
|
1650
|
+
judge: judgeModel,
|
|
1651
|
+
sandboxes: plannedSandboxIds(plan.sandboxes, profileSandbox(config, profile?.defaults)),
|
|
1652
|
+
record: fromCwd(join(scratchDir(config.root), `${runId}.json`))
|
|
1653
|
+
}),
|
|
1654
|
+
details: lines,
|
|
1655
|
+
warnings: plan.warnings,
|
|
1656
|
+
hints: plan.hints,
|
|
1402
1657
|
sandboxWarnings: plan.sandboxWarnings
|
|
1403
1658
|
});
|
|
1404
1659
|
if (setup.dryRun) return false;
|
|
@@ -1420,7 +1675,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1420
1675
|
...gateway === "vertex" ? { vertex: vertexSettingsIn(scope.gateways) } : {},
|
|
1421
1676
|
...q.across !== void 0 ? { across: q.across } : {},
|
|
1422
1677
|
...q.choices ? { choices: q.choices } : {},
|
|
1423
|
-
|
|
1678
|
+
state: q.state,
|
|
1424
1679
|
...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {}
|
|
1425
1680
|
};
|
|
1426
1681
|
});
|
|
@@ -1453,7 +1708,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1453
1708
|
});
|
|
1454
1709
|
if (malformed.length) throw new UsageError(`Credentials with whitespace or a line break in them: ${malformed.join(", ")}. A key copied from a wrapped terminal line picks these up; set it again as one line.`);
|
|
1455
1710
|
if (asked.length) {
|
|
1456
|
-
const { questionRunner } = await import("./questions-
|
|
1711
|
+
const { questionRunner } = await import("./questions-CFU7-crW.js");
|
|
1457
1712
|
const warned = /* @__PURE__ */ new Set();
|
|
1458
1713
|
questions = questionRunner({
|
|
1459
1714
|
evals: asked,
|
|
@@ -1495,7 +1750,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1495
1750
|
}
|
|
1496
1751
|
});
|
|
1497
1752
|
}
|
|
1498
|
-
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-
|
|
1753
|
+
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-CxwHv8mG.js");
|
|
1499
1754
|
const live = skipped.filter((p) => !p.attempt.plan.skip);
|
|
1500
1755
|
const outcomes = await prepareWorkspaces(live.flatMap(({ attempt: a }) => a.workspace ? [{
|
|
1501
1756
|
workspace: a.workspace,
|
|
@@ -1653,9 +1908,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1653
1908
|
throw error;
|
|
1654
1909
|
} finally {
|
|
1655
1910
|
clearTimeout(budgetTimer);
|
|
1656
|
-
const { removePrepared } = await import("./preflight-
|
|
1911
|
+
const { removePrepared } = await import("./preflight-CUooKgtT.js");
|
|
1657
1912
|
removePrepared(config.root, runId);
|
|
1658
|
-
const { removePreparedWorkspaces } = await import("./workspace-
|
|
1913
|
+
const { removePreparedWorkspaces } = await import("./workspace-CxwHv8mG.js");
|
|
1659
1914
|
removePreparedWorkspaces(config.root, runId);
|
|
1660
1915
|
}
|
|
1661
1916
|
if (preflightStop) throw preflightStop;
|
|
@@ -1738,4 +1993,4 @@ run(process.argv.slice(2)).finally(() => {
|
|
|
1738
1993
|
//#endregion
|
|
1739
1994
|
export {};
|
|
1740
1995
|
|
|
1741
|
-
//# sourceMappingURL=cli-
|
|
1996
|
+
//# sourceMappingURL=cli-KTHjNFoo.js.map
|