reeval 0.16.1 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/THIRD_PARTY_NOTICES.md +14 -14
- package/dist/{adapter-CRKYPkRt.js → adapter-BIlJWXff.js} +9 -13
- package/dist/adapter-BIlJWXff.js.map +1 -0
- package/dist/{agent-BgH4-kFc.js → agent-CE-qdvmh.js} +49 -25
- package/dist/agent-CE-qdvmh.js.map +1 -0
- package/dist/{analysis-C2-aEbr7.js → analysis-CTBb_C0Z.js} +2 -3
- package/dist/{analysis-C2-aEbr7.js.map → analysis-CTBb_C0Z.js.map} +1 -1
- package/dist/app-files-YMmDAHA8.js +10 -0
- package/dist/app-files-YMmDAHA8.js.map +1 -0
- package/dist/{assemble-BVbI6NW-.js → assemble-7RI7Nuhz.js} +38 -23
- package/dist/assemble-7RI7Nuhz.js.map +1 -0
- package/dist/assemble-CANqwtwD.js +1 -0
- package/dist/{attempt-CpbZ9arV.js → attempt-CtKGvaQR.js} +4 -5
- package/dist/{attempt-CpbZ9arV.js.map → attempt-CtKGvaQR.js.map} +1 -1
- package/dist/{attempt-host-CIxjs2Be.js → attempt-host-CJM_wEA4.js} +13 -13
- package/dist/attempt-host-CJM_wEA4.js.map +1 -0
- package/dist/{budget-DBUrH4jX.js → budget-BcxLYY5L.js} +2 -3
- package/dist/budget-BcxLYY5L.js.map +1 -0
- package/dist/{capture-iQ6kYJV0.js → capture-DF8cHsJh.js} +583 -125
- package/dist/capture-DF8cHsJh.js.map +1 -0
- package/dist/capture-DMBZE9cs.js +14 -0
- package/dist/capture-DMBZE9cs.js.map +1 -0
- package/dist/capture-DagM1npp.js +1 -0
- package/dist/{cli-1YQU-66F.js → cli-Bm9ntSxz.js} +342 -101
- package/dist/cli-Bm9ntSxz.js.map +1 -0
- package/dist/{cli-spec-CPWT1mAG.js → cli-spec-ChkleEVm.js} +2 -3
- package/dist/{cli-spec-CPWT1mAG.js.map → cli-spec-ChkleEVm.js.map} +1 -1
- package/dist/cli.js +3 -4
- package/dist/{client-DMmOkbRA.js → client-CF-DOjOU.js} +6 -8
- package/dist/{client-DMmOkbRA.js.map → client-CF-DOjOU.js.map} +1 -1
- package/dist/{colors-QV9dFVhN.js → colors-DcXBvAlU.js} +21 -4
- package/dist/colors-DcXBvAlU.js.map +1 -0
- package/dist/{command-Cr1zjRvl.js → command-B7MslY_w.js} +22 -24
- package/dist/command-B7MslY_w.js.map +1 -0
- package/dist/{command-C-HeGlap.js → command-DDkz6jsD.js} +25 -29
- package/dist/{command-C-HeGlap.js.map → command-DDkz6jsD.js.map} +1 -1
- package/dist/{command-BlYCAqu-.js → command-DPF8hnWS.js} +17 -21
- package/dist/command-DPF8hnWS.js.map +1 -0
- package/dist/{command-8_Cg5v6b.js → command-Dk6wggV-.js} +22 -27
- package/dist/command-Dk6wggV-.js.map +1 -0
- package/dist/{commands-BvTNZ2-b.js → commands-DHT-nhEJ.js} +60 -23
- package/dist/commands-DHT-nhEJ.js.map +1 -0
- package/dist/{commands-Bj9NbmsO.js → commands-DQBayPCV.js} +1 -1
- package/dist/{config-CneBZB84.js → config-BLL5JqeX.js} +118 -81
- package/dist/config-BLL5JqeX.js.map +1 -0
- package/dist/{context-Dgn48BqT.js → context-I6nq3uS7.js} +2 -3
- package/dist/{context-Dgn48BqT.js.map → context-I6nq3uS7.js.map} +1 -1
- package/dist/{contrasts-lhFsekco.js → contrasts-CjOU_pfD.js} +4 -5
- package/dist/{contrasts-lhFsekco.js.map → contrasts-CjOU_pfD.js.map} +1 -1
- package/dist/{core-tLN-z1Be.js → core-CxY40JAs.js} +2 -3
- package/dist/{core-tLN-z1Be.js.map → core-CxY40JAs.js.map} +1 -1
- package/dist/cost-CMzY9VXv.js +1 -0
- package/dist/{cost-ChPa8-Fp.js → cost-e4IppZpJ.js} +5 -6
- package/dist/{cost-ChPa8-Fp.js.map → cost-e4IppZpJ.js.map} +1 -1
- package/dist/cursor-catalog-BeBJTk6A.js +142 -0
- package/dist/cursor-catalog-BeBJTk6A.js.map +1 -0
- package/dist/{db-Cnh3jIv_.js → db-DPiWC7Br.js} +22 -24
- package/dist/db-DPiWC7Br.js.map +1 -0
- package/dist/db-DysoTexX.js +2 -0
- package/dist/{debug-CgG3T071.js → debug-B5jDImcW.js} +5 -6
- package/dist/{debug-CgG3T071.js.map → debug-B5jDImcW.js.map} +1 -1
- package/dist/debug-BnXV7JbX.js +1 -0
- package/dist/default-effort-B7c4V9Qd.js +1 -0
- package/dist/default-effort-ciIXMA7h.js +94 -0
- package/dist/default-effort-ciIXMA7h.js.map +1 -0
- package/dist/{dist-CYrBwyHA.js → dist-CGwueB0T.js} +3 -4
- package/dist/{dist-CYrBwyHA.js.map → dist-CGwueB0T.js.map} +1 -1
- package/dist/{docker-Cqq03H72.js → docker-BUZOxh62.js} +20 -11
- package/dist/docker-BUZOxh62.js.map +1 -0
- package/dist/{docker-BihzJwbV.js → docker-Bcrc39Z8.js} +5 -6
- package/dist/{docker-BihzJwbV.js.map → docker-Bcrc39Z8.js.map} +1 -1
- package/dist/{docker-DCAtFMo9.js → docker-D83s_ADn.js} +1 -1
- package/dist/{doctor-Dl4vMeqt.js → doctor-CIhEAzbw.js} +26 -27
- package/dist/{doctor-Dl4vMeqt.js.map → doctor-CIhEAzbw.js.map} +1 -1
- package/dist/{env-CARj5Axq.js → env-T86lAqUD.js} +3 -4
- package/dist/{env-CARj5Axq.js.map → env-T86lAqUD.js.map} +1 -1
- package/dist/{environment-Cf5HMjib.js → environment-Ccytlpgf.js} +10 -13
- package/dist/environment-Ccytlpgf.js.map +1 -0
- package/dist/{errors-CHebohjc.js → errors-BQV__TzH.js} +9 -5
- package/dist/errors-BQV__TzH.js.map +1 -0
- package/dist/{errors-B6BSMs03.js → errors-ttMTnIYX.js} +2 -3
- package/dist/{errors-B6BSMs03.js.map → errors-ttMTnIYX.js.map} +1 -1
- package/dist/{eval-source-CAE4y2Sr.js → eval-source-D4xqc0iO.js} +8 -9
- package/dist/{eval-source-CAE4y2Sr.js.map → eval-source-D4xqc0iO.js.map} +1 -1
- package/dist/{evaluate-D35T51AC.d.ts → evaluate-BEGAQQuo.d.ts} +2 -4
- package/dist/{evaluate-CUtgyr43.js → evaluate-DNzyRQFe.js} +118 -89
- package/dist/evaluate-DNzyRQFe.js.map +1 -0
- package/dist/{files-CNiJ_fZf.js → files-3ZqUBbwg.js} +6 -7
- package/dist/{files-CNiJ_fZf.js.map → files-3ZqUBbwg.js.map} +1 -1
- package/dist/{files-BSqA2sZE.js → files-B2U5RezT.js} +7 -8
- package/dist/{files-BSqA2sZE.js.map → files-B2U5RezT.js.map} +1 -1
- package/dist/{files-Bk1mC3AN.js → files-BGlHnC46.js} +3 -4
- package/dist/{files-Bk1mC3AN.js.map → files-BGlHnC46.js.map} +1 -1
- package/dist/files-Bw2NQecs.js +1 -0
- package/dist/files-COW5JBJM.js +1 -0
- package/dist/files-Cp1jp0Nq.js +1 -0
- package/dist/{files-BRViE7m-.js → files-D_CBK9Zo.js} +17 -18
- package/dist/files-D_CBK9Zo.js.map +1 -0
- package/dist/{files-D1y8Pg4Z.js → files-p-uTdOjA.js} +4 -5
- package/dist/{files-D1y8Pg4Z.js.map → files-p-uTdOjA.js.map} +1 -1
- package/dist/{gate-BC6SdQZs.js → gate-BoDKeuJu.js} +4 -6
- package/dist/{gate-BC6SdQZs.js.map → gate-BoDKeuJu.js.map} +1 -1
- package/dist/gateway.d.ts +1 -3
- package/dist/gateway.js +1 -2
- package/dist/{git-UNxT_3z0.js → git-s-qf-vww.js} +4 -5
- package/dist/{git-UNxT_3z0.js.map → git-s-qf-vww.js.map} +1 -1
- package/dist/{harness-3NVyTSGK.js → harness-Ch2P81sx.js} +49 -16
- package/dist/harness-Ch2P81sx.js.map +1 -0
- package/dist/harness.d.ts +1 -3
- package/dist/harness.js +1 -1
- package/dist/{ids-Bp6ut7ZD.js → ids-DuK6xl4w.js} +2 -3
- package/dist/{ids-Bp6ut7ZD.js.map → ids-DuK6xl4w.js.map} +1 -1
- package/dist/{images-8A_LzVfw.js → images-h1VBM7TP.js} +9 -10
- package/dist/{images-8A_LzVfw.js.map → images-h1VBM7TP.js.map} +1 -1
- package/dist/index.d.ts +11 -13
- package/dist/index.js +5 -5
- package/dist/init-DJ3WFUt8.js +1 -0
- package/dist/{init-sFBgODhu.js → init-Z1cRnE3E.js} +8 -9
- package/dist/{init-sFBgODhu.js.map → init-Z1cRnE3E.js.map} +1 -1
- package/dist/{invocations-C9ejlOYl.js → invocations-z6hUD15n.js} +6 -8
- package/dist/{invocations-C9ejlOYl.js.map → invocations-z6hUD15n.js.map} +1 -1
- package/dist/{judge-Bg4v4e_K.js → judge-ByEUlzOM.js} +10 -15
- package/dist/judge-ByEUlzOM.js.map +1 -0
- package/dist/judge.d.ts +1 -5
- package/dist/judge.js +2 -3
- package/dist/{live-DeMvnDD5.js → live-D22qY6S_.js} +4 -5
- package/dist/{live-DeMvnDD5.js.map → live-D22qY6S_.js.map} +1 -1
- package/dist/live-DUpitP_9.js +1 -0
- package/dist/live-DpfJfc33.js +120 -0
- package/dist/live-DpfJfc33.js.map +1 -0
- package/dist/{matchers-BKPuaXlj.js → matchers-B4ZtlJyP.js} +33 -5
- package/dist/matchers-B4ZtlJyP.js.map +1 -0
- package/dist/{model-2rBZrdZA.js → model-BL_10Neu.js} +8 -10
- package/dist/model-BL_10Neu.js.map +1 -0
- package/dist/{model-Bz7-j71_.js → model-Bn7ndUQZ.js} +11 -15
- package/dist/model-Bn7ndUQZ.js.map +1 -0
- package/dist/{model-3MJtpho8.js → model-CFSjV-HJ.js} +6 -7
- package/dist/{model-3MJtpho8.js.map → model-CFSjV-HJ.js.map} +1 -1
- package/dist/model-CR3-qY-z.js +1 -0
- package/dist/{model-DkPwypN4.js → model-D1TBKeZj.js} +1 -1
- package/dist/{node-fP-H2uxn.js → node-CwP1G178.js} +11 -13
- package/dist/node-CwP1G178.js.map +1 -0
- package/dist/{object-BkXGPKWY.js → object-CeQ8dgUC.js} +2 -3
- package/dist/{object-BkXGPKWY.js.map → object-CeQ8dgUC.js.map} +1 -1
- package/dist/{opencode-providers-Bz0l7OZI.js → opencode-providers-yNKyXD49.js} +80 -20
- package/dist/opencode-providers-yNKyXD49.js.map +1 -0
- package/dist/{openrouter-models-Bo8PZ4Ew.js → openrouter-models-C8nzPKG2.js} +3 -4
- package/dist/{openrouter-models-Bo8PZ4Ew.js.map → openrouter-models-C8nzPKG2.js.map} +1 -1
- package/dist/{patch-CquGAGX5.js → patch-C7yBztZj.js} +2 -3
- package/dist/{patch-CquGAGX5.js.map → patch-C7yBztZj.js.map} +1 -1
- package/dist/{patch-6T9XAipm.js → patch-LFunkZ-L.js} +5 -6
- package/dist/{patch-6T9XAipm.js.map → patch-LFunkZ-L.js.map} +1 -1
- package/dist/{paths-BmR-7tx3.js → paths-Dwmi7L4X.js} +2 -3
- package/dist/{paths-BmR-7tx3.js.map → paths-Dwmi7L4X.js.map} +1 -1
- package/dist/{plan-Dw2BjafJ.js → plan-BrfiMcHh.js} +66 -12
- package/dist/plan-BrfiMcHh.js.map +1 -0
- package/dist/{plugins-ngQEJBjJ.js → plugins-CW-sQMg3.js} +8 -10
- package/dist/plugins-CW-sQMg3.js.map +1 -0
- package/dist/{preflight-CDRpog9o.js → preflight-BnFpd3Kv.js} +4 -5
- package/dist/{preflight-CDRpog9o.js.map → preflight-BnFpd3Kv.js.map} +1 -1
- package/dist/{preflight-BYXkweNN.js → preflight-CH-7KyhS.js} +1 -1
- package/dist/{prepare-PkARUGoF.js → prepare-0cA77eFD.js} +10 -11
- package/dist/{prepare-PkARUGoF.js.map → prepare-0cA77eFD.js.map} +1 -1
- package/dist/{prepare-B3btUlT6.js → prepare-CRyEwb5q.js} +2 -2
- package/dist/{prices-QaS-kjSQ.js → prices-C4BRuSe8.js} +5 -6
- package/dist/{prices-QaS-kjSQ.js.map → prices-C4BRuSe8.js.map} +1 -1
- package/dist/{provenance-7Hzg88f4.js → provenance-CKIG_1LB.js} +6 -7
- package/dist/{provenance-7Hzg88f4.js.map → provenance-CKIG_1LB.js.map} +1 -1
- package/dist/provider-DCdTHQpk.js +1 -0
- package/dist/{provider-CmAYTQQs.js → provider-DZd8t_XW.js} +3 -4
- package/dist/{provider-CmAYTQQs.js.map → provider-DZd8t_XW.js.map} +1 -1
- package/dist/{providers-DDNMbv1T.js → providers-CCl8ElNW.js} +1 -1
- package/dist/{providers-PKoJtGK0.js → providers-Dt6BEN_1.js} +8 -9
- package/dist/{providers-PKoJtGK0.js.map → providers-Dt6BEN_1.js.map} +1 -1
- package/dist/{query-nBXrgEwl.js → query-BV-zcw2t.js} +5 -6
- package/dist/{query-nBXrgEwl.js.map → query-BV-zcw2t.js.map} +1 -1
- package/dist/query-DSSMxkmw.js +1 -0
- package/dist/{questions-CkAwePPR.js → questions-AyLUMHYX.js} +14 -13
- package/dist/{questions-CkAwePPR.js.map → questions-AyLUMHYX.js.map} +1 -1
- package/dist/{record-DZBCjuwm.js → record-J45gJise.js} +13 -6
- package/dist/record-J45gJise.js.map +1 -0
- package/dist/{redact-DVIaahLv.js → redact-BEEGc37e.js} +8 -7
- package/dist/{redact-DVIaahLv.js.map → redact-BEEGc37e.js.map} +1 -1
- package/dist/{remarks-eBcrIZRu.js → remarks-0EXMh6AD.js} +2 -3
- package/dist/{remarks-eBcrIZRu.js.map → remarks-0EXMh6AD.js.map} +1 -1
- package/dist/remarks-BL18Id09.js +1 -0
- package/dist/{remarks-IFFe_oty.js → remarks-CgO1nIoG.js} +4 -6
- package/dist/{remarks-IFFe_oty.js.map → remarks-CgO1nIoG.js.map} +1 -1
- package/dist/{remarks-Bt0zwiQB.js → remarks-UIZTSIhd.js} +16 -17
- package/dist/remarks-UIZTSIhd.js.map +1 -0
- package/dist/{remote-DfJYiP-R.js → remote-BA9-hhgB.js} +10 -13
- package/dist/remote-BA9-hhgB.js.map +1 -0
- package/dist/resolve-C56s8_EF.js +1 -0
- package/dist/{resolve-D_cLa4tW.js → resolve-FHjE-dN3.js} +11 -12
- package/dist/{resolve-D_cLa4tW.js.map → resolve-FHjE-dN3.js.map} +1 -1
- package/dist/{results-DrKJuIQF.js → results-CFE6Nwb0.js} +8 -9
- package/dist/{results-DrKJuIQF.js.map → results-CFE6Nwb0.js.map} +1 -1
- package/dist/{resume-BmIM52MJ.js → resume-iaTxWRew.js} +8 -10
- package/dist/resume-iaTxWRew.js.map +1 -0
- package/dist/{root-Dlff-zp8.js → root-Co0jhOT5.js} +2 -3
- package/dist/{root-Dlff-zp8.js.map → root-Co0jhOT5.js.map} +1 -1
- package/dist/{runtime-CZVpkr04.js → runtime-SEkGS1Rx.js} +8 -10
- package/dist/{runtime-CZVpkr04.js.map → runtime-SEkGS1Rx.js.map} +1 -1
- package/dist/{sandbox-Cmi6IQML.js → sandbox-CAsXlGro.js} +4 -5
- package/dist/{sandbox-Cmi6IQML.js.map → sandbox-CAsXlGro.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -5
- package/dist/sandbox.js +1 -1
- package/dist/server-BYfqpMD0.js +1 -0
- package/dist/{server-DS8BGhGU.js → server-C9_kV1IP.js} +17 -126
- package/dist/server-C9_kV1IP.js.map +1 -0
- package/dist/{shared-B_lvGqWz.js → shared-ogqPJ0uo.js} +4 -6
- package/dist/shared-ogqPJ0uo.js.map +1 -0
- package/dist/{source-DcXv4de-.js → source-BszY6yAC.js} +3 -4
- package/dist/{source-DcXv4de-.js.map → source-BszY6yAC.js.map} +1 -1
- package/dist/source-C4Q5psjD.js +1 -0
- package/dist/{src-BO8AYqJ5.js → src-8fy4nSWU.js} +67 -13
- package/dist/src-8fy4nSWU.js.map +1 -0
- package/dist/{src-DSZyg0Uq.js → src-B-L8O1Ld.js} +38 -9
- package/dist/src-B-L8O1Ld.js.map +1 -0
- package/dist/src-BBmCEE-M.js +3 -0
- package/dist/{src-1lpTocbd.js → src-BWcgyARO.js} +32 -45
- package/dist/src-BWcgyARO.js.map +1 -0
- package/dist/src-BYpY_vXK.js +2 -0
- package/dist/{src-A8HLtO0a.js → src-B_igzM1O.js} +3 -5
- package/dist/src-B_igzM1O.js.map +1 -0
- package/dist/{src-gn7YlnRg.js → src-CWrKJO92.js} +4 -7
- package/dist/src-CWrKJO92.js.map +1 -0
- package/dist/src-CZANB4pb.js +1 -0
- package/dist/src-CnrLy_r_.js +2 -0
- package/dist/{src-8yTF251P.js → src-DMiwtprP.js} +65 -15
- package/dist/src-DMiwtprP.js.map +1 -0
- package/dist/src-DVGVWOAB.js +2 -0
- package/dist/{src-C0ySiej5.js → src-DaYQ1O9Y.js} +94 -68
- package/dist/src-DaYQ1O9Y.js.map +1 -0
- package/dist/src-DoxUxkU3.js +2 -0
- package/dist/src-DqIQQTu1.js +2 -0
- package/dist/{src-BkiComGh.js → src-Dt6BWDcJ.js} +2 -2
- package/dist/{src-BYLM3hEz.js → src-HTG2SoNz.js} +89 -38
- package/dist/src-HTG2SoNz.js.map +1 -0
- package/dist/{src-BYDOXw_Y.js → src-uluei5nU.js} +40 -17
- package/dist/src-uluei5nU.js.map +1 -0
- package/dist/{src-Cp-2Hdib.js → src-umdk2alV.js} +2 -2
- package/dist/{state-C_kdhp5v.js → state-DfcikRK3.js} +26 -35
- package/dist/state-DfcikRK3.js.map +1 -0
- package/dist/state-haxTOljN.js +1 -0
- package/dist/{stats-hfpuYsAM.js → stats-D-Gqwqt0.js} +2 -3
- package/dist/{stats-hfpuYsAM.js.map → stats-D-Gqwqt0.js.map} +1 -1
- package/dist/{suite-DieLXvCT.js → suite-BVcBo_ua.js} +12 -8
- package/dist/suite-BVcBo_ua.js.map +1 -0
- package/dist/suite-CmeXyn66.js +2 -0
- package/dist/{summary-CSzyBVsF.js → summary-BmooCwQv.js} +29 -15
- package/dist/{summary-CSzyBVsF.js.map → summary-BmooCwQv.js.map} +1 -1
- package/dist/{tarball-CHcahyNK.js → tarball-CESxtK4X.js} +2 -3
- package/dist/{tarball-CHcahyNK.js.map → tarball-CESxtK4X.js.map} +1 -1
- package/dist/testing.d.ts +49 -11
- package/dist/testing.js +5 -6
- package/dist/{text-DTigcA64.js → text-D--Q5KsA.js} +2 -3
- package/dist/{text-DTigcA64.js.map → text-D--Q5KsA.js.map} +1 -1
- package/dist/{tool-target-CKWkd6QI.js → tool-target-DS5d72eH.js} +3 -4
- package/dist/{tool-target-CKWkd6QI.js.map → tool-target-DS5d72eH.js.map} +1 -1
- package/dist/{transcript-BJrKfgRW.js → transcript-C_IpYMRk.js} +8 -8
- package/dist/transcript-C_IpYMRk.js.map +1 -0
- package/dist/{types-DVvW66ci.d.ts → types-BlM-aN9_.d.ts} +168 -33
- package/dist/{types-C5vI3g1C.js → types-C4OkYhZg.js} +2 -3
- package/dist/types-C4OkYhZg.js.map +1 -0
- package/dist/{usage-BNY1ABrU.js → usage-DJiDnh2D.js} +2 -3
- package/dist/{usage-BNY1ABrU.js.map → usage-DJiDnh2D.js.map} +1 -1
- package/dist/{vertex-DypYjx71.js → vertex-6uSpZ5L8.js} +8 -8
- package/dist/vertex-6uSpZ5L8.js.map +1 -0
- package/dist/vertex-BaAz44YN.js +1 -0
- package/dist/view/index.d.ts +21 -32
- package/dist/view/index.js +12 -11
- package/dist/views-CBAsDkCB.js +2 -0
- package/dist/{views-B9STsLB4.js → views-DPng-2-z.js} +7 -8
- package/dist/{views-B9STsLB4.js.map → views-DPng-2-z.js.map} +1 -1
- package/dist/{worker-entry-C5bLCv6s.js → worker-entry-lt5otEb5.js} +12 -17
- package/dist/worker-entry-lt5otEb5.js.map +1 -0
- package/dist/{workspace-CBuI9Uds.js → workspace-1O8x4oDc.js} +8 -9
- package/dist/{workspace-CBuI9Uds.js.map → workspace-1O8x4oDc.js.map} +1 -1
- package/dist/workspace-It7dvpbg.js +1 -0
- package/package.json +1 -1
- package/skills/eval-rubric/SKILL.md +1 -1
- package/dist/adapter-CRKYPkRt.js.map +0 -1
- package/dist/agent-BgH4-kFc.js.map +0 -1
- package/dist/app-files-BMVBr079.js +0 -11
- package/dist/app-files-BMVBr079.js.map +0 -1
- package/dist/assemble-BVbI6NW-.js.map +0 -1
- package/dist/assemble-SiHa4__F.js +0 -1
- package/dist/attempt-host-CIxjs2Be.js.map +0 -1
- package/dist/budget-DBUrH4jX.js.map +0 -1
- package/dist/capture-iQ6kYJV0.js.map +0 -1
- package/dist/capture-px7Ey95_.js +0 -1
- package/dist/cli-1YQU-66F.js.map +0 -1
- package/dist/colors-QV9dFVhN.js.map +0 -1
- package/dist/command-8_Cg5v6b.js.map +0 -1
- package/dist/command-BlYCAqu-.js.map +0 -1
- package/dist/command-Cr1zjRvl.js.map +0 -1
- package/dist/commands-BvTNZ2-b.js.map +0 -1
- package/dist/config-CneBZB84.js.map +0 -1
- package/dist/cost-C5RBTTJr.js +0 -1
- package/dist/db-BnXyamuj.js +0 -2
- package/dist/db-Cnh3jIv_.js.map +0 -1
- package/dist/debug-CAx3qcaP.js +0 -1
- package/dist/docker-Cqq03H72.js.map +0 -1
- package/dist/environment-Cf5HMjib.js.map +0 -1
- package/dist/errors-CHebohjc.js.map +0 -1
- package/dist/evaluate-CUtgyr43.js.map +0 -1
- package/dist/files-BEnUJW1e.js +0 -1
- package/dist/files-BRViE7m-.js.map +0 -1
- package/dist/files-C3tQtD26.js +0 -1
- package/dist/files-Dts7EY3H.js +0 -1
- package/dist/harness-3NVyTSGK.js.map +0 -1
- package/dist/init-okoALIah.js +0 -1
- package/dist/judge-Bg4v4e_K.js.map +0 -1
- package/dist/matchers-BKPuaXlj.js.map +0 -1
- package/dist/model-2rBZrdZA.js.map +0 -1
- package/dist/model-Bz7-j71_.js.map +0 -1
- package/dist/model-bREXVXwT.js +0 -1
- package/dist/node-fP-H2uxn.js.map +0 -1
- package/dist/opencode-providers-Bz0l7OZI.js.map +0 -1
- package/dist/plan-Dw2BjafJ.js.map +0 -1
- package/dist/plugins-ngQEJBjJ.js.map +0 -1
- package/dist/provider-DehR4CMN.js +0 -1
- package/dist/query-Bt6vLJ3m.js +0 -1
- package/dist/record-DZBCjuwm.js.map +0 -1
- package/dist/remarks-Bp6AwPgb.js +0 -1
- package/dist/remarks-Bt0zwiQB.js.map +0 -1
- package/dist/remote-DfJYiP-R.js.map +0 -1
- package/dist/resolve-CT4XZIfV.js +0 -1
- package/dist/resume-BmIM52MJ.js.map +0 -1
- package/dist/server-CKJOnIB0.js +0 -1
- package/dist/server-DS8BGhGU.js.map +0 -1
- package/dist/shared-B_lvGqWz.js.map +0 -1
- package/dist/source-CgUqpumI.js +0 -1
- package/dist/src-1lpTocbd.js.map +0 -1
- package/dist/src-8yTF251P.js.map +0 -1
- package/dist/src-A8HLtO0a.js.map +0 -1
- package/dist/src-BO8AYqJ5.js.map +0 -1
- package/dist/src-BTqJbvj6.js +0 -2
- package/dist/src-BYDOXw_Y.js.map +0 -1
- package/dist/src-BYLM3hEz.js.map +0 -1
- package/dist/src-BvgeZ4tS.js +0 -2
- package/dist/src-C0ySiej5.js.map +0 -1
- package/dist/src-CgJrz5p0.js +0 -3
- package/dist/src-DMo2eCOJ.js +0 -2
- package/dist/src-DSZyg0Uq.js.map +0 -1
- package/dist/src-Dk2Na0b-.js +0 -2
- package/dist/src-OESRtvOi.js +0 -2
- package/dist/src-gn7YlnRg.js.map +0 -1
- package/dist/src-h5uDlk3m.js +0 -1
- package/dist/state-C97udoh3.js +0 -1
- package/dist/state-C_kdhp5v.js.map +0 -1
- package/dist/suite-ByT1lsdD.js +0 -2
- package/dist/suite-DieLXvCT.js.map +0 -1
- package/dist/transcript-BJrKfgRW.js.map +0 -1
- package/dist/types-C5vI3g1C.js.map +0 -1
- package/dist/vertex-Bv7vhMgs.js +0 -1
- package/dist/vertex-DypYjx71.js.map +0 -1
- package/dist/views-Ca-rTixp.js +0 -2
- package/dist/worker-entry-C5bLCv6s.js.map +0 -1
- package/dist/workspace-8uHtBSve.js +0 -1
|
@@ -1,38 +1,38 @@
|
|
|
1
|
-
import { n as UsageError } from "./errors-
|
|
2
|
-
import { h as parseDuration } from "./shared-
|
|
3
|
-
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-
|
|
4
|
-
import { C as pluginBuildsLabel } from "./plugins-
|
|
5
|
-
import { a as fromCwd, o as newRunId } from "./ids-
|
|
6
|
-
import {
|
|
7
|
-
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-
|
|
8
|
-
import { y as vertexSettingsIn } from "./vertex-
|
|
9
|
-
import { _ as registerSecret, m as redactSecrets } from "./redact-
|
|
10
|
-
import { a as plural, i as formatDuration, n as clip, o as sandboxWarningLine } from "./text-
|
|
11
|
-
import { n as loadEnvFiles, t as inCI } from "./env-
|
|
12
|
-
import { o as PACKAGE_VERSION } from "./root-
|
|
13
|
-
import {
|
|
14
|
-
import { s as debugTime } from "./debug-
|
|
15
|
-
import { r as openRouterFallbacks } from "./openrouter-models-
|
|
16
|
-
import { t as PrepareError } from "./provider-
|
|
17
|
-
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-
|
|
18
|
-
import { u as suiteResult } from "./suite-
|
|
19
|
-
import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-
|
|
20
|
-
import { n as stripAnsi, t as colors } from "./colors-
|
|
21
|
-
import {
|
|
22
|
-
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-
|
|
23
|
-
import { t as budgetMarker } from "./budget-
|
|
24
|
-
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-
|
|
25
|
-
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-
|
|
26
|
-
import { n as imageHarness } from "./prepare-
|
|
27
|
-
import { i as createProviders, n as attemptImage } from "./providers-
|
|
28
|
-
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-
|
|
1
|
+
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
+
import { h as parseDuration } from "./shared-ogqPJ0uo.js";
|
|
3
|
+
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-Ccytlpgf.js";
|
|
4
|
+
import { C as pluginBuildsLabel } from "./plugins-CW-sQMg3.js";
|
|
5
|
+
import { a as fromCwd, o as newRunId } from "./ids-DuK6xl4w.js";
|
|
6
|
+
import { M as harnessId, O as checkLimitHarness, R as plannedSandboxIds, U as sandboxId, a as configPathFor, b as resolveModelGateway, c as findConfig, d as malformedCredentials, et as ciRunner, f as missingCredentials, g as selectProfile, h as runJudgeModel, i as configLabel, it as isDirect, l as hostCapacity, m as resolveConcurrency, ot as resolveOutput, p as requireConfig, tt as directOnCloud, u as loadConfig, v as gatewayScope, z as plannedSandboxes } from "./config-BLL5JqeX.js";
|
|
7
|
+
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-ByEUlzOM.js";
|
|
8
|
+
import { y as vertexSettingsIn } from "./vertex-6uSpZ5L8.js";
|
|
9
|
+
import { _ as registerSecret, m as redactSecrets } from "./redact-BEEGc37e.js";
|
|
10
|
+
import { a as plural, i as formatDuration, n as clip, o as sandboxWarningLine } from "./text-D--Q5KsA.js";
|
|
11
|
+
import { n as loadEnvFiles, t as inCI } from "./env-T86lAqUD.js";
|
|
12
|
+
import { o as PACKAGE_VERSION } from "./root-Co0jhOT5.js";
|
|
13
|
+
import { W as LABEL$1, st as imageInfo } from "./src-DaYQ1O9Y.js";
|
|
14
|
+
import { s as debugTime } from "./debug-B5jDImcW.js";
|
|
15
|
+
import { r as openRouterFallbacks } from "./openrouter-models-C8nzPKG2.js";
|
|
16
|
+
import { t as PrepareError } from "./provider-DZd8t_XW.js";
|
|
17
|
+
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-Bn7ndUQZ.js";
|
|
18
|
+
import { u as suiteResult } from "./suite-BVcBo_ua.js";
|
|
19
|
+
import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-ChkleEVm.js";
|
|
20
|
+
import { n as stripAnsi, t as colors } from "./colors-DcXBvAlU.js";
|
|
21
|
+
import { m as render } from "./summary-BmooCwQv.js";
|
|
22
|
+
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-CKIG_1LB.js";
|
|
23
|
+
import { t as budgetMarker } from "./budget-BcxLYY5L.js";
|
|
24
|
+
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-iaTxWRew.js";
|
|
25
|
+
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-BnFpd3Kv.js";
|
|
26
|
+
import { n as imageHarness } from "./prepare-0cA77eFD.js";
|
|
27
|
+
import { i as createProviders, n as attemptImage } from "./providers-Dt6BEN_1.js";
|
|
28
|
+
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-z6hUD15n.js";
|
|
29
29
|
import { existsSync, mkdirSync, readdirSync, writeFileSync } from "node:fs";
|
|
30
30
|
import { dirname, join } from "node:path";
|
|
31
31
|
import { inspect } from "node:util";
|
|
32
32
|
import { appendFile, readFile, rm } from "node:fs/promises";
|
|
33
33
|
import { detectAgent } from "std-env";
|
|
34
34
|
import { Command, Option } from "commander";
|
|
35
|
-
|
|
35
|
+
// src/cli-parse.ts
|
|
36
36
|
const OPTIONS = Object.fromEntries(Object.entries(FLAGS).map(([name, spec]) => {
|
|
37
37
|
const short = "short" in spec ? `-${spec.short}, ` : "";
|
|
38
38
|
const value = spec.type === "string" ? "optional" in spec && spec.optional ? " [value]" : " <value>" : "";
|
|
@@ -162,8 +162,7 @@ function usageError(error, command) {
|
|
|
162
162
|
}
|
|
163
163
|
return new UsageError(first.charAt(0).toUpperCase() + first.slice(1));
|
|
164
164
|
}
|
|
165
|
-
|
|
166
|
-
//#region src/preflight.ts
|
|
165
|
+
// src/preflight.ts
|
|
167
166
|
/**
|
|
168
167
|
* How the terminal names a sandbox to prepare: its cell id, `+ install`, `+ plugin builds`, and a
|
|
169
168
|
* harness other than Cursor.
|
|
@@ -214,13 +213,12 @@ async function preflight(uses, options) {
|
|
|
214
213
|
ref,
|
|
215
214
|
id,
|
|
216
215
|
repoDigests: info?.repoDigests ?? [],
|
|
217
|
-
agentCli: agentCli ?? info?.labels[LABEL.agentVersion] ?? null
|
|
216
|
+
agentCli: agentCli ?? info?.labels[LABEL$1.agentVersion] ?? null
|
|
218
217
|
});
|
|
219
218
|
}
|
|
220
219
|
return { images };
|
|
221
220
|
}
|
|
222
|
-
|
|
223
|
-
//#region src/ui/format.ts
|
|
221
|
+
// src/ui/format.ts
|
|
224
222
|
/** Most detail lines a `-vv` payload prints under its line. */
|
|
225
223
|
const DEBUG_DETAIL_LINES = 40;
|
|
226
224
|
/**
|
|
@@ -280,6 +278,7 @@ function progressLine(c, p) {
|
|
|
280
278
|
case "judge-start": return c.dim(`judging: ${oneLine(p.question, 120)}`);
|
|
281
279
|
case "judge-end": return judgeLine(c, p);
|
|
282
280
|
case "cleanup": return c.dim("cleaning up");
|
|
281
|
+
case "warning": return c.yellow(`warning: ${p.text}`);
|
|
283
282
|
case "browser-download": {
|
|
284
283
|
const total = p.bytes == null ? "?" : formatBytes(p.bytes);
|
|
285
284
|
return `downloading ${p.name} ${p.version} ${formatBytes(p.received)} / ${total} → ${p.cache}`;
|
|
@@ -311,6 +310,7 @@ function phaseOf(p) {
|
|
|
311
310
|
case "judge-end": return "judging";
|
|
312
311
|
case "cleanup": return "cleanup";
|
|
313
312
|
case "browser-download": return "browser download";
|
|
313
|
+
case "warning": return "running";
|
|
314
314
|
}
|
|
315
315
|
}
|
|
316
316
|
function capLines(text, max) {
|
|
@@ -397,8 +397,7 @@ function prepareLines(c, e, max) {
|
|
|
397
397
|
const who = outcome.target.setBy.join(", ");
|
|
398
398
|
return [`${c.red("✗")} ${outcome.target.label} failed to prepare ${c.dim(`(set by ${who}; only its attempts fail)`)}`, ...tailLines(outcome.failure.message, max).map((l) => ` ${c.yellow(l)}`)];
|
|
399
399
|
}
|
|
400
|
-
|
|
401
|
-
//#region src/ui/result.ts
|
|
400
|
+
// src/ui/result.ts
|
|
402
401
|
function resultLines(c, e, verbose) {
|
|
403
402
|
const { record } = e;
|
|
404
403
|
const tokens = formatUsage(record.cost.usage);
|
|
@@ -417,8 +416,7 @@ function resultLines(c, e, verbose) {
|
|
|
417
416
|
notes
|
|
418
417
|
});
|
|
419
418
|
}
|
|
420
|
-
|
|
421
|
-
//#region src/ui/tags.ts
|
|
419
|
+
// src/ui/tags.ts
|
|
422
420
|
const STOPWORDS = new Set("a an the and or of to in on for with without from by at as is are be it its that this when than then into via not no".split(" "));
|
|
423
421
|
const MAX_WORDS = 3;
|
|
424
422
|
const MAX_LENGTH = 24;
|
|
@@ -475,8 +473,7 @@ var Tagger = class {
|
|
|
475
473
|
return `${tag}#${attempt}`;
|
|
476
474
|
}
|
|
477
475
|
};
|
|
478
|
-
|
|
479
|
-
//#region src/ui/agent.ts
|
|
476
|
+
// src/ui/agent.ts
|
|
480
477
|
const MAX_LINES = 12;
|
|
481
478
|
var AgentRenderer = class {
|
|
482
479
|
#o;
|
|
@@ -493,7 +490,10 @@ var AgentRenderer = class {
|
|
|
493
490
|
onEvent(e) {
|
|
494
491
|
switch (e.type) {
|
|
495
492
|
case "plan":
|
|
496
|
-
|
|
493
|
+
this.#write(e.line);
|
|
494
|
+
for (const line of e.details) this.#write(line);
|
|
495
|
+
for (const w of e.warnings) this.#write(`warning: ${w}`);
|
|
496
|
+
for (const h of e.hints) this.#write(`hint: ${h}`);
|
|
497
497
|
for (const w of e.sandboxWarnings ?? []) this.#write(sandboxWarningLine(w));
|
|
498
498
|
return;
|
|
499
499
|
case "run-start":
|
|
@@ -513,7 +513,7 @@ var AgentRenderer = class {
|
|
|
513
513
|
return;
|
|
514
514
|
}
|
|
515
515
|
case "eval-progress": {
|
|
516
|
-
if (e.progress.kind !== "browser-download") return;
|
|
516
|
+
if (e.progress.kind !== "browser-download" && e.progress.kind !== "warning") return;
|
|
517
517
|
const label = this.#labels.get(e.key) ?? `[${e.key}]`;
|
|
518
518
|
this.#write(`${label} ${progressLine(this.#c, e.progress)}`);
|
|
519
519
|
return;
|
|
@@ -533,8 +533,135 @@ var AgentRenderer = class {
|
|
|
533
533
|
}
|
|
534
534
|
close() {}
|
|
535
535
|
};
|
|
536
|
-
|
|
537
|
-
|
|
536
|
+
// src/ui/header.ts
|
|
537
|
+
/** ` ➜ `, ` ⚠ `: the glyph column every line of the block starts with. */
|
|
538
|
+
const GLYPH = 5;
|
|
539
|
+
/** `Est. Time: `, the longest key. */
|
|
540
|
+
const KEY = 11;
|
|
541
|
+
/** `Warning: `, the longer note label. */
|
|
542
|
+
const LABEL = 9;
|
|
543
|
+
/**
|
|
544
|
+
* `text` broken at spaces into lines of at most `width` columns, not counting color codes; a
|
|
545
|
+
* longer word keeps a line. A `·` stays with the word before it, so no line starts with one.
|
|
546
|
+
*/
|
|
547
|
+
function wrap(text, width) {
|
|
548
|
+
const words = [];
|
|
549
|
+
for (const word of text.split(/\s+/).filter(Boolean)) if (word === "·" && words.length) words[words.length - 1] += " ·";
|
|
550
|
+
else words.push(word);
|
|
551
|
+
const lines = [];
|
|
552
|
+
let line = "";
|
|
553
|
+
for (const word of words) if (line && stripAnsi(line).length + 1 + stripAnsi(word).length > width) {
|
|
554
|
+
lines.push(line);
|
|
555
|
+
line = word;
|
|
556
|
+
} else line = line ? `${line} ${word}` : word;
|
|
557
|
+
return line ? [...lines, line] : lines;
|
|
558
|
+
}
|
|
559
|
+
const indent = (n) => " ".repeat(n);
|
|
560
|
+
/** `REEVAL v0.16.1`, then the run's facts, one `➜ Key: value` line each. */
|
|
561
|
+
function headerLines(c, h, width) {
|
|
562
|
+
const name = `REEVAL v${h.version}`;
|
|
563
|
+
const title = c.bold(c.depth === 4 ? name : c.teal(name));
|
|
564
|
+
const valueWidth = width - GLYPH - KEY;
|
|
565
|
+
const row = (key, value) => {
|
|
566
|
+
const values = typeof value === "string" ? [value] : value;
|
|
567
|
+
const joined = values.join(", ");
|
|
568
|
+
return (values.length > 1 && stripAnsi(joined).length > valueWidth ? values : wrap(joined, valueWidth)).map((v, i) => i === 0 ? ` ${c.teal("➜")} ${c.dim(`${key}:`)}${indent(KEY - key.length - 1)}${v}` : `${indent(16)}${v}`);
|
|
569
|
+
};
|
|
570
|
+
const many = (one, n, many = `${one}s`) => n === 1 ? one : many;
|
|
571
|
+
const resumed = h.resumed ? c.dim(` (resumed, ${plural(h.resumed, "attempt")} done)`) : "";
|
|
572
|
+
const reason = h.profile && h.profile.reason !== "--profile" ? c.dim(` (${h.profile.reason})`) : "";
|
|
573
|
+
return [
|
|
574
|
+
h.dryRun ? `${title} ${c.dim("dry run")}` : title,
|
|
575
|
+
"",
|
|
576
|
+
...row("Run", `${h.runId}${resumed}`),
|
|
577
|
+
...h.config ? row("Config", h.config) : [],
|
|
578
|
+
...h.profile ? row("Profile", `${h.profile.name}${reason}`) : [],
|
|
579
|
+
...row(many("Harness", h.harnesses.length, "Harnesses"), h.harnesses.map((id) => harness(c, h, id))),
|
|
580
|
+
...row(many("Sandbox", h.sandboxes.length, "Sandboxes"), h.sandboxes),
|
|
581
|
+
...h.judges.length ? row(many("Judge", h.judges.length), h.judges) : [],
|
|
582
|
+
...row("Scope", scope(c, h)),
|
|
583
|
+
...row("Est. Time", estimate(c, h)),
|
|
584
|
+
...h.record && !h.dryRun ? row("Record", h.record) : []
|
|
585
|
+
];
|
|
586
|
+
}
|
|
587
|
+
/** A harness id, with the effort it runs at when the id doesn't name it. */
|
|
588
|
+
function harness(c, h, id) {
|
|
589
|
+
const effort = h.efforts?.[id];
|
|
590
|
+
if (effort === void 0 || id.includes("[effort=")) return id;
|
|
591
|
+
return `${id} ${`(effort: ${effort})`.split(" ").map((w) => c.dim(w)).join(" ")}`;
|
|
592
|
+
}
|
|
593
|
+
function scope(c, h) {
|
|
594
|
+
const attempts = h.fewest < h.attempts ? `${h.fewest}–${h.attempts} attempts` : plural(h.attempts, "attempt");
|
|
595
|
+
const parts = [
|
|
596
|
+
plural(h.files, "eval file"),
|
|
597
|
+
plural(h.evals, "eval") + (h.skipped ? ` (${h.skipped} skipped)` : ""),
|
|
598
|
+
plural(h.cells, "cell"),
|
|
599
|
+
attempts
|
|
600
|
+
];
|
|
601
|
+
const caps = [h.budget.attempts !== void 0 ? `${h.budget.attempts} ${h.attempts <= h.budget.attempts ? c.green("✓") : c.red("✗")}` : "", h.budget.duration ?? ""].filter(Boolean);
|
|
602
|
+
return `${parts.join(" · ")}${caps.length ? ` (budget: ${caps.join(", ")})` : ""}`;
|
|
603
|
+
}
|
|
604
|
+
function estimate(c, h) {
|
|
605
|
+
const serial = `~${formatDuration(h.estimateMs)} ${c.dim("(serial)")}`;
|
|
606
|
+
const parallel = Math.min(h.concurrency, h.attempts);
|
|
607
|
+
if (parallel <= 1) return serial;
|
|
608
|
+
return `${`~${formatDuration(h.estimateMs / parallel)} ${c.dim(`(concurrency: ${h.concurrency})`)}`} · ${serial}`;
|
|
609
|
+
}
|
|
610
|
+
/** `⚠ Warning: …` or `ℹ Hint: …`, wrapped under its first word. */
|
|
611
|
+
function noteLines(c, kind, text, width) {
|
|
612
|
+
const [glyph, label, paint] = kind === "hint" ? [
|
|
613
|
+
"ℹ",
|
|
614
|
+
"Hint:",
|
|
615
|
+
c.blue
|
|
616
|
+
] : [
|
|
617
|
+
"⚠",
|
|
618
|
+
"Warning:",
|
|
619
|
+
kind === "root" ? c.red : c.orange
|
|
620
|
+
];
|
|
621
|
+
const basic = {
|
|
622
|
+
warning: c.yellow,
|
|
623
|
+
hint: c.teal,
|
|
624
|
+
root: c.red
|
|
625
|
+
}[kind];
|
|
626
|
+
const lead = c.depth === 4 && kind !== "root" ? `${basic(glyph)} ${c.bold(label)}` : c.bold(paint(`${glyph} ${label}`));
|
|
627
|
+
const at = 14;
|
|
628
|
+
return wrap(text, Math.max(20, width - at)).map((line, i) => i === 0 ? ` ${lead}${indent(LABEL - label.length)}${line}` : `${indent(at)}${line}`);
|
|
629
|
+
}
|
|
630
|
+
/** A step line, `◆ Preparing 1 sandbox (docker)...`, its text wrapped under itself. */
|
|
631
|
+
function stepLines(glyph, text, width) {
|
|
632
|
+
return wrap(text, Math.max(20, width - GLYPH)).map((line, i) => i === 0 ? ` ${glyph} ${line}` : `${indent(GLYPH)}${line}`);
|
|
633
|
+
}
|
|
634
|
+
/** A run-level notice (a prepared workspace, the Ctrl-C one) as a step line. */
|
|
635
|
+
function noticeLines(c, e, width) {
|
|
636
|
+
const glyph = {
|
|
637
|
+
info: c.dim("ℹ"),
|
|
638
|
+
warn: c.orange("⚠"),
|
|
639
|
+
error: c.red("✗")
|
|
640
|
+
}[e.level];
|
|
641
|
+
const lines = stepLines(glyph, e.text, width);
|
|
642
|
+
return e.level === "info" ? lines.map((l) => c.dim(l)) : lines;
|
|
643
|
+
}
|
|
644
|
+
/** Preflight: which sandboxes it prepares, each one ready, and each failure. */
|
|
645
|
+
function prepareStepLines(c, e, width, max) {
|
|
646
|
+
if (e.state === "start") {
|
|
647
|
+
const n = e.targets.length;
|
|
648
|
+
const names = e.targets.map((t) => t.label).join(", ");
|
|
649
|
+
return stepLines(c.teal("◆"), `Preparing ${plural(n, "sandbox", "sandboxes")} (${names})...`, width);
|
|
650
|
+
}
|
|
651
|
+
const { outcome } = e;
|
|
652
|
+
if (outcome.ok) {
|
|
653
|
+
const took = outcome.ms >= 1e3 ? ` ${c.dim(formatDuration(outcome.ms))}` : "";
|
|
654
|
+
return [` ${c.green("✓")} ${outcome.target.label} ready${took}`];
|
|
655
|
+
}
|
|
656
|
+
const who = outcome.target.setBy.join(", ");
|
|
657
|
+
return [` ${c.red("✗")} ${outcome.target.label} failed to prepare ${c.dim(`(set by ${who}; only its attempts fail)`)}`, ...tailLines(outcome.failure.message, max).map((l) => `${indent(GLYPH)}${c.orange(l)}`)];
|
|
658
|
+
}
|
|
659
|
+
/** The last line before the attempts' own: how their logs will print. */
|
|
660
|
+
function startLine(c, output) {
|
|
661
|
+
const text = output.outputLogs === "none" ? "Running..." : output.outputLogs === "errors-only" ? "Running; logs print for failed attempts only..." : output.logOrder === "stream" ? "Streaming logs..." : "Running; each attempt's logs print as it ends...";
|
|
662
|
+
return ` ${c.teal("◆")} ${text}`;
|
|
663
|
+
}
|
|
664
|
+
// src/ui/plain.ts
|
|
538
665
|
/** In a grouped block, an end line replaces its start line and keeps its start time. */
|
|
539
666
|
const STARTS = {
|
|
540
667
|
"sandbox-ready": "sandbox",
|
|
@@ -638,6 +765,10 @@ var PlainRenderer = class {
|
|
|
638
765
|
return this.#o.output.logOrder === "stream" && this.#o.output.outputLogs === "full";
|
|
639
766
|
}
|
|
640
767
|
#add(a, line) {
|
|
768
|
+
if (line.kind === "warning" && !this.#streaming) {
|
|
769
|
+
this.#write(this.#detail(a, line, true));
|
|
770
|
+
return;
|
|
771
|
+
}
|
|
641
772
|
a.lines.push(line);
|
|
642
773
|
if (this.#streaming) this.#write(this.#detail(a, line, true));
|
|
643
774
|
}
|
|
@@ -646,6 +777,11 @@ var PlainRenderer = class {
|
|
|
646
777
|
switch (e.type) {
|
|
647
778
|
case "run-start": {
|
|
648
779
|
this.#runStartedAt = e.at;
|
|
780
|
+
if (this.#o.output.rich) {
|
|
781
|
+
this.#write(startLine(c, this.#o.output));
|
|
782
|
+
this.#write("");
|
|
783
|
+
return;
|
|
784
|
+
}
|
|
649
785
|
const files = `${e.files} eval file${e.files === 1 ? "" : "s"}`;
|
|
650
786
|
const order = `${this.#o.output.logOrder} logs`;
|
|
651
787
|
const setup = `harness ${e.harness} · sandbox ${e.sandbox} · concurrency ${e.concurrency}`;
|
|
@@ -653,7 +789,14 @@ var PlainRenderer = class {
|
|
|
653
789
|
return;
|
|
654
790
|
}
|
|
655
791
|
case "plan":
|
|
656
|
-
|
|
792
|
+
if (this.#o.output.rich) {
|
|
793
|
+
this.#richPlan(e);
|
|
794
|
+
return;
|
|
795
|
+
}
|
|
796
|
+
this.#write(e.line);
|
|
797
|
+
for (const line of e.details) this.#write(c.dim(line));
|
|
798
|
+
for (const w of e.warnings) this.#write(c.yellow(`warning: ${w}`));
|
|
799
|
+
for (const h of e.hints) this.#write(c.dim(`hint: ${h}`));
|
|
657
800
|
for (const w of e.sandboxWarnings ?? []) this.#sandboxWarning(w);
|
|
658
801
|
return;
|
|
659
802
|
case "collected":
|
|
@@ -677,7 +820,7 @@ var PlainRenderer = class {
|
|
|
677
820
|
case "eval-progress": {
|
|
678
821
|
const a = this.#running.get(e.key);
|
|
679
822
|
if (!a) return;
|
|
680
|
-
a.last = e;
|
|
823
|
+
if (e.progress.kind !== "warning") a.last = e;
|
|
681
824
|
const { progress } = e;
|
|
682
825
|
const paint = a.ungated ? {
|
|
683
826
|
...c,
|
|
@@ -722,8 +865,9 @@ var PlainRenderer = class {
|
|
|
722
865
|
if (this.#tries.has(e.result.key)) this.#ended.add(e.result.key);
|
|
723
866
|
this.#drawStatus();
|
|
724
867
|
return;
|
|
725
|
-
case "prepare":
|
|
726
|
-
|
|
868
|
+
case "prepare": {
|
|
869
|
+
const lines = this.#o.output.rich ? prepareStepLines(c, e, this.#columns, ERROR_LINES) : prepareLines(c, e, ERROR_LINES);
|
|
870
|
+
for (const line of lines) this.#write(line);
|
|
727
871
|
if (e.state === "failed" && this.#o.output.githubActions) {
|
|
728
872
|
const { target, failure } = e.outcome;
|
|
729
873
|
const what = target.kind === "workspace" ? "The" : "Sandbox";
|
|
@@ -731,7 +875,12 @@ var PlainRenderer = class {
|
|
|
731
875
|
this.#write(`::error title=${title}::${ghEscape(failure.message)}`);
|
|
732
876
|
}
|
|
733
877
|
return;
|
|
878
|
+
}
|
|
734
879
|
case "notice": {
|
|
880
|
+
if (this.#o.output.rich) {
|
|
881
|
+
for (const line of noticeLines(c, e, this.#columns)) this.#write(line);
|
|
882
|
+
return;
|
|
883
|
+
}
|
|
735
884
|
const paint = {
|
|
736
885
|
info: c.dim,
|
|
737
886
|
warn: c.yellow,
|
|
@@ -747,6 +896,26 @@ var PlainRenderer = class {
|
|
|
747
896
|
return;
|
|
748
897
|
}
|
|
749
898
|
}
|
|
899
|
+
get #columns() {
|
|
900
|
+
return this.#o.columns || 80;
|
|
901
|
+
}
|
|
902
|
+
/** The plan as the rich header: its facts, `--dry-run`'s table, then each kind of note. */
|
|
903
|
+
#richPlan(e) {
|
|
904
|
+
const c = this.#c;
|
|
905
|
+
const width = this.#columns;
|
|
906
|
+
for (const line of headerLines(c, e.header, width)) this.#write(line);
|
|
907
|
+
const sections = [
|
|
908
|
+
e.details,
|
|
909
|
+
[...e.warnings.flatMap((w) => noteLines(c, "warning", w, width)), ...(e.sandboxWarnings ?? []).flatMap((w) => noteLines(c, w.kind === "root" ? "root" : "warning", w.message, width))],
|
|
910
|
+
e.hints.flatMap((h) => noteLines(c, "hint", h, width))
|
|
911
|
+
];
|
|
912
|
+
for (const lines of sections) {
|
|
913
|
+
if (!lines.length) continue;
|
|
914
|
+
this.#write("");
|
|
915
|
+
for (const line of lines) this.#write(line);
|
|
916
|
+
}
|
|
917
|
+
this.#write("");
|
|
918
|
+
}
|
|
750
919
|
#sandboxWarning(w) {
|
|
751
920
|
const c = this.#c;
|
|
752
921
|
const line = sandboxWarningLine(w);
|
|
@@ -819,8 +988,8 @@ var PlainRenderer = class {
|
|
|
819
988
|
this.#clearStatus();
|
|
820
989
|
}
|
|
821
990
|
};
|
|
822
|
-
|
|
823
|
-
|
|
991
|
+
// src/ui/index.ts
|
|
992
|
+
const depthOf = (bits = 4) => bits >= 24 ? 24 : bits >= 8 ? 8 : 4;
|
|
824
993
|
function createRenderer(options) {
|
|
825
994
|
const out = { write: (text) => options.out.write(redactSecrets(text)) };
|
|
826
995
|
if (options.output.mode === "agent") return new AgentRenderer({
|
|
@@ -830,11 +999,10 @@ function createRenderer(options) {
|
|
|
830
999
|
return new PlainRenderer({
|
|
831
1000
|
...options,
|
|
832
1001
|
out,
|
|
833
|
-
colors: colors(options.output.color)
|
|
1002
|
+
colors: colors(options.output.color, depthOf(options.colorDepth))
|
|
834
1003
|
});
|
|
835
1004
|
}
|
|
836
|
-
|
|
837
|
-
//#region src/cli.ts
|
|
1005
|
+
// src/cli.ts
|
|
838
1006
|
const HISTORY_COMMANDS = {
|
|
839
1007
|
record: 1,
|
|
840
1008
|
history: 1,
|
|
@@ -877,6 +1045,16 @@ let stopCode = EXIT.interrupted;
|
|
|
877
1045
|
* live.json turns `finishing`: a signal then has nothing left to cancel.
|
|
878
1046
|
*/
|
|
879
1047
|
let finishing = false;
|
|
1048
|
+
/** The other signal this soon after the one that canceled the run is the same Ctrl-C, passed on. */
|
|
1049
|
+
const SAME_PRESS_MS = 1e3;
|
|
1050
|
+
/** What a forced quit leaves, and how to finish or discard it. */
|
|
1051
|
+
function quitWithoutRecord(runId, stagingDir) {
|
|
1052
|
+
return [
|
|
1053
|
+
`reeval: quit without writing run ${runId}'s record; its workers still destroy their sandboxes.`,
|
|
1054
|
+
` reeval run --resume ${runId} keeps the attempts that finished, runs the rest and writes the record.`,
|
|
1055
|
+
` Deleting ${fromCwd(stagingDir)} discards the run.`
|
|
1056
|
+
].join("\n");
|
|
1057
|
+
}
|
|
880
1058
|
async function run(argv) {
|
|
881
1059
|
const { values, positionals } = parseCli(argv);
|
|
882
1060
|
invocation.flags = values;
|
|
@@ -894,7 +1072,7 @@ async function run(argv) {
|
|
|
894
1072
|
return values.help ? EXIT.ok : EXIT.usage;
|
|
895
1073
|
}
|
|
896
1074
|
if (command === "init") {
|
|
897
|
-
const { initCommand } = await import("./init-
|
|
1075
|
+
const { initCommand } = await import("./init-DJ3WFUt8.js");
|
|
898
1076
|
return initCommand(values, filters, {
|
|
899
1077
|
out: (s) => console.log(s),
|
|
900
1078
|
input: process.stdin,
|
|
@@ -903,7 +1081,7 @@ async function run(argv) {
|
|
|
903
1081
|
});
|
|
904
1082
|
}
|
|
905
1083
|
if (command === "doctor") {
|
|
906
|
-
const { doctorCommand } = await import("./doctor-
|
|
1084
|
+
const { doctorCommand } = await import("./doctor-CIhEAzbw.js");
|
|
907
1085
|
return doctorCommand(values, {
|
|
908
1086
|
out: (s) => console.log(s),
|
|
909
1087
|
color: !!process.stdout.isTTY && !process.env.NO_COLOR,
|
|
@@ -911,7 +1089,7 @@ async function run(argv) {
|
|
|
911
1089
|
});
|
|
912
1090
|
}
|
|
913
1091
|
if (command === "report") {
|
|
914
|
-
const { reportCommand } = await import("./command-
|
|
1092
|
+
const { reportCommand } = await import("./command-Dk6wggV-.js");
|
|
915
1093
|
return reportCommand(values, filters, {
|
|
916
1094
|
out: (s) => console.log(s),
|
|
917
1095
|
err: (s) => console.error(dim(s)),
|
|
@@ -926,7 +1104,7 @@ async function run(argv) {
|
|
|
926
1104
|
}
|
|
927
1105
|
if (command === "studio") {
|
|
928
1106
|
const config = await loadConfig(configPath, "studio");
|
|
929
|
-
const { studioCommand } = await import("./command-
|
|
1107
|
+
const { studioCommand } = await import("./command-DPF8hnWS.js");
|
|
930
1108
|
return studioCommand({
|
|
931
1109
|
config,
|
|
932
1110
|
flags: values,
|
|
@@ -937,7 +1115,7 @@ async function run(argv) {
|
|
|
937
1115
|
if (command === "mcp") {
|
|
938
1116
|
if (!values.http) console.log = console.info = console.debug = console.error;
|
|
939
1117
|
const config = await loadConfig(configPath, "mcp");
|
|
940
|
-
const { mcpCommand } = await import("./command-
|
|
1118
|
+
const { mcpCommand } = await import("./command-B7MslY_w.js");
|
|
941
1119
|
return mcpCommand({
|
|
942
1120
|
config,
|
|
943
1121
|
flags: values,
|
|
@@ -946,7 +1124,7 @@ async function run(argv) {
|
|
|
946
1124
|
}
|
|
947
1125
|
if (command in HISTORY_COMMANDS) {
|
|
948
1126
|
const config = await loadConfig(configPath, command);
|
|
949
|
-
const commands = await import("./commands-
|
|
1127
|
+
const commands = await import("./commands-DQBayPCV.js");
|
|
950
1128
|
const ctx = {
|
|
951
1129
|
config,
|
|
952
1130
|
flags: values,
|
|
@@ -959,7 +1137,7 @@ async function run(argv) {
|
|
|
959
1137
|
case "compare": return commands.compareCommand(ctx, filters);
|
|
960
1138
|
case "checkout": return commands.checkoutCommand(ctx, filters);
|
|
961
1139
|
case "query": {
|
|
962
|
-
const { queryCommand } = await import("./query-
|
|
1140
|
+
const { queryCommand } = await import("./query-DSSMxkmw.js");
|
|
963
1141
|
return queryCommand({
|
|
964
1142
|
...ctx,
|
|
965
1143
|
err: (s) => console.error(dim(s))
|
|
@@ -967,7 +1145,7 @@ async function run(argv) {
|
|
|
967
1145
|
}
|
|
968
1146
|
case "analyze": {
|
|
969
1147
|
loadEnvFiles(configPath);
|
|
970
|
-
const { analyzeCommand } = await import("./command-
|
|
1148
|
+
const { analyzeCommand } = await import("./command-DDkz6jsD.js");
|
|
971
1149
|
return analyzeCommand({
|
|
972
1150
|
...ctx,
|
|
973
1151
|
err: (s) => console.error(dim(s))
|
|
@@ -981,12 +1159,12 @@ async function run(argv) {
|
|
|
981
1159
|
}
|
|
982
1160
|
/** The dry run's prices, fetched only when a planned attempt or the judge has anything to price. */
|
|
983
1161
|
async function dryRunPrices(planned, judgeModel) {
|
|
984
|
-
const { needsPrices } = await import("./cost-
|
|
1162
|
+
const { needsPrices } = await import("./cost-CMzY9VXv.js");
|
|
985
1163
|
if (!needsPrices(planned.filter((p) => !p.attempt.plan.skip).map((p) => p.attempt.harness), judgeModel)) return {
|
|
986
1164
|
table: null,
|
|
987
1165
|
why: "nothing to price"
|
|
988
1166
|
};
|
|
989
|
-
const { loadPrices } = await import("./prices-
|
|
1167
|
+
const { loadPrices } = await import("./prices-C4BRuSe8.js");
|
|
990
1168
|
return loadPrices();
|
|
991
1169
|
}
|
|
992
1170
|
/** Asks a yes/no question on the terminal; anything but y or yes is no. */
|
|
@@ -1013,14 +1191,14 @@ async function cleanCommand(flags, configPath) {
|
|
|
1013
1191
|
keep = Number(flags.keep);
|
|
1014
1192
|
if (!(Number.isInteger(keep) && keep >= 0)) throw new UsageError(`--keep must be a whole number (got ${flags.keep})`);
|
|
1015
1193
|
}
|
|
1016
|
-
const { debugRoot, pruneDebug } = await import("./files-
|
|
1017
|
-
const { formatBytes } = await import("./debug-
|
|
1194
|
+
const { debugRoot, pruneDebug } = await import("./files-COW5JBJM.js");
|
|
1195
|
+
const { formatBytes } = await import("./debug-BnXV7JbX.js");
|
|
1018
1196
|
const { runs, bytes } = await pruneDebug(config.root, keep);
|
|
1019
1197
|
const where = fromCwd(debugRoot(config.root)) || ".";
|
|
1020
1198
|
console.log(runs.length ? `Removed debug data and snapshots for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where} and .reeval/runs` : `No debug data or snapshots to remove in ${where} or .reeval/runs`);
|
|
1021
1199
|
if (flags.images) {
|
|
1022
|
-
const { dockerAvailable, pruneImages } = await import("./src-
|
|
1023
|
-
const { requireDocker } = await import("./providers-
|
|
1200
|
+
const { dockerAvailable, pruneImages } = await import("./src-CZANB4pb.js");
|
|
1201
|
+
const { requireDocker } = await import("./providers-CCl8ElNW.js");
|
|
1024
1202
|
const engines = [];
|
|
1025
1203
|
for (const engine of ["docker", "podman"]) if (await dockerAvailable(engine)) engines.push(engine);
|
|
1026
1204
|
if (!engines.length) await requireDocker();
|
|
@@ -1041,7 +1219,7 @@ function verbosityOf(flags) {
|
|
|
1041
1219
|
* does. Needs a config, as `reeval run` does: there is no default image.
|
|
1042
1220
|
*/
|
|
1043
1221
|
async function imageBuildCommand(flags, configPath, filters) {
|
|
1044
|
-
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images-
|
|
1222
|
+
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images-h1VBM7TP.js");
|
|
1045
1223
|
const { runId, stagingDir, config, runs, tags, concurrency, profile } = await startRun(await prepareRun({
|
|
1046
1224
|
...flags,
|
|
1047
1225
|
"dry-run": true
|
|
@@ -1064,7 +1242,7 @@ async function imageBuildCommand(flags, configPath, filters) {
|
|
|
1064
1242
|
for (const line of await imagePlanLines(targets, root)) console.log(line);
|
|
1065
1243
|
return EXIT.ok;
|
|
1066
1244
|
}
|
|
1067
|
-
const { PrepareError } = await import("./provider-
|
|
1245
|
+
const { PrepareError } = await import("./provider-DCdTHQpk.js");
|
|
1068
1246
|
let built;
|
|
1069
1247
|
try {
|
|
1070
1248
|
built = await buildImages(targets, root, {
|
|
@@ -1101,9 +1279,12 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1101
1279
|
if (githubOut) await appendFile(githubOut, `run-id=${ctx.runId}\n`).catch(() => {});
|
|
1102
1280
|
const stepStart = process.env.GITHUB_STEP_SUMMARY;
|
|
1103
1281
|
if (stepStart) await appendFile(stepStart, `run ${ctx.runId}\n`).catch(() => {});
|
|
1104
|
-
const { engineVersions } = await import("./node-
|
|
1282
|
+
const { engineVersions } = await import("./node-CwP1G178.js");
|
|
1283
|
+
const terminal = setup.json && !setup.dryRun ? process.stderr : process.stdout;
|
|
1105
1284
|
const renderer = createRenderer({
|
|
1106
|
-
out: setup.json
|
|
1285
|
+
out: setup.json && setup.dryRun ? { write: () => true } : terminal,
|
|
1286
|
+
columns: terminal.columns,
|
|
1287
|
+
colorDepth: terminal.isTTY ? terminal.getColorDepth() : void 0,
|
|
1107
1288
|
output: setup.output,
|
|
1108
1289
|
verbosity: ctx.verbosity ?? 0,
|
|
1109
1290
|
harness: setup.config.harness[0]?.kind ?? "agent"
|
|
@@ -1123,7 +1304,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1123
1304
|
invocation.unhandledErrors = engineRun.unhandledErrors;
|
|
1124
1305
|
const engines = [...new Set(plan?.sandboxes.flatMap((s) => s.kind === "docker" ? [s.engine ?? "docker"] : []))];
|
|
1125
1306
|
if ((interrupted || engineRun.canceled) && engines.length) {
|
|
1126
|
-
const { removeRunContainers } = await import("./docker-
|
|
1307
|
+
const { removeRunContainers } = await import("./docker-D83s_ADn.js");
|
|
1127
1308
|
await removeRunContainers(ctx.runId, engines);
|
|
1128
1309
|
}
|
|
1129
1310
|
if (engineRun.stopped || !plan) {
|
|
@@ -1140,8 +1321,8 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1140
1321
|
}
|
|
1141
1322
|
finishing = true;
|
|
1142
1323
|
live?.phase("finishing");
|
|
1143
|
-
const { lockfiles } = await import("./state-
|
|
1144
|
-
const { writeScratchRun } = await import("./results-
|
|
1324
|
+
const { lockfiles } = await import("./state-haxTOljN.js");
|
|
1325
|
+
const { writeScratchRun } = await import("./results-CFE6Nwb0.js");
|
|
1145
1326
|
const run = await writeScratchRun({
|
|
1146
1327
|
ctx,
|
|
1147
1328
|
author: ctx.author,
|
|
@@ -1167,7 +1348,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1167
1348
|
const { record } = run;
|
|
1168
1349
|
const outcome = runOutcome(record);
|
|
1169
1350
|
const code = stopped ? stopCode : outcome === "fail" ? EXIT.failed : outcome === "infra_error" ? EXIT.infra : EXIT.ok;
|
|
1170
|
-
const { pruneDebug } = await import("./files-
|
|
1351
|
+
const { pruneDebug } = await import("./files-COW5JBJM.js");
|
|
1171
1352
|
await pruneDebug(ctx.config.root, ctx.config.debug.keep).catch(() => {});
|
|
1172
1353
|
const summary = run.artifactDir ? join(run.artifactDir, "summary.md") : run.recordPath;
|
|
1173
1354
|
renderer.onEvent({
|
|
@@ -1184,7 +1365,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1184
1365
|
const { config } = ctx;
|
|
1185
1366
|
const mode = setup.record;
|
|
1186
1367
|
if ((flags.record || mode === "always" || mode === "ci" && inCI()) && record.status !== "interrupted") {
|
|
1187
|
-
const { record: recordCmd } = await import("./commands-
|
|
1368
|
+
const { record: recordCmd } = await import("./commands-DQBayPCV.js");
|
|
1188
1369
|
const allow = record.status === "budget" ? { "allow-incomplete": true } : {};
|
|
1189
1370
|
const line = await recordCmd(config, record.runId, {
|
|
1190
1371
|
...flags,
|
|
@@ -1194,7 +1375,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1194
1375
|
else console.log(line);
|
|
1195
1376
|
}
|
|
1196
1377
|
if (setup.json) {
|
|
1197
|
-
const { suiteResult } = await import("./suite-
|
|
1378
|
+
const { suiteResult } = await import("./suite-CmeXyn66.js");
|
|
1198
1379
|
process.stdout.write(`${JSON.stringify(suiteResult(record), null, 2)}\n`);
|
|
1199
1380
|
}
|
|
1200
1381
|
return code;
|
|
@@ -1227,7 +1408,7 @@ async function prepareRun(flags, configPath) {
|
|
|
1227
1408
|
const concurrency = await resolveConcurrency(config, flags.concurrency, async () => {
|
|
1228
1409
|
const container = sandboxes.find((s) => s.kind === "docker");
|
|
1229
1410
|
if (!container) return hostCapacity();
|
|
1230
|
-
const { dockerCapacity } = await import("./src-
|
|
1411
|
+
const { dockerCapacity } = await import("./src-CZANB4pb.js");
|
|
1231
1412
|
return await dockerCapacity(container.engine) ?? hostCapacity();
|
|
1232
1413
|
});
|
|
1233
1414
|
return {
|
|
@@ -1254,11 +1435,11 @@ async function prepareRun(flags, configPath) {
|
|
|
1254
1435
|
async function startRun({ config, profile, runs, tags, concurrency, verbosity, configFile, resume, dryRun }) {
|
|
1255
1436
|
const startedAt = /* @__PURE__ */ new Date();
|
|
1256
1437
|
const git = await gitInfo(config.root, [config.history.dir]);
|
|
1257
|
-
const { worktreePatch } = await import("./state-
|
|
1438
|
+
const { worktreePatch } = await import("./state-haxTOljN.js");
|
|
1258
1439
|
const patch = git?.dirty ? await worktreePatch(config.root, [config.history.dir]) : null;
|
|
1259
1440
|
const who = await author(config.root);
|
|
1260
|
-
const { stagingDir, sweepStaging } = await import("./results-
|
|
1261
|
-
const { scratchDir } = await import("./files-
|
|
1441
|
+
const { stagingDir, sweepStaging } = await import("./results-CFE6Nwb0.js");
|
|
1442
|
+
const { scratchDir } = await import("./files-Bw2NQecs.js");
|
|
1262
1443
|
const scratch = scratchDir(config.root);
|
|
1263
1444
|
if (resume !== void 0) {
|
|
1264
1445
|
const target = await resolveResume(config.root, resume || void 0);
|
|
@@ -1269,7 +1450,7 @@ async function startRun({ config, profile, runs, tags, concurrency, verbosity, c
|
|
|
1269
1450
|
artifacts: target.previousArtifacts
|
|
1270
1451
|
} : await loadPrevious(stagingDir(config.root, target.runId));
|
|
1271
1452
|
if (!dryRun) try {
|
|
1272
|
-
const { removeRunContainers } = await import("./docker-
|
|
1453
|
+
const { removeRunContainers } = await import("./docker-D83s_ADn.js");
|
|
1273
1454
|
await removeRunContainers(target.runId, ["docker", "podman"]);
|
|
1274
1455
|
} catch {}
|
|
1275
1456
|
return {
|
|
@@ -1323,6 +1504,35 @@ function unmatchedFilter(config, parts) {
|
|
|
1323
1504
|
return new UsageError(`filter ${which} ${parts.length === 1 ? "matches" : "match"} no eval file, eval name or cell in ${config.include.join(", ")}`);
|
|
1324
1505
|
}
|
|
1325
1506
|
/**
|
|
1507
|
+
* Reads Cursor's model catalog for the planned Cursor cells, checks their `effort` and `params`
|
|
1508
|
+
* against it (exit 2, naming the eval and cell), gives each the effort it runs at, and notes each
|
|
1509
|
+
* eval's harnesses that run with none. A catalog that can't be read leaves the Cursor cells
|
|
1510
|
+
* unchecked and noted; each attempt then reports why it couldn't start.
|
|
1511
|
+
*/
|
|
1512
|
+
async function planEfforts(planned) {
|
|
1513
|
+
const live = planned.filter((p) => !p.attempt.plan.skip);
|
|
1514
|
+
const { effortNotes, withDefaultEffort } = await import("./default-effort-B7c4V9Qd.js");
|
|
1515
|
+
let cursor;
|
|
1516
|
+
let unchecked = "CURSOR_API_KEY isn't set";
|
|
1517
|
+
const key = process.env.CURSOR_API_KEY;
|
|
1518
|
+
if (key && live.some((p) => p.attempt.harness.kind === "cursor")) {
|
|
1519
|
+
const { checkCursorPlan } = await import("./cursor-catalog-BeBJTk6A.js");
|
|
1520
|
+
const checked = await checkCursorPlan(key, live);
|
|
1521
|
+
if (checked instanceof Error) unchecked = `its request failed: ${checked.message}`;
|
|
1522
|
+
else {
|
|
1523
|
+
cursor = checked;
|
|
1524
|
+
for (const p of planned) p.attempt.harness = withDefaultEffort(p.attempt.harness, cursor);
|
|
1525
|
+
}
|
|
1526
|
+
}
|
|
1527
|
+
const byEval = /* @__PURE__ */ new Map();
|
|
1528
|
+
for (const p of live) byEval.set(p.id, [...byEval.get(p.id) ?? [], p]);
|
|
1529
|
+
for (const items of byEval.values()) {
|
|
1530
|
+
const notes = effortNotes(items.map((p) => p.attempt.harness), cursor, unchecked);
|
|
1531
|
+
for (const { attempt } of items) for (const note of notes) if (!attempt.plan.notes.includes(note)) attempt.plan.notes.push(note);
|
|
1532
|
+
}
|
|
1533
|
+
return cursor;
|
|
1534
|
+
}
|
|
1535
|
+
/**
|
|
1326
1536
|
* Collects the evals and prints the plan; stops there for `--dry-run`, or on a budget, credential
|
|
1327
1537
|
* or Docker problem (exit 2). Then runs the engine with live output and Ctrl-C handling.
|
|
1328
1538
|
*/
|
|
@@ -1340,8 +1550,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1340
1550
|
configFile,
|
|
1341
1551
|
completed: []
|
|
1342
1552
|
}));
|
|
1343
|
-
const { runEngine } = await import("./node-
|
|
1344
|
-
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable } = await import("./plan-
|
|
1553
|
+
const { runEngine } = await import("./node-CwP1G178.js");
|
|
1554
|
+
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader } = await import("./plan-BrfiMcHh.js");
|
|
1345
1555
|
let plan;
|
|
1346
1556
|
let sandboxVersions = { images: [] };
|
|
1347
1557
|
let preflightStop;
|
|
@@ -1370,7 +1580,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1370
1580
|
} : p);
|
|
1371
1581
|
toRun = skipped;
|
|
1372
1582
|
for (const p of skipped) for (const name of p.attempt.secretVars) registerSecret(process.env[name]);
|
|
1373
|
-
const
|
|
1583
|
+
const efforts = await planEfforts(skipped);
|
|
1584
|
+
if (efforts) run.cursorEfforts = efforts;
|
|
1585
|
+
const models = skipped.some((p) => !p.attempt.plan.skip && p.attempt.plan.questions?.length) ? await import("./model-D1TBKeZj.js") : void 0;
|
|
1374
1586
|
const judge = runJudgeModel(config, profile);
|
|
1375
1587
|
const judgeModel = judge === void 0 ? null : judgeModelName(judge);
|
|
1376
1588
|
plan = await buildPlan({
|
|
@@ -1382,7 +1594,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1382
1594
|
historyDir: config.history.dir,
|
|
1383
1595
|
questionModel: models?.questionModelLabel(config, judge) ?? null,
|
|
1384
1596
|
judgeModel,
|
|
1385
|
-
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {}
|
|
1597
|
+
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {},
|
|
1598
|
+
...efforts ? { cursorEfforts: efforts } : {}
|
|
1386
1599
|
});
|
|
1387
1600
|
plan.runId = runId;
|
|
1388
1601
|
const cloud = ciRunner(process.env);
|
|
@@ -1394,7 +1607,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1394
1607
|
};
|
|
1395
1608
|
run.completed = [...completed];
|
|
1396
1609
|
kept = keptAttempts(completed, stagingDir, ctx.previous);
|
|
1397
|
-
const { imageStages, imageTargets } = await import("./images-
|
|
1610
|
+
const { imageStages, imageTargets } = await import("./images-h1VBM7TP.js");
|
|
1398
1611
|
const targets = imageTargets(skipped.filter((p) => !p.attempt.plan.skip).map((p) => ({
|
|
1399
1612
|
id: p.id,
|
|
1400
1613
|
harness: p.attempt.harness,
|
|
@@ -1412,12 +1625,14 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1412
1625
|
process.stdout.write(`${JSON.stringify(doc, null, 2)}\n`);
|
|
1413
1626
|
return false;
|
|
1414
1627
|
}
|
|
1415
|
-
const
|
|
1628
|
+
const elsewhere = setup.configElsewhere ? configFile : void 0;
|
|
1629
|
+
const { scratchDir } = await import("./files-Bw2NQecs.js");
|
|
1630
|
+
const lines = [];
|
|
1416
1631
|
if (setup.dryRun) {
|
|
1417
1632
|
const todos = excluded.filter((e) => e.mode === "todo").map((e) => e.id);
|
|
1418
1633
|
lines.push(...planTable(plan, todos));
|
|
1419
|
-
const { imageStatusLines } = await import("./images-
|
|
1420
|
-
const { dockerAvailable, engineSpec } = await import("./src-
|
|
1634
|
+
const { imageStatusLines } = await import("./images-h1VBM7TP.js");
|
|
1635
|
+
const { dockerAvailable, engineSpec } = await import("./src-CZANB4pb.js");
|
|
1421
1636
|
const engines = [...new Set(targets.map((t) => t.sandbox.engine ?? "docker"))];
|
|
1422
1637
|
const down = [];
|
|
1423
1638
|
for (const engine of engines) if (!await dockerAvailable(engine)) down.push(engine);
|
|
@@ -1426,16 +1641,26 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1426
1641
|
const names = down.map((e) => engineSpec(e).name).join(" and ");
|
|
1427
1642
|
lines.push(`images not checked: ${names} ${down.length === 1 ? "is" : "are"} not running`);
|
|
1428
1643
|
}
|
|
1429
|
-
const { costLine } = await import("./cost-
|
|
1644
|
+
const { costLine } = await import("./cost-CMzY9VXv.js");
|
|
1430
1645
|
const cost = plan.cost && costLine(plan.cost);
|
|
1431
1646
|
if (cost) lines.push(cost);
|
|
1432
1647
|
}
|
|
1433
|
-
lines.push(...plan.warnings.map((w) => `warning: ${w}`));
|
|
1434
|
-
lines.push(...plan.hints.map((h) => `hint: ${h}`));
|
|
1435
1648
|
renderer.onEvent({
|
|
1436
1649
|
type: "plan",
|
|
1437
1650
|
at: Date.now(),
|
|
1438
|
-
|
|
1651
|
+
line: planLine(plan, elsewhere, runId),
|
|
1652
|
+
header: runHeader(plan, skipped, {
|
|
1653
|
+
version,
|
|
1654
|
+
runId,
|
|
1655
|
+
dryRun: setup.dryRun,
|
|
1656
|
+
config: elsewhere,
|
|
1657
|
+
judge: judgeModel,
|
|
1658
|
+
sandboxes: plannedSandboxIds(plan.sandboxes, profileSandbox(config, profile?.defaults)),
|
|
1659
|
+
record: fromCwd(join(scratchDir(config.root), `${runId}.json`))
|
|
1660
|
+
}),
|
|
1661
|
+
details: lines,
|
|
1662
|
+
warnings: plan.warnings,
|
|
1663
|
+
hints: plan.hints,
|
|
1439
1664
|
sandboxWarnings: plan.sandboxWarnings
|
|
1440
1665
|
});
|
|
1441
1666
|
if (setup.dryRun) return false;
|
|
@@ -1490,7 +1715,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1490
1715
|
});
|
|
1491
1716
|
if (malformed.length) throw new UsageError(`Credentials with whitespace or a line break in them: ${malformed.join(", ")}. A key copied from a wrapped terminal line picks these up; set it again as one line.`);
|
|
1492
1717
|
if (asked.length) {
|
|
1493
|
-
const { questionRunner } = await import("./questions-
|
|
1718
|
+
const { questionRunner } = await import("./questions-AyLUMHYX.js");
|
|
1494
1719
|
const warned = /* @__PURE__ */ new Set();
|
|
1495
1720
|
questions = questionRunner({
|
|
1496
1721
|
evals: asked,
|
|
@@ -1532,7 +1757,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1532
1757
|
}
|
|
1533
1758
|
});
|
|
1534
1759
|
}
|
|
1535
|
-
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-
|
|
1760
|
+
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-It7dvpbg.js");
|
|
1536
1761
|
const live = skipped.filter((p) => !p.attempt.plan.skip);
|
|
1537
1762
|
const outcomes = await prepareWorkspaces(live.flatMap(({ attempt: a }) => a.workspace ? [{
|
|
1538
1763
|
workspace: a.workspace,
|
|
@@ -1662,13 +1887,30 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1662
1887
|
renderer.onEvent(e);
|
|
1663
1888
|
},
|
|
1664
1889
|
onCancelable: (cancel) => {
|
|
1890
|
+
let first;
|
|
1665
1891
|
const onSignal = (signal) => {
|
|
1892
|
+
if (first && signal !== first.signal && Date.now() - first.at < SAME_PRESS_MS) {
|
|
1893
|
+
if (!first.passedOn && !finishing) renderer.onEvent({
|
|
1894
|
+
type: "notice",
|
|
1895
|
+
at: Date.now(),
|
|
1896
|
+
level: "warn",
|
|
1897
|
+
text: `A launcher passed the Ctrl-C on and may have given the terminal back; the run still cancels and writes its record. kill ${process.pid} quits it at once, without a record`
|
|
1898
|
+
});
|
|
1899
|
+
first.passedOn = true;
|
|
1900
|
+
return;
|
|
1901
|
+
}
|
|
1666
1902
|
stopCode = signal === "SIGTERM" ? EXIT.terminated : EXIT.interrupted;
|
|
1667
1903
|
if (interrupted) {
|
|
1668
1904
|
renderer.close();
|
|
1905
|
+
process.stderr.write(red(`${quitWithoutRecord(runId, stagingDir)}\n`));
|
|
1906
|
+
finish(stopCode);
|
|
1669
1907
|
process.exit(stopCode);
|
|
1670
1908
|
}
|
|
1671
1909
|
interrupted = true;
|
|
1910
|
+
first = {
|
|
1911
|
+
signal,
|
|
1912
|
+
at: Date.now()
|
|
1913
|
+
};
|
|
1672
1914
|
if (finishing) return;
|
|
1673
1915
|
questions?.cancel();
|
|
1674
1916
|
live?.phase("cancelling");
|
|
@@ -1676,7 +1918,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1676
1918
|
type: "notice",
|
|
1677
1919
|
at: Date.now(),
|
|
1678
1920
|
level: "warn",
|
|
1679
|
-
text: "Canceling: stopping agents and destroying sandboxes
|
|
1921
|
+
text: "Canceling: stopping agents and destroying sandboxes, then writing the run's record. Ctrl-C again quits at once, without a record"
|
|
1680
1922
|
});
|
|
1681
1923
|
cancel();
|
|
1682
1924
|
};
|
|
@@ -1690,9 +1932,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1690
1932
|
throw error;
|
|
1691
1933
|
} finally {
|
|
1692
1934
|
clearTimeout(budgetTimer);
|
|
1693
|
-
const { removePrepared } = await import("./preflight-
|
|
1935
|
+
const { removePrepared } = await import("./preflight-CH-7KyhS.js");
|
|
1694
1936
|
removePrepared(config.root, runId);
|
|
1695
|
-
const { removePreparedWorkspaces } = await import("./workspace-
|
|
1937
|
+
const { removePreparedWorkspaces } = await import("./workspace-It7dvpbg.js");
|
|
1696
1938
|
removePreparedWorkspaces(config.root, runId);
|
|
1697
1939
|
}
|
|
1698
1940
|
if (preflightStop) throw preflightStop;
|
|
@@ -1772,7 +2014,6 @@ run(process.argv.slice(2)).finally(() => {
|
|
|
1772
2014
|
finish(code, error, error instanceof UsageError ? "usage" : expected ? "expected" : "crash");
|
|
1773
2015
|
process.exitCode = code;
|
|
1774
2016
|
});
|
|
1775
|
-
//#endregion
|
|
1776
2017
|
export {};
|
|
1777
2018
|
|
|
1778
|
-
//# sourceMappingURL=cli-
|
|
2019
|
+
//# sourceMappingURL=cli-Bm9ntSxz.js.map
|