reeval 0.16.1 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/dist/{adapter-CRKYPkRt.js → adapter-CqUt4A0w.js} +3 -3
- package/dist/{adapter-CRKYPkRt.js.map → adapter-CqUt4A0w.js.map} +1 -1
- package/dist/{agent-BgH4-kFc.js → agent-BtAbRTFq.js} +4 -4
- package/dist/{agent-BgH4-kFc.js.map → agent-BtAbRTFq.js.map} +1 -1
- package/dist/{app-files-BMVBr079.js → app-files-CDttHPOz.js} +3 -3
- package/dist/app-files-CDttHPOz.js.map +1 -0
- package/dist/assemble-Bb7zqpRw.js +1 -0
- package/dist/{assemble-BVbI6NW-.js → assemble-J9rkE29m.js} +29 -12
- package/dist/{assemble-BVbI6NW-.js.map → assemble-J9rkE29m.js.map} +1 -1
- package/dist/{attempt-host-CIxjs2Be.js → attempt-host-DDedP7Qv.js} +9 -7
- package/dist/attempt-host-DDedP7Qv.js.map +1 -0
- package/dist/capture-Bvc4FtWT.js +15 -0
- package/dist/capture-Bvc4FtWT.js.map +1 -0
- package/dist/capture-D68TiQQy.js +1 -0
- package/dist/{capture-iQ6kYJV0.js → capture-DheNqeYS.js} +550 -84
- package/dist/capture-DheNqeYS.js.map +1 -0
- package/dist/{cli-1YQU-66F.js → cli-KTHjNFoo.js} +279 -61
- package/dist/cli-KTHjNFoo.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{colors-QV9dFVhN.js → colors-Y6O3mtl_.js} +20 -2
- package/dist/colors-Y6O3mtl_.js.map +1 -0
- package/dist/{command-C-HeGlap.js → command-1FBECMs-.js} +13 -13
- package/dist/{command-C-HeGlap.js.map → command-1FBECMs-.js.map} +1 -1
- package/dist/{command-Cr1zjRvl.js → command-Ce03LLtg.js} +12 -12
- package/dist/{command-Cr1zjRvl.js.map → command-Ce03LLtg.js.map} +1 -1
- package/dist/{command-8_Cg5v6b.js → command-CztRuwUM.js} +10 -10
- package/dist/{command-8_Cg5v6b.js.map → command-CztRuwUM.js.map} +1 -1
- package/dist/{command-BlYCAqu-.js → command-nNN0mx65.js} +7 -7
- package/dist/{command-BlYCAqu-.js.map → command-nNN0mx65.js.map} +1 -1
- package/dist/{commands-BvTNZ2-b.js → commands-DP13JX9i.js} +18 -11
- package/dist/commands-DP13JX9i.js.map +1 -0
- package/dist/{commands-Bj9NbmsO.js → commands-ZwQUezI1.js} +1 -1
- package/dist/{config-CneBZB84.js → config-BjjDryd5.js} +55 -33
- package/dist/config-BjjDryd5.js.map +1 -0
- package/dist/{contrasts-lhFsekco.js → contrasts-DSsRZpR8.js} +2 -2
- package/dist/{contrasts-lhFsekco.js.map → contrasts-DSsRZpR8.js.map} +1 -1
- package/dist/cursor-catalog-D7bFLEAD.js +143 -0
- package/dist/cursor-catalog-D7bFLEAD.js.map +1 -0
- package/dist/{db-Cnh3jIv_.js → db-B9Ityuit.js} +4 -4
- package/dist/{db-Cnh3jIv_.js.map → db-B9Ityuit.js.map} +1 -1
- package/dist/db-Bk6LWwza.js +2 -0
- package/dist/default-effort-DK8gospa.js +91 -0
- package/dist/default-effort-DK8gospa.js.map +1 -0
- package/dist/default-effort-DmXHpqo9.js +1 -0
- package/dist/{docker-DCAtFMo9.js → docker-BLCNfUie.js} +1 -1
- package/dist/{docker-Cqq03H72.js → docker-SKpYOlGi.js} +4 -4
- package/dist/{docker-Cqq03H72.js.map → docker-SKpYOlGi.js.map} +1 -1
- package/dist/{docker-BihzJwbV.js → docker-hwp3EucJ.js} +2 -2
- package/dist/{docker-BihzJwbV.js.map → docker-hwp3EucJ.js.map} +1 -1
- package/dist/{doctor-Dl4vMeqt.js → doctor-CT0Sgjng.js} +16 -16
- package/dist/{doctor-Dl4vMeqt.js.map → doctor-CT0Sgjng.js.map} +1 -1
- package/dist/{environment-Cf5HMjib.js → environment-CZdercoj.js} +2 -2
- package/dist/{environment-Cf5HMjib.js.map → environment-CZdercoj.js.map} +1 -1
- package/dist/{errors-CHebohjc.js → errors-BZVKVKYd.js} +7 -2
- package/dist/errors-BZVKVKYd.js.map +1 -0
- package/dist/{eval-source-CAE4y2Sr.js → eval-source-nZD7-FSz.js} +4 -4
- package/dist/{eval-source-CAE4y2Sr.js.map → eval-source-nZD7-FSz.js.map} +1 -1
- package/dist/{evaluate-D35T51AC.d.ts → evaluate-CNi0lZ7n.d.ts} +2 -2
- package/dist/{evaluate-CUtgyr43.js → evaluate-fhC1PCd_.js} +22 -19
- package/dist/evaluate-fhC1PCd_.js.map +1 -0
- package/dist/{files-CNiJ_fZf.js → files-BGy05Dlr.js} +4 -4
- package/dist/{files-CNiJ_fZf.js.map → files-BGy05Dlr.js.map} +1 -1
- package/dist/{files-BRViE7m-.js → files-BIGxpL08.js} +9 -7
- package/dist/{files-BRViE7m-.js.map → files-BIGxpL08.js.map} +1 -1
- package/dist/files-C2RC7K4m.js +1 -0
- package/dist/{files-BSqA2sZE.js → files-I1i6Xyh1.js} +4 -4
- package/dist/{files-BSqA2sZE.js.map → files-I1i6Xyh1.js.map} +1 -1
- package/dist/files-dJmrfmOM.js +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-UNxT_3z0.js → git-DR02tHtU.js} +2 -2
- package/dist/{git-UNxT_3z0.js.map → git-DR02tHtU.js.map} +1 -1
- package/dist/{harness-3NVyTSGK.js → harness-ylJLvrbp.js} +39 -5
- package/dist/{harness-3NVyTSGK.js.map → harness-ylJLvrbp.js.map} +1 -1
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{images-8A_LzVfw.js → images---X8Wu9d.js} +8 -8
- package/dist/{images-8A_LzVfw.js.map → images---X8Wu9d.js.map} +1 -1
- package/dist/index.d.ts +11 -3
- package/dist/index.js +4 -4
- package/dist/init-BNTXrtMO.js +1 -0
- package/dist/{init-sFBgODhu.js → init-CA95ZnkV.js} +4 -4
- package/dist/{init-sFBgODhu.js.map → init-CA95ZnkV.js.map} +1 -1
- package/dist/{invocations-C9ejlOYl.js → invocations-BdoROAfb.js} +2 -2
- package/dist/{invocations-C9ejlOYl.js.map → invocations-BdoROAfb.js.map} +1 -1
- package/dist/{judge-Bg4v4e_K.js → judge-Dp7FPJ1P.js} +3 -3
- package/dist/{judge-Bg4v4e_K.js.map → judge-Dp7FPJ1P.js.map} +1 -1
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{live-DeMvnDD5.js → live-CBFkdK1K.js} +2 -2
- package/dist/{live-DeMvnDD5.js.map → live-CBFkdK1K.js.map} +1 -1
- package/dist/{matchers-BKPuaXlj.js → matchers-Cv74mJRJ.js} +30 -1
- package/dist/matchers-Cv74mJRJ.js.map +1 -0
- package/dist/{model-2rBZrdZA.js → model-6dfKFkQd.js} +4 -4
- package/dist/{model-2rBZrdZA.js.map → model-6dfKFkQd.js.map} +1 -1
- package/dist/{model-Bz7-j71_.js → model-Be7fPvgi.js} +2 -2
- package/dist/{model-Bz7-j71_.js.map → model-Be7fPvgi.js.map} +1 -1
- package/dist/{model-DkPwypN4.js → model-CN4ccjNz.js} +1 -1
- package/dist/model-C_5TspZS.js +1 -0
- package/dist/{model-3MJtpho8.js → model-DkJVmVd2.js} +3 -3
- package/dist/{model-3MJtpho8.js.map → model-DkJVmVd2.js.map} +1 -1
- package/dist/{node-fP-H2uxn.js → node-D_Zkwhq2.js} +2 -2
- package/dist/{node-fP-H2uxn.js.map → node-D_Zkwhq2.js.map} +1 -1
- package/dist/{opencode-providers-Bz0l7OZI.js → opencode-providers-DPgdqRfg.js} +26 -2
- package/dist/{opencode-providers-Bz0l7OZI.js.map → opencode-providers-DPgdqRfg.js.map} +1 -1
- package/dist/{openrouter-models-Bo8PZ4Ew.js → openrouter-models-CR00FWAa.js} +2 -2
- package/dist/{openrouter-models-Bo8PZ4Ew.js.map → openrouter-models-CR00FWAa.js.map} +1 -1
- package/dist/{patch-6T9XAipm.js → patch-BJNdOZsf.js} +2 -2
- package/dist/{patch-6T9XAipm.js.map → patch-BJNdOZsf.js.map} +1 -1
- package/dist/{plan-Dw2BjafJ.js → plan-C1UpGZTk.js} +60 -5
- package/dist/plan-C1UpGZTk.js.map +1 -0
- package/dist/{plugins-ngQEJBjJ.js → plugins-Cx6ReJWE.js} +2 -2
- package/dist/{plugins-ngQEJBjJ.js.map → plugins-Cx6ReJWE.js.map} +1 -1
- package/dist/{preflight-CDRpog9o.js → preflight-BZ3L7P3a.js} +3 -3
- package/dist/{preflight-CDRpog9o.js.map → preflight-BZ3L7P3a.js.map} +1 -1
- package/dist/{preflight-BYXkweNN.js → preflight-CUooKgtT.js} +1 -1
- package/dist/{prepare-PkARUGoF.js → prepare-BbBoTeDj.js} +7 -7
- package/dist/{prepare-PkARUGoF.js.map → prepare-BbBoTeDj.js.map} +1 -1
- package/dist/{prepare-B3btUlT6.js → prepare-CEZaEwaq.js} +2 -2
- package/dist/{provenance-7Hzg88f4.js → provenance-BWvTIlQM.js} +2 -2
- package/dist/{provenance-7Hzg88f4.js.map → provenance-BWvTIlQM.js.map} +1 -1
- package/dist/{providers-PKoJtGK0.js → providers-B3yqakc7.js} +5 -5
- package/dist/{providers-PKoJtGK0.js.map → providers-B3yqakc7.js.map} +1 -1
- package/dist/{providers-DDNMbv1T.js → providers-DdyZW_ru.js} +1 -1
- package/dist/query-BkwQ0W-c.js +1 -0
- package/dist/{query-nBXrgEwl.js → query-CZcqpOI9.js} +2 -2
- package/dist/{query-nBXrgEwl.js.map → query-CZcqpOI9.js.map} +1 -1
- package/dist/{questions-CkAwePPR.js → questions-CFU7-crW.js} +8 -6
- package/dist/{questions-CkAwePPR.js.map → questions-CFU7-crW.js.map} +1 -1
- package/dist/{record-DZBCjuwm.js → record-Bu1Xi6MQ.js} +8 -4
- package/dist/record-Bu1Xi6MQ.js.map +1 -0
- package/dist/{remarks-Bt0zwiQB.js → remarks-A3j-SkJ_.js} +7 -7
- package/dist/{remarks-Bt0zwiQB.js.map → remarks-A3j-SkJ_.js.map} +1 -1
- package/dist/{remarks-IFFe_oty.js → remarks-Dj_x9l5n.js} +2 -2
- package/dist/{remarks-IFFe_oty.js.map → remarks-Dj_x9l5n.js.map} +1 -1
- package/dist/{remote-DfJYiP-R.js → remote-EIFHdMd8.js} +5 -5
- package/dist/{remote-DfJYiP-R.js.map → remote-EIFHdMd8.js.map} +1 -1
- package/dist/{resolve-D_cLa4tW.js → resolve-8H5rz8mi.js} +5 -5
- package/dist/{resolve-D_cLa4tW.js.map → resolve-8H5rz8mi.js.map} +1 -1
- package/dist/resolve-Tm9pX7Hv.js +1 -0
- package/dist/{results-DrKJuIQF.js → results-E7JdVjq2.js} +6 -6
- package/dist/{results-DrKJuIQF.js.map → results-E7JdVjq2.js.map} +1 -1
- package/dist/{resume-BmIM52MJ.js → resume-Blu4yIcq.js} +4 -4
- package/dist/{resume-BmIM52MJ.js.map → resume-Blu4yIcq.js.map} +1 -1
- package/dist/{runtime-CZVpkr04.js → runtime-CNbsMJQ7.js} +3 -3
- package/dist/{runtime-CZVpkr04.js.map → runtime-CNbsMJQ7.js.map} +1 -1
- package/dist/{sandbox-Cmi6IQML.js → sandbox-RButGfIE.js} +2 -2
- package/dist/{sandbox-Cmi6IQML.js.map → sandbox-RButGfIE.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-Dqrq-Sia.js +1 -0
- package/dist/{server-DS8BGhGU.js → server-XgCYs_MF.js} +9 -9
- package/dist/{server-DS8BGhGU.js.map → server-XgCYs_MF.js.map} +1 -1
- package/dist/{source-DcXv4de-.js → source-BOkbJCD2.js} +2 -2
- package/dist/{source-DcXv4de-.js.map → source-BOkbJCD2.js.map} +1 -1
- package/dist/source-DooSTtyz.js +1 -0
- package/dist/{src-h5uDlk3m.js → src-1M0srjji.js} +1 -1
- package/dist/{src-C0ySiej5.js → src-BJCKWacl.js} +11 -10
- package/dist/src-BJCKWacl.js.map +1 -0
- package/dist/{src-Dk2Na0b-.js → src-BZlhaDhE.js} +1 -1
- package/dist/{src-BO8AYqJ5.js → src-BkhEPVJZ.js} +12 -3
- package/dist/{src-BO8AYqJ5.js.map → src-BkhEPVJZ.js.map} +1 -1
- package/dist/{src-OESRtvOi.js → src-Bp6X4193.js} +1 -1
- package/dist/{src-BYLM3hEz.js → src-C2Japg_I.js} +21 -10
- package/dist/{src-BYLM3hEz.js.map → src-C2Japg_I.js.map} +1 -1
- package/dist/src-C5q3_fRV.js +3 -0
- package/dist/src-C9EHSYyP.js +2 -0
- package/dist/src-CJdpsrXi.js +2 -0
- package/dist/{src-1lpTocbd.js → src-D1ET6oPL.js} +3 -27
- package/dist/{src-1lpTocbd.js.map → src-D1ET6oPL.js.map} +1 -1
- package/dist/{src-BkiComGh.js → src-D4CZjMQ4.js} +1 -1
- package/dist/{src-Cp-2Hdib.js → src-GkJ-1Rdy.js} +1 -1
- package/dist/{src-BTqJbvj6.js → src-OOKE-5GA.js} +1 -1
- package/dist/state-BCyNaz13.js +1 -0
- package/dist/{state-C_kdhp5v.js → state-D6-tvqtp.js} +7 -7
- package/dist/{state-C_kdhp5v.js.map → state-D6-tvqtp.js.map} +1 -1
- package/dist/{views-Ca-rTixp.js → suite-BiWajSlA.js} +2 -2
- package/dist/{suite-DieLXvCT.js → suite-DYI1k2Ie.js} +9 -3
- package/dist/{suite-DieLXvCT.js.map → suite-DYI1k2Ie.js.map} +1 -1
- package/dist/{summary-CSzyBVsF.js → summary-CN2aqAUz.js} +24 -8
- package/dist/{summary-CSzyBVsF.js.map → summary-CN2aqAUz.js.map} +1 -1
- package/dist/testing.d.ts +46 -2
- package/dist/testing.js +4 -4
- package/dist/{types-DVvW66ci.d.ts → types-DDeCnNmp.d.ts} +116 -14
- package/dist/view/index.d.ts +19 -2
- package/dist/view/index.js +7 -6
- package/dist/views-7bNY17Z6.js +2 -0
- package/dist/{views-B9STsLB4.js → views-Bd-H71_t.js} +5 -5
- package/dist/{views-B9STsLB4.js.map → views-Bd-H71_t.js.map} +1 -1
- package/dist/{worker-entry-C5bLCv6s.js → worker-entry-BIHJqE_z.js} +4 -4
- package/dist/{worker-entry-C5bLCv6s.js.map → worker-entry-BIHJqE_z.js.map} +1 -1
- package/dist/workspace-CxwHv8mG.js +1 -0
- package/dist/{workspace-CBuI9Uds.js → workspace-Sy5g8zW9.js} +4 -4
- package/dist/{workspace-CBuI9Uds.js.map → workspace-Sy5g8zW9.js.map} +1 -1
- package/package.json +1 -1
- package/dist/app-files-BMVBr079.js.map +0 -1
- package/dist/assemble-SiHa4__F.js +0 -1
- package/dist/attempt-host-CIxjs2Be.js.map +0 -1
- package/dist/capture-iQ6kYJV0.js.map +0 -1
- package/dist/capture-px7Ey95_.js +0 -1
- package/dist/cli-1YQU-66F.js.map +0 -1
- package/dist/colors-QV9dFVhN.js.map +0 -1
- package/dist/commands-BvTNZ2-b.js.map +0 -1
- package/dist/config-CneBZB84.js.map +0 -1
- package/dist/db-BnXyamuj.js +0 -2
- package/dist/errors-CHebohjc.js.map +0 -1
- package/dist/evaluate-CUtgyr43.js.map +0 -1
- package/dist/files-BEnUJW1e.js +0 -1
- package/dist/files-Dts7EY3H.js +0 -1
- package/dist/init-okoALIah.js +0 -1
- package/dist/matchers-BKPuaXlj.js.map +0 -1
- package/dist/model-bREXVXwT.js +0 -1
- package/dist/plan-Dw2BjafJ.js.map +0 -1
- package/dist/query-Bt6vLJ3m.js +0 -1
- package/dist/record-DZBCjuwm.js.map +0 -1
- package/dist/resolve-CT4XZIfV.js +0 -1
- package/dist/server-CKJOnIB0.js +0 -1
- package/dist/source-CgUqpumI.js +0 -1
- package/dist/src-BvgeZ4tS.js +0 -2
- package/dist/src-C0ySiej5.js.map +0 -1
- package/dist/src-CgJrz5p0.js +0 -3
- package/dist/src-DMo2eCOJ.js +0 -2
- package/dist/state-C97udoh3.js +0 -1
- package/dist/suite-ByT1lsdD.js +0 -2
- package/dist/workspace-8uHtBSve.js +0 -1
|
@@ -1,31 +1,31 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-B6BSMs03.js";
|
|
2
2
|
import { h as parseDuration } from "./shared-B_lvGqWz.js";
|
|
3
|
-
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-
|
|
4
|
-
import { C as pluginBuildsLabel } from "./plugins-
|
|
3
|
+
import { D as profileSandbox, P as workspaceLabel, p as environmentSandbox } from "./environment-CZdercoj.js";
|
|
4
|
+
import { C as pluginBuildsLabel } from "./plugins-Cx6ReJWE.js";
|
|
5
5
|
import { a as fromCwd, o as newRunId } from "./ids-Bp6ut7ZD.js";
|
|
6
|
-
import {
|
|
7
|
-
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-
|
|
6
|
+
import { $ as ciRunner, D as checkLimitHarness, H as sandboxId, L as plannedSandboxIds, R as plannedSandboxes, a as configPathFor, at as resolveOutput, b as resolveModelGateway, c as findConfig, d as malformedCredentials, et as directOnCloud, f as missingCredentials, g as selectProfile, h as runJudgeModel, i as configLabel, j as harnessId, l as hostCapacity, m as resolveConcurrency, p as requireConfig, rt as isDirect, u as loadConfig, v as gatewayScope } from "./config-BjjDryd5.js";
|
|
7
|
+
import { l as judgeModelName, m as unusedGatewayKey } from "./judge-Dp7FPJ1P.js";
|
|
8
8
|
import { y as vertexSettingsIn } from "./vertex-DypYjx71.js";
|
|
9
9
|
import { _ as registerSecret, m as redactSecrets } from "./redact-DVIaahLv.js";
|
|
10
10
|
import { a as plural, i as formatDuration, n as clip, o as sandboxWarningLine } from "./text-DTigcA64.js";
|
|
11
11
|
import { n as loadEnvFiles, t as inCI } from "./env-CARj5Axq.js";
|
|
12
12
|
import { o as PACKAGE_VERSION } from "./root-Dlff-zp8.js";
|
|
13
|
-
import { U as LABEL, ot as imageInfo } from "./src-
|
|
13
|
+
import { U as LABEL$1, ot as imageInfo } from "./src-BJCKWacl.js";
|
|
14
14
|
import { s as debugTime } from "./debug-CgG3T071.js";
|
|
15
|
-
import { r as openRouterFallbacks } from "./openrouter-models-
|
|
15
|
+
import { r as openRouterFallbacks } from "./openrouter-models-CR00FWAa.js";
|
|
16
16
|
import { t as PrepareError } from "./provider-CmAYTQQs.js";
|
|
17
|
-
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-
|
|
18
|
-
import { u as suiteResult } from "./suite-
|
|
17
|
+
import { D as runOutcome, G as triesNote, _ as formatUsage } from "./model-Be7fPvgi.js";
|
|
18
|
+
import { u as suiteResult } from "./suite-DYI1k2Ie.js";
|
|
19
19
|
import { a as commandHelpText, n as FLAGS, r as GLOBAL, s as helpText, t as COMMANDS } from "./cli-spec-CPWT1mAG.js";
|
|
20
|
-
import { n as stripAnsi, t as colors } from "./colors-
|
|
21
|
-
import {
|
|
22
|
-
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-
|
|
20
|
+
import { n as stripAnsi, t as colors } from "./colors-Y6O3mtl_.js";
|
|
21
|
+
import { m as render } from "./summary-CN2aqAUz.js";
|
|
22
|
+
import { i as runtimeInfo, n as gitInfo, r as runnerInfo, t as author } from "./provenance-BWvTIlQM.js";
|
|
23
23
|
import { t as budgetMarker } from "./budget-DBUrH4jX.js";
|
|
24
|
-
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-
|
|
25
|
-
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-
|
|
26
|
-
import { n as imageHarness } from "./prepare-
|
|
27
|
-
import { i as createProviders, n as attemptImage } from "./providers-
|
|
28
|
-
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-
|
|
24
|
+
import { a as prepareResume, c as writeCurrent, i as loadPrevious, l as writeLiveProgress, r as keptAttempts, s as resolveResume, t as completedKeysFor } from "./resume-Blu4yIcq.js";
|
|
25
|
+
import { n as prepareAll, o as writePrepared, r as prepareTargets, t as RunStopError } from "./preflight-BZ3L7P3a.js";
|
|
26
|
+
import { n as imageHarness } from "./prepare-BbBoTeDj.js";
|
|
27
|
+
import { i as createProviders, n as attemptImage } from "./providers-B3yqakc7.js";
|
|
28
|
+
import { a as redactArgv, r as commandOf, t as logInvocation } from "./invocations-BdoROAfb.js";
|
|
29
29
|
import { existsSync, mkdirSync, readdirSync, writeFileSync } from "node:fs";
|
|
30
30
|
import { dirname, join } from "node:path";
|
|
31
31
|
import { inspect } from "node:util";
|
|
@@ -214,7 +214,7 @@ async function preflight(uses, options) {
|
|
|
214
214
|
ref,
|
|
215
215
|
id,
|
|
216
216
|
repoDigests: info?.repoDigests ?? [],
|
|
217
|
-
agentCli: agentCli ?? info?.labels[LABEL.agentVersion] ?? null
|
|
217
|
+
agentCli: agentCli ?? info?.labels[LABEL$1.agentVersion] ?? null
|
|
218
218
|
});
|
|
219
219
|
}
|
|
220
220
|
return { images };
|
|
@@ -493,7 +493,10 @@ var AgentRenderer = class {
|
|
|
493
493
|
onEvent(e) {
|
|
494
494
|
switch (e.type) {
|
|
495
495
|
case "plan":
|
|
496
|
-
|
|
496
|
+
this.#write(e.line);
|
|
497
|
+
for (const line of e.details) this.#write(line);
|
|
498
|
+
for (const w of e.warnings) this.#write(`warning: ${w}`);
|
|
499
|
+
for (const h of e.hints) this.#write(`hint: ${h}`);
|
|
497
500
|
for (const w of e.sandboxWarnings ?? []) this.#write(sandboxWarningLine(w));
|
|
498
501
|
return;
|
|
499
502
|
case "run-start":
|
|
@@ -534,6 +537,135 @@ var AgentRenderer = class {
|
|
|
534
537
|
close() {}
|
|
535
538
|
};
|
|
536
539
|
//#endregion
|
|
540
|
+
//#region src/ui/header.ts
|
|
541
|
+
/** ` ➜ `, ` ⚠ `: the glyph column every line of the block starts with. */
|
|
542
|
+
const GLYPH = 5;
|
|
543
|
+
/** `Est. Time: `, the longest key. */
|
|
544
|
+
const KEY = 11;
|
|
545
|
+
/** `Warning: `, the longer note label. */
|
|
546
|
+
const LABEL = 9;
|
|
547
|
+
/**
|
|
548
|
+
* `text` broken at spaces into lines of at most `width` columns, not counting color codes; a
|
|
549
|
+
* longer word keeps a line. A `·` stays with the word before it, so no line starts with one.
|
|
550
|
+
*/
|
|
551
|
+
function wrap(text, width) {
|
|
552
|
+
const words = [];
|
|
553
|
+
for (const word of text.split(/\s+/).filter(Boolean)) if (word === "·" && words.length) words[words.length - 1] += " ·";
|
|
554
|
+
else words.push(word);
|
|
555
|
+
const lines = [];
|
|
556
|
+
let line = "";
|
|
557
|
+
for (const word of words) if (line && stripAnsi(line).length + 1 + stripAnsi(word).length > width) {
|
|
558
|
+
lines.push(line);
|
|
559
|
+
line = word;
|
|
560
|
+
} else line = line ? `${line} ${word}` : word;
|
|
561
|
+
return line ? [...lines, line] : lines;
|
|
562
|
+
}
|
|
563
|
+
const indent = (n) => " ".repeat(n);
|
|
564
|
+
/** `REEVAL v0.16.1`, then the run's facts, one `➜ Key: value` line each. */
|
|
565
|
+
function headerLines(c, h, width) {
|
|
566
|
+
const name = `REEVAL v${h.version}`;
|
|
567
|
+
const title = c.bold(c.depth === 4 ? name : c.teal(name));
|
|
568
|
+
const valueWidth = width - GLYPH - KEY;
|
|
569
|
+
const row = (key, value) => {
|
|
570
|
+
const values = typeof value === "string" ? [value] : value;
|
|
571
|
+
const joined = values.join(", ");
|
|
572
|
+
return (values.length > 1 && stripAnsi(joined).length > valueWidth ? values : wrap(joined, valueWidth)).map((v, i) => i === 0 ? ` ${c.teal("➜")} ${c.dim(`${key}:`)}${indent(KEY - key.length - 1)}${v}` : `${indent(16)}${v}`);
|
|
573
|
+
};
|
|
574
|
+
const many = (one, n, many = `${one}s`) => n === 1 ? one : many;
|
|
575
|
+
const resumed = h.resumed ? c.dim(` (resumed, ${plural(h.resumed, "attempt")} done)`) : "";
|
|
576
|
+
const reason = h.profile && h.profile.reason !== "--profile" ? c.dim(` (${h.profile.reason})`) : "";
|
|
577
|
+
return [
|
|
578
|
+
h.dryRun ? `${title} ${c.dim("dry run")}` : title,
|
|
579
|
+
"",
|
|
580
|
+
...row("Run", `${h.runId}${resumed}`),
|
|
581
|
+
...h.config ? row("Config", h.config) : [],
|
|
582
|
+
...h.profile ? row("Profile", `${h.profile.name}${reason}`) : [],
|
|
583
|
+
...row(many("Harness", h.harnesses.length, "Harnesses"), h.harnesses.map((id) => harness(c, h, id))),
|
|
584
|
+
...row(many("Sandbox", h.sandboxes.length, "Sandboxes"), h.sandboxes),
|
|
585
|
+
...h.judges.length ? row(many("Judge", h.judges.length), h.judges) : [],
|
|
586
|
+
...row("Scope", scope(c, h)),
|
|
587
|
+
...row("Est. Time", estimate(c, h)),
|
|
588
|
+
...h.record && !h.dryRun ? row("Record", h.record) : []
|
|
589
|
+
];
|
|
590
|
+
}
|
|
591
|
+
/** A harness id, with the effort it runs at when the id doesn't name it. */
|
|
592
|
+
function harness(c, h, id) {
|
|
593
|
+
const effort = h.efforts?.[id];
|
|
594
|
+
if (effort === void 0 || id.includes("[effort=")) return id;
|
|
595
|
+
return `${id} ${`(effort: ${effort})`.split(" ").map((w) => c.dim(w)).join(" ")}`;
|
|
596
|
+
}
|
|
597
|
+
function scope(c, h) {
|
|
598
|
+
const attempts = h.fewest < h.attempts ? `${h.fewest}–${h.attempts} attempts` : plural(h.attempts, "attempt");
|
|
599
|
+
const parts = [
|
|
600
|
+
plural(h.files, "eval file"),
|
|
601
|
+
plural(h.evals, "eval") + (h.skipped ? ` (${h.skipped} skipped)` : ""),
|
|
602
|
+
plural(h.cells, "cell"),
|
|
603
|
+
attempts
|
|
604
|
+
];
|
|
605
|
+
const caps = [h.budget.attempts !== void 0 ? `${h.budget.attempts} ${h.attempts <= h.budget.attempts ? c.green("✓") : c.red("✗")}` : "", h.budget.duration ?? ""].filter(Boolean);
|
|
606
|
+
return `${parts.join(" · ")}${caps.length ? ` (budget: ${caps.join(", ")})` : ""}`;
|
|
607
|
+
}
|
|
608
|
+
function estimate(c, h) {
|
|
609
|
+
const serial = `~${formatDuration(h.estimateMs)} ${c.dim("(serial)")}`;
|
|
610
|
+
const parallel = Math.min(h.concurrency, h.attempts);
|
|
611
|
+
if (parallel <= 1) return serial;
|
|
612
|
+
return `${`~${formatDuration(h.estimateMs / parallel)} ${c.dim(`(concurrency: ${h.concurrency})`)}`} · ${serial}`;
|
|
613
|
+
}
|
|
614
|
+
/** `⚠ Warning: …` or `ℹ Hint: …`, wrapped under its first word. */
|
|
615
|
+
function noteLines(c, kind, text, width) {
|
|
616
|
+
const [glyph, label, paint] = kind === "hint" ? [
|
|
617
|
+
"ℹ",
|
|
618
|
+
"Hint:",
|
|
619
|
+
c.blue
|
|
620
|
+
] : [
|
|
621
|
+
"⚠",
|
|
622
|
+
"Warning:",
|
|
623
|
+
kind === "root" ? c.red : c.orange
|
|
624
|
+
];
|
|
625
|
+
const basic = {
|
|
626
|
+
warning: c.yellow,
|
|
627
|
+
hint: c.teal,
|
|
628
|
+
root: c.red
|
|
629
|
+
}[kind];
|
|
630
|
+
const lead = c.depth === 4 && kind !== "root" ? `${basic(glyph)} ${c.bold(label)}` : c.bold(paint(`${glyph} ${label}`));
|
|
631
|
+
const at = 14;
|
|
632
|
+
return wrap(text, Math.max(20, width - at)).map((line, i) => i === 0 ? ` ${lead}${indent(LABEL - label.length)}${line}` : `${indent(at)}${line}`);
|
|
633
|
+
}
|
|
634
|
+
/** A step line, `◆ Preparing 1 sandbox (docker)...`, its text wrapped under itself. */
|
|
635
|
+
function stepLines(glyph, text, width) {
|
|
636
|
+
return wrap(text, Math.max(20, width - GLYPH)).map((line, i) => i === 0 ? ` ${glyph} ${line}` : `${indent(GLYPH)}${line}`);
|
|
637
|
+
}
|
|
638
|
+
/** A run-level notice (a prepared workspace, the Ctrl-C one) as a step line. */
|
|
639
|
+
function noticeLines(c, e, width) {
|
|
640
|
+
const glyph = {
|
|
641
|
+
info: c.dim("ℹ"),
|
|
642
|
+
warn: c.orange("⚠"),
|
|
643
|
+
error: c.red("✗")
|
|
644
|
+
}[e.level];
|
|
645
|
+
const lines = stepLines(glyph, e.text, width);
|
|
646
|
+
return e.level === "info" ? lines.map((l) => c.dim(l)) : lines;
|
|
647
|
+
}
|
|
648
|
+
/** Preflight: which sandboxes it prepares, each one ready, and each failure. */
|
|
649
|
+
function prepareStepLines(c, e, width, max) {
|
|
650
|
+
if (e.state === "start") {
|
|
651
|
+
const n = e.targets.length;
|
|
652
|
+
const names = e.targets.map((t) => t.label).join(", ");
|
|
653
|
+
return stepLines(c.teal("◆"), `Preparing ${plural(n, "sandbox", "sandboxes")} (${names})...`, width);
|
|
654
|
+
}
|
|
655
|
+
const { outcome } = e;
|
|
656
|
+
if (outcome.ok) {
|
|
657
|
+
const took = outcome.ms >= 1e3 ? ` ${c.dim(formatDuration(outcome.ms))}` : "";
|
|
658
|
+
return [` ${c.green("✓")} ${outcome.target.label} ready${took}`];
|
|
659
|
+
}
|
|
660
|
+
const who = outcome.target.setBy.join(", ");
|
|
661
|
+
return [` ${c.red("✗")} ${outcome.target.label} failed to prepare ${c.dim(`(set by ${who}; only its attempts fail)`)}`, ...tailLines(outcome.failure.message, max).map((l) => `${indent(GLYPH)}${c.orange(l)}`)];
|
|
662
|
+
}
|
|
663
|
+
/** The last line before the attempts' own: how their logs will print. */
|
|
664
|
+
function startLine(c, output) {
|
|
665
|
+
const text = output.outputLogs === "none" ? "Running..." : output.outputLogs === "errors-only" ? "Running; logs print for failed attempts only..." : output.logOrder === "stream" ? "Streaming logs..." : "Running; each attempt's logs print as it ends...";
|
|
666
|
+
return ` ${c.teal("◆")} ${text}`;
|
|
667
|
+
}
|
|
668
|
+
//#endregion
|
|
537
669
|
//#region src/ui/plain.ts
|
|
538
670
|
/** In a grouped block, an end line replaces its start line and keeps its start time. */
|
|
539
671
|
const STARTS = {
|
|
@@ -646,6 +778,11 @@ var PlainRenderer = class {
|
|
|
646
778
|
switch (e.type) {
|
|
647
779
|
case "run-start": {
|
|
648
780
|
this.#runStartedAt = e.at;
|
|
781
|
+
if (this.#o.output.rich) {
|
|
782
|
+
this.#write(startLine(c, this.#o.output));
|
|
783
|
+
this.#write("");
|
|
784
|
+
return;
|
|
785
|
+
}
|
|
649
786
|
const files = `${e.files} eval file${e.files === 1 ? "" : "s"}`;
|
|
650
787
|
const order = `${this.#o.output.logOrder} logs`;
|
|
651
788
|
const setup = `harness ${e.harness} · sandbox ${e.sandbox} · concurrency ${e.concurrency}`;
|
|
@@ -653,7 +790,14 @@ var PlainRenderer = class {
|
|
|
653
790
|
return;
|
|
654
791
|
}
|
|
655
792
|
case "plan":
|
|
656
|
-
|
|
793
|
+
if (this.#o.output.rich) {
|
|
794
|
+
this.#richPlan(e);
|
|
795
|
+
return;
|
|
796
|
+
}
|
|
797
|
+
this.#write(e.line);
|
|
798
|
+
for (const line of e.details) this.#write(c.dim(line));
|
|
799
|
+
for (const w of e.warnings) this.#write(c.yellow(`warning: ${w}`));
|
|
800
|
+
for (const h of e.hints) this.#write(c.dim(`hint: ${h}`));
|
|
657
801
|
for (const w of e.sandboxWarnings ?? []) this.#sandboxWarning(w);
|
|
658
802
|
return;
|
|
659
803
|
case "collected":
|
|
@@ -722,8 +866,9 @@ var PlainRenderer = class {
|
|
|
722
866
|
if (this.#tries.has(e.result.key)) this.#ended.add(e.result.key);
|
|
723
867
|
this.#drawStatus();
|
|
724
868
|
return;
|
|
725
|
-
case "prepare":
|
|
726
|
-
|
|
869
|
+
case "prepare": {
|
|
870
|
+
const lines = this.#o.output.rich ? prepareStepLines(c, e, this.#columns, ERROR_LINES) : prepareLines(c, e, ERROR_LINES);
|
|
871
|
+
for (const line of lines) this.#write(line);
|
|
727
872
|
if (e.state === "failed" && this.#o.output.githubActions) {
|
|
728
873
|
const { target, failure } = e.outcome;
|
|
729
874
|
const what = target.kind === "workspace" ? "The" : "Sandbox";
|
|
@@ -731,7 +876,12 @@ var PlainRenderer = class {
|
|
|
731
876
|
this.#write(`::error title=${title}::${ghEscape(failure.message)}`);
|
|
732
877
|
}
|
|
733
878
|
return;
|
|
879
|
+
}
|
|
734
880
|
case "notice": {
|
|
881
|
+
if (this.#o.output.rich) {
|
|
882
|
+
for (const line of noticeLines(c, e, this.#columns)) this.#write(line);
|
|
883
|
+
return;
|
|
884
|
+
}
|
|
735
885
|
const paint = {
|
|
736
886
|
info: c.dim,
|
|
737
887
|
warn: c.yellow,
|
|
@@ -747,6 +897,26 @@ var PlainRenderer = class {
|
|
|
747
897
|
return;
|
|
748
898
|
}
|
|
749
899
|
}
|
|
900
|
+
get #columns() {
|
|
901
|
+
return this.#o.columns || 80;
|
|
902
|
+
}
|
|
903
|
+
/** The plan as the rich header: its facts, `--dry-run`'s table, then each kind of note. */
|
|
904
|
+
#richPlan(e) {
|
|
905
|
+
const c = this.#c;
|
|
906
|
+
const width = this.#columns;
|
|
907
|
+
for (const line of headerLines(c, e.header, width)) this.#write(line);
|
|
908
|
+
const sections = [
|
|
909
|
+
e.details,
|
|
910
|
+
[...e.warnings.flatMap((w) => noteLines(c, "warning", w, width)), ...(e.sandboxWarnings ?? []).flatMap((w) => noteLines(c, w.kind === "root" ? "root" : "warning", w.message, width))],
|
|
911
|
+
e.hints.flatMap((h) => noteLines(c, "hint", h, width))
|
|
912
|
+
];
|
|
913
|
+
for (const lines of sections) {
|
|
914
|
+
if (!lines.length) continue;
|
|
915
|
+
this.#write("");
|
|
916
|
+
for (const line of lines) this.#write(line);
|
|
917
|
+
}
|
|
918
|
+
this.#write("");
|
|
919
|
+
}
|
|
750
920
|
#sandboxWarning(w) {
|
|
751
921
|
const c = this.#c;
|
|
752
922
|
const line = sandboxWarningLine(w);
|
|
@@ -821,6 +991,7 @@ var PlainRenderer = class {
|
|
|
821
991
|
};
|
|
822
992
|
//#endregion
|
|
823
993
|
//#region src/ui/index.ts
|
|
994
|
+
const depthOf = (bits = 4) => bits >= 24 ? 24 : bits >= 8 ? 8 : 4;
|
|
824
995
|
function createRenderer(options) {
|
|
825
996
|
const out = { write: (text) => options.out.write(redactSecrets(text)) };
|
|
826
997
|
if (options.output.mode === "agent") return new AgentRenderer({
|
|
@@ -830,7 +1001,7 @@ function createRenderer(options) {
|
|
|
830
1001
|
return new PlainRenderer({
|
|
831
1002
|
...options,
|
|
832
1003
|
out,
|
|
833
|
-
colors: colors(options.output.color)
|
|
1004
|
+
colors: colors(options.output.color, depthOf(options.colorDepth))
|
|
834
1005
|
});
|
|
835
1006
|
}
|
|
836
1007
|
//#endregion
|
|
@@ -894,7 +1065,7 @@ async function run(argv) {
|
|
|
894
1065
|
return values.help ? EXIT.ok : EXIT.usage;
|
|
895
1066
|
}
|
|
896
1067
|
if (command === "init") {
|
|
897
|
-
const { initCommand } = await import("./init-
|
|
1068
|
+
const { initCommand } = await import("./init-BNTXrtMO.js");
|
|
898
1069
|
return initCommand(values, filters, {
|
|
899
1070
|
out: (s) => console.log(s),
|
|
900
1071
|
input: process.stdin,
|
|
@@ -903,7 +1074,7 @@ async function run(argv) {
|
|
|
903
1074
|
});
|
|
904
1075
|
}
|
|
905
1076
|
if (command === "doctor") {
|
|
906
|
-
const { doctorCommand } = await import("./doctor-
|
|
1077
|
+
const { doctorCommand } = await import("./doctor-CT0Sgjng.js");
|
|
907
1078
|
return doctorCommand(values, {
|
|
908
1079
|
out: (s) => console.log(s),
|
|
909
1080
|
color: !!process.stdout.isTTY && !process.env.NO_COLOR,
|
|
@@ -911,7 +1082,7 @@ async function run(argv) {
|
|
|
911
1082
|
});
|
|
912
1083
|
}
|
|
913
1084
|
if (command === "report") {
|
|
914
|
-
const { reportCommand } = await import("./command-
|
|
1085
|
+
const { reportCommand } = await import("./command-CztRuwUM.js");
|
|
915
1086
|
return reportCommand(values, filters, {
|
|
916
1087
|
out: (s) => console.log(s),
|
|
917
1088
|
err: (s) => console.error(dim(s)),
|
|
@@ -926,7 +1097,7 @@ async function run(argv) {
|
|
|
926
1097
|
}
|
|
927
1098
|
if (command === "studio") {
|
|
928
1099
|
const config = await loadConfig(configPath, "studio");
|
|
929
|
-
const { studioCommand } = await import("./command-
|
|
1100
|
+
const { studioCommand } = await import("./command-nNN0mx65.js");
|
|
930
1101
|
return studioCommand({
|
|
931
1102
|
config,
|
|
932
1103
|
flags: values,
|
|
@@ -937,7 +1108,7 @@ async function run(argv) {
|
|
|
937
1108
|
if (command === "mcp") {
|
|
938
1109
|
if (!values.http) console.log = console.info = console.debug = console.error;
|
|
939
1110
|
const config = await loadConfig(configPath, "mcp");
|
|
940
|
-
const { mcpCommand } = await import("./command-
|
|
1111
|
+
const { mcpCommand } = await import("./command-Ce03LLtg.js");
|
|
941
1112
|
return mcpCommand({
|
|
942
1113
|
config,
|
|
943
1114
|
flags: values,
|
|
@@ -946,7 +1117,7 @@ async function run(argv) {
|
|
|
946
1117
|
}
|
|
947
1118
|
if (command in HISTORY_COMMANDS) {
|
|
948
1119
|
const config = await loadConfig(configPath, command);
|
|
949
|
-
const commands = await import("./commands-
|
|
1120
|
+
const commands = await import("./commands-ZwQUezI1.js");
|
|
950
1121
|
const ctx = {
|
|
951
1122
|
config,
|
|
952
1123
|
flags: values,
|
|
@@ -959,7 +1130,7 @@ async function run(argv) {
|
|
|
959
1130
|
case "compare": return commands.compareCommand(ctx, filters);
|
|
960
1131
|
case "checkout": return commands.checkoutCommand(ctx, filters);
|
|
961
1132
|
case "query": {
|
|
962
|
-
const { queryCommand } = await import("./query-
|
|
1133
|
+
const { queryCommand } = await import("./query-BkwQ0W-c.js");
|
|
963
1134
|
return queryCommand({
|
|
964
1135
|
...ctx,
|
|
965
1136
|
err: (s) => console.error(dim(s))
|
|
@@ -967,7 +1138,7 @@ async function run(argv) {
|
|
|
967
1138
|
}
|
|
968
1139
|
case "analyze": {
|
|
969
1140
|
loadEnvFiles(configPath);
|
|
970
|
-
const { analyzeCommand } = await import("./command-
|
|
1141
|
+
const { analyzeCommand } = await import("./command-1FBECMs-.js");
|
|
971
1142
|
return analyzeCommand({
|
|
972
1143
|
...ctx,
|
|
973
1144
|
err: (s) => console.error(dim(s))
|
|
@@ -1019,8 +1190,8 @@ async function cleanCommand(flags, configPath) {
|
|
|
1019
1190
|
const where = fromCwd(debugRoot(config.root)) || ".";
|
|
1020
1191
|
console.log(runs.length ? `Removed debug data and snapshots for ${runs.length} run${runs.length === 1 ? "" : "s"} (${formatBytes(bytes)}) from ${where} and .reeval/runs` : `No debug data or snapshots to remove in ${where} or .reeval/runs`);
|
|
1021
1192
|
if (flags.images) {
|
|
1022
|
-
const { dockerAvailable, pruneImages } = await import("./src-
|
|
1023
|
-
const { requireDocker } = await import("./providers-
|
|
1193
|
+
const { dockerAvailable, pruneImages } = await import("./src-1M0srjji.js");
|
|
1194
|
+
const { requireDocker } = await import("./providers-DdyZW_ru.js");
|
|
1024
1195
|
const engines = [];
|
|
1025
1196
|
for (const engine of ["docker", "podman"]) if (await dockerAvailable(engine)) engines.push(engine);
|
|
1026
1197
|
if (!engines.length) await requireDocker();
|
|
@@ -1041,7 +1212,7 @@ function verbosityOf(flags) {
|
|
|
1041
1212
|
* does. Needs a config, as `reeval run` does: there is no default image.
|
|
1042
1213
|
*/
|
|
1043
1214
|
async function imageBuildCommand(flags, configPath, filters) {
|
|
1044
|
-
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images
|
|
1215
|
+
const { buildImages, imagePlanLines, imageTargets, plannedImageUses } = await import("./images---X8Wu9d.js");
|
|
1045
1216
|
const { runId, stagingDir, config, runs, tags, concurrency, profile } = await startRun(await prepareRun({
|
|
1046
1217
|
...flags,
|
|
1047
1218
|
"dry-run": true
|
|
@@ -1101,9 +1272,12 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1101
1272
|
if (githubOut) await appendFile(githubOut, `run-id=${ctx.runId}\n`).catch(() => {});
|
|
1102
1273
|
const stepStart = process.env.GITHUB_STEP_SUMMARY;
|
|
1103
1274
|
if (stepStart) await appendFile(stepStart, `run ${ctx.runId}\n`).catch(() => {});
|
|
1104
|
-
const { engineVersions } = await import("./node-
|
|
1275
|
+
const { engineVersions } = await import("./node-D_Zkwhq2.js");
|
|
1276
|
+
const terminal = setup.json && !setup.dryRun ? process.stderr : process.stdout;
|
|
1105
1277
|
const renderer = createRenderer({
|
|
1106
|
-
out: setup.json
|
|
1278
|
+
out: setup.json && setup.dryRun ? { write: () => true } : terminal,
|
|
1279
|
+
columns: terminal.columns,
|
|
1280
|
+
colorDepth: terminal.isTTY ? terminal.getColorDepth() : void 0,
|
|
1107
1281
|
output: setup.output,
|
|
1108
1282
|
verbosity: ctx.verbosity ?? 0,
|
|
1109
1283
|
harness: setup.config.harness[0]?.kind ?? "agent"
|
|
@@ -1123,7 +1297,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1123
1297
|
invocation.unhandledErrors = engineRun.unhandledErrors;
|
|
1124
1298
|
const engines = [...new Set(plan?.sandboxes.flatMap((s) => s.kind === "docker" ? [s.engine ?? "docker"] : []))];
|
|
1125
1299
|
if ((interrupted || engineRun.canceled) && engines.length) {
|
|
1126
|
-
const { removeRunContainers } = await import("./docker-
|
|
1300
|
+
const { removeRunContainers } = await import("./docker-BLCNfUie.js");
|
|
1127
1301
|
await removeRunContainers(ctx.runId, engines);
|
|
1128
1302
|
}
|
|
1129
1303
|
if (engineRun.stopped || !plan) {
|
|
@@ -1140,8 +1314,8 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1140
1314
|
}
|
|
1141
1315
|
finishing = true;
|
|
1142
1316
|
live?.phase("finishing");
|
|
1143
|
-
const { lockfiles } = await import("./state-
|
|
1144
|
-
const { writeScratchRun } = await import("./results-
|
|
1317
|
+
const { lockfiles } = await import("./state-BCyNaz13.js");
|
|
1318
|
+
const { writeScratchRun } = await import("./results-E7JdVjq2.js");
|
|
1145
1319
|
const run = await writeScratchRun({
|
|
1146
1320
|
ctx,
|
|
1147
1321
|
author: ctx.author,
|
|
@@ -1184,7 +1358,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1184
1358
|
const { config } = ctx;
|
|
1185
1359
|
const mode = setup.record;
|
|
1186
1360
|
if ((flags.record || mode === "always" || mode === "ci" && inCI()) && record.status !== "interrupted") {
|
|
1187
|
-
const { record: recordCmd } = await import("./commands-
|
|
1361
|
+
const { record: recordCmd } = await import("./commands-ZwQUezI1.js");
|
|
1188
1362
|
const allow = record.status === "budget" ? { "allow-incomplete": true } : {};
|
|
1189
1363
|
const line = await recordCmd(config, record.runId, {
|
|
1190
1364
|
...flags,
|
|
@@ -1194,7 +1368,7 @@ async function runCommand(flags, configPath, filters) {
|
|
|
1194
1368
|
else console.log(line);
|
|
1195
1369
|
}
|
|
1196
1370
|
if (setup.json) {
|
|
1197
|
-
const { suiteResult } = await import("./suite-
|
|
1371
|
+
const { suiteResult } = await import("./suite-BiWajSlA.js");
|
|
1198
1372
|
process.stdout.write(`${JSON.stringify(suiteResult(record), null, 2)}\n`);
|
|
1199
1373
|
}
|
|
1200
1374
|
return code;
|
|
@@ -1227,7 +1401,7 @@ async function prepareRun(flags, configPath) {
|
|
|
1227
1401
|
const concurrency = await resolveConcurrency(config, flags.concurrency, async () => {
|
|
1228
1402
|
const container = sandboxes.find((s) => s.kind === "docker");
|
|
1229
1403
|
if (!container) return hostCapacity();
|
|
1230
|
-
const { dockerCapacity } = await import("./src-
|
|
1404
|
+
const { dockerCapacity } = await import("./src-1M0srjji.js");
|
|
1231
1405
|
return await dockerCapacity(container.engine) ?? hostCapacity();
|
|
1232
1406
|
});
|
|
1233
1407
|
return {
|
|
@@ -1254,11 +1428,11 @@ async function prepareRun(flags, configPath) {
|
|
|
1254
1428
|
async function startRun({ config, profile, runs, tags, concurrency, verbosity, configFile, resume, dryRun }) {
|
|
1255
1429
|
const startedAt = /* @__PURE__ */ new Date();
|
|
1256
1430
|
const git = await gitInfo(config.root, [config.history.dir]);
|
|
1257
|
-
const { worktreePatch } = await import("./state-
|
|
1431
|
+
const { worktreePatch } = await import("./state-BCyNaz13.js");
|
|
1258
1432
|
const patch = git?.dirty ? await worktreePatch(config.root, [config.history.dir]) : null;
|
|
1259
1433
|
const who = await author(config.root);
|
|
1260
|
-
const { stagingDir, sweepStaging } = await import("./results-
|
|
1261
|
-
const { scratchDir } = await import("./files-
|
|
1434
|
+
const { stagingDir, sweepStaging } = await import("./results-E7JdVjq2.js");
|
|
1435
|
+
const { scratchDir } = await import("./files-dJmrfmOM.js");
|
|
1262
1436
|
const scratch = scratchDir(config.root);
|
|
1263
1437
|
if (resume !== void 0) {
|
|
1264
1438
|
const target = await resolveResume(config.root, resume || void 0);
|
|
@@ -1269,7 +1443,7 @@ async function startRun({ config, profile, runs, tags, concurrency, verbosity, c
|
|
|
1269
1443
|
artifacts: target.previousArtifacts
|
|
1270
1444
|
} : await loadPrevious(stagingDir(config.root, target.runId));
|
|
1271
1445
|
if (!dryRun) try {
|
|
1272
|
-
const { removeRunContainers } = await import("./docker-
|
|
1446
|
+
const { removeRunContainers } = await import("./docker-BLCNfUie.js");
|
|
1273
1447
|
await removeRunContainers(target.runId, ["docker", "podman"]);
|
|
1274
1448
|
} catch {}
|
|
1275
1449
|
return {
|
|
@@ -1323,6 +1497,35 @@ function unmatchedFilter(config, parts) {
|
|
|
1323
1497
|
return new UsageError(`filter ${which} ${parts.length === 1 ? "matches" : "match"} no eval file, eval name or cell in ${config.include.join(", ")}`);
|
|
1324
1498
|
}
|
|
1325
1499
|
/**
|
|
1500
|
+
* Reads Cursor's model catalog for the planned Cursor cells, checks their `effort` and `params`
|
|
1501
|
+
* against it (exit 2, naming the eval and cell), gives each the effort it runs at, and notes each
|
|
1502
|
+
* eval's harnesses that run with none. A catalog that can't be read leaves the Cursor cells
|
|
1503
|
+
* unchecked and noted; each attempt then reports why it couldn't start.
|
|
1504
|
+
*/
|
|
1505
|
+
async function planEfforts(planned) {
|
|
1506
|
+
const live = planned.filter((p) => !p.attempt.plan.skip);
|
|
1507
|
+
const { effortNotes, withDefaultEffort } = await import("./default-effort-DmXHpqo9.js");
|
|
1508
|
+
let cursor;
|
|
1509
|
+
let unchecked = "CURSOR_API_KEY isn't set";
|
|
1510
|
+
const key = process.env.CURSOR_API_KEY;
|
|
1511
|
+
if (key && live.some((p) => p.attempt.harness.kind === "cursor")) {
|
|
1512
|
+
const { checkCursorPlan } = await import("./cursor-catalog-D7bFLEAD.js");
|
|
1513
|
+
const checked = await checkCursorPlan(key, live);
|
|
1514
|
+
if (checked instanceof Error) unchecked = `its request failed: ${checked.message}`;
|
|
1515
|
+
else {
|
|
1516
|
+
cursor = checked;
|
|
1517
|
+
for (const p of planned) p.attempt.harness = withDefaultEffort(p.attempt.harness, cursor);
|
|
1518
|
+
}
|
|
1519
|
+
}
|
|
1520
|
+
const byEval = /* @__PURE__ */ new Map();
|
|
1521
|
+
for (const p of live) byEval.set(p.id, [...byEval.get(p.id) ?? [], p]);
|
|
1522
|
+
for (const items of byEval.values()) {
|
|
1523
|
+
const notes = effortNotes(items.map((p) => p.attempt.harness), cursor, unchecked);
|
|
1524
|
+
for (const { attempt } of items) for (const note of notes) if (!attempt.plan.notes.includes(note)) attempt.plan.notes.push(note);
|
|
1525
|
+
}
|
|
1526
|
+
return cursor;
|
|
1527
|
+
}
|
|
1528
|
+
/**
|
|
1326
1529
|
* Collects the evals and prints the plan; stops there for `--dry-run`, or on a budget, credential
|
|
1327
1530
|
* or Docker problem (exit 2). Then runs the engine with live output and Ctrl-C handling.
|
|
1328
1531
|
*/
|
|
@@ -1340,8 +1543,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1340
1543
|
configFile,
|
|
1341
1544
|
completed: []
|
|
1342
1545
|
}));
|
|
1343
|
-
const { runEngine } = await import("./node-
|
|
1344
|
-
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable } = await import("./plan-
|
|
1546
|
+
const { runEngine } = await import("./node-D_Zkwhq2.js");
|
|
1547
|
+
const { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader } = await import("./plan-C1UpGZTk.js");
|
|
1345
1548
|
let plan;
|
|
1346
1549
|
let sandboxVersions = { images: [] };
|
|
1347
1550
|
let preflightStop;
|
|
@@ -1370,7 +1573,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1370
1573
|
} : p);
|
|
1371
1574
|
toRun = skipped;
|
|
1372
1575
|
for (const p of skipped) for (const name of p.attempt.secretVars) registerSecret(process.env[name]);
|
|
1373
|
-
const
|
|
1576
|
+
const efforts = await planEfforts(skipped);
|
|
1577
|
+
if (efforts) run.cursorEfforts = efforts;
|
|
1578
|
+
const models = skipped.some((p) => !p.attempt.plan.skip && p.attempt.plan.questions?.length) ? await import("./model-CN4ccjNz.js") : void 0;
|
|
1374
1579
|
const judge = runJudgeModel(config, profile);
|
|
1375
1580
|
const judgeModel = judge === void 0 ? null : judgeModelName(judge);
|
|
1376
1581
|
plan = await buildPlan({
|
|
@@ -1382,7 +1587,8 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1382
1587
|
historyDir: config.history.dir,
|
|
1383
1588
|
questionModel: models?.questionModelLabel(config, judge) ?? null,
|
|
1384
1589
|
judgeModel,
|
|
1385
|
-
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {}
|
|
1590
|
+
...setup.dryRun ? { prices: await dryRunPrices(skipped, judgeModel) } : {},
|
|
1591
|
+
...efforts ? { cursorEfforts: efforts } : {}
|
|
1386
1592
|
});
|
|
1387
1593
|
plan.runId = runId;
|
|
1388
1594
|
const cloud = ciRunner(process.env);
|
|
@@ -1394,7 +1600,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1394
1600
|
};
|
|
1395
1601
|
run.completed = [...completed];
|
|
1396
1602
|
kept = keptAttempts(completed, stagingDir, ctx.previous);
|
|
1397
|
-
const { imageStages, imageTargets } = await import("./images
|
|
1603
|
+
const { imageStages, imageTargets } = await import("./images---X8Wu9d.js");
|
|
1398
1604
|
const targets = imageTargets(skipped.filter((p) => !p.attempt.plan.skip).map((p) => ({
|
|
1399
1605
|
id: p.id,
|
|
1400
1606
|
harness: p.attempt.harness,
|
|
@@ -1412,12 +1618,14 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1412
1618
|
process.stdout.write(`${JSON.stringify(doc, null, 2)}\n`);
|
|
1413
1619
|
return false;
|
|
1414
1620
|
}
|
|
1415
|
-
const
|
|
1621
|
+
const elsewhere = setup.configElsewhere ? configFile : void 0;
|
|
1622
|
+
const { scratchDir } = await import("./files-dJmrfmOM.js");
|
|
1623
|
+
const lines = [];
|
|
1416
1624
|
if (setup.dryRun) {
|
|
1417
1625
|
const todos = excluded.filter((e) => e.mode === "todo").map((e) => e.id);
|
|
1418
1626
|
lines.push(...planTable(plan, todos));
|
|
1419
|
-
const { imageStatusLines } = await import("./images
|
|
1420
|
-
const { dockerAvailable, engineSpec } = await import("./src-
|
|
1627
|
+
const { imageStatusLines } = await import("./images---X8Wu9d.js");
|
|
1628
|
+
const { dockerAvailable, engineSpec } = await import("./src-1M0srjji.js");
|
|
1421
1629
|
const engines = [...new Set(targets.map((t) => t.sandbox.engine ?? "docker"))];
|
|
1422
1630
|
const down = [];
|
|
1423
1631
|
for (const engine of engines) if (!await dockerAvailable(engine)) down.push(engine);
|
|
@@ -1430,12 +1638,22 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1430
1638
|
const cost = plan.cost && costLine(plan.cost);
|
|
1431
1639
|
if (cost) lines.push(cost);
|
|
1432
1640
|
}
|
|
1433
|
-
lines.push(...plan.warnings.map((w) => `warning: ${w}`));
|
|
1434
|
-
lines.push(...plan.hints.map((h) => `hint: ${h}`));
|
|
1435
1641
|
renderer.onEvent({
|
|
1436
1642
|
type: "plan",
|
|
1437
1643
|
at: Date.now(),
|
|
1438
|
-
|
|
1644
|
+
line: planLine(plan, elsewhere, runId),
|
|
1645
|
+
header: runHeader(plan, skipped, {
|
|
1646
|
+
version,
|
|
1647
|
+
runId,
|
|
1648
|
+
dryRun: setup.dryRun,
|
|
1649
|
+
config: elsewhere,
|
|
1650
|
+
judge: judgeModel,
|
|
1651
|
+
sandboxes: plannedSandboxIds(plan.sandboxes, profileSandbox(config, profile?.defaults)),
|
|
1652
|
+
record: fromCwd(join(scratchDir(config.root), `${runId}.json`))
|
|
1653
|
+
}),
|
|
1654
|
+
details: lines,
|
|
1655
|
+
warnings: plan.warnings,
|
|
1656
|
+
hints: plan.hints,
|
|
1439
1657
|
sandboxWarnings: plan.sandboxWarnings
|
|
1440
1658
|
});
|
|
1441
1659
|
if (setup.dryRun) return false;
|
|
@@ -1490,7 +1708,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1490
1708
|
});
|
|
1491
1709
|
if (malformed.length) throw new UsageError(`Credentials with whitespace or a line break in them: ${malformed.join(", ")}. A key copied from a wrapped terminal line picks these up; set it again as one line.`);
|
|
1492
1710
|
if (asked.length) {
|
|
1493
|
-
const { questionRunner } = await import("./questions-
|
|
1711
|
+
const { questionRunner } = await import("./questions-CFU7-crW.js");
|
|
1494
1712
|
const warned = /* @__PURE__ */ new Set();
|
|
1495
1713
|
questions = questionRunner({
|
|
1496
1714
|
evals: asked,
|
|
@@ -1532,7 +1750,7 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1532
1750
|
}
|
|
1533
1751
|
});
|
|
1534
1752
|
}
|
|
1535
|
-
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-
|
|
1753
|
+
const { prepareWorkspaces, sameTreeArms, workspaceKey } = await import("./workspace-CxwHv8mG.js");
|
|
1536
1754
|
const live = skipped.filter((p) => !p.attempt.plan.skip);
|
|
1537
1755
|
const outcomes = await prepareWorkspaces(live.flatMap(({ attempt: a }) => a.workspace ? [{
|
|
1538
1756
|
workspace: a.workspace,
|
|
@@ -1690,9 +1908,9 @@ async function executeRun(ctx, setup, filters, renderer) {
|
|
|
1690
1908
|
throw error;
|
|
1691
1909
|
} finally {
|
|
1692
1910
|
clearTimeout(budgetTimer);
|
|
1693
|
-
const { removePrepared } = await import("./preflight-
|
|
1911
|
+
const { removePrepared } = await import("./preflight-CUooKgtT.js");
|
|
1694
1912
|
removePrepared(config.root, runId);
|
|
1695
|
-
const { removePreparedWorkspaces } = await import("./workspace-
|
|
1913
|
+
const { removePreparedWorkspaces } = await import("./workspace-CxwHv8mG.js");
|
|
1696
1914
|
removePreparedWorkspaces(config.root, runId);
|
|
1697
1915
|
}
|
|
1698
1916
|
if (preflightStop) throw preflightStop;
|
|
@@ -1775,4 +1993,4 @@ run(process.argv.slice(2)).finally(() => {
|
|
|
1775
1993
|
//#endregion
|
|
1776
1994
|
export {};
|
|
1777
1995
|
|
|
1778
|
-
//# sourceMappingURL=cli-
|
|
1996
|
+
//# sourceMappingURL=cli-KTHjNFoo.js.map
|