reeval 0.17.1 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -2
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-BIlJWXff.js → adapter-CptK032x.js} +2 -2
- package/dist/{adapter-BIlJWXff.js.map → adapter-CptK032x.js.map} +1 -1
- package/dist/{agent-CE-qdvmh.js → agent-B63OzUX9.js} +124 -11
- package/dist/agent-B63OzUX9.js.map +1 -0
- package/dist/{analysis-CTBb_C0Z.js → analysis-BnG_1x_O.js} +4 -4
- package/dist/{analysis-CTBb_C0Z.js.map → analysis-BnG_1x_O.js.map} +1 -1
- package/dist/{app-files-YMmDAHA8.js → app-files-sgqwfjtn.js} +4 -4
- package/dist/app-files-sgqwfjtn.js.map +1 -0
- package/dist/assemble-CxBHkavM.js +1 -0
- package/dist/{assemble-7RI7Nuhz.js → assemble-Me7Whp-y.js} +62 -196
- package/dist/assemble-Me7Whp-y.js.map +1 -0
- package/dist/{attempt-CtKGvaQR.js → attempt-Dp7Wtm8M.js} +2 -2
- package/dist/{attempt-CtKGvaQR.js.map → attempt-Dp7Wtm8M.js.map} +1 -1
- package/dist/{attempt-host-CJM_wEA4.js → attempt-host-Cik0SoIn.js} +17 -9
- package/dist/{attempt-host-CJM_wEA4.js.map → attempt-host-Cik0SoIn.js.map} +1 -1
- package/dist/bridge/index.mjs +9 -5
- package/dist/{capture-DF8cHsJh.js → capture-C3RmjPph.js} +392 -609
- package/dist/capture-C3RmjPph.js.map +1 -0
- package/dist/capture-YPwxp_iK.js +1 -0
- package/dist/{cli-Bm9ntSxz.js → cli-BBOlXKPG.js} +1078 -459
- package/dist/cli-BBOlXKPG.js.map +1 -0
- package/dist/{cli-spec-ChkleEVm.js → cli-spec-DZ0bnP0_.js} +9 -8
- package/dist/cli-spec-DZ0bnP0_.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-CF-DOjOU.js → client-tZ2WBDxf.js} +20 -13
- package/dist/client-tZ2WBDxf.js.map +1 -0
- package/dist/{command-Dk6wggV-.js → command-CFQ9c1hk.js} +13 -13
- package/dist/{command-Dk6wggV-.js.map → command-CFQ9c1hk.js.map} +1 -1
- package/dist/{command-DPF8hnWS.js → command-DhiwsZl1.js} +9 -9
- package/dist/{command-DPF8hnWS.js.map → command-DhiwsZl1.js.map} +1 -1
- package/dist/{command-DDkz6jsD.js → command-fO0BFsTq.js} +105 -37
- package/dist/command-fO0BFsTq.js.map +1 -0
- package/dist/{command-B7MslY_w.js → command-qGS802uX.js} +17 -15
- package/dist/command-qGS802uX.js.map +1 -0
- package/dist/{commands-DHT-nhEJ.js → commands-CC60TOT5.js} +64 -18
- package/dist/commands-CC60TOT5.js.map +1 -0
- package/dist/{commands-DQBayPCV.js → commands-xYTMNTPv.js} +1 -1
- package/dist/{config-BLL5JqeX.js → config-C2UtS9vy.js} +745 -80
- package/dist/config-C2UtS9vy.js.map +1 -0
- package/dist/{context-I6nq3uS7.js → context-BajfiH0S.js} +3 -3
- package/dist/{context-I6nq3uS7.js.map → context-BajfiH0S.js.map} +1 -1
- package/dist/{contrasts-CjOU_pfD.js → contrasts-BjOg7wyr.js} +3 -3
- package/dist/{contrasts-CjOU_pfD.js.map → contrasts-BjOg7wyr.js.map} +1 -1
- package/dist/cost-BJU0MAji.js +1 -0
- package/dist/{cost-e4IppZpJ.js → cost-BuVDamui.js} +4 -4
- package/dist/{cost-e4IppZpJ.js.map → cost-BuVDamui.js.map} +1 -1
- package/dist/{cursor-catalog-BeBJTk6A.js → cursor-catalog-BTK_apL-.js} +2 -2
- package/dist/{cursor-catalog-BeBJTk6A.js.map → cursor-catalog-BTK_apL-.js.map} +1 -1
- package/dist/{db-DPiWC7Br.js → db-C5SZ0510.js} +79 -18
- package/dist/db-C5SZ0510.js.map +1 -0
- package/dist/db-puzLzX4k.js +2 -0
- package/dist/{default-effort-ciIXMA7h.js → default-effort-BVmx7r7L.js} +8 -5
- package/dist/default-effort-BVmx7r7L.js.map +1 -0
- package/dist/{default-effort-B7c4V9Qd.js → default-effort-FEidNAIi.js} +1 -1
- package/dist/{dist-CGwueB0T.js → dist-ByYk_wAs.js} +58 -290
- package/dist/dist-ByYk_wAs.js.map +1 -0
- package/dist/{docker-Bcrc39Z8.js → docker-B2F8-PGC.js} +4 -4
- package/dist/{docker-Bcrc39Z8.js.map → docker-B2F8-PGC.js.map} +1 -1
- package/dist/{docker-D83s_ADn.js → docker-BlSopHpZ.js} +1 -1
- package/dist/{docker-BUZOxh62.js → docker-Dto8ROCq.js} +5 -5
- package/dist/{docker-BUZOxh62.js.map → docker-Dto8ROCq.js.map} +1 -1
- package/dist/{doctor-CIhEAzbw.js → doctor-BcvfKpBX.js} +20 -20
- package/dist/{doctor-CIhEAzbw.js.map → doctor-BcvfKpBX.js.map} +1 -1
- package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
- package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
- package/dist/{environment-Ccytlpgf.js → environment-CC1RV21n.js} +3 -3
- package/dist/{environment-Ccytlpgf.js.map → environment-CC1RV21n.js.map} +1 -1
- package/dist/{eval-source-D4xqc0iO.js → eval-source-CzxdgFBW.js} +18 -10
- package/dist/eval-source-CzxdgFBW.js.map +1 -0
- package/dist/evaluate-DToSB2bt.d.ts +101 -0
- package/dist/{evaluate-DNzyRQFe.js → evaluate-NTNJ8T9H.js} +135 -54
- package/dist/evaluate-NTNJ8T9H.js.map +1 -0
- package/dist/{files-D_CBK9Zo.js → files-CZXrkPja.js} +6 -6
- package/dist/{files-D_CBK9Zo.js.map → files-CZXrkPja.js.map} +1 -1
- package/dist/files-DFtuRQJx.js +1 -0
- package/dist/{files-3ZqUBbwg.js → files-DsXULUi5.js} +4 -4
- package/dist/{files-3ZqUBbwg.js.map → files-DsXULUi5.js.map} +1 -1
- package/dist/{files-B2U5RezT.js → files-aAzoGNCB.js} +5 -5
- package/dist/{files-B2U5RezT.js.map → files-aAzoGNCB.js.map} +1 -1
- package/dist/files-oOYNR7ZH.js +1 -0
- package/dist/{gate-BoDKeuJu.js → gate-Cp_pQoEe.js} +2 -2
- package/dist/{gate-BoDKeuJu.js.map → gate-Cp_pQoEe.js.map} +1 -1
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-s-qf-vww.js → git-C1MB5bjr.js} +3 -3
- package/dist/{git-s-qf-vww.js.map → git-C1MB5bjr.js.map} +1 -1
- package/dist/harness-DGsRZDSo.js +105 -0
- package/dist/harness-DGsRZDSo.js.map +1 -0
- package/dist/{harness-Ch2P81sx.js → harness-DYSC4zMh.js} +65 -110
- package/dist/harness-DYSC4zMh.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{images-h1VBM7TP.js → images-CNayXCp2.js} +8 -8
- package/dist/{images-h1VBM7TP.js.map → images-CNayXCp2.js.map} +1 -1
- package/dist/index.d.ts +3 -3
- package/dist/index.js +5 -5
- package/dist/init-8o6W3_fn.js +1 -0
- package/dist/{init-Z1cRnE3E.js → init-D5HtmyMI.js} +5 -5
- package/dist/{init-Z1cRnE3E.js.map → init-D5HtmyMI.js.map} +1 -1
- package/dist/ink-list-Ca-5dunO.js +184 -0
- package/dist/ink-list-Ca-5dunO.js.map +1 -0
- package/dist/{invocations-z6hUD15n.js → invocations-DrGXF9dT.js} +4 -4
- package/dist/{invocations-z6hUD15n.js.map → invocations-DrGXF9dT.js.map} +1 -1
- package/dist/{judge-ByEUlzOM.js → judge-DYOF69Oe.js} +5 -5
- package/dist/{judge-ByEUlzOM.js.map → judge-DYOF69Oe.js.map} +1 -1
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/judgments-m-mb0zv8.js +246 -0
- package/dist/judgments-m-mb0zv8.js.map +1 -0
- package/dist/list-CM_YSJXq.js +374 -0
- package/dist/list-CM_YSJXq.js.map +1 -0
- package/dist/{live-D22qY6S_.js → live-B71o2TkX.js} +22 -4
- package/dist/live-B71o2TkX.js.map +1 -0
- package/dist/live-DQc8jr6o.js +1 -0
- package/dist/{live-DpfJfc33.js → live-uRURFDMZ.js} +7 -7
- package/dist/{live-DpfJfc33.js.map → live-uRURFDMZ.js.map} +1 -1
- package/dist/{matchers-B4ZtlJyP.js → matchers-Cs8aDqdU.js} +3 -3
- package/dist/{matchers-B4ZtlJyP.js.map → matchers-Cs8aDqdU.js.map} +1 -1
- package/dist/{model-CFSjV-HJ.js → model-1L19Zukh.js} +5 -5
- package/dist/{model-CFSjV-HJ.js.map → model-1L19Zukh.js.map} +1 -1
- package/dist/{model-BL_10Neu.js → model-BxBWFOZn.js} +44 -20
- package/dist/{model-BL_10Neu.js.map → model-BxBWFOZn.js.map} +1 -1
- package/dist/{model-D1TBKeZj.js → model-CXVVB4RK.js} +1 -1
- package/dist/{model-Bn7ndUQZ.js → model-Ce9l9_rF.js} +27 -254
- package/dist/model-Ce9l9_rF.js.map +1 -0
- package/dist/model-Cxzo4cjw.js +1 -0
- package/dist/{node-CwP1G178.js → node-DhIRSrrK.js} +22 -17
- package/dist/{node-CwP1G178.js.map → node-DhIRSrrK.js.map} +1 -1
- package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-Co7plCea.js} +4 -15
- package/dist/{opencode-providers-yNKyXD49.js.map → opencode-providers-Co7plCea.js.map} +1 -1
- package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-DNvLRYM7.js} +2 -2
- package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-DNvLRYM7.js.map} +1 -1
- package/dist/{patch-LFunkZ-L.js → patch-ug5HpMOj.js} +3 -3
- package/dist/{patch-LFunkZ-L.js.map → patch-ug5HpMOj.js.map} +1 -1
- package/dist/{plan-BrfiMcHh.js → plan-DqnzfDH1.js} +15 -14
- package/dist/plan-DqnzfDH1.js.map +1 -0
- package/dist/{plugins-CW-sQMg3.js → plugins-B2KQ0y3P.js} +4 -4
- package/dist/{plugins-CW-sQMg3.js.map → plugins-B2KQ0y3P.js.map} +1 -1
- package/dist/{preflight-CH-7KyhS.js → preflight-DVXEvzFU.js} +1 -1
- package/dist/{preflight-BnFpd3Kv.js → preflight-DyzmvK7i.js} +3 -3
- package/dist/{preflight-BnFpd3Kv.js.map → preflight-DyzmvK7i.js.map} +1 -1
- package/dist/{prepare-0cA77eFD.js → prepare-21WMQZyt.js} +7 -7
- package/dist/{prepare-0cA77eFD.js.map → prepare-21WMQZyt.js.map} +1 -1
- package/dist/{prepare-CRyEwb5q.js → prepare-BcSRa7-3.js} +2 -2
- package/dist/{prices-C4BRuSe8.js → prices-DYJA0tJN.js} +2 -2
- package/dist/{prices-C4BRuSe8.js.map → prices-DYJA0tJN.js.map} +1 -1
- package/dist/{provenance-CKIG_1LB.js → provenance-iRxjp4Pu.js} +4 -4
- package/dist/{provenance-CKIG_1LB.js.map → provenance-iRxjp4Pu.js.map} +1 -1
- package/dist/{providers-CCl8ElNW.js → providers-D0ob_tra.js} +1 -1
- package/dist/{providers-Dt6BEN_1.js → providers-vXMXuwn-.js} +5 -5
- package/dist/{providers-Dt6BEN_1.js.map → providers-vXMXuwn-.js.map} +1 -1
- package/dist/{query-BV-zcw2t.js → query-BhaKQ07P.js} +3 -3
- package/dist/{query-BV-zcw2t.js.map → query-BhaKQ07P.js.map} +1 -1
- package/dist/query-CvgUsvep.js +1 -0
- package/dist/{questions-AyLUMHYX.js → questions-BzdLdV3C.js} +39 -9
- package/dist/questions-BzdLdV3C.js.map +1 -0
- package/dist/{record-J45gJise.js → record-DhzwkSXc.js} +22 -2
- package/dist/{record-J45gJise.js.map → record-DhzwkSXc.js.map} +1 -1
- package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
- package/dist/redact-BhjtnjrU.js.map +1 -0
- package/dist/remarks-CAvTSq16.js +1 -0
- package/dist/{remarks-UIZTSIhd.js → remarks-CauU408t.js} +231 -25
- package/dist/remarks-CauU408t.js.map +1 -0
- package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
- package/dist/remarks-D9Lcd1fF.js.map +1 -0
- package/dist/{remarks-CgO1nIoG.js → remarks-NMgPd30U.js} +4 -3
- package/dist/{remarks-CgO1nIoG.js.map → remarks-NMgPd30U.js.map} +1 -1
- package/dist/{remote-BA9-hhgB.js → remote-Dwy3fyo3.js} +5 -5
- package/dist/{remote-BA9-hhgB.js.map → remote-Dwy3fyo3.js.map} +1 -1
- package/dist/{resolve-FHjE-dN3.js → resolve-B1zMnPwK.js} +7 -7
- package/dist/{resolve-FHjE-dN3.js.map → resolve-B1zMnPwK.js.map} +1 -1
- package/dist/resolve-BIIeVT12.js +1 -0
- package/dist/{results-CFE6Nwb0.js → results-CfC0id_u.js} +7 -7
- package/dist/{results-CFE6Nwb0.js.map → results-CfC0id_u.js.map} +1 -1
- package/dist/{resume-iaTxWRew.js → resume-Dkhrpjow.js} +123 -8
- package/dist/resume-Dkhrpjow.js.map +1 -0
- package/dist/{runtime-SEkGS1Rx.js → runtime-DcvQcr36.js} +2 -2
- package/dist/{runtime-SEkGS1Rx.js.map → runtime-DcvQcr36.js.map} +1 -1
- package/dist/{sandbox-CAsXlGro.js → sandbox-8zCrtuCf.js} +2 -2
- package/dist/{sandbox-CAsXlGro.js.map → sandbox-8zCrtuCf.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-0tuj8VSa.js +1 -0
- package/dist/{server-C9_kV1IP.js → server-Dplq8g0r.js} +8 -8
- package/dist/{server-C9_kV1IP.js.map → server-Dplq8g0r.js.map} +1 -1
- package/dist/{source-BszY6yAC.js → source-NWHqn5-o.js} +2 -2
- package/dist/{source-BszY6yAC.js.map → source-NWHqn5-o.js.map} +1 -1
- package/dist/source-llwLewOU.js +1 -0
- package/dist/{src-Dt6BWDcJ.js → src-B9oE_mNS.js} +1 -1
- package/dist/{src-DaYQ1O9Y.js → src-BQ6BiXoc.js} +86 -31
- package/dist/{src-DaYQ1O9Y.js.map → src-BQ6BiXoc.js.map} +1 -1
- package/dist/src-BQXdf-Gw.js +1448 -0
- package/dist/src-BQXdf-Gw.js.map +1 -0
- package/dist/{src-DVGVWOAB.js → src-BXnv0ViU.js} +1 -1
- package/dist/src-BiS8YNN_.js +3 -0
- package/dist/{src-CZANB4pb.js → src-BkH4GOxu.js} +1 -1
- package/dist/{src-8fy4nSWU.js → src-BvM0jWuZ.js} +28 -2
- package/dist/{src-8fy4nSWU.js.map → src-BvM0jWuZ.js.map} +1 -1
- package/dist/src-C-tH5ebd.js +2 -0
- package/dist/{src-umdk2alV.js → src-CUpoVVb8.js} +2 -2
- package/dist/src-Cg1bFs9g.js +2 -0
- package/dist/{src-CWrKJO92.js → src-D5t4OiRt.js} +2 -2
- package/dist/{src-CWrKJO92.js.map → src-D5t4OiRt.js.map} +1 -1
- package/dist/{src-DoxUxkU3.js → src-DV_UorZv.js} +1 -1
- package/dist/{src-DMiwtprP.js → src-KlDOGD0B.js} +4 -4
- package/dist/{src-DMiwtprP.js.map → src-KlDOGD0B.js.map} +1 -1
- package/dist/{src-BYpY_vXK.js → src-XxUpr2sa.js} +1 -1
- package/dist/{state-DfcikRK3.js → state-DDCGUhva.js} +16 -16
- package/dist/{state-DfcikRK3.js.map → state-DDCGUhva.js.map} +1 -1
- package/dist/state-DZbAO95a.js +1 -0
- package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
- package/dist/stats-C18W4xPX.js.map +1 -0
- package/dist/suite-M8_7xio7.js +1294 -0
- package/dist/suite-M8_7xio7.js.map +1 -0
- package/dist/suite-u2KJnGpY.js +2 -0
- package/dist/{summary-BmooCwQv.js → summary-Uzc9osfV.js} +47 -13
- package/dist/summary-Uzc9osfV.js.map +1 -0
- package/dist/testing.d.ts +51 -37
- package/dist/testing.js +4 -4
- package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
- package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
- package/dist/{transcript-C_IpYMRk.js → transcript-Cg4SeqRX.js} +3 -3
- package/dist/{transcript-C_IpYMRk.js.map → transcript-Cg4SeqRX.js.map} +1 -1
- package/dist/{types-BlM-aN9_.d.ts → types-DGvexkcp.d.ts} +116 -66
- package/dist/{vertex-6uSpZ5L8.js → vertex-BLQMayc1.js} +5 -2
- package/dist/vertex-BLQMayc1.js.map +1 -0
- package/dist/vertex-h_peaZTN.js +1 -0
- package/dist/view/index.d.ts +143 -34
- package/dist/view/index.js +9 -8
- package/dist/{views-DPng-2-z.js → views-BISrsIjw.js} +6 -6
- package/dist/{views-DPng-2-z.js.map → views-BISrsIjw.js.map} +1 -1
- package/dist/views-Bfab8fM9.js +2 -0
- package/dist/{worker-entry-lt5otEb5.js → worker-entry-DJD_nHkS.js} +5 -5
- package/dist/{worker-entry-lt5otEb5.js.map → worker-entry-DJD_nHkS.js.map} +1 -1
- package/dist/workspace-B8EOCuxl.js +1 -0
- package/dist/{workspace-1O8x4oDc.js → workspace-BO1VhUR9.js} +5 -5
- package/dist/{workspace-1O8x4oDc.js.map → workspace-BO1VhUR9.js.map} +1 -1
- package/docker/Dockerfile +4 -4
- package/package.json +14 -12
- package/skills/eval-rubric/SKILL.md +22 -3
- package/dist/agent-CE-qdvmh.js.map +0 -1
- package/dist/app-files-YMmDAHA8.js.map +0 -1
- package/dist/assemble-7RI7Nuhz.js.map +0 -1
- package/dist/assemble-CANqwtwD.js +0 -1
- package/dist/capture-DF8cHsJh.js.map +0 -1
- package/dist/capture-DagM1npp.js +0 -1
- package/dist/cli-Bm9ntSxz.js.map +0 -1
- package/dist/cli-spec-ChkleEVm.js.map +0 -1
- package/dist/client-CF-DOjOU.js.map +0 -1
- package/dist/command-B7MslY_w.js.map +0 -1
- package/dist/command-DDkz6jsD.js.map +0 -1
- package/dist/commands-DHT-nhEJ.js.map +0 -1
- package/dist/config-BLL5JqeX.js.map +0 -1
- package/dist/cost-CMzY9VXv.js +0 -1
- package/dist/db-DPiWC7Br.js.map +0 -1
- package/dist/db-DysoTexX.js +0 -2
- package/dist/default-effort-ciIXMA7h.js.map +0 -1
- package/dist/dist-CGwueB0T.js.map +0 -1
- package/dist/eval-source-D4xqc0iO.js.map +0 -1
- package/dist/evaluate-BEGAQQuo.d.ts +0 -43
- package/dist/evaluate-DNzyRQFe.js.map +0 -1
- package/dist/files-Bw2NQecs.js +0 -1
- package/dist/files-Cp1jp0Nq.js +0 -1
- package/dist/harness-Ch2P81sx.js.map +0 -1
- package/dist/init-DJ3WFUt8.js +0 -1
- package/dist/live-D22qY6S_.js.map +0 -1
- package/dist/live-DUpitP_9.js +0 -1
- package/dist/model-Bn7ndUQZ.js.map +0 -1
- package/dist/model-CR3-qY-z.js +0 -1
- package/dist/plan-BrfiMcHh.js.map +0 -1
- package/dist/query-DSSMxkmw.js +0 -1
- package/dist/questions-AyLUMHYX.js.map +0 -1
- package/dist/redact-BEEGc37e.js.map +0 -1
- package/dist/remarks-0EXMh6AD.js.map +0 -1
- package/dist/remarks-BL18Id09.js +0 -1
- package/dist/remarks-UIZTSIhd.js.map +0 -1
- package/dist/resolve-C56s8_EF.js +0 -1
- package/dist/resume-iaTxWRew.js.map +0 -1
- package/dist/server-BYfqpMD0.js +0 -1
- package/dist/source-C4Q5psjD.js +0 -1
- package/dist/src-BBmCEE-M.js +0 -3
- package/dist/src-BWcgyARO.js +0 -640
- package/dist/src-BWcgyARO.js.map +0 -1
- package/dist/src-CnrLy_r_.js +0 -2
- package/dist/src-DqIQQTu1.js +0 -2
- package/dist/state-haxTOljN.js +0 -1
- package/dist/stats-D-Gqwqt0.js.map +0 -1
- package/dist/suite-BVcBo_ua.js +0 -544
- package/dist/suite-BVcBo_ua.js.map +0 -1
- package/dist/suite-CmeXyn66.js +0 -2
- package/dist/summary-BmooCwQv.js.map +0 -1
- package/dist/vertex-6uSpZ5L8.js.map +0 -1
- package/dist/vertex-BaAz44YN.js +0 -1
- package/dist/views-CBAsDkCB.js +0 -2
- package/dist/workspace-It7dvpbg.js +0 -1
- /package/dist/bridge/{pnpm-lock.yaml → pnpm-lockfile.yaml} +0 -0
package/dist/view/index.d.ts
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { $n as
|
|
1
|
+
import { $n as effortVerdict, An as UpstreamCount, Bn as TOKENS_UNREPORTED, Cn as HistoryCell, Dn as RunInvocation, En as Lift, Fn as EffortContrast, Gn as cellSamples, Hn as bothUnderATenth, In as EffortMetric, Jn as effortChangeLabel, Kn as contrastEffort, Ln as EffortSample, Mn as DIRECTIONAL_MIN, Nn as EFFORT_ALPHA, On as RunRecord, Pn as EFFORT_MIN_RUNS, Qn as effortSummary, Rn as EffortVerdict, Sn as FileRef, Tn as JudgmentRecord, Un as cellContrast, Vn as VERDICT_TEXT, Wn as cellEffort, Xn as effortOf, Yn as effortLabel, Zn as effortSample, _ as CapturePage, _n as FamilyLift, bn as FamilyRecord, en as TokenUsage, er as filesChanged, f as CaptureConsoleMessage, fn as ArtifactRef, gn as EvalEntry, hn as CheckTally, in as TurnStatus, ir as tokenValues, jn as CellEffort, jt as Outcome, kn as StackSummary, mn as CellRecord, nr as formatRatio, p as CaptureFailedRequest, pn as AttemptRecord, q as ErrorKind, qn as directional, qt as SandboxWarning, rr as formatSeconds, tn as TranscriptEvent, tr as formatCount, v as CapturePageFile, vn as FamilyLiftSummary, wn as HistoryEntry, xn as FamilyVerdict, yn as FamilyRate, zn as Spread } from "../types-DGvexkcp.js";
|
|
2
2
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
3
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
3
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v13";
|
|
4
4
|
/** Bumped when the digest's shape or selection rules change. */
|
|
5
|
-
export declare const DIGEST_VERSION =
|
|
5
|
+
export declare const DIGEST_VERSION = 15;
|
|
6
6
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
7
7
|
export type AnalysisClaim = {
|
|
8
8
|
text: string;
|
|
@@ -393,10 +393,10 @@ export type JudgeKeyRate = {
|
|
|
393
393
|
question: string;
|
|
394
394
|
pass: number;
|
|
395
395
|
counted: number;
|
|
396
|
-
/** Compact lift vs the paired control,
|
|
396
|
+
/** Compact lift vs the paired control, when both sides counted an attempt. */
|
|
397
397
|
lift: Pick<Lift, 'points' | 'control' | 'variant' | 'withinNoise'> | null;
|
|
398
398
|
};
|
|
399
|
-
/** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides
|
|
399
|
+
/** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides counted an attempt. */
|
|
400
400
|
export declare function cellJudgeRates(e: Pick<EvalEntry, 'attempts' | 'cells'>, cellKey: string): JudgeKeyRate[];
|
|
401
401
|
/**
|
|
402
402
|
* The judge rates a cell's summary line adds to its checks: a labeled judge whose label is one
|
|
@@ -500,6 +500,8 @@ export type LiveProgress = {
|
|
|
500
500
|
planned: number;
|
|
501
501
|
counts: LiveCounts;
|
|
502
502
|
attempts: LiveAttempt[];
|
|
503
|
+
/** How the run was started, for a `--resume` after a quit that wrote no record. */
|
|
504
|
+
invocation?: RunInvocation;
|
|
503
505
|
};
|
|
504
506
|
/** A live run as the studio lists it: `stopped` when its process is gone or went quiet. */
|
|
505
507
|
export type LiveRun = Omit<LiveProgress, 'schemaVersion' | 'pid' | 'host' | 'heartbeatAt'> & {
|
|
@@ -513,6 +515,8 @@ export declare const liveTranscriptPath: (runId: string, attemptKey: string) =>
|
|
|
513
515
|
export declare const FINISHED: readonly LiveStatus[];
|
|
514
516
|
export declare const isFinished: (status: LiveStatus) => boolean;
|
|
515
517
|
export declare function liveCounts(attempts: readonly Pick<LiveAttempt, 'status'>[]): LiveCounts;
|
|
518
|
+
/** A saved invocation, or undefined when it isn't one; its numbers are whole and at least 1. */
|
|
519
|
+
export declare function readableInvocation(v: unknown): RunInvocation | undefined;
|
|
516
520
|
/**
|
|
517
521
|
* A progress file as the studio reads it, or null when it isn't one it can read: half-written,
|
|
518
522
|
* corrupt, or from a newer reeval. Counts are recomputed from the attempts, never trusted.
|
|
@@ -582,15 +586,18 @@ export declare function languageLabel(stack: Pick<RunRecord['stack'], 'language'
|
|
|
582
586
|
/** Harness-reported tokens as `127k in (98k cached) · 776 out`; null when none were reported. */
|
|
583
587
|
export declare function formatUsage(usage: TokenUsage | null | undefined): string | null;
|
|
584
588
|
export declare const shortSha: (sha: string | null | undefined) => string;
|
|
589
|
+
/** Reasoning time, or `n/a` when the harness couldn't measure it: never `0s` for unknown. */
|
|
590
|
+
export declare const reasoningLabel: (ms: number | null) => string;
|
|
585
591
|
/**
|
|
586
|
-
* An attempt's effort,
|
|
587
|
-
*
|
|
592
|
+
* An attempt's effort: tool calls, then the files the workspace diff changed, which counts a file
|
|
593
|
+
* the shell wrote, then the calls to the agent's edit tools, which doesn't.
|
|
588
594
|
*/
|
|
589
|
-
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'
|
|
595
|
+
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed: number): string;
|
|
590
596
|
/**
|
|
591
597
|
* A run's outcome, which `reeval run`'s exit code is read from: an error outside any attempt, a
|
|
592
598
|
* failed gated cell or a budget stop fails the run, while failures in ungated cells (controls, by
|
|
593
|
-
* default) don't. An interrupted run is `skipped`, whatever ran
|
|
599
|
+
* default) don't. An interrupted run is `skipped`, whatever ran; a resume its filters left
|
|
600
|
+
* `interrupted` exits on its outcome as if it were complete.
|
|
594
601
|
*/
|
|
595
602
|
export declare function runOutcome(run: {
|
|
596
603
|
status: RunRecord['status'];
|
|
@@ -602,6 +609,11 @@ export declare function runOutcome(run: {
|
|
|
602
609
|
}>;
|
|
603
610
|
errors?: readonly string[];
|
|
604
611
|
}): Outcome;
|
|
612
|
+
/**
|
|
613
|
+
* The eval hasn't run yet: its run stopped (interrupted, or out of budget) or a filtered resume
|
|
614
|
+
* left it out, and it's `skipped` without being a todo or declared skipped. A resume runs it.
|
|
615
|
+
*/
|
|
616
|
+
export declare const notRunYet: (run: Pick<RunRecord, 'status'>, e: Pick<EvalEntry, 'outcome' | 'todo' | 'skip'>) => boolean;
|
|
605
617
|
/** Distinct judge labels that failed on a counted attempt, in first-seen order. */
|
|
606
618
|
export declare function failedJudgeLabels(record: Pick<RunRecord, 'evals'>): string[];
|
|
607
619
|
/**
|
|
@@ -848,6 +860,44 @@ export declare const findEval: (record: Pick<RunRecord, 'evals'>, slug: string)
|
|
|
848
860
|
export declare const findAttempt: (e: EvalEntry, attemptId: string) => AttemptRecord | undefined;
|
|
849
861
|
/** The attempt to open by default: the first failure, else the first attempt. */
|
|
850
862
|
export declare const defaultAttempt: (e: EvalEntry) => AttemptRecord | undefined;
|
|
863
|
+
/** One observed name over one cell's attempts: its values tallied, or its numbers summarized. Never gates. */
|
|
864
|
+
export type ObservedTally = {
|
|
865
|
+
name: string;
|
|
866
|
+
/** The cell's key. */
|
|
867
|
+
cell: string;
|
|
868
|
+
/** Attempts that observed it. */
|
|
869
|
+
attempts: number;
|
|
870
|
+
/**
|
|
871
|
+
* Each string, boolean or null value, and each such item of an array value once per attempt,
|
|
872
|
+
* by how many attempts gave it, most first (ties in first-seen order); empty when none.
|
|
873
|
+
*/
|
|
874
|
+
counts: Array<{
|
|
875
|
+
value: string;
|
|
876
|
+
n: number;
|
|
877
|
+
}>;
|
|
878
|
+
/** Over the number values; null when none. */
|
|
879
|
+
numbers: {
|
|
880
|
+
median: number;
|
|
881
|
+
min: number;
|
|
882
|
+
max: number;
|
|
883
|
+
n: number;
|
|
884
|
+
} | null;
|
|
885
|
+
/** Values neither tallied nor summarized: objects, and arrays with no scalar item. */
|
|
886
|
+
others: number;
|
|
887
|
+
};
|
|
888
|
+
/**
|
|
889
|
+
* Each name and cell any attempt observed it on, by name in first-observed order and then by
|
|
890
|
+
* cell, tallied over that cell's attempts.
|
|
891
|
+
*/
|
|
892
|
+
export declare function observedTallies(attempts: ReadonlyArray<Pick<AttemptRecord, 'cell' | 'observations'>>): ObservedTally[];
|
|
893
|
+
/** `drizzle 9 · prisma 3`, `median 4 · range 1–12 · 13 attempts`, as the run output shows a tally. */
|
|
894
|
+
export declare function observedLine(t: ObservedTally): string;
|
|
895
|
+
/**
|
|
896
|
+
* How one name's tally on one cell moved from base to head, or null when it didn't:
|
|
897
|
+
* `prisma 6 → 1 · drizzle 2 → 8` (each value whose count changed, head's most first),
|
|
898
|
+
* `median 4 → 9`, or a side's whole line against `none` when only one side observed it.
|
|
899
|
+
*/
|
|
900
|
+
export declare function observedShift(base: ObservedTally | undefined, head: ObservedTally | undefined): string | null;
|
|
851
901
|
export type PatchFile = {
|
|
852
902
|
path: string;
|
|
853
903
|
status: 'added' | 'deleted' | 'modified' | 'renamed' | 'binary';
|
|
@@ -933,7 +983,7 @@ export type Remark = {
|
|
|
933
983
|
*/
|
|
934
984
|
id: string;
|
|
935
985
|
evalId: string;
|
|
936
|
-
kind: 'too-few-tries' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large';
|
|
986
|
+
kind: 'too-few-tries' | 'cant-tell-apart' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large';
|
|
937
987
|
/** Fixed by kind (`REMARK_KINDS`). */
|
|
938
988
|
severity: 'concern' | 'suggestion';
|
|
939
989
|
/** One plain sentence: what's wrong. */
|
|
@@ -978,19 +1028,67 @@ export declare const readableRemarks: (doc: RunRemarks, what?: string) => RunRem
|
|
|
978
1028
|
/** A capture's `<name>.capture.json` as the studio sees it; one from a newer reeval throws. */
|
|
979
1029
|
export declare const readableCapturePage: (page: CapturePageFile, what?: string) => CapturePageFile;
|
|
980
1030
|
/**
|
|
981
|
-
*
|
|
982
|
-
*
|
|
983
|
-
*
|
|
984
|
-
*
|
|
985
|
-
* the time when nothing changed.
|
|
1031
|
+
* The runs a side a compare defaults to and the plan suggests. It doesn't gate the effect: a lift
|
|
1032
|
+
* always reads as its observed direction, and whether its interval excludes 0 decides whether it
|
|
1033
|
+
* holds. At 4 a side, a 4/4 against 0/4 split happens by chance about 7% of the time when nothing
|
|
1034
|
+
* changed.
|
|
986
1035
|
*/
|
|
987
|
-
export declare const
|
|
1036
|
+
export declare const COMPARE_RUNS = 4;
|
|
1037
|
+
type MeasureName = 'pass' | 'check' | 'judge' | 'question' | 'tools' | 'agentMs' | 'tokens';
|
|
988
1038
|
/**
|
|
989
|
-
*
|
|
990
|
-
*
|
|
991
|
-
*
|
|
1039
|
+
* `better` and `worse` are the measure's own test holding in that direction (for tool calls,
|
|
1040
|
+
* agent time and tokens, fewer is better); `leans` is a difference the test doesn't hold that
|
|
1041
|
+
* passes the lean screen (`screened`); `same` is every other difference, or none.
|
|
992
1042
|
*/
|
|
993
|
-
|
|
1043
|
+
type MeasureVerdict = 'better' | 'worse' | 'same' | 'leans';
|
|
1044
|
+
type Measure = {
|
|
1045
|
+
measure: MeasureName;
|
|
1046
|
+
/** The check's label, the judge's check, the question; null for the rest. */
|
|
1047
|
+
label: string | null;
|
|
1048
|
+
/**
|
|
1049
|
+
* Each side's value: a pass rate (0–1), a mean judge score, a question's decisive pairs won, or
|
|
1050
|
+
* a median count, milliseconds or tokens.
|
|
1051
|
+
*/
|
|
1052
|
+
variant: number;
|
|
1053
|
+
control: number;
|
|
1054
|
+
/**
|
|
1055
|
+
* The difference: pass-rate points (-1–1) for pass rate and checks, the mean score's difference
|
|
1056
|
+
* for a judge, the variant's share of decisive pairs for a question, and variant over control
|
|
1057
|
+
* for effort (null when the control's is 0).
|
|
1058
|
+
*/
|
|
1059
|
+
estimate: number | null;
|
|
1060
|
+
/** The 95% interval on pass-rate points; null for the other measures. */
|
|
1061
|
+
lo: number | null;
|
|
1062
|
+
hi: number | null;
|
|
1063
|
+
/** The test's two-sided p; null where the measure's verdict is an interval's (pass rate, checks). */
|
|
1064
|
+
p: number | null;
|
|
1065
|
+
verdict: MeasureVerdict;
|
|
1066
|
+
/** On a lean, which way it leans. */
|
|
1067
|
+
leaning: 'better' | 'worse' | null;
|
|
1068
|
+
/** `5× faster`, `same pass rate`, `judge "tidy" +0.12`. */
|
|
1069
|
+
text: string;
|
|
1070
|
+
/**
|
|
1071
|
+
* On a lean, the runs a side (a case, on a family) or the cases (`unit`) at which a lean this
|
|
1072
|
+
* size would hold; null past `RUNS_TO_HOLD_MAX`, or on any other verdict.
|
|
1073
|
+
*/
|
|
1074
|
+
needed: number | null;
|
|
1075
|
+
unit: 'runs' | 'cases';
|
|
1076
|
+
/**
|
|
1077
|
+
* On a lean whose test can't reach its lean p at this sample at all (two runs a side, or three,
|
|
1078
|
+
* for a rank test): the runs a side or cases (`unit`) it has (`now`) and the fewest at which it
|
|
1079
|
+
* can (`at`). Null otherwise.
|
|
1080
|
+
*/
|
|
1081
|
+
short: {
|
|
1082
|
+
now: number;
|
|
1083
|
+
at: number;
|
|
1084
|
+
} | null;
|
|
1085
|
+
};
|
|
1086
|
+
/**
|
|
1087
|
+
* A variant against its baseline: the direction of their observed pass rates, at any number of
|
|
1088
|
+
* runs. Whether it holds is the interval's to say (`CellResult.interval`), and the
|
|
1089
|
+
* `too-few-tries` remark says how many runs would settle it.
|
|
1090
|
+
*/
|
|
1091
|
+
export type Effect = 'better' | 'worse' | 'same';
|
|
994
1092
|
/**
|
|
995
1093
|
* What an eval's cells compare: `change` when it has variants (or several environments),
|
|
996
1094
|
* `harness` when it has several harnesses, `both`, or `none`.
|
|
@@ -1017,7 +1115,8 @@ export type SuiteResult = {
|
|
|
1017
1115
|
status: RunRecord['status'];
|
|
1018
1116
|
/**
|
|
1019
1117
|
* The run's outcome, which `reeval run`'s exit code is read from: `fail` on any error outside
|
|
1020
|
-
* an attempt, and `skipped` on an interrupted run.
|
|
1118
|
+
* an attempt, and `skipped` on an interrupted run. `reeval run --json` gives a resume that its
|
|
1119
|
+
* filters left `interrupted` the outcome of the attempts it ran, as its exit code.
|
|
1021
1120
|
*/
|
|
1022
1121
|
outcome: Outcome;
|
|
1023
1122
|
/**
|
|
@@ -1071,6 +1170,11 @@ export type EvalResult = {
|
|
|
1071
1170
|
family: boolean;
|
|
1072
1171
|
/** A placeholder (`evaluate.todo`) that never ran. */
|
|
1073
1172
|
todo: boolean;
|
|
1173
|
+
/**
|
|
1174
|
+
* Hasn't run yet: skipped, but not a todo or declared skipped, in a run that isn't complete. On
|
|
1175
|
+
* a family, every case.
|
|
1176
|
+
*/
|
|
1177
|
+
notRun: boolean;
|
|
1074
1178
|
/** On a family: `fail` when a case failed or its pooled gate did. */
|
|
1075
1179
|
outcome: ResultOutcome;
|
|
1076
1180
|
cells: CellResult[] | null;
|
|
@@ -1082,6 +1186,8 @@ export type EvalResult = {
|
|
|
1082
1186
|
* each question asked of any case, in first-asked order, summed over the cases that answered it.
|
|
1083
1187
|
*/
|
|
1084
1188
|
questions: Array<QuestionResult | AttemptQuestionResult>;
|
|
1189
|
+
/** Each name its attempts observed with `c.observe`, tallied per cell; empty on a family. */
|
|
1190
|
+
observations: ObservedTally[];
|
|
1085
1191
|
};
|
|
1086
1192
|
/** A pairwise question: each side's wins over the pairs the model decided. Never gates. */
|
|
1087
1193
|
export type QuestionResult = {
|
|
@@ -1129,6 +1235,8 @@ export type CaseResult = {
|
|
|
1129
1235
|
/** Its place in the case list. */
|
|
1130
1236
|
order: number;
|
|
1131
1237
|
outcome: ResultOutcome;
|
|
1238
|
+
/** Hasn't run yet, as `EvalResult.notRun`. */
|
|
1239
|
+
notRun: boolean;
|
|
1132
1240
|
cells: CellResult[];
|
|
1133
1241
|
};
|
|
1134
1242
|
export type CellResult = {
|
|
@@ -1168,16 +1276,16 @@ export type CellResult = {
|
|
|
1168
1276
|
* attempt (every one an infra error or skipped) lists each as `not run`.
|
|
1169
1277
|
*/
|
|
1170
1278
|
checks: CheckResult[];
|
|
1171
|
-
/** On a variant, against its baseline; null on a control. */
|
|
1279
|
+
/** On a variant, the direction of its pass rate against its baseline's; null on a control or with nothing counted on a side. */
|
|
1172
1280
|
effect: Effect | null;
|
|
1173
1281
|
/** The stored 95% interval on the variant's difference from its baseline. Not for display. */
|
|
1174
1282
|
interval: Interval | null;
|
|
1175
1283
|
/** On a variant, the compare's `minLift`, a fraction like the interval; null without one. */
|
|
1176
1284
|
minLift: number | null;
|
|
1177
|
-
/** Medians over the counted attempts; null below `
|
|
1285
|
+
/** Medians over the counted attempts; null below `COMPARE_RUNS` of them. */
|
|
1178
1286
|
effort: EffortCounters | null;
|
|
1179
|
-
/** On a variant,
|
|
1180
|
-
|
|
1287
|
+
/** On a variant, every measure against its baseline (`cellMeasures`); null on a control. */
|
|
1288
|
+
measures: Measure[] | null;
|
|
1181
1289
|
/** Why attempts failed or errored where no check says: a timeout, an infra error, a throw. */
|
|
1182
1290
|
errors: CellError[];
|
|
1183
1291
|
/**
|
|
@@ -1216,7 +1324,7 @@ export type CheckResult = {
|
|
|
1216
1324
|
order: number;
|
|
1217
1325
|
outcome: CheckOutcome;
|
|
1218
1326
|
/**
|
|
1219
|
-
* On a variant, this check against the baseline's (
|
|
1327
|
+
* On a variant, this check against the baseline's (null when either side never answered it);
|
|
1220
1328
|
* null on a control or without one.
|
|
1221
1329
|
*/
|
|
1222
1330
|
effect: Effect | null;
|
|
@@ -1280,21 +1388,22 @@ export type PooledArm = {
|
|
|
1280
1388
|
/** Cases with counted attempts on both sides. */
|
|
1281
1389
|
pairs: number;
|
|
1282
1390
|
interval: Interval;
|
|
1391
|
+
/** The pooled lift's verdict: `insufficient` below `PAIRED_MIN` discordant pairs or cases. */
|
|
1392
|
+
verdict: FamilyVerdict;
|
|
1283
1393
|
/** The compare's `minLift`, a fraction like the interval, which gates its low end; null without one. */
|
|
1284
1394
|
minLift: number | null;
|
|
1285
1395
|
outcome: 'pass' | 'fail';
|
|
1396
|
+
/** Every measure over the cases (`familyMeasures`). */
|
|
1397
|
+
measures: Measure[];
|
|
1286
1398
|
};
|
|
1287
1399
|
type Side = {
|
|
1288
1400
|
pass: number;
|
|
1289
1401
|
counted: number;
|
|
1290
1402
|
};
|
|
1291
|
-
/**
|
|
1292
|
-
|
|
1293
|
-
|
|
1294
|
-
|
|
1295
|
-
export declare function effectOf(variant: Side, control: Side, interval: Interval | null): Effect;
|
|
1296
|
-
/** The check's effect, on the same Newcombe interval the record stores for a cell's lift. */
|
|
1297
|
-
export declare function checkEffect(variant: CheckTally, control: CheckTally): Effect;
|
|
1403
|
+
/** The direction of `variant`'s pass rate against `control`'s; null when a side counted none. */
|
|
1404
|
+
export declare function effectOf(variant: Side, control: Side): Effect | null;
|
|
1405
|
+
/** The check's direction on the variant against the baseline; null when a side never answered it. */
|
|
1406
|
+
export declare const checkEffect: (variant: CheckTally, control: CheckTally) => Effect | null;
|
|
1298
1407
|
/** One path segment: `%`, `/` and `+` percent-encoded, so segments split back unambiguously. */
|
|
1299
1408
|
export declare const factSegment: (s: string) => string;
|
|
1300
1409
|
export declare function evalAcross(cells: readonly Pick<CellRecord, 'harness' | 'environment' | 'role'>[]): Across;
|
|
@@ -1312,5 +1421,5 @@ export declare const isStudy: (cells: readonly Pick<CellResult, 'gated'>[]) => b
|
|
|
1312
1421
|
export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled'>) => boolean;
|
|
1313
1422
|
/** The facts of a run, from its record. Pure: the same record always gives the same result. */
|
|
1314
1423
|
export declare function suiteResult(record: RunRecord): SuiteResult;
|
|
1315
|
-
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1424
|
+
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1316
1425
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-Dwmi7L4X.js";
|
|
2
|
-
import { t as
|
|
2
|
+
import { t as COMPARE_RUNS } from "../stats-C18W4xPX.js";
|
|
3
3
|
import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-B5jDImcW.js";
|
|
4
4
|
import { n as pageLines, t as failedRequestLine } from "../capture-DMBZE9cs.js";
|
|
5
5
|
import { n as splitPatch, t as patchPath } from "../patch-C7yBztZj.js";
|
|
6
|
-
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-
|
|
7
|
-
import { $ as
|
|
8
|
-
import {
|
|
9
|
-
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-
|
|
10
|
-
import { a as
|
|
11
|
-
import { a as
|
|
12
|
-
|
|
6
|
+
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-BnG_1x_O.js";
|
|
7
|
+
import { $ as formatCount, A as runRows, B as bothUnderATenth, C as isUngatedMiss, D as reasoningLabel, E as parseTranscript, F as DIRECTIONAL_MIN, G as directional, H as cellEffort, I as EFFORT_ALPHA, J as effortOf, K as effortChangeLabel, L as EFFORT_MIN_RUNS, M as shortSha, N as splitEvalId, O as runLead, P as transcriptItems, Q as filesChanged, R as TOKENS_UNREPORTED, S as isNotGatedPass, T as notRunYet, U as cellSamples, V as cellContrast, W as contrastEffort, X as effortSummary, Y as effortSample, Z as effortVerdict, _ as formatUsage, a as buildIndex, at as compare, b as indexFiles, c as defaultAttempt, ct as sourceChanges, d as evalTree, et as formatRatio, f as failedJudgeLabels, g as formatPercent, h as formatDuration, i as attemptAnswerRows, it as cellsChanged, j as runtimeLabel, k as runOutcome, l as evalHistory, lt as stackChanges, m as findEval, n as activityLabel, nt as tokenValues, o as cellRows, ot as newRows, p as findAttempt, q as effortLabel, r as answerRows, rt as addedRow, s as compareView, st as rowKey, t as COMPARE_ORDER, tt as formatSeconds, u as evalMarkOutcome, ut as whyChanged, v as harnessLabel, w as languageLabel, x as isMatrix, y as hasUngatedCells, z as VERDICT_TEXT } from "../model-Ce9l9_rF.js";
|
|
8
|
+
import { C as familyEffortLabel, E as familyRateLabel, S as familyCases, T as familyLiftLabel, a as evalAcross, b as observedTallies, c as isStudy, i as effectOf, l as messageLine, n as checkEffect, o as factSegment, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult, v as observedLine, w as familyHeadLabel, x as caseLabel, y as observedShift } from "../suite-M8_7xio7.js";
|
|
9
|
+
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-NMgPd30U.js";
|
|
10
|
+
import { a as checksByLabel, c as commandLine, d as labeledJudgments, f as summaryJudgeRates, i as checkTries, l as judgeLabel, m as uniqueJudgeLabels, n as cellUsage, o as collapsedJudgeLabel, p as triesNote, r as checkLabels, s as collapsedJudges, t as cellJudgeRates, u as judgeRatesLabel } from "../judgments-m-mb0zv8.js";
|
|
11
|
+
import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-DhzwkSXc.js";
|
|
12
|
+
import { a as liveApiPath, c as readableInvocation, i as isFinished, l as readableLiveProgress, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-B71o2TkX.js";
|
|
13
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, COMPARE_RUNS, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, notRunYet, observedLine, observedShift, observedTallies, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableInvocation, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, rowKey, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { i as formatDuration } from "./text-
|
|
2
|
-
import { S as isNotGatedPass,
|
|
3
|
-
import { u as suiteResult } from "./suite-
|
|
4
|
-
import { o as warnings } from "./state-
|
|
5
|
-
import { i as stateRows, m as render, r as runTally, t as OUTCOME_MARK } from "./summary-
|
|
1
|
+
import { i as formatDuration } from "./text-B8-W3Cvn.js";
|
|
2
|
+
import { S as isNotGatedPass, it as cellsChanged } from "./model-Ce9l9_rF.js";
|
|
3
|
+
import { u as suiteResult } from "./suite-M8_7xio7.js";
|
|
4
|
+
import { o as warnings } from "./state-DDCGUhva.js";
|
|
5
|
+
import { i as stateRows, m as render, r as runTally, t as OUTCOME_MARK } from "./summary-Uzc9osfV.js";
|
|
6
6
|
// src/history/views.ts
|
|
7
7
|
var RefError = class extends Error {
|
|
8
8
|
name = "RefError";
|
|
@@ -122,4 +122,4 @@ function formatShow(run, opts = {}) {
|
|
|
122
122
|
}
|
|
123
123
|
export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
|
|
124
124
|
|
|
125
|
-
//# sourceMappingURL=views-
|
|
125
|
+
//# sourceMappingURL=views-BISrsIjw.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"views-
|
|
1
|
+
{"version":3,"file":"views-BISrsIjw.js","names":[],"sources":["../src/history/views.ts"],"mappings":";;;;;;AAkBA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;;;;AAMA,SAAgB,WAAW,SAAyB,MAAM,UAAwB;CAChF,IAAI,QAAQ,WAAW,GAAG,MAAM,IAAI,SAAS,8BAA8B;CAC3E,MAAM,OAAO,sBAAsB,KAAK,GAAG;CAC3C,IAAI,MAAM;EACR,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI,OAAO,KAAK,MAAM,CAAC;EAC9D,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,QAAQ,WAAW,IAAI,kBAAkB,YAAY,QAAQ,OAAO,OAAO,OAAO,IAAI,wCACjG;EAEF,OAAO;CACT;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,GAAG;CACjD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,QAAQ,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC1D,IAAI,KAAK,WAAW,KAAK,KAAK,IAAI,OAAO,KAAK;CAC9C,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;CAC/E,IAAI,oBAAoB,KAAK,GAAG,GAAG;EACjC,MAAM,QAAQ,QAAQ,QAAQ,MAAM,EAAE,KAAK,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;EAC5E,MAAM,SAAS,MAAM,MAAM,SAAS;EACpC,IAAI,QAAQ,OAAO;CACrB;CACA,MAAM,IAAI,SACR,mBAAmB,IAAI,4EACzB;AACF;;;;;;;;AASA,SAAgB,aACd,SACA,MACA,UACqB;CACrB,MAAM,UAAU,QAAQ,QAAQ,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,WAAW,UAAU;CACrF,IAAI,YAAY,SAAS,SAAS,GAAG;EACnC,MAAM,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;EACvD,IAAI,OAA4B;EAChC,IAAI,WAAW,OAAO;EACtB,KAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,IAAI,GAAG,IAAI,KAAA;GACxC,IAAI,MAAM,KAAA,MAAc,IAAI,YAAa,MAAM,YAAY,QAAQ,EAAE,QAAQ,KAAK,QAAS;IACzF,OAAO;IACP,WAAW;GACb;EACF;EACA,IAAI,MAAM,OAAO;CACnB;CACA,OAAO,QAAQ,QAAQ,SAAS,MAAM;AACxC;AAEA,MAAM,YAAY,MAAqB,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,GAAG,CAAC,IAAI;AAsBvE,MAAa,eAAe,OAAqB,UAC/C,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG;AAEpD,SAAgB,QACd,SACA,UAAqE,CAAC,GACtE;CACA,MAAM,OAAO,QAAQ,MAAM,EAAE,QAAQ,SAAS,GAAG;CACjD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,GAClC,KAAK,MAAM,KAAK,IAAI,OAAO,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,GAAG,IAAI,KAAK,EAAE,EAAE;CAEnE,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAmB3C,OAAO;EAAE;EAAM,MAlBY,IACxB,QAAQ,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC5D,KAAK,OAAO;GACX,MAAM,MAAkB;IAAE;IAAI,UAAU,CAAC;IAAG,OAAO,CAAC;IAAG,MAAM;IAAG,SAAS;GAAE;GAC3E,MAAM,uBAAO,IAAI,IAAoB;GACrC,KAAK,SAAS,KAAK,MAAM;IACvB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;IAC3C,MAAM,WAAW,MAAM,KAAA,KAAa,eAAe,CAAC;IACpD,IAAI,SAAS,KAAK,WAAW,cAAe,GAAG,WAAW,IAAK;IAC/D,IAAI,CAAC,GAAG;IACR,IAAI,aAAa,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC;IACrD,IAAI,UAAU;IACd,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ,IAAI;IACtD,IAAI,EAAE,YAAY,QAAQ,IAAI;GAChC,CAAC;GACD,OAAO;EACT,CAEgB;EAAG,UADJ,KAAK,QAAQ,MAAM,YAAY,GAAG,QAAQ,SAAS,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAC5D;CAAE;AAChC;AAEA,SAAgB,cAAc,EAAE,MAAM,MAAM,YAAgD;CAC1F,IAAI,KAAK,WAAW,GAClB,OAAO;CACT,MAAM,QAAQ,KAAK;CACnB,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,QAAQ,CACZ,GAAG,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,MAAM,IAAI,SAAS,KAAK,EAAE,MAAM,KAAK,MAAM,IAAI,SAAS,IAAI,EAAE,IAC3I,EACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,SAAS,SAAS,EAAE,MAAM,MAAM,GAAG,CAAC;CAChF,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,IAAI,SACf,KACE,GAAG,MACF,GAAG,IAAI,MAAM,SAAS,CAAC,IAAI,MAAM,KAAK,MAAM,cAAc,MAAM,IAAI,aAAa,KAAK,KAC1F,CAAC,CACA,KAAK,EAAE;EACV,MAAM,OAAO,IAAI,UAAU,GAAG,IAAI,KAAK,GAAG,IAAI,YAAY;EAC1D,MAAM,KAAK,KAAK,MAAM,OAAO,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI;CACvE;CACA,MAAM,KACJ,IACA,2FACF;CACA,IAAI,SAAS,SAAS,GACpB,MAAM,KACJ,IACA,GAAG,SAAS,OAAO,MAAM,SAAS,WAAW,IAAI,SAAS,SAAS,4EACnE,GAAG,SAAS,KAAK,OAAO,KAAK,IAAI,CACnC;CAEF,OAAO,MAAM,KAAK,IAAI;AACxB;;AAGA,SAAgB,WAAW,KAAgB,OAAwC,CAAC,GAAW;CAC7F,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACrD,OAAO;EACL,OAAO,IAAI,MAAM,IAAI,SAAS,GAAG;EACjC,aAAa,IAAI,UAAU,KAAK,eAAe,IAAI,UAAU,EAAE,gBAAgB,IAAI;EACnF;EACA,GAAG,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,IAAI,GAAG;EACpD,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,OAAO,GAAG;EACtC;EACA,GAAG,OAAO,YAAY,GAAG,GAAG,KAAK,WAAW,MAAM;GAAE,OAAO;GAAO,SAAS;EAAM,CAAC;CACpF,CAAC,CAAC,KAAK,IAAI;AACb"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { n as useSchedulerChannel, t as acquire } from "./client-
|
|
1
|
+
import { n as useSchedulerChannel, t as acquire } from "./client-tZ2WBDxf.js";
|
|
2
2
|
import { n as UsageError, t as TimeoutError } from "./errors-ttMTnIYX.js";
|
|
3
|
-
import { i as originalStack, t as adapterForFile } from "./adapter-
|
|
4
|
-
import { c as attemptExpectError, f as extendExpect, g as withAttemptExpect, h as unawaitedError, m as rawAssertions, o as useEngine, u as createExpect } from "./runtime-
|
|
5
|
-
import { n as evalMatchers } from "./matchers-
|
|
3
|
+
import { i as originalStack, t as adapterForFile } from "./adapter-CptK032x.js";
|
|
4
|
+
import { c as attemptExpectError, f as extendExpect, g as withAttemptExpect, h as unawaitedError, m as rawAssertions, o as useEngine, u as createExpect } from "./runtime-DcvQcr36.js";
|
|
5
|
+
import { n as evalMatchers } from "./matchers-Cs8aDqdU.js";
|
|
6
6
|
import { t as budgetMarker } from "./budget-BcxLYY5L.js";
|
|
7
7
|
import { existsSync } from "node:fs";
|
|
8
8
|
import { format } from "node:util";
|
|
@@ -388,4 +388,4 @@ process.on("unhandledRejection", (error) => worker.unhandled(error));
|
|
|
388
388
|
process.on("uncaughtException", (error) => worker.unhandled(error));
|
|
389
389
|
export {};
|
|
390
390
|
|
|
391
|
-
//# sourceMappingURL=worker-entry-
|
|
391
|
+
//# sourceMappingURL=worker-entry-DJD_nHkS.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"worker-entry-
|
|
1
|
+
{"version":3,"file":"worker-entry-DJD_nHkS.js","names":[],"sources":["../src/language-runner/load.ts","../src/engine/collector.ts","../src/engine/run.ts","../src/engine/worker.ts","../src/engine/worker-entry.ts"],"mappings":";;;;;;;;;;;;AAGA,MAAa,kBAAkB,MAAc,SAC3C,eAAe,IAAI,CAAC,CAAC,KAAK,MAAM,IAAI;;AC2BtC,IAAI;AAEJ,MAAa,uBAA2C,YAAY;AAEpE,SAAgB,cAAc,MAAc,MAAgB,SAA2B;CACrF,QAAQ,CAAC,CAAC,MAAM,KAAK;EAAE,MAAM;EAAS;EAAM;EAAM;EAAS,OAAO,CAAC;EAAG,cAAc;CAAM,CAAC;AAC7F;AAEA,SAAgB,aACd,MACA,SACA,MACM;CACN,QAAQ,CAAC,CAAC,MAAM,KAAK;EACnB,MAAM;EACN,OAAO;EACP;EACA,QAAQ,CAAC;EACT,MAAM,QAAQ;EACd;EACA;CACF,CAAC;AACH;AAEA,SAAS,UAAiB;CACxB,IAAI,CAAC,YACH,MAAM,IAAI,WACR,wGACF;CACF,OAAO,WAAW;AACpB;;AAGA,eAAsB,QACpB,MACA,MAC0B;CAC1B,MAAM,OAAc;EAAE,MAAM;EAAS,MAAM;EAAI,MAAM;EAAO,OAAO,CAAC;EAAG,cAAc;CAAM;CAC3F,aAAa;EAAE;EAAM,SAAS;CAAK;CACnC,IAAI;EACF,MAAM,KAAK;EACX,MAAM,aAAa,IAAI;CACzB,UAAU;EACR,aAAa,KAAA;CACf;CACA,eAAe,MAAM,KAAK,cAAc,KAAK;CAC7C,MAAM,QAAyB,CAAC;CAChC,MAAM,QAAQ,OAAc,WAAqB;EAC/C,KAAK,MAAM,QAAQ,MAAM,OACvB,IAAI,KAAK,SAAS,SAAS,KAAK,MAAM,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC;OACvD,MAAM,KAAK,OAAO,OAAO,MAAM;GAAE,OAAO,MAAM;GAAQ;EAAO,CAAC,CAAC;CAExE;CACA,KAAK,MAAM,CAAC,CAAC;CACb,OAAO;AACT;AAEA,eAAe,aAAa,OAA6B;CACvD,MAAM,QAAQ;CACd,IAAI,MAAM,SAAS;EACjB,MAAM,QAAQ,MAAM;EACpB,MAAM,UAAU;EAChB,IAAI;GACF,MAAM,MAAM,QAAQ;EACtB,UAAU;GACR,MAAM,UAAU;EAClB;CACF;CACA,KAAK,MAAM,QAAQ,MAAM,OAAO,IAAI,KAAK,SAAS,SAAS,MAAM,aAAa,IAAI;CAClF,MAAM,eAAe,MAAM,MAAM,MAC9B,MAAM,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,YACvD;AACF;;AAGA,SAAS,eAAe,OAAc,UAAmB,cAA6B;CACpF,MAAM,cAAc,gBAAgB,MAAM,SAAS;CACnD,MAAM,WAAW,YAAY,MAAM;CACnC,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,MAAM,UAAU,WACZ,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,eAC9C,eAAe,EAAE,SAAS;EAC9B,IAAI,UAAU;GACZ,IAAI,EAAE,SAAS,YAAY,WAAW,EAAE,eAClC;QAAA,EAAE,SAAS,QAAQ,EAAE,OAAO;GAAA,OAC3B,IAAI,EAAE,SAAS,SAAS,CAAC,SAAS,EAAE,OAAO;QAC7C,IAAI,EAAE,SAAS,QAAQ,EAAE,OAAO;EACvC;EACA,IAAI,EAAE,SAAS,SAAS;GACtB,IAAI,EAAE,SAAS,UAAU,EAAE,SAAS,QAAQ,QAAQ,GAAG,EAAE,IAAI;QACxD,eAAe,GAAG,UAAU,OAAO;EAC1C;CACF;AACF;AAEA,SAAS,QAAQ,OAAc,MAA6B;CAC1D,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,IAAI,EAAE,SAAS,UAAU,EAAE,SAAS,QAAQ,EAAE,OAAO;EACrD,IAAI,EAAE,SAAS,SAAS,QAAQ,GAAG,EAAE,IAAuB;CAC9D;AACF;;;AC7FA,SAAgB,eAAe,OAAiC;CAC9D,IAAI,iBAAiB,SAAS,OAAO,MAAM,UAAU,UACnD,IAAI;EACF,MAAM,QAAQ,cAAc,MAAM,KAAK;CACzC,QAAQ,CAAC;CAEX,OAAO,aAAa,KAAK;AAC3B;AAEA,MAAM,UAAU;CACd,KAAK;CACL,MAAM;CACN,OAAO;CACP,MAAM;CACN,OAAO;AACT;AAEA,MAAM,iBAAiB,IAAI,kBAA0B;;AAGrD,SAAgB,aAAa,UAA0B;CACrD,MAAM,SAAS,WAAW;CAC1B,KAAK,MAAM,CAAC,QAAQ,WAAW,OAAO,QAAQ,OAAO,GAInD,OAAO,WAAW,GAAG,SACnB,SAAS,IAAI,eAAe,SAAS,GAAG,KAAK,IAAI,GAAG,QAAQ,GAAG,OAAO,GAAG,IAAI,EAAE,GAAG;AAExF;;;;;;AAiBA,eAAsB,SACpB,OACA,QACA,SACe;CACf,MAAM,UAA8B,CAAC;CACrC,MAAM,yBAAS,IAAI,IAAmB;CACtC,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,CAAC,OAAO,IAAI,KAAK,KAAK,KAAK,KAAK,SAAS,OAAO;GAClD,QAAQ,SAAS,OAAO,KAAK,OAAO;IAAE,OAAO;IAAW,QAAQ,CAAC;IAAG,YAAY;GAAE,CAAC;GACnF,KAAK,QAAQ,UAAU,EAAE,OAAO,UAAU,CAAC;GAC3C;EACF;EACA,QAAQ,KAAK,QAAQ,MAAM,SAAS,MAAM,CAAC;CAC7C;CACA,QAAQ,QAAQ;CAChB,MAAM,QAAQ,IAAI,OAAO;CACzB,MAAM,QAAQ,WAAW,MAAM;AACjC;AAEA,eAAe,QACb,MACA,EAAE,MAAM,YAAY,QAAQ,YAC5B,QACe;CACf,MAAM,EAAE,OAAO,YAAY;CAC3B,MAAM,WAAW,KAAK,IAAI;CAC1B,MAAM,aAAa;EACjB,SAAS,OAAO,OAAO;GAAE,OAAO;GAAW,QAAQ,CAAC;GAAG,YAAY,KAAK,IAAI,IAAI;EAAS,CAAC;EAC1F,QAAQ,UAAU,EAAE,OAAO,UAAU,CAAC;CACxC;CACA,IAAI,OAAO,SAAS,OAAO,KAAK;CAChC,IAAI,QAAQ,OAAO;EACjB,IAAI;EACJ,IAAI;GACF,KAAK,MAAM,QAAQ,MAAM;EAC3B,SAAS,OAAO;GACd,OAAO,KAAK,KAAK;EACnB;EACA,IAAI,CAAC,MAAM,OAAO,SAAS,OAAO,KAAK;CACzC;CACA,IAAI;CACJ,IAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,SAAS,QAAQ;EACjC,IAAI;GACF,QAAQ,MAAM,QAAQ,QAAQ;IAAE;IAAM;GAAO,CAAC;EAChD,SAAS,OAAO;GACd,IAAI,OAAO,SAAS,OAAO,KAAK;GAChC,OAAO,KAAK,KAAK;EACnB;CACF;CACA,IAAI,WAAW,aAAa,UAAU,CAAC,GAAG;EACxC,OAAO,QAAQ;EACf,OAAO,KAAK;CACd;CACA,MAAM,YAAY,KAAK,IAAI;CAC3B,SAAS,MAAM,OAAO,SAAS;CAC/B,MAAM,OAAmB;EACvB,MAAM;EACN,MAAM,KAAK;EACX,cAAc,CAAC,GAAG,KAAK,QAAQ,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK;EACpD;CACF;CACA,MAAM,MAAM,aAAa,IAAI;CAC7B,MAAM,UAAqB,CAAC;CAC5B,MAAM,UAAU,IAAI,gBAAgB;CACpC,IAAI,WAAW;CACf,IAAI;CACJ,MAAM,OAAO,eAAe,IAAI,aAC9B,kBAAkB,KAAK,eACrB,KAAK,KAAK;EACR;EACA,QAAQ,YAAY,IAAI,CAAC,QAAQ,QAAQ,MAAM,CAAC;EAChD,UAAU,SAAS;GACjB,OAAO;GACP,IAAI,UAAU,SAAS,KAAK,OAAO,IAAI;EACzC;EACA,WAAW,aAAa,SAAS,SAAS,OAAO,QAAQ;EACzD,QAAQ,SAAS,SAAS,MAAM,OAAO,IAAI;EAC3C,iBAAiB,eAAe,SAAS,IAAI;EAC7C,mBAAmB,mBAAmB,GAAG;EACzC,kBAAkB,cAAc,IAAI;CACtC,CAAC,CACH,CACF;CACA,OAAO,IAAI,IAAI;CACf,MAAM,gBAAgB,OAAO,QAAQ;CACrC,MAAM,YAAY,KAAK,KAAK,SAAS,OAAO;CAC5C,IAAI,QAA6B;CACjC,IAAI;EACF,OAAO,QAAQ,UAAU,YAAY,MAAM,QAAQ,SAAS,OAAO,IAAI;EACvE,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC;EAAE,CAAC;CACxC,SAAS,OAAO;EACd,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC,eAAe,KAAK,CAAC;EAAE,CAAC;CAC7D;CAEA,OAAO,IAAI,UAAU,WAAW,QAAQ,UAAU;EAAE;EAAO,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;CAAG,CAAC,CAAC,CAAC;CAExF,SAAS,OAAO,QAAwC;EACtD,WAAW;EACX,QAAQ,OAAO;EACf,SAAS,OAAO,OAAO;GACrB,GAAG;GACH,YAAY,KAAK,IAAI,IAAI;GACzB,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;EACzB,CAAC;CACH;CAEA,SAAS,KAAK,OAAgB;EAC5B,SAAS,OAAO,OAAO;GACrB,OAAO;GACP,QAAQ,CAAC,eAAe,KAAK,CAAC;GAC9B,YAAY,KAAK,IAAI,IAAI;EAC3B,CAAC;EACD,QAAQ,UAAU,EAAE,OAAO,SAAS,CAAC;CACvC;AACF;;AAGA,SAAS,YAAY,SAAwB,IAAY,OAAuC;CAC9F,IAAI;CACJ,MAAM,WAAW,IAAI,SAAgB,GAAG,WAAW;EACjD,QAAQ,iBAAiB;GACvB,MAAM,QAAQ,IAAI,aAAa,wBAAwB,KAAK,IAAK,EAAE;GACnE,MAAM,MAAM,KAAK;GACjB,OAAO,KAAK;EACd,GAAG,EAAE;CACP,CAAC;CACD,OAAO,QAAQ,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,cAAc,aAAa,KAAK,CAAC;AAC5E;;ACzLA,SAAgB,YAAY,SAA0B;CACpD,MAAM,SAAS,IAAI,gBAAgB;CACnC,IAAI;CACJ,IAAI,UAAyB,QAAQ,QAAQ;CAC7C,IAAI,UAAU;CACd,MAAM,aACJ,OAAO,MAAM,OAAO,uBAAO,IAAI,MAAM,sBAAsB,GAAG,EAAE,MAAM,aAAa,CAAC,CAAC;CACvF,QAAQ,WAAW,YAAY;EAC7B,IAAI,QAAQ,MAAM,QAAQ,UAAU,KAAK,QAAQ,KAAK,QAAQ,MAAM,QAAQ,MAAM;OAC7E,IAAI,QAAQ,MAAM,SAAS,QAAQ,QAAQ,EAAE;OAC7C,KAAK;CACZ,CAAC;CAKD,QAAQ,mBAAmB;EACzB,KAAK;EACL,IAAI,CAAC,SAAS,OAAO,QAAQ,KAAK,CAAC;EACnC,QAAa,cAAc,QAAQ,KAAK,CAAC,CAAC;CAC5C,CAAC;CAED,MAAM,WAAqB;EACzB,QAAQ,OAAO,OAAO,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAG,CAAC;EAC5D,WAAW,OAAO,aAAa,QAAQ,KAAK;GAAE,GAAG;GAAY;GAAO;EAAS,CAAC;EAC9E,QAAQ,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAK,CAAC;EAChE,MAAM,OAAO,IAAI,QAAQ,SACvB,QAAQ,KAAK;GAAE,GAAG;GAAO,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM;GAAI;GAAI;GAAQ;EAAK,CAAC;EACxF,SAAS,OAAO,WAAW,QAAQ,KAAK;GAAE,GAAG;GAAU;GAAO;EAAO,CAAC;EACtE,OAAO,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAQ;GAAO;EAAK,CAAC;CAChE;CAEA,eAAe,KAAK,KAAiB,MAAc,QAAwC;EACzF,MAAM,4BAAY,IAAI,IAAY;EAClC,UAAU;GACR;GACA;GACA,qBAAqB;GACrB;GACA,mBAAmB,QAAQ;IACzB,KAAK,MAAM,MAAM,KAAK,UAAU,IAAI,EAAE;GACxC;EACF,CAAC;EACD,aAAa,YAAY;EACzB,aAAa,QAAQ;EACrB,IAAI;GACF,MAAM,QAAQ,MAAM,QAAQ,YAAY,eAAe,MAAM,IAAI,OAAO,IAAI,CAAC;GAC7E,QAAQ,KAAK;IACX,GAAG;IACH,OAAO,MAAM,KAAK,EAAE,OAAO,MAAM,QAAQ,MAAM,eAAe;KAC5D;KACA;KACA;KACA;KACA,GAAI,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;IACxD,EAAE;IACF,WAAW,CAAC,GAAG,SAAS;GAC1B,CAAC;GACD,IAAI,QAAQ;IACV,UAAU;IACV,QAAQ,qBAAqB,YAAY,QAAQ,KAAK,OAAqB,CAAC;IAC5E,MAAM,SAAS,OAAO,IAAI,IAAI,MAAM,GAAG;KACrC;KACA,YAAY,IAAI;KAChB,QAAQ,OAAO;KACf;KACA,eAAe,QAAQ,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC5C,CAAC;GACH;EACF,SAAS,OAAO;GACd,QAAQ,KAAK;IAAE,GAAG;IAAc,OAAO,eAAe,KAAK;GAAE,CAAC;EAChE;EAEA,QAAQ,KAAK,EAAE,GAAG,OAAO,CAAC;CAC5B;CAEA,QAAQ,KAAK;EAAE,GAAG;EAAS,UAAA;CAAmB,CAAC;CAC/C,OAAO,EAAE,YAAY,UAAU,QAAQ,KAAK;EAAE,GAAG;EAAa,OAAO,eAAe,KAAK;CAAE,CAAC,EAAE;AAChG;;ACvGA,IAAI,CAAC,QAAQ,MAAM;CACjB,QAAQ,MACN,sFACF;CACA,QAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,GAAG,gBAAgB,CAAC,CAAC;AAC7B,MAAM,SAAS,YAAY;CAEzB,OAAO,YAAY,QAAQ,OAAO,SAAS,KAAA,GAAW,CAAC,SAAS,CAAC,CAAC;CAClE,YAAY,aAAa,QAAQ,GAAG,WAAW,QAAQ;CACvD,eAAe,aAAa,QAAQ,GAAG,cAAc,QAAQ;CAC7D,OAAO,SAAS,QAAQ,KAAK,IAAI;AACnC,CAAC;AACD,QAAQ,GAAG,uBAAuB,UAAU,OAAO,UAAU,KAAK,CAAC;AACnE,QAAQ,GAAG,sBAAsB,UAAU,OAAO,UAAU,KAAK,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { r as prepareWorkspaces, a as removePreparedWorkspaces, o as sameTreeArms, s as workspaceKey } from "./workspace-BO1VhUR9.js";
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { P as workspaceLabel } from "./environment-
|
|
1
|
+
import { P as workspaceLabel } from "./environment-CC1RV21n.js";
|
|
2
2
|
import { l as sha256 } from "./ids-DuK6xl4w.js";
|
|
3
|
-
import {
|
|
4
|
-
import { gt as RETRY_DELAYS } from "./src-
|
|
5
|
-
import { t as git } from "./git-
|
|
3
|
+
import { v as registerSecret } from "./redact-BhjtnjrU.js";
|
|
4
|
+
import { gt as RETRY_DELAYS } from "./src-BQ6BiXoc.js";
|
|
5
|
+
import { t as git } from "./git-C1MB5bjr.js";
|
|
6
6
|
import { t as PrepareError } from "./provider-DZd8t_XW.js";
|
|
7
7
|
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, writeFileSync } from "node:fs";
|
|
8
8
|
import { isAbsolute, join, posix } from "node:path";
|
|
@@ -357,4 +357,4 @@ function preparedWorkspace(root, runId, w) {
|
|
|
357
357
|
}
|
|
358
358
|
export { removePreparedWorkspaces as a, preparedWorkspace as i, classifyGitError as n, sameTreeArms as o, prepareWorkspaces as r, workspaceKey as s, WorkspaceError as t };
|
|
359
359
|
|
|
360
|
-
//# sourceMappingURL=workspace-
|
|
360
|
+
//# sourceMappingURL=workspace-BO1VhUR9.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workspace-
|
|
1
|
+
{"version":3,"file":"workspace-BO1VhUR9.js","names":[],"sources":["../src/workspace.ts"],"mappings":";;;;;;;;;;;AAsBA,IAAa,iBAAb,cAAoC,MAAM;CACxC,OAAgB;CAChB;CACA,YAAY,SAAiB,OAAgB;EAC3C,MAAM,OAAO;EACb,KAAK,QAAQ;CACf;AACF;AAEA,MAAa,gBAAgB,MAC3B,KAAK,UAAU;CAAC,EAAE;CAAK,EAAE,OAAO;CAAM,EAAE,QAAQ;AAAI,CAAC;AAEvD,MAAM,YAAY,SAAiB,KAAK,MAAM,WAAW,SAAS,KAAK;AACvE,MAAM,gBAAgB,MAAc,UAClC,KAAK,MAAM,WAAW,SAAS,YAAY,GAAG,MAAM,UAAU;AAEhE,MAAM,WAAW;;AAKjB,SAAgB,iBAAiB,QAAyB;CACxD,IAAI,4EAA4E,KAAK,MAAM,GACzF,OAAO;CACT,IACE,wLAAwL,KACtL,MACF,GAEA,OAAO;CACT,IACE,wOAAwO,KACtO,MACF,GAEA,OAAO;CACT,IACE,sMAAsM,KACpM,MACF,GAEA,OAAO;CACT,OAAO;AACT;AAEA,MAAM,aAAa,WACjB,OACG,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,QAAQ,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CACtD,KAAK,OAAO,KAAK;AAGtB,MAAM,UAA6B,QAAQ,IAAI,kBAC3C,CAAC,IACD,EAAE,iBAAiB,uBAAuB;AAE9C,eAAe,MAAM,KAAa,MAAgB,OAAgB,MAAyB,CAAC,GAAG;CAC7F,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM;EAC7B,KAAK;GAAE,GAAG;GAAS,GAAG;EAAI;EAC1B,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC,CAAC;CACD,OAAO;EAAE,GAAG;EAAG,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;CAAE;AACxD;AAEA,MAAM,SAAS,OAAe,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;;;;;AAM9E,eAAe,WACb,MACA,GACA,MACA,QACA,KAC4B;CAC5B,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;CACpE,UAAU,KAAK,EAAE,WAAW,KAAK,CAAC;CAClC,MAAM,QAAQ,OAAO,SAAmB;EACtC,MAAM,IAAI,MAAM,MAAM,KAAK,IAAI;EAC/B,IAAI,EAAE,SAAS,GACb,MAAM,IAAI,eACR,GAAG,KAAK,iCAAiC,IAAI,IAAI,UAAU,EAAE,MAAM,KACnE,KACF;CAEJ;CACA,MAAM,MAAM;EAAC;EAAQ;EAAM;CAAQ,CAAC;CACpC,MAAM,MAAM;EAAC;EAAU;EAAqB,EAAE;CAAG,CAAC;CAClD,MAAM,MAAM;EAAC;EAAU;EAA0B;CAAM,CAAC;CAExD,MAAM,QAAQ,OAAO,MAAgB,OAAgB,SAAmB,CAAC,MAAM;EAC7E,KAAK,IAAI,IAAI,IAAK,KAAK;GACrB,MAAM,IAAI,MAAM,MACd,KACA;IAAC,GAAG;IAAQ;IAAS;IAAM;IAAa;IAAyB,GAAG;GAAI,GACxE,OACA,GACF;GACA,IAAI,EAAE,SAAS,GAAG;GAClB,MAAM,UAAU,iBAAiB,EAAE,MAAM;GACzC,IAAI,YAAY,eAAe,IAAI,OAAO,QAAQ;IAChD,MAAM,MAAM,OAAO,MAAM,CAAC;IAC1B;GACF;GACA,MAAM,WAAW,SAAS,EAAE,QAAQ,GAAG,MAAM,YAAY,SAAU,MAAM,UAAU,EAAE,GAAG,CAAE;EAC5F;CACF;CAEA,IAAI;CACJ,IAAI,EAAE,OAAO,SAAS,KAAK,EAAE,GAAG,GAAG;EAEjC,MAAM,QAAQ,MAAM,MAClB,KACA;GAAC;GAAa;GAAY;GAAM,GAAG,EAAE,IAAI;EAAU,GACnD,KAAA,GACA,EACE,mBAAmB,IACrB,CACF;EACA,IAAI,MAAM,SAAS,GAAG,SAAS,MAAM;CACvC;CACA,IAAI,CAAC,QAAQ;EACX,MAAM,OAAO,qBAAqB,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EAE9E,MAAM,MAAM;GAAC;GAAW;GAAK,GADd,EAAE,OAAO,CAAC,oBAAoB,IAAI,CAAC;GACV;GAAU,IAAI,EAAE,OAAO,OAAO,GAAG;EAAM,CAAC;EAChF,MAAM,WAAW,MAAM,MAAM,KAAK;GAAC;GAAa;GAAY;GAAM,GAAG,KAAK;EAAU,CAAC;EACrF,MAAM,MAAM,KAAK;GAAC;GAAc;GAAM;EAAI,CAAC;EAC3C,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,SAAS,EAAE,IAAI,iDACvB,IACF;EAEF,SAAS,SAAS;CACpB;CAEA,MAAM,MAAM,KAAK;EAAC;EAAc,uBAAuB;EAAU;CAAM,CAAC;CAExE,MAAM,OAAO,MAAM,OAAO,KAAK,QAAQ,GAAG,IAAI;CAC9C,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,GAAG,KAAK,KAAK;CACvD,IAAI,CAAC,WAAW,GAAG,GAAG;EAEpB,MAAM,QAAO,MADS,MAAM,KAAK;GAAC;GAAY;GAAa;GAAmB;EAAI,CAAC,EAAA,CAC9D,KAClB,MAAM,IAAI,CAAC,CACX,QAAQ,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAChC,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC;EAExB,IAAI,KAAK,QACP,MAAM,MAAM;GAAC;GAAsB;GAAW;EAAQ,GAAG,GAAG,KAAK,KAAK,IAAI,EAAE,KAAK,CAC/E,MACA,iCACF,CAAC;EAGH,MAAM,WAAW,MAAM,IACrB,KACA,CACE,GAAG;GAAC;GAAM;GAAuB;GAAM;EAAuB,GAC9D,GAAG;GAAC;GAAM;GAA6B;GAAW;GAAgB;EAAI,CACxE,GACA,EAAE,KAAK,QAAQ,CACjB;EACA,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,oBAAoB,KAAK,MAAM,GAAG,EAAE,EAAE,IAAI,UAAU,SAAS,MAAM,KAC3E,KACF;EAEF,UAAU,KAAK,SAAS,IAAI,GAAG,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;EAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EACtE,cAAc,SAAS,SAAS,MAAM;EACtC,WAAW,SAAS,GAAG;CACzB;CACA,OAAO;EAAE;EAAQ;EAAM;CAAI;AAC7B;;AAGA,eAAe,OAAO,KAAa,QAAgB,GAAiB,MAAc;CAChF,MAAM,KAAK,GAAG,EAAE,MAAM,MAAM,EAAE,IAAI,KAAK,GAAG,UAAU,OAAO,MAAM,GAAG,CAAC,EAAE;CACvE,IAAI,CAAC,EAAE,MAAM,QAAQ,MAAM,MAAM,KAAK,CAAC,aAAa,GAAG,OAAO,QAAQ,CAAC,EAAA,CAAG;CAC1E,MAAM,QAAQ,MAAM,MAAM,KAAK;EAAC;EAAW;EAAQ;EAAM,EAAE;CAAI,CAAC;CAChE,MAAM,CAAC,OAAO,IAAI,QAAQ,MAAM,KAAK,MAAM,GAAI;CAC/C,MAAM,GAAG,MAAM,OAAO,KAAK,MAAM,GAAG;CACpC,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,QAAQ,SAAS,UAAU,KAAK,OAAO;CAC1E,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,MACjC,MAAM,IAAI,eAAe,GAAG,KAAK,GAAG,GAAG,KAAK,EAAE,KAAK,+BAA+B,IAAI;CAExF,IAAI,SAAS,MAAM,QAAQ,EAAE,IAAI;CACjC,IAAI,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,WAAW,MAAM,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;CACxF,IAAI,KAAK,SAAS,GAAG;EACnB,SAAS;EACT,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,MAAM,CAAC;CAC7C;CACA,MAAM,QACJ,KAAK,SAAS,IACV,KAAK,KACF,MAAM,IAAI,CAAC,CACX,OAAO,OAAO,CAAC,CACf,KAAK,MAAM;EACV,MAAM,CAAC,IAAI,IAAI,IAAI,MAAM,EAAE,MAAM,GAAI;EACrC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,SAAS,GAAG,EAAE,KAAK;CAChD,CAAC,IACH,CAAC;CACP,MAAM,QAAQ,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,KAAK,MAAM,SAAS,KAAK,QAAQ;CAC3E,MAAM,QAAQ,WAAW,MAAM,sBAAsB,GAAG,OAAO;CAC/D,MAAM,IAAI,eACR,GAAG,KAAK,GAAG,GAAG,qBAAqB,EAAE,KAAK,GAAG,MAAM,SAAS,KAAK,MAAM,IAAI,UAAU,MACrF,IACF;AACF;;AAGA,eAAe,UAAU,KAAa;CACpC,IAAI,CAAC,WAAW,GAAG,GAAG,OAAO;CAC7B,MAAM,IAAI,MAAM,MAAM,KAAK,CAAC,aAAa,yBAAyB,CAAC;CACnE,OAAO,EAAE,SAAS,KAAK,EAAE,SAAS;AACpC;AAEA,SAAS,WACP,SACA,QACA,GACA,MACA,UAAU,OACV;CACA,MAAM,OAAO,UAAU,MAAM;CAC7B,QAAQ,SAAR;EACE,KAAK,OAAO;GACV,MAAM,QACJ,EAAE,OAAO,mBAAmB,KAAK,EAAE,GAAG,IAClC,iDACA;GACN,MAAM,QAAQ,UACV,IAAI,EAAE,KAAK,+EAA+E,EAAE,OAAO,OAAO,qEAC1G;GACJ,OAAO,IAAI,eACT,GAAG,KAAK,+BAA+B,EAAE,OAAO,OAAO,kCAAkC,QAAQ,SACjG,IACF;EACF;EACA,KAAK,QACH,OAAO,IAAI,eACT,GAAG,KAAK,0EAA0E,KAAK,uKACvF,IACF;EACF,KAAK,OACH,OAAO,IAAI,eACT,GAAG,KAAK,uBAAuB,KAAK,oFACpC,IACF;EACF,KAAK,aACH,OAAO,IAAI,eAAe,GAAG,KAAK,yBAAyB,KAAK,IAAI,KAAK;EAC3E,SACE,OAAO,IAAI,eAAe,GAAG,KAAK,wBAAwB,KAAK,IAAI,KAAK;CAC5E;AACF;;;;;AAWA,SAAS,SAAS,KAAa,OAAkC;CAC/D,MAAM,IAAI,OAAO,QAAQ,IAAI,oBAAoB,CAAC,KAAK;CACvD,MAAM,SAAS,OAAO,KAAK,kBAAkB,OAAO,CAAC,CAAC,SAAS,QAAQ;CACvE,eAAe,MAAM;CACrB,OAAO;EACL,kBAAkB,OAAO,IAAI,CAAC;GAC7B,kBAAkB,MAAM,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,OAAO;GACpD,oBAAoB,MAAM,wBAAwB;CACrD;AACF;;;;;AAMA,eAAsB,kBACpB,MACA,SAC6B;CAC7B,MAAM,2BAAW,IAAI,IAA0D;CAC/E,KAAK,MAAM,KAAK,MAAM;EACpB,MAAM,MAAM,aAAa,EAAE,SAAS;EACpC,MAAM,QAAQ,SAAS,IAAI,GAAG,KAAK;GAAE,WAAW,EAAE;GAAW,OAAO,CAAC;EAAE;EACvE,MAAM,KAAK,eAAe,EAAE;EAC5B,IAAI,CAAC,MAAM,MAAM,SAAS,EAAE,GAAG,MAAM,MAAM,KAAK,EAAE;EAClD,SAAS,IAAI,KAAK,KAAK;CACzB;CACA,MAAM,sBAAM,IAAI,IAA8B;CAE9C,MAAM,wBAAQ,IAAI,IAAiE;CACnF,KAAK,MAAM,KAAK,SAAS,OAAO,GAC9B,MAAM,IAAI,EAAE,UAAU,KAAK,CAAC,GAAI,MAAM,IAAI,EAAE,UAAU,GAAG,KAAK,CAAC,GAAI,CAAC,CAAC;CAEvE,MAAM,QAAQ,IACZ,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,SAAS;EACtC,KAAK,MAAM,EAAE,WAAW,WAAW,MAAM;GACvC,MAAM,QAAQ,eAAe,SAAS;GACtC,MAAM,OAAO,iBAAiB,KAAK,UAAU,KAAK,EAAE;GACpD,MAAM,MAAM,aAAa,SAAS;GAClC,IAAI;IACF,IAAI,MAAyB,CAAC;IAC9B,IAAI,UAAU,OAAO;KACnB,MAAM,QAAQ,QAAQ,IAAI,UAAU;KACpC,IAAI,CAAC,OACH,MAAM,IAAI,eACR,GAAG,KAAK,uBAAuB,UAAU,MAAM,uDAC/C,IACF;KAEF,eAAe,KAAK;KACpB,MAAM,SAAS,UAAU,KAAK,KAAK;IACrC;IACA,MAAM,SAAS,QAAQ,UAAU;IACjC,MAAM,WAAW,MAAM,WAAW,QAAQ,MAAM,WAAW,MAAM,QAAQ,GAAG;IAC5E,IAAI,IAAI,KAAK;KAAE,IAAI;KAAM;KAAW;IAAS,CAAC;GAChD,SAAS,OAAO;IACd,IAAI,EAAE,iBAAiB,iBAAiB,MAAM;IAC9C,MAAM,UAA0B;KAC9B,OAAO,MAAM,QAAQ,WAAW;KAChC,OAAO;KACP,KAAK;KACL,OAAO;KACP,KAAK;KACL,SAAS,MAAM;KACf,OAAO,MAAM;KACb;IACF;IACA,IAAI,IAAI,KAAK;KAAE,IAAI;KAAO;KAAW;KAAS;KAAO;IAAM,CAAC;GAC9D;EACF;CACF,CAAC,CACH;CACA,MAAM,WAAW,CAAC,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,CAAqB;CAC/E,IAAI,CAAC,SAAS,QAAQ,OAAO;CAC7B,MAAM,OAAO,aAAa,QAAQ,MAAM,QAAQ,KAAK;CACrD,UAAU,KAAK,MAAM,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;CAC/C,MAAM,MAAM,OAAO,YACjB,SAAS,KAAK,MAAM,CAClB,aAAa,EAAE,SAAS,GACxB,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,IAAI;EAAE,SAAS,EAAE;EAAS,OAAO,EAAE;EAAO,OAAO,EAAE;CAAM,CACzF,CAAC,CACH;CACA,cAAc,MAAM,KAAK,UAAU,GAAG,CAAC;CACvC,OAAO;AACT;;;;;AAWA,SAAgB,aAAa,MAAgB,UAAwC;CACnF,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,KAAK,UAAU,IAAI,EAAE,IAAI,MAAM,IAAI,aAAa,EAAE,SAAS,GAAG,EAAE,SAAS,IAAI;CACxF,MAAM,2BAAW,IAAI,IAAuD;CAC5E,KAAK,MAAM,EAAE,IAAI,SAAS,OAAO,MAAM;EACrC,IAAI,EAAE,KAAK,SAAS,aAAa,CAAC,EAAE,WAAW;EAC/C,SAAS,IAAI,GAAG,GAAG,IAAI,EAAE,KAAK,WAAW;GAAE,MAAM,EAAE,KAAK;GAAa,WAAW,EAAE;EAAU,CAAC;CAC/F;CACA,MAAM,sBAAM,IAAI,IAAY;CAC5B,KAAK,MAAM,EAAE,IAAI,SAAS,OAAO,MAAM;EACrC,MAAM,UAAU,SAAS,IAAI,GAAG,GAAG,IAAI,EAAE,KAAK,SAAS;EACvD,IAAI,EAAE,KAAK,SAAS,aAAa,CAAC,EAAE,aAAa,CAAC,SAAS;EAC3D,MAAM,CAAC,MAAM,UAAU,CAAC,aAAa,EAAE,SAAS,GAAG,aAAa,QAAQ,SAAS,CAAC;EAClF,MAAM,OAAO,MAAM,IAAI,IAAI;EAC3B,IAAI,SAAS,UAAU,CAAC,QAAQ,SAAS,MAAM,IAAI,MAAM,GAAG;EAC5D,MAAM,SAAS,MAAoB,OAAO,KAAK,UAAU,eAAe,CAAC,CAAC,EAAE;EAC5E,IAAI,IACF,uBAAuB,GAAG,IAAI,EAAE,KAAK,YAAY,OAAO,QAAQ,KAAK,6BAA6B,KAAK,MAAM,GAAG,EAAE,EAAE,KAAK,MAAM,EAAE,SAAS,EAAE,OAAO,MAAM,QAAQ,SAAS,EAAE,gGAC9K;CACF;CACA,OAAO,CAAC,GAAG,GAAG;AAChB;AAEA,MAAa,4BAA4B,MAAc,UACrD,OAAO,aAAa,MAAM,KAAK,GAAG,EAAE,OAAO,KAAK,CAAC;AAMnD,MAAM,uBAAO,IAAI,IAA0C;;;;;AAM3D,SAAgB,kBACd,MACA,OACA,GAC+B;CAC/B,MAAM,OAAO,aAAa,MAAM,KAAK;CACrC,IAAI,CAAC,KAAK,IAAI,IAAI,GAAG;EACnB,IAAI,MAAoC;EACxC,IAAI;GACF,MAAM,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;EAC7C,QAAQ,CAAC;EACT,KAAK,IAAI,MAAM,GAAG;CACpB;CACA,MAAM,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,aAAa,CAAC;CAC7C,IAAI,CAAC,OAAO,OAAO,KAAA;CACnB,IAAI,aAAa,OACf,MAAM,IAAI,aAAa;EACrB,GAAG,MAAM;EACT,SAAS,GAAG,MAAM,QAAQ,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,EAAE,YAAY,MAAM,MAAM,KAAK,IAAI,EAAE;CAC1H,CAAC;CAEH,OAAO,MAAM;AACf"}
|
package/docker/Dockerfile
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
# Base image for reeval sandboxes. `reeval image build` builds this, bakes the Cursor harness
|
|
2
2
|
# bootstrap into it and commits the result as the image evals run in.
|
|
3
|
-
FROM node:
|
|
3
|
+
FROM node:26-bookworm-slim
|
|
4
4
|
|
|
5
5
|
RUN apt-get update \
|
|
6
6
|
&& apt-get install -y --no-install-recommends bash ca-certificates curl git procps \
|
|
7
7
|
&& rm -rf /var/lib/apt/lists/*
|
|
8
8
|
|
|
9
|
-
# npm
|
|
10
|
-
#
|
|
11
|
-
#
|
|
9
|
+
# npm and pnpm are pinned so evals' installs don't move with the Node image's bundled npm. The
|
|
10
|
+
# harness bridge installs its dependencies with pnpm. Versions come from `reeval image build`
|
|
11
|
+
# (`NPM_VERSION` / `PNPM_VERSION`).
|
|
12
12
|
ARG NPM_VERSION
|
|
13
13
|
ARG PNPM_VERSION
|
|
14
14
|
RUN test -n "$NPM_VERSION" && test -n "$PNPM_VERSION" \
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "reeval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.18.0",
|
|
4
4
|
"description": "reeval: an eval runner for coding agents",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"author": "Invertase <oss@invertase.io>",
|
|
@@ -67,28 +67,30 @@
|
|
|
67
67
|
"registry": "https://registry.npmjs.org/"
|
|
68
68
|
},
|
|
69
69
|
"dependencies": {
|
|
70
|
-
"@ai-sdk/anthropic": "4.0.
|
|
71
|
-
"@ai-sdk/google": "4.0.
|
|
72
|
-
"@ai-sdk/google-vertex": "5.0.
|
|
73
|
-
"@ai-sdk/harness": "1.0.
|
|
74
|
-
"@ai-sdk/harness-acp": "1.0.
|
|
75
|
-
"@ai-sdk/openai": "4.0.
|
|
76
|
-
"@ai-sdk/provider": "4.0.
|
|
77
|
-
"@ai-sdk/provider-utils": "5.0.
|
|
78
|
-
"@ai-sdk/typesafe-ai": "3.0.
|
|
70
|
+
"@ai-sdk/anthropic": "4.0.91",
|
|
71
|
+
"@ai-sdk/google": "4.0.107",
|
|
72
|
+
"@ai-sdk/google-vertex": "5.0.126",
|
|
73
|
+
"@ai-sdk/harness": "1.0.167",
|
|
74
|
+
"@ai-sdk/harness-acp": "1.0.106",
|
|
75
|
+
"@ai-sdk/openai": "4.0.104",
|
|
76
|
+
"@ai-sdk/provider": "4.0.34",
|
|
77
|
+
"@ai-sdk/provider-utils": "5.0.70",
|
|
78
|
+
"@ai-sdk/typesafe-ai": "3.0.29",
|
|
79
79
|
"@balena/dockerignore": "1.0.2",
|
|
80
80
|
"@hono/node-server": "2.1.5",
|
|
81
81
|
"@modelcontextprotocol/server": "2.4.0",
|
|
82
82
|
"@openrouter/ai-sdk-provider": "3.1.0",
|
|
83
83
|
"@vitest/expect": "5.0.5",
|
|
84
84
|
"@vitest/utils": "5.0.5",
|
|
85
|
-
"ai": "7.0.
|
|
85
|
+
"ai": "7.0.156",
|
|
86
86
|
"commander": "15.0.0",
|
|
87
87
|
"get-tsconfig": "4.14.3",
|
|
88
|
-
"google-auth-library": "^
|
|
88
|
+
"google-auth-library": "^11.3.1",
|
|
89
89
|
"hono": "4.13.13",
|
|
90
|
+
"ink": "8.0.0",
|
|
90
91
|
"jiti": "2.7.0",
|
|
91
92
|
"picomatch": "4.0.7",
|
|
93
|
+
"react": "19.3.1",
|
|
92
94
|
"std-env": "4.3.0",
|
|
93
95
|
"tinyglobby": "0.2.17",
|
|
94
96
|
"ws": "8.22.0",
|