reeval 0.18.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-CptK032x.js → adapter-C60z3wLq.js} +5 -4
- package/dist/adapter-C60z3wLq.js.map +1 -0
- package/dist/{agent-B63OzUX9.js → agent-BmsMXZXx.js} +30 -10
- package/dist/{agent-B63OzUX9.js.map → agent-BmsMXZXx.js.map} +1 -1
- package/dist/agents-DXuFxtGC.js +1151 -0
- package/dist/agents-DXuFxtGC.js.map +1 -0
- package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-CE4pHKIa.js +1 -0
- package/dist/{assemble-Me7Whp-y.js → assemble-DM2PNU4R.js} +152 -129
- package/dist/assemble-DM2PNU4R.js.map +1 -0
- package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
- package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-Cik0SoIn.js → attempt-host-7VviAJrl.js} +6 -6
- package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-7VviAJrl.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-DSNgZt-t.js +322 -0
- package/dist/boat-DSNgZt-t.js.map +1 -0
- package/dist/bridge/index.mjs +401 -79
- package/dist/capture-BzotD2hs.js +1 -0
- package/dist/{capture-C3RmjPph.js → capture-Ccf0Hmyx.js} +27 -25
- package/dist/capture-Ccf0Hmyx.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-BBOlXKPG.js → cli-DTuLSlmW.js} +442 -707
- package/dist/cli-DTuLSlmW.js.map +1 -0
- package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-DhiwsZl1.js → command-C2C7P5qo.js} +9 -9
- package/dist/{command-DhiwsZl1.js.map → command-C2C7P5qo.js.map} +1 -1
- package/dist/{command-CFQ9c1hk.js → command-D8oMB2fa.js} +16 -16
- package/dist/command-D8oMB2fa.js.map +1 -0
- package/dist/{command-fO0BFsTq.js → command-DSL7I-SI.js} +37 -37
- package/dist/command-DSL7I-SI.js.map +1 -0
- package/dist/{command-qGS802uX.js → command-Ff0T-1Hi.js} +21 -80
- package/dist/command-Ff0T-1Hi.js.map +1 -0
- package/dist/{commands-xYTMNTPv.js → commands-Bk9NG1s_.js} +1 -1
- package/dist/{commands-CC60TOT5.js → commands-xAOi_VEk.js} +186 -85
- package/dist/commands-xAOi_VEk.js.map +1 -0
- package/dist/{config-C2UtS9vy.js → config-SvK8pjEK.js} +261 -1708
- package/dist/config-SvK8pjEK.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-BdgCao9Q.js} +3 -2
- package/dist/context-BdgCao9Q.js.map +1 -0
- package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
- package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-DEzan4IT.js} +3 -3
- package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-DEzan4IT.js.map} +1 -1
- package/dist/{db-C5SZ0510.js → db-BzOJ4Js4.js} +130 -84
- package/dist/db-BzOJ4Js4.js.map +1 -0
- package/dist/db-CQRZ3URX.js +2 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-FEidNAIi.js → default-effort-BBDPbJ4D.js} +1 -1
- package/dist/{default-effort-BVmx7r7L.js → default-effort-BDKIxJyC.js} +4 -4
- package/dist/{default-effort-BVmx7r7L.js.map → default-effort-BDKIxJyC.js.map} +1 -1
- package/dist/{dist-ByYk_wAs.js → dist-Db7ifchA.js} +37 -8
- package/dist/dist-Db7ifchA.js.map +1 -0
- package/dist/{docker-BlSopHpZ.js → docker--mukta3L.js} +1 -1
- package/dist/{docker-B2F8-PGC.js → docker-DFrjoNs-.js} +3 -3
- package/dist/{docker-B2F8-PGC.js.map → docker-DFrjoNs-.js.map} +1 -1
- package/dist/{docker-Dto8ROCq.js → docker-DG_uFgn2.js} +109 -77
- package/dist/docker-DG_uFgn2.js.map +1 -0
- package/dist/{doctor-BcvfKpBX.js → doctor-DWK4ttex.js} +84 -27
- package/dist/doctor-DWK4ttex.js.map +1 -0
- package/dist/{environment-CC1RV21n.js → environment-cPMCOk-h.js} +79 -39
- package/dist/environment-cPMCOk-h.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-CzxdgFBW.js → eval-source-C9b1h8L6.js} +10 -10
- package/dist/{eval-source-CzxdgFBW.js.map → eval-source-C9b1h8L6.js.map} +1 -1
- package/dist/{evaluate-NTNJ8T9H.js → evaluate-B12Tosvq.js} +377 -142
- package/dist/evaluate-B12Tosvq.js.map +1 -0
- package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
- package/dist/{files-aAzoGNCB.js → files-BOBdC0uI.js} +5 -5
- package/dist/{files-aAzoGNCB.js.map → files-BOBdC0uI.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-DMQ9-Vv5.js +1 -0
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/files-Di0xDbCc.js +1 -0
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/{files-DsXULUi5.js → files-F5EG0WPT.js} +5 -5
- package/dist/{files-DsXULUi5.js.map → files-F5EG0WPT.js.map} +1 -1
- package/dist/files-G5jf8wBp.js +1 -0
- package/dist/{files-CZXrkPja.js → files-s28a6czq.js} +54 -13
- package/dist/{files-CZXrkPja.js.map → files-s28a6czq.js.map} +1 -1
- package/dist/files-tiNWe8Ih.js +64 -0
- package/dist/files-tiNWe8Ih.js.map +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-C1MB5bjr.js → git-BpoqEgDV.js} +2 -2
- package/dist/{git-C1MB5bjr.js.map → git-BpoqEgDV.js.map} +1 -1
- package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
- package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
- package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-CNayXCp2.js → images-D2jFze2v.js} +98 -10
- package/dist/images-D2jFze2v.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/{init-D5HtmyMI.js → init-Bi1Q3lRi.js} +7 -6
- package/dist/init-Bi1Q3lRi.js.map +1 -0
- package/dist/init-CUw65o36.js +1 -0
- package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
- package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
- package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
- package/dist/kinds-Bh2I35id.js +698 -0
- package/dist/kinds-Bh2I35id.js.map +1 -0
- package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
- package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
- package/dist/{live-uRURFDMZ.js → live-DL0se4Zd.js} +7 -7
- package/dist/{live-uRURFDMZ.js.map → live-DL0se4Zd.js.map} +1 -1
- package/dist/live-DZLmj0iG.js +1 -0
- package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
- package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-CXVVB4RK.js → model-CkNVAxob.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{model-BxBWFOZn.js → model-cgt5uvu8.js} +5 -5
- package/dist/{model-BxBWFOZn.js.map → model-cgt5uvu8.js.map} +1 -1
- package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-DPUmk7v_.js +1 -0
- package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-ug5HpMOj.js → patch-DAi1nCuH.js} +2 -2
- package/dist/{patch-ug5HpMOj.js.map → patch-DAi1nCuH.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-DqnzfDH1.js → plan-CsPilzpk.js} +110 -39
- package/dist/plan-CsPilzpk.js.map +1 -0
- package/dist/{plugins-B2KQ0y3P.js → plugins-BfnhazOv.js} +10 -267
- package/dist/plugins-BfnhazOv.js.map +1 -0
- package/dist/{preflight-DyzmvK7i.js → preflight-BixaE4BA.js} +16 -9
- package/dist/preflight-BixaE4BA.js.map +1 -0
- package/dist/preflight-Bn3ianye.js +1 -0
- package/dist/{preflight-DVXEvzFU.js → preflight-D1C-iH0U.js} +1 -1
- package/dist/preflight-GkpgrBxP.js +68 -0
- package/dist/preflight-GkpgrBxP.js.map +1 -0
- package/dist/{prepare-BcSRa7-3.js → prepare-C--rM_wO.js} +2 -2
- package/dist/{prepare-21WMQZyt.js → prepare-DQEDXoDp.js} +9 -9
- package/dist/{prepare-21WMQZyt.js.map → prepare-DQEDXoDp.js.map} +1 -1
- package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
- package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-iRxjp4Pu.js → provenance-BXyYwUC8.js} +4 -3
- package/dist/provenance-BXyYwUC8.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-vXMXuwn-.js → providers-1p4HKYIp.js} +152 -9
- package/dist/providers-1p4HKYIp.js.map +1 -0
- package/dist/providers-B-ijCktf.js +1 -0
- package/dist/query-BYhyf0LR.js +1 -0
- package/dist/{query-BhaKQ07P.js → query-DhhU9ADI.js} +2 -2
- package/dist/{query-BhaKQ07P.js.map → query-DhhU9ADI.js.map} +1 -1
- package/dist/{questions-BzdLdV3C.js → questions-CMAq4pr8.js} +9 -9
- package/dist/{questions-BzdLdV3C.js.map → questions-CMAq4pr8.js.map} +1 -1
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{remarks-CauU408t.js → remarks-BNABzemt.js} +115 -35
- package/dist/remarks-BNABzemt.js.map +1 -0
- package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remote-Dwy3fyo3.js → remote-U7fNt0UP.js} +6 -6
- package/dist/{remote-Dwy3fyo3.js.map → remote-U7fNt0UP.js.map} +1 -1
- package/dist/resolve-C14Pmtej.js +1 -0
- package/dist/{resolve-B1zMnPwK.js → resolve-Cx3a9UQ2.js} +10 -9
- package/dist/resolve-Cx3a9UQ2.js.map +1 -0
- package/dist/{results-CfC0id_u.js → results-CQKXmHym.js} +6 -6
- package/dist/{results-CfC0id_u.js.map → results-CQKXmHym.js.map} +1 -1
- package/dist/{resume-Dkhrpjow.js → resume-POpZa1ge.js} +169 -27
- package/dist/resume-POpZa1ge.js.map +1 -0
- package/dist/retry-CmG809Mp.js +105 -0
- package/dist/retry-CmG809Mp.js.map +1 -0
- package/dist/{runtime-DcvQcr36.js → runtime-Xm9oeC7o.js} +26 -7
- package/dist/runtime-Xm9oeC7o.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-8zCrtuCf.js → sandbox-DrlL4yqb.js} +31 -3
- package/dist/sandbox-DrlL4yqb.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/{server-Dplq8g0r.js → server-C00zd6zl.js} +9 -9
- package/dist/{server-Dplq8g0r.js.map → server-C00zd6zl.js.map} +1 -1
- package/dist/server-C1UJcpUh.js +1 -0
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/{source-NWHqn5-o.js → source-DDgr48Gn.js} +2 -2
- package/dist/{source-NWHqn5-o.js.map → source-DDgr48Gn.js.map} +1 -1
- package/dist/source-DJHmQv_j.js +1 -0
- package/dist/src-1dBuXzs4.js +3 -0
- package/dist/{src-CUpoVVb8.js → src-BKpioayC.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BY1cCaoJ.js +2 -0
- package/dist/src-BbZYaQ8b.js +2 -0
- package/dist/src-CDFH2vVN.js +2 -0
- package/dist/src-CMW5R9Q0.js +1 -0
- package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-B9oE_mNS.js → src-CrV2WA2i.js} +2 -2
- package/dist/src-CsFaawcZ.js +2 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-wKwznPgt.js +2 -0
- package/dist/{src-BQ6BiXoc.js → src-y0nOeRRE.js} +610 -72
- package/dist/src-y0nOeRRE.js.map +1 -0
- package/dist/{state-DDCGUhva.js → state-328JpnHA.js} +17 -17
- package/dist/{state-DDCGUhva.js.map → state-328JpnHA.js.map} +1 -1
- package/dist/state-Ca55Gk_O.js +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DDy9DfyJ.js +148 -0
- package/dist/summary-DDy9DfyJ.js.map +1 -0
- package/dist/tart-cli-C-GsbVsQ.js +1 -0
- package/dist/tart-cli-CU0nFS-L.js +55 -0
- package/dist/tart-cli-CU0nFS-L.js.map +1 -0
- package/dist/tart-dWoJvWHc.js +586 -0
- package/dist/tart-dWoJvWHc.js.map +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +4 -4
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
- package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
- package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
- package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +101 -58
- package/dist/view/index.js +9 -8
- package/dist/views-B0Yt_Q1S.js +2 -0
- package/dist/{views-BISrsIjw.js → views-BROacjBv.js} +7 -6
- package/dist/views-BROacjBv.js.map +1 -0
- package/dist/{worker-entry-DJD_nHkS.js → worker-entry-Smb4bNDc.js} +11 -8
- package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-Smb4bNDc.js.map} +1 -1
- package/dist/workspace-C0dDP75l.js +1 -0
- package/dist/{workspace-BO1VhUR9.js → workspace-DNDTEk8v.js} +6 -6
- package/dist/{workspace-BO1VhUR9.js.map → workspace-DNDTEk8v.js.map} +1 -1
- package/package.json +24 -11
- package/skills/eval-rubric/SKILL.md +15 -7
- package/dist/adapter-CptK032x.js.map +0 -1
- package/dist/app-files-sgqwfjtn.js.map +0 -1
- package/dist/assemble-CxBHkavM.js +0 -1
- package/dist/assemble-Me7Whp-y.js.map +0 -1
- package/dist/capture-C3RmjPph.js.map +0 -1
- package/dist/capture-YPwxp_iK.js +0 -1
- package/dist/cli-BBOlXKPG.js.map +0 -1
- package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
- package/dist/client-tZ2WBDxf.js.map +0 -1
- package/dist/command-CFQ9c1hk.js.map +0 -1
- package/dist/command-fO0BFsTq.js.map +0 -1
- package/dist/command-qGS802uX.js.map +0 -1
- package/dist/commands-CC60TOT5.js.map +0 -1
- package/dist/config-C2UtS9vy.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-BjOg7wyr.js +0 -101
- package/dist/contrasts-BjOg7wyr.js.map +0 -1
- package/dist/cost-BJU0MAji.js +0 -1
- package/dist/db-C5SZ0510.js.map +0 -1
- package/dist/db-puzLzX4k.js +0 -2
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker-Dto8ROCq.js.map +0 -1
- package/dist/doctor-BcvfKpBX.js.map +0 -1
- package/dist/environment-CC1RV21n.js.map +0 -1
- package/dist/evaluate-NTNJ8T9H.js.map +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-DFtuRQJx.js +0 -1
- package/dist/files-oOYNR7ZH.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-Cp_pQoEe.js.map +0 -1
- package/dist/harness-DYSC4zMh.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-CNayXCp2.js.map +0 -1
- package/dist/init-8o6W3_fn.js +0 -1
- package/dist/init-D5HtmyMI.js.map +0 -1
- package/dist/ink-list-Ca-5dunO.js.map +0 -1
- package/dist/judge-DYOF69Oe.js.map +0 -1
- package/dist/list-CM_YSJXq.js +0 -374
- package/dist/list-CM_YSJXq.js.map +0 -1
- package/dist/live-DQc8jr6o.js +0 -1
- package/dist/model-Ce9l9_rF.js.map +0 -1
- package/dist/model-Cxzo4cjw.js +0 -1
- package/dist/node-DhIRSrrK.js.map +0 -1
- package/dist/opencode-providers-Co7plCea.js.map +0 -1
- package/dist/plan-DqnzfDH1.js.map +0 -1
- package/dist/plugins-B2KQ0y3P.js.map +0 -1
- package/dist/preflight-DyzmvK7i.js.map +0 -1
- package/dist/provenance-iRxjp4Pu.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-D0ob_tra.js +0 -1
- package/dist/providers-vXMXuwn-.js.map +0 -1
- package/dist/query-CvgUsvep.js +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/remarks-CauU408t.js.map +0 -1
- package/dist/remarks-NMgPd30U.js.map +0 -1
- package/dist/resolve-B1zMnPwK.js.map +0 -1
- package/dist/resolve-BIIeVT12.js +0 -1
- package/dist/resume-Dkhrpjow.js.map +0 -1
- package/dist/runtime-DcvQcr36.js.map +0 -1
- package/dist/sandbox-8zCrtuCf.js.map +0 -1
- package/dist/server-0tuj8VSa.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-llwLewOU.js +0 -1
- package/dist/src-BQ6BiXoc.js.map +0 -1
- package/dist/src-BXnv0ViU.js +0 -2
- package/dist/src-BiS8YNN_.js +0 -3
- package/dist/src-BkH4GOxu.js +0 -1
- package/dist/src-C-tH5ebd.js +0 -2
- package/dist/src-Cg1bFs9g.js +0 -2
- package/dist/src-DV_UorZv.js +0 -2
- package/dist/src-XxUpr2sa.js +0 -2
- package/dist/state-DZbAO95a.js +0 -1
- package/dist/suite-M8_7xio7.js.map +0 -1
- package/dist/suite-u2KJnGpY.js +0 -2
- package/dist/summary-Uzc9osfV.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-h_peaZTN.js +0 -1
- package/dist/views-BISrsIjw.js.map +0 -1
- package/dist/views-Bfab8fM9.js +0 -2
- package/dist/workspace-B8EOCuxl.js +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pairs-BGb134Vu.js","names":[],"sources":["../src/compare/pairs.ts"],"mappings":";;;AA6DA,MAAa,YAAY,KAAiB,SACxC,QAAQ,WAAW,KAAK,MAAM,KAAK;;AAGrC,SAAS,aAAgB,OAA2B;CAClD,MAAM,MAAqB,CAAC;CAC5B,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAChC,KAAK,IAAI,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,MAAM,IAAS,MAAM,EAAO,CAAC;CAEpF,OAAO;AACT;;AAGA,MAAM,YAAY,WAAqB,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC;;AAG1D,MAAa,WAAyB,CAAC,UAAU,QAAQ;;AAGzD,MAAa,eAAe,WAC1B,WAAW,KAAA,IAAY,CAAC,IAAI,OAAO,WAAW,WAAW,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM;;;;;AAMhF,MAAa,YAAY,WAA6D;CACpF,MAAM,UAAU,YAAY,MAAM;CAClC,OAAO,SAAS,QAAQ,QAAQ,QAAQ,SAAS,QAAQ,WAAW,gBAAgB,SAAS,CAAC;AAChG;;;;;AAMA,SAAgB,WAAW,SAAkB,OAA4C;CACvF,OAAO,YAAY,UAAW,YAAY,UAAU,OAAO,SAAS;AACtE;;;;;;;;AASA,SAAgB,QAAQ,UAAyB,OAAuC;CACtF,MAAM,WAAW,SAAS,QAAQ,MAAM,EAAE,YAAY;CACtD,MAAM,QAAQ,SAAiB,KAAa,QAC1C,SAAS,MAAM,MAAM,EAAE,YAAY,WAAW,EAAE,QAAQ,OAAO,EAAE,QAAQ,GAAG;CAC9E,MAAM,YAAY,SAAS,SAAS,KAAK,MAAM,EAAE,OAAO,CAAC;CACzD,MAAM,OAAO,SAAS,CACpB,GAAG,SAAS,QAAQ,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,GACrD,GAAG,SAAS,KAAK,MAAM,EAAE,GAAG,CAC9B,CAAC;CACD,MAAM,OAAO,CAAC,GAAG,IAAI,IAAI,SAAS,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC1E,MAAM,OAAO,IAAI,IAAI,OAAO,SAAS,QAAQ,QAAQ;CACrD,MAAM,QAAgB,CAAC;CACvB,IAAI,KAAK,IAAI,QAAQ,GACnB,KAAK,MAAM,WAAW,WACpB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,CAAC,GAAG,MAAM,aAAa,IAAI,GAAG;EACvC,MAAM,IAAI,KAAK,SAAS,GAAG,GAAG;EAC9B,MAAM,IAAI,KAAK,SAAS,GAAG,GAAG;EAC9B,IAAI,KAAK,GAAG,MAAM,KAAK;GAAE,KAAK;GAAU;GAAS;GAAK;GAAG;EAAE,CAAC;CAC9D;CAIN,IAAI,KAAK,IAAI,QAAQ,GACnB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,CAAC,GAAG,MAAM,aAAa,SAAS,GAAG;EAC5C,MAAM,IAAI,KAAK,GAAG,KAAK,GAAG;EAC1B,MAAM,IAAI,KAAK,GAAG,KAAK,GAAG;EAC1B,IAAI,KAAK,GAAG,MAAM,KAAK;GAAE,KAAK;GAAU;GAAK;GAAK;GAAG;EAAE,CAAC;CAC1D;CAIN,OAAO;AACT;;AAGA,SAAgB,aACd,UAIe;CACf,OAAO,SAAS,KAAK,OAAO;EAC1B,SAAS,EAAE,KAAK;EAChB,KAAK,EAAE,KAAK;EACZ,KAAK,EAAE;EACP,MAAM;EACN,cAAc;EACd,SAAS,EAAE,KAAK,SAAS;CAC3B,EAAE;AACJ;;AAGA,MAAa,SAAS,MAAY,YAChC,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;;AAG9C,SAAgB,SAAS,MAAY,SAAkB,MAAgC;CACrF,IAAI,SAAS,OAAO,OAAO;CAC3B,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,OAAO,SAAS,KAAK,KAAK,SAAS,MAAM,QAAQ,MAAM;AACzD;;AAMA,SAAgB,cAAc,OAAmB,IAAI,GAAa;CAChE,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,CAAC,EAAE,UAAU,KAAK,IAAI,EAAE,MAAM,GAAG;EACrC,KAAK,IAAI,EAAE,MAAM;EACjB,IAAI,KAAK,EAAE,MAAM;EACjB,IAAI,IAAI,UAAU,GAAG;CACvB;CACA,OAAO;AACT;;AAGA,SAAgB,WAAW,MAA8C;CACvE,MAAM,UAAU,MAAM,KAAK;CAC3B,IAAI,CAAC,SAAS,OAAO,KAAA;CACrB,OAAO,KAAK,SAAA,GAAwB;AACtC;;AAGA,SAAgB,OACd,UACA,MACA,SACA,MACA,QACU;CACV,MAAM,MAAM,WAAW,MAAM;CAC7B,OAAO;EACL;EACA,KAAK,KAAK;EACV,GAAI,KAAK,QAAQ,WAAW,EAAE,SAAS,KAAK,QAAQ,IAAI,EAAE,KAAK,KAAK,IAAI;EACxE,KAAK,KAAK;EACV,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,QAAQ,SAAS,MAAM,SAAS,IAAI;EACpC;EACA,GAAI,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC;CAC/B;AACF;;;;;AAMA,SAAgB,QAAQ,OAA2C;CACjE,MAAM,wBAAQ,IAAI,IAA4C;CAC9D,MAAM,QAAQ,KAAiB,SAAiB;EAC9C,MAAM,MAAM,GAAG,IAAI,IAAI;EACvB,IAAI,QAAQ,MAAM,IAAI,GAAG;EACzB,IAAI,CAAC,OAAO;GACV,QAAQ;IAAE;IAAK;IAAM,MAAM;IAAG,GAAG;GAAE;GACnC,MAAM,IAAI,KAAK,KAAK;EACtB;EACA,OAAO;CACT;CACA,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,EAAE,WAAW,OAAO;EACxB,KAAK,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG;GAC7B,MAAM,IAAI,KAAK,EAAE,KAAK,IAAI;GAC1B,EAAE;GACF,IAAI,EAAE,WAAW,MAAM,EAAE;EAC3B;CACF;CACA,MAAM,QAAsB,CAAC,UAAU,QAAQ;CAC/C,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,MAAM,QAAQ,EAAE,GAAG,IAAI,MAAM,QAAQ,EAAE,GAAG,CAAC;AACvF;;AAwBA,SAAgB,YAAY,OAAgC;CAC1D,MAAM,yBAAS,IAAI,IAAwB;CAC3C,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM;GAAC,EAAE;GAAK,EAAE,WAAW,EAAE,OAAO;GAAI,EAAE;GAAG,EAAE;GAAG,EAAE;EAAG,CAAC,CAAC,KAAK,IAAI;EACxE,OAAO,IAAI,KAAK,CAAC,GAAI,OAAO,IAAI,GAAG,KAAK,CAAC,GAAI,CAAC,CAAC;CACjD;CACA,MAAM,0BAAU,IAAI,IAAuB;CAC3C,KAAK,MAAM,QAAQ,OAAO,OAAO,GAAG;EAClC,MAAM,IAAI,KAAK;EACf,MAAM,MAAM;GAAC,EAAE;GAAK,EAAE,WAAW,EAAE,OAAO;GAAI,EAAE;GAAG,EAAE;EAAC,CAAC,CAAC,KAAK,IAAI;EACjE,MAAM,IAAI,QAAQ,IAAI,GAAG,KAAK;GAC5B,KAAK,EAAE;GACP,MAAM,EAAE,WAAW,EAAE,OAAO;GAC5B,GAAG,EAAE;GACL,GAAG,EAAE;GACL,OAAO;GACP,OAAO;GACP,OAAO;GACP,MAAM;GACN,QAAQ;GACR,aAAa;EACf;EACA,QAAQ,IAAI,KAAK,CAAC;EAClB,EAAE;EACF,MAAM,UAAU,IAAI,IAAI,KAAK,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,MAAM,MAAM,KAAK,CAAC;EAC5E,IAAI,QAAQ,SAAS,GAAG,EAAE;OACrB,IAAI,QAAQ,OAAO,GAAG;GACzB,EAAE;GACF,IAAI,KAAK,OAAO,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE;EACjE,OAAO,IAAI,QAAQ,IAAI,EAAE,CAAC,GAAG,EAAE;OAC1B,EAAE;CACT;CACA,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC;AAC7B;;AAGA,SAAgB,eAAe,GAAsB;CACnD,MAAM,QAAQ,CACZ,EAAE,SAAS,GAAG,EAAE,OAAO,QAAQ,EAAE,WAAW,IAAI,KAAK,QAAQ,IAC7D,EAAE,OAAO,GAAG,EAAE,KAAK,MAAM,EAAE,SAAS,IAAI,KAAK,QAAQ,EACvD,CAAC,CAAC,OAAO,OAAO;CAChB,OAAO,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,GAAG,EAAE,MAAM,GAAG,EAAE,IAAI,MAAM,SAAS,KAAK,MAAM,KAAK,IAAI,EAAE,KAAK;AACzF;;;;;AAMA,SAAgB,YAAY,SAAqC;CAC/D,MAAM,QAAQ,QAAQ,QAAQ,GAAG,MAAM,IAAI,EAAE,OAAO,CAAC;CACrD,IAAI,CAAC,OAAO,OAAO;CACnB,MAAM,SAAS,QAAQ,QAAQ,GAAG,MAAM,IAAI,EAAE,QAAQ,CAAC;CACvD,MAAM,QAAQ,QAAQ,QAAQ,GAAG,MAAM,IAAI,EAAE,aAAa,CAAC;CAQ3D,OAAO,GAAG,OAAO,GAAG,MAAM,uBAPV,CAAC,SACb,KACA,UAAU,SACR,kCACA,UAAU,IACR,mCACA,KAAK,MAAM;AAErB;;;;;AAMA,SAAgB,gBAAgB,OAA6B;CAC3D,MAAM,yBAAS,IAAI,IAAyB;CAC5C,KAAK,MAAM,KAAK,YAAY,KAAK,GAAG;EAClC,MAAM,MAAM,GAAG,EAAE,IAAI,GAAG,EAAE;EAC1B,OAAO,IAAI,KAAK,CAAC,GAAI,OAAO,IAAI,GAAG,KAAK,CAAC,GAAI,CAAC,CAAC;CACjD;CACA,OAAO,CAAC,GAAG,MAAM,CAAC,CACf,QAAQ,GAAG,QAAQ,IAAI,IAAI,GAAG,SAAS,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CACnE,KAAK,CAAC,KAAK,QAAQ,GAAG,IAAI,IAAI,GAAG,IAAI,cAAc,CAAC,CAAC,KAAK,KAAK,GAAG;AACvE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { h as globFilter } from "./environment-CC1RV21n.js";
|
|
2
1
|
import { a as plural } from "./text-B8-W3Cvn.js";
|
|
2
|
+
import { p as globFilter } from "./environment-cPMCOk-h.js";
|
|
3
3
|
import { t as patchPath } from "./patch-C7yBztZj.js";
|
|
4
4
|
// src/judge/patch.ts
|
|
5
5
|
/** Installed dependencies: one entry per directory, never one per file. */
|
|
@@ -112,4 +112,4 @@ const patchForJudge = (patch) => judgeDiff({
|
|
|
112
112
|
}).patch;
|
|
113
113
|
export { judgeDiff as n, patchForJudge as r, collapseDependencies as t };
|
|
114
114
|
|
|
115
|
-
//# sourceMappingURL=patch-
|
|
115
|
+
//# sourceMappingURL=patch-DAi1nCuH.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"patch-
|
|
1
|
+
{"version":3,"file":"patch-DAi1nCuH.js","names":[],"sources":["../src/judge/patch.ts"],"mappings":";;;;;AAKA,MAAM,iBAAiB;;;;;AAKvB,MAAM,YAAY;AAClB,MAAM,WAAW;AACjB,MAAM,YAAY;;AAOlB,SAAgB,qBAAwB,OAAY,QAA2C;CAC7F,OAAO,SAAS,OAAO,QAAQ,cAAc;AAC/C;AAEA,SAAS,SAAY,OAAY,QAA6B,OAA6B;CACzF,MAAM,OAAY,CAAC;CACnB,MAAM,yBAAS,IAAI,IAAoB;CACvC,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,MAAM,MAAM,KAAK,OAAO,IAAI,CAAC,CAAC,GAAG;EACvC,IAAI,KAAK,OAAO,IAAI,MAAM,OAAO,IAAI,GAAG,KAAK,KAAK,CAAC;OAC9C,KAAK,KAAK,IAAI;CACrB;CACA,OAAO;EAAE;EAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,YAAY;GAAE;GAAK;EAAM,EAAE;CAAE;AAC3E;AAEA,MAAM,mBAAmB,SACvB,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,MAAM,QAAQ,KAAK,CAAC,KAAK,CAAC,iBAAiB,KAAK,CAAC,CAAC;;;;;;;AAyB7E,SAAgB,UACd,MACA,EAAE,UAAU,WAA6B,CAAC,GAC/B;CACX,MAAM,WAAW,UAAU,SAAS,WAAW,QAAQ,UAAU;CACjE,MAAM,UAAoB,CAAC;CAC3B,MAAM,QAAQ,KAAK,MAAM,QAAQ,MAAM,SAAS,EAAE,IAAI,CAAC;CACvD,KAAK,MAAM,KAAK,KAAK,OACnB,IAAI,CAAC,SAAS,EAAE,IAAI,GAAG,QAAQ,KAAK,GAAG,EAAE,KAAK,yBAAyB;CACzE,MAAM,OAAO,SAAS,QAAQ,MAAM,EAAE,MAAM,cAAc;CAC1D,MAAM,QAAQ,SAAS,KAAK,OAAO,MAAM,EAAE,MAAM,SAAS;CAC1D,MAAM,YAAY,CAChB,GAAG,MAAM,KAAK,KAAK,MAAM,GAAG,EAAE,OAAO,GAAG,EAAE,MAAM,GAChD,GAAG,CAAC,GAAG,KAAK,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,KAAK,MAAM,WAAW,EAAE,IAAI,IAAI,OAAO,EAAE,OAAO,MAAM,EAAE,EAAE,CAC7F;CACA,IAAI,CAAC,KAAK,OAAO,OAAO;EAAE,OAAO;EAAW,OAAO,KAAK;EAAO;CAAQ;CACvE,MAAM,QAAQ,KAAK,MAAM,MAAM,mBAAmB,CAAC,CAAC,QAAQ,SAAS,KAAK,SAAS,CAAC;CACpF,MAAM,QAAQ,MAAM,IAAI,SAAS;CACjC,MAAM,4BAAY,IAAI,IAAoB;CAC1C,MAAM,SAAS,SAAiB,eAAe,KAAK,IAAI,CAAC,GAAG,MAAM,UAAU,KAAK,IAAI,CAAC,GAAG;CACzF,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,MAAM,QAAQ,SAAS,IAAI,IAAI,MAAM,IAAI,IAAI,KAAA;EACnD,IAAI,KAAK,UAAU,IAAI,MAAM,UAAU,IAAI,GAAG,KAAK,KAAK,CAAC;CAC3D;CACA,MAAM,MAAgB,CAAC;CACvB,MAAM,yBAAS,IAAI,IAAY;CAC/B,MAAM,QAAQ,SAAiB;EAC7B,QAAQ,KAAK,IAAI;EACjB,IAAI,KAAK,oBAAoB,KAAK,IAAI;CACxC;CACA,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,QAAQ,GAAG;EACvC,MAAM,OAAO,MAAM;EACnB,IAAI,CAAC,MAAM;GACT,IAAI,KAAK,IAAI;GACb;EACF;EACA,IAAI,CAAC,SAAS,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG;EAC1C,MAAM,MAAM,MAAM,IAAI;EACtB,IAAI,KAAK;GACP,IAAI,OAAO,IAAI,GAAG,GAAG;GACrB,OAAO,IAAI,GAAG;GACd,MAAM,MAAM,eAAe,KAAK,IAAI,IAAI,2BAA2B;GACnE,KAAK,GAAG,IAAI,IAAI,OAAO,UAAU,IAAI,GAAG,KAAK,GAAG,MAAM,EAAE,KAAK,KAAK;GAClE;EACF;EACA,IAAI,SAAS,KAAK,IAAI,GAAG;GACvB,KAAK,GAAG,KAAK,cAAc,OAAO,gBAAgB,IAAI,CAAC,CAAC,QAAQ,cAAc,GAAG;GACjF;EACF;EACA,IAAI,KAAK,SAAS,sBAAsB,GAAG;GACzC,KAAK,GAAG,KAAK,SAAS;GACtB;EACF;EACA,IAAI,UAAU,KAAK,IAAI,GAAG;GACxB,KAAK,GAAG,KAAK,YAAY;GACzB;EACF;EACA,MAAM,UAAU,KAAK,IAAI,GAAG,GAAG,gBAAgB,IAAI,CAAC,CAAC,KAAK,MAAM,EAAE,SAAS,CAAC,CAAC;EAC7E,IAAI,UAAA,KAA+B;GACjC,KAAK,GAAG,KAAK,wBAAwB,QAAQ,YAAY;GACzD;EACF;EACA,IAAI,KAAK,IAAI;CACf;CACA,OAAO;EAAE,OAAO;EAAW,OAAO,IAAI,KAAK,EAAE;EAAG;CAAQ;AAC1D;;AAGA,MAAa,iBAAiB,UAA0B,UAAU;CAAE;CAAO,OAAO,CAAC;AAAE,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
import { d as refusal, l as nonEmpty, o as genericProblem, p as valueAt, s as got, t as closest, u as oneOf } from "./shared-Cfi45Bvy.js";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
import { isIP } from "node:net";
|
|
4
|
+
// src/contract/plain.ts
|
|
5
|
+
/** A host environment variable's name. */
|
|
6
|
+
const VAR = /^[A-Za-z_][A-Za-z0-9_]*$/;
|
|
7
|
+
/**
|
|
8
|
+
* A URL with its password (or a username on http(s) or git+http(s), which is where tokens go)
|
|
9
|
+
* masked, or undefined when it has neither or isn't a URL. An SSH username (`git@`) is no secret.
|
|
10
|
+
*/
|
|
11
|
+
function credentialsIn(url) {
|
|
12
|
+
if (!URL.canParse(url)) return void 0;
|
|
13
|
+
const u = new URL(url);
|
|
14
|
+
if (!u.password && !(u.username && /^(?:git\+)?https?:$/.test(u.protocol))) return void 0;
|
|
15
|
+
u.username = u.username && "***";
|
|
16
|
+
u.password = u.password && "***";
|
|
17
|
+
return u.href;
|
|
18
|
+
}
|
|
19
|
+
/** A source reeval fetches on the host: a URL in it may not carry a password or token. */
|
|
20
|
+
const fetched = () => nonEmpty().superRefine((url, ctx) => {
|
|
21
|
+
const masked = credentialsIn(url);
|
|
22
|
+
if (masked) ctx.addIssue({
|
|
23
|
+
code: "custom",
|
|
24
|
+
message: `${JSON.stringify(masked)} has a password or token in it, which reeval would record. reeval fetches it on the host with your own git and npm credentials; remove it from the URL.`
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
/** A host name, or `*.` and a domain for its subdomains. */
|
|
28
|
+
const HOST = /^(?:\*\.)?[a-z0-9](?:[a-z0-9-]*[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]*[a-z0-9])?)*$/i;
|
|
29
|
+
/** Why `host` isn't a host name or `*.` pattern, or undefined when it is one. */
|
|
30
|
+
function badHost(host) {
|
|
31
|
+
if (typeof host === "string" && HOST.test(host)) {
|
|
32
|
+
const name = host.replace(/^\*\./, "");
|
|
33
|
+
if (/(?:^|\.)\d+$/.test(name) && (name !== host || isIP(name) !== 4)) return `'${host}' isn't a host name or an IPv4 address, and a *. pattern never matches an address.`;
|
|
34
|
+
if (name !== host && !name.includes(".")) return `'${host}' would allow every host under .${name}; name the domain, e.g. '*.example.${name}'.`;
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
if (typeof host === "string" && /^[a-z]+:\/\//i.test(host)) return `hosts are host names, not URLs: use '${new URL(host).hostname}' (got '${host}')`;
|
|
38
|
+
if (typeof host === "string" && /^[^:/]+:\d+$/.test(host)) return `hosts are host names without a port: use '${host.split(":")[0]}' (got '${host}')`;
|
|
39
|
+
return `${JSON.stringify(host)} isn't a host. Use a name like 'api.example.com', or '*.example.com' for its subdomains.`;
|
|
40
|
+
}
|
|
41
|
+
const host = z.string().superRefine((value, ctx) => {
|
|
42
|
+
const bad = badHost(value);
|
|
43
|
+
if (bad) ctx.addIssue({
|
|
44
|
+
code: "custom",
|
|
45
|
+
message: bad
|
|
46
|
+
});
|
|
47
|
+
});
|
|
48
|
+
const gatePolicySchema = z.union([
|
|
49
|
+
z.literal("all"),
|
|
50
|
+
z.strictObject({ passRate: z.number().gt(0).max(1) }),
|
|
51
|
+
z.literal("observe")
|
|
52
|
+
]);
|
|
53
|
+
const snapshotWhen = z.union([z.boolean(), z.literal("turns")]);
|
|
54
|
+
const snapshotOptionSchema = z.union([snapshotWhen, z.strictObject({
|
|
55
|
+
when: snapshotWhen.optional(),
|
|
56
|
+
compress: z.boolean().optional()
|
|
57
|
+
})]);
|
|
58
|
+
const egressPolicySchema = z.union([
|
|
59
|
+
z.literal("proxy"),
|
|
60
|
+
z.literal("allow-all"),
|
|
61
|
+
z.literal("deny-all"),
|
|
62
|
+
z.strictObject({ allow: z.array(host).readonly() })
|
|
63
|
+
]);
|
|
64
|
+
const substituteInSchema = z.enum([
|
|
65
|
+
"header",
|
|
66
|
+
"query",
|
|
67
|
+
"body"
|
|
68
|
+
]);
|
|
69
|
+
const secretSchema = z.strictObject({
|
|
70
|
+
kind: z.literal("secret"),
|
|
71
|
+
from: z.string().regex(VAR, "needs a host variable name").optional(),
|
|
72
|
+
optional: z.boolean().optional(),
|
|
73
|
+
to: z.enum(["agent", "checks"]).optional(),
|
|
74
|
+
hosts: z.array(host).min(1).optional(),
|
|
75
|
+
in: z.array(substituteInSchema).min(1).optional()
|
|
76
|
+
}).superRefine((secret, ctx) => {
|
|
77
|
+
if (secret.in && !secret.hosts) ctx.addIssue({
|
|
78
|
+
code: "custom",
|
|
79
|
+
path: ["in"],
|
|
80
|
+
message: "in only applies to a brokered secret; add hosts"
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
const secretTemplateSchema = z.strictObject({
|
|
84
|
+
kind: z.literal("secret-template"),
|
|
85
|
+
template: z.string()
|
|
86
|
+
});
|
|
87
|
+
const envValueSchema = z.union([z.string(), secretSchema]);
|
|
88
|
+
const envVarsSchema = z.record(z.string(), envValueSchema);
|
|
89
|
+
const hostFileSchema = z.strictObject({
|
|
90
|
+
kind: z.literal("file"),
|
|
91
|
+
path: nonEmpty()
|
|
92
|
+
});
|
|
93
|
+
const skillPlacementSchema = z.enum(["harness", "workspace"]);
|
|
94
|
+
const skill = (source, fields) => z.strictObject({
|
|
95
|
+
kind: z.literal("skill"),
|
|
96
|
+
placement: skillPlacementSchema,
|
|
97
|
+
source: z.literal(source),
|
|
98
|
+
...fields
|
|
99
|
+
});
|
|
100
|
+
const skillSourceSchema = z.discriminatedUnion("source", [
|
|
101
|
+
skill("local", {
|
|
102
|
+
path: nonEmpty(),
|
|
103
|
+
only: z.array(z.string()).optional(),
|
|
104
|
+
exclude: z.array(z.string()).optional()
|
|
105
|
+
}),
|
|
106
|
+
skill("git", {
|
|
107
|
+
repo: fetched(),
|
|
108
|
+
ref: z.string().optional(),
|
|
109
|
+
path: z.string().optional(),
|
|
110
|
+
only: z.array(z.string()).optional(),
|
|
111
|
+
exclude: z.array(z.string()).optional()
|
|
112
|
+
}),
|
|
113
|
+
skill("registry", {
|
|
114
|
+
id: z.string().regex(/^[\w.-]+\/[\w.-]+@[a-z0-9-]+$/),
|
|
115
|
+
version: z.string().optional()
|
|
116
|
+
}),
|
|
117
|
+
skill("npm", {
|
|
118
|
+
spec: fetched(),
|
|
119
|
+
path: z.string(),
|
|
120
|
+
only: z.array(z.string()).optional(),
|
|
121
|
+
exclude: z.array(z.string()).optional()
|
|
122
|
+
}),
|
|
123
|
+
skill("inline", {
|
|
124
|
+
name: z.string(),
|
|
125
|
+
description: z.string(),
|
|
126
|
+
content: z.string(),
|
|
127
|
+
files: z.record(z.string(), z.string())
|
|
128
|
+
})
|
|
129
|
+
]);
|
|
130
|
+
const pluginPartSchema = z.enum([
|
|
131
|
+
"skills",
|
|
132
|
+
"agents",
|
|
133
|
+
"commands",
|
|
134
|
+
"hooks",
|
|
135
|
+
"mcp",
|
|
136
|
+
"rules"
|
|
137
|
+
]);
|
|
138
|
+
const pluginMarketplaceSchema = z.discriminatedUnion("source", [z.strictObject({
|
|
139
|
+
source: z.literal("git"),
|
|
140
|
+
repo: fetched(),
|
|
141
|
+
ref: z.string().optional()
|
|
142
|
+
}), z.strictObject({
|
|
143
|
+
source: z.literal("npm"),
|
|
144
|
+
spec: fetched()
|
|
145
|
+
})]);
|
|
146
|
+
const buildCommands = z.union([nonEmpty(), z.array(nonEmpty()).min(1, "at least one command")]);
|
|
147
|
+
const pluginBuildSchema = z.union([buildCommands, z.strictObject({
|
|
148
|
+
run: buildCommands,
|
|
149
|
+
cwd: z.string().regex(/^(?:\.|(?!\/)(?!.*(?:^|\/)\.\.?(?:\/|$))[^\\]+)$/, "a directory relative to the source's root, with forward slashes and no ..").optional()
|
|
150
|
+
})]);
|
|
151
|
+
const plugin = (source, fields) => z.strictObject({
|
|
152
|
+
kind: z.literal("plugin"),
|
|
153
|
+
source: z.literal(source),
|
|
154
|
+
...fields,
|
|
155
|
+
only: z.array(pluginPartSchema).min(1, "at least one part").optional(),
|
|
156
|
+
build: pluginBuildSchema.optional()
|
|
157
|
+
});
|
|
158
|
+
const pluginSourceSchema = z.discriminatedUnion("source", [
|
|
159
|
+
plugin("local", { path: nonEmpty() }),
|
|
160
|
+
plugin("git", {
|
|
161
|
+
repo: fetched(),
|
|
162
|
+
ref: z.string().optional(),
|
|
163
|
+
path: z.string().optional()
|
|
164
|
+
}),
|
|
165
|
+
plugin("npm", {
|
|
166
|
+
spec: fetched(),
|
|
167
|
+
path: z.string().optional()
|
|
168
|
+
}),
|
|
169
|
+
plugin("marketplace", {
|
|
170
|
+
name: nonEmpty(),
|
|
171
|
+
marketplace: pluginMarketplaceSchema
|
|
172
|
+
})
|
|
173
|
+
]);
|
|
174
|
+
const mcpServerSchema = z.discriminatedUnion("transport", [z.strictObject({
|
|
175
|
+
kind: z.literal("mcp"),
|
|
176
|
+
transport: z.literal("stdio"),
|
|
177
|
+
command: nonEmpty(),
|
|
178
|
+
args: z.array(z.string()),
|
|
179
|
+
env: envVarsSchema
|
|
180
|
+
}), z.strictObject({
|
|
181
|
+
kind: z.literal("mcp"),
|
|
182
|
+
transport: z.enum(["http", "sse"]),
|
|
183
|
+
url: z.url("must be a URL"),
|
|
184
|
+
headers: z.record(z.string(), z.union([
|
|
185
|
+
z.string(),
|
|
186
|
+
secretSchema,
|
|
187
|
+
secretTemplateSchema
|
|
188
|
+
]))
|
|
189
|
+
})]);
|
|
190
|
+
const gitWorkspaceSchema = z.strictObject({
|
|
191
|
+
kind: z.literal("git"),
|
|
192
|
+
repo: fetched(),
|
|
193
|
+
url: fetched(),
|
|
194
|
+
ref: z.string().optional(),
|
|
195
|
+
path: z.string().optional(),
|
|
196
|
+
init: z.boolean().optional(),
|
|
197
|
+
token: z.string().superRefine((token, ctx) => {
|
|
198
|
+
if (!VAR.test(token) || /^(?:gh[opsur]_|github_pat_)/.test(token)) ctx.addIssue({
|
|
199
|
+
code: "custom",
|
|
200
|
+
message: "token names the host variable that holds the token, e.g. token: 'GITHUB_TOKEN'. Don't put the token itself in the eval."
|
|
201
|
+
});
|
|
202
|
+
}).optional()
|
|
203
|
+
});
|
|
204
|
+
/** Every key any object in `schema` takes, for "Did you mean". */
|
|
205
|
+
function keysOf(schema) {
|
|
206
|
+
const def = schema.def;
|
|
207
|
+
if (def.shape) return Object.keys(def.shape);
|
|
208
|
+
if (def.options) return [...new Set(def.options.flatMap(keysOf))];
|
|
209
|
+
return def.innerType ? keysOf(def.innerType) : [];
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* What's wrong with a descriptor that arrived as data, in terms of the helper that makes it
|
|
213
|
+
* (`call`, e.g. `secret` or `skill.git`), or undefined when it's sound.
|
|
214
|
+
*/
|
|
215
|
+
function descriptorProblem(schema, value, call) {
|
|
216
|
+
return refusal(schema, value, (issue, v) => {
|
|
217
|
+
if (issue.code === "unrecognized_keys") {
|
|
218
|
+
const key = issue.keys[0];
|
|
219
|
+
const near = closest(key, keysOf(schema));
|
|
220
|
+
return `${call}() has no "${key}" field${issue.path.length ? ` in ${String(issue.path.join("."))}` : ""}.${near ? ` Did you mean "${near}"?` : ""}`;
|
|
221
|
+
}
|
|
222
|
+
if (issue.code === "custom") return `${call}(): ${issue.message}`;
|
|
223
|
+
if (issue.code === "invalid_union" && issue.path.length === 1) {
|
|
224
|
+
const key = String(issue.path[0]);
|
|
225
|
+
const values = schema.def.options?.flatMap((o) => [...o.shape[key]?._zod.values ?? []]);
|
|
226
|
+
return `${call.split(".")[0]}() ${key} is ${oneOf(values ?? [])} (got ${got(valueAt(v, issue.path))})`;
|
|
227
|
+
}
|
|
228
|
+
return genericProblem(call, issue, v);
|
|
229
|
+
});
|
|
230
|
+
}
|
|
231
|
+
const GATE_SHAPE = "is 'all' (every attempt passes), { passRate } with a share above 0 and at most 1, e.g. gate: { passRate: 0.8 }, or 'observe' (nothing gates)";
|
|
232
|
+
/** reeval's sentence for a gate that isn't one, or undefined. */
|
|
233
|
+
const gateProblem = (value, where) => refusal(gatePolicySchema, value, () => `gate in ${where} ${GATE_SHAPE} (got ${got(value)})`);
|
|
234
|
+
const SNAPSHOT_SHAPE = "is true (after the checks), 'turns' (after each c.send too), false, or { when, compress }, e.g. snapshot: { compress: true }";
|
|
235
|
+
/** reeval's sentence for a `snapshot` that isn't one, or undefined. */
|
|
236
|
+
function snapshotProblem(value, where) {
|
|
237
|
+
if (value === void 0) return void 0;
|
|
238
|
+
return refusal(snapshotOptionSchema, value, () => {
|
|
239
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) return `snapshot in ${where} ${SNAPSHOT_SHAPE} (got ${got(value)})`;
|
|
240
|
+
const key = Object.keys(value).find((k) => k !== "when" && k !== "compress");
|
|
241
|
+
if (key !== void 0) {
|
|
242
|
+
const near = closest(key, ["when", "compress"]);
|
|
243
|
+
return `Unknown snapshot key "${key}" in ${where}.${near ? ` Did you mean "${near}"?` : ""} snapshot ${SNAPSHOT_SHAPE}`;
|
|
244
|
+
}
|
|
245
|
+
const { when, compress } = value;
|
|
246
|
+
if (compress !== void 0 && typeof compress !== "boolean") return `snapshot.compress in ${where} is true or false (got ${got(compress)})`;
|
|
247
|
+
return `snapshot.when in ${where} is true, 'turns' or false (got ${got(when)})`;
|
|
248
|
+
});
|
|
249
|
+
}
|
|
250
|
+
const EGRESS_SHAPE = `is 'proxy' (the default), 'allow-all', 'deny-all', or { allow: ['api.example.com', '*.example.org'] }`;
|
|
251
|
+
/** reeval's sentence for an egress policy that isn't one, or undefined. */
|
|
252
|
+
function egressProblem(value, where) {
|
|
253
|
+
return refusal(egressPolicySchema, value, () => {
|
|
254
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
255
|
+
const list = Array.isArray(value) ? ` For a list of hosts, use { allow: ${got(value)} }.` : "";
|
|
256
|
+
return `egress in ${where} ${EGRESS_SHAPE} (got ${got(value)}).${list}`;
|
|
257
|
+
}
|
|
258
|
+
const key = Object.keys(value).find((k) => k !== "allow");
|
|
259
|
+
if (key !== void 0) return `Unknown egress key "${key}" in ${where}.${key === "deny" ? " A policy lists what's allowed; everything else is refused." : key === "hosts" || key === "allowedHosts" ? " Did you mean \"allow\"?" : " A policy is { allow: ['api.example.com'] }."}`;
|
|
260
|
+
const allow = value.allow;
|
|
261
|
+
if (!Array.isArray(allow)) return `egress in ${where} ${EGRESS_SHAPE} (got ${got(value)})`;
|
|
262
|
+
return `egress.allow in ${where}: ${allow.map(badHost).find(Boolean)}`;
|
|
263
|
+
});
|
|
264
|
+
}
|
|
265
|
+
export { snapshotProblem as _, egressPolicySchema as a, gatePolicySchema as c, hostFileSchema as d, mcpServerSchema as f, snapshotOptionSchema as g, skillSourceSchema as h, descriptorProblem as i, gateProblem as l, secretSchema as m, badHost as n, egressProblem as o, pluginSourceSchema as p, credentialsIn as r, envVarsSchema as s, VAR as t, gitWorkspaceSchema as u };
|
|
266
|
+
|
|
267
|
+
//# sourceMappingURL=plain-BYUf_fUV.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plain-BYUf_fUV.js","names":[],"sources":["../src/contract/plain.ts"],"mappings":";;;;;AAuCA,MAAa,MAAM;;;;;AAMnB,SAAgB,cAAc,KAAiC;CAC7D,IAAI,CAAC,IAAI,SAAS,GAAG,GAAG,OAAO,KAAA;CAC/B,MAAM,IAAI,IAAI,IAAI,GAAG;CACrB,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,YAAY,sBAAsB,KAAK,EAAE,QAAQ,IAAI,OAAO,KAAA;CACnF,EAAE,WAAW,EAAE,YAAY;CAC3B,EAAE,WAAW,EAAE,YAAY;CAC3B,OAAO,EAAE;AACX;;AAGA,MAAM,gBACJ,SAAS,CAAC,CAAC,aAAa,KAAK,QAAQ;CACnC,MAAM,SAAS,cAAc,GAAG;CAChC,IAAI,QACF,IAAI,SAAS;EACX,MAAM;EACN,SAAS,GAAG,KAAK,UAAU,MAAM,EAAE;CACrC,CAAC;AAEL,CAAC;;AAGH,MAAM,OAAO;;AAGb,SAAgB,QAAQ,MAAmC;CACzD,IAAI,OAAO,SAAS,YAAY,KAAK,KAAK,IAAI,GAAG;EAC/C,MAAM,OAAO,KAAK,QAAQ,SAAS,EAAE;EACrC,IAAI,eAAe,KAAK,IAAI,MAAM,SAAS,QAAQ,KAAK,IAAI,MAAM,IAChE,OAAO,IAAI,KAAK;EAElB,IAAI,SAAS,QAAQ,CAAC,KAAK,SAAS,GAAG,GACrC,OAAO,IAAI,KAAK,kCAAkC,KAAK,qCAAqC,KAAK;EAEnG;CACF;CACA,IAAI,OAAO,SAAS,YAAY,gBAAgB,KAAK,IAAI,GACvD,OAAO,wCAAwC,IAAI,IAAI,IAAI,CAAC,CAAC,SAAS,UAAU,KAAK;CAEvF,IAAI,OAAO,SAAS,YAAY,eAAe,KAAK,IAAI,GACtD,OAAO,6CAA6C,KAAK,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU,KAAK;CAExF,OAAO,GAAG,KAAK,UAAU,IAAI,EAAE;AACjC;AAEA,MAAM,OAAO,EAAE,OAAO,CAAC,CAAC,aAAa,OAAO,QAAQ;CAClD,MAAM,MAAM,QAAQ,KAAK;CACzB,IAAI,KAAK,IAAI,SAAS;EAAE,MAAM;EAAU,SAAS;CAAI,CAAC;AACxD,CAAC;AAED,MAAa,mBAAmB,EAAE,MAAM;CACtC,EAAE,QAAQ,KAAK;CACf,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;CACpD,EAAE,QAAQ,SAAS;AACrB,CAAC;AAED,MAAM,eAAe,EAAE,MAAM,CAAC,EAAE,QAAQ,GAAG,EAAE,QAAQ,OAAO,CAAC,CAAC;AAE9D,MAAa,uBAAuB,EAAE,MAAM,CAC1C,cACA,EAAE,aAAa;CAAE,MAAM,aAAa,SAAS;CAAG,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS;AAAE,CAAC,CACpF,CAAC;AAED,MAAa,qBAAqB,EAAE,MAAM;CACxC,EAAE,QAAQ,OAAO;CACjB,EAAE,QAAQ,WAAW;CACrB,EAAE,QAAQ,UAAU;CACpB,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;AACpD,CAAC;AAED,MAAa,qBAAqB,EAAE,KAAK;CAAC;CAAU;CAAS;AAAM,CAAC;AAEpE,MAAa,eAAe,EACzB,aAAa;CACZ,MAAM,EAAE,QAAQ,QAAQ;CACxB,MAAM,EAAE,OAAO,CAAC,CAAC,MAAM,KAAK,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS;CAC/B,IAAI,EAAE,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,SAAS;CACzC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;CACrC,IAAI,EAAE,MAAM,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;AAClD,CAAC,CAAC,CACD,aAAa,QAAQ,QAAQ;CAC5B,IAAI,OAAO,MAAM,CAAC,OAAO,OACvB,IAAI,SAAS;EACX,MAAM;EACN,MAAM,CAAC,IAAI;EACX,SAAS;CACX,CAAC;AAEL,CAAC;AAEH,MAAa,uBAAuB,EAAE,aAAa;CACjD,MAAM,EAAE,QAAQ,iBAAiB;CACjC,UAAU,EAAE,OAAO;AACrB,CAAC;AAED,MAAa,iBAAiB,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,YAAY,CAAC;AAEhE,MAAa,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,cAAc;AAEhE,MAAa,iBAAiB,EAAE,aAAa;CAC3C,MAAM,EAAE,QAAQ,MAAM;CACtB,MAAM,SAAS;AACjB,CAAC;AAED,MAAa,uBAAuB,EAAE,KAAK,CAAC,WAAW,WAAW,CAAC;AAEnE,MAAM,SAA4D,QAAW,WAC3E,EAAE,aAAa;CACb,MAAM,EAAE,QAAQ,OAAO;CACvB,WAAW;CACX,QAAQ,EAAE,QAAQ,MAAM;CACxB,GAAG;AACL,CAAC;AAEH,MAAa,oBAAoB,EAAE,mBAAmB,UAAU;CAC9D,MAAM,SAAS;EACb,MAAM,SAAS;EACf,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;EACnC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACxC,CAAC;CACD,MAAM,OAAO;EACX,MAAM,QAAQ;EACd,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS;EACzB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;EACnC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACxC,CAAC;CACD,MAAM,YAAY;EAChB,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,+BAA+B;EACpD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS;CAC/B,CAAC;CACD,MAAM,OAAO;EACX,MAAM,QAAQ;EACd,MAAM,EAAE,OAAO;EACf,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;EACnC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACxC,CAAC;CACD,MAAM,UAAU;EACd,MAAM,EAAE,OAAO;EACf,aAAa,EAAE,OAAO;EACtB,SAAS,EAAE,OAAO;EAClB,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC;CACxC,CAAC;AACH,CAAC;AAED,MAAa,mBAAmB,EAAE,KAAK;CAAC;CAAU;CAAU;CAAY;CAAS;CAAO;AAAO,CAAC;AAEhG,MAAa,0BAA0B,EAAE,mBAAmB,UAAU,CACpE,EAAE,aAAa;CACb,QAAQ,EAAE,QAAQ,KAAK;CACvB,MAAM,QAAQ;CACd,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS;AAC3B,CAAC,GACD,EAAE,aAAa;CACb,QAAQ,EAAE,QAAQ,KAAK;CACvB,MAAM,QAAQ;AAChB,CAAC,CACH,CAAC;AAED,MAAM,gBAAgB,EAAE,MAAM,CAAC,SAAS,GAAG,EAAE,MAAM,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,sBAAsB,CAAC,CAAC;AAE9F,MAAa,oBAAoB,EAAE,MAAM,CACvC,eACA,EAAE,aAAa;CACb,KAAK;CACL,KAAK,EACF,OAAO,CAAC,CACR,MACC,oDACA,2EACF,CAAC,CACA,SAAS;AACd,CAAC,CACH,CAAC;AAED,MAAM,UAA6D,QAAW,WAC5E,EAAE,aAAa;CACb,MAAM,EAAE,QAAQ,QAAQ;CACxB,QAAQ,EAAE,QAAQ,MAAM;CACxB,GAAG;CACH,MAAM,EAAE,MAAM,gBAAgB,CAAC,CAAC,IAAI,GAAG,mBAAmB,CAAC,CAAC,SAAS;CACrE,OAAO,kBAAkB,SAAS;AACpC,CAAC;AAEH,MAAa,qBAAqB,EAAE,mBAAmB,UAAU;CAC/D,OAAO,SAAS,EACd,MAAM,SAAS,EACjB,CAAC;CACD,OAAO,OAAO;EACZ,MAAM,QAAQ;EACd,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS;EACzB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;CAC5B,CAAC;CACD,OAAO,OAAO;EACZ,MAAM,QAAQ;EACd,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;CAC5B,CAAC;CACD,OAAO,eAAe;EACpB,MAAM,SAAS;EACf,aAAa;CACf,CAAC;AACH,CAAC;AAED,MAAa,kBAAkB,EAAE,mBAAmB,aAAa,CAC/D,EAAE,aAAa;CACb,MAAM,EAAE,QAAQ,KAAK;CACrB,WAAW,EAAE,QAAQ,OAAO;CAC5B,SAAS,SAAS;CAClB,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;CACxB,KAAK;AACP,CAAC,GACD,EAAE,aAAa;CACb,MAAM,EAAE,QAAQ,KAAK;CACrB,WAAW,EAAE,KAAK,CAAC,QAAQ,KAAK,CAAC;CACjC,KAAK,EAAE,IAAI,eAAe;CAC1B,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,MAAM;EAAC,EAAE,OAAO;EAAG;EAAc;CAAoB,CAAC,CAAC;AACzF,CAAC,CACH,CAAC;AAED,MAAa,qBAAqB,EAAE,aAAa;CAC/C,MAAM,EAAE,QAAQ,KAAK;CACrB,MAAM,QAAQ;CACd,KAAK,QAAQ;CACb,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS;CACzB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;CAC1B,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS;CAC3B,OAAO,EACJ,OAAO,CAAC,CACR,aAAa,OAAO,QAAQ;EAE3B,IAAI,CAAC,IAAI,KAAK,KAAK,KAAK,8BAA8B,KAAK,KAAK,GAC9D,IAAI,SAAS;GACX,MAAM;GACN,SACE;EACJ,CAAC;CAEL,CAAC,CAAC,CACD,SAAS;AACd,CAAC;;AAwBD,SAAS,OAAO,QAA6B;CAC3C,MAAM,MAAM,OAAO;CACnB,IAAI,IAAI,OAAO,OAAO,OAAO,KAAK,IAAI,KAAK;CAC3C,IAAI,IAAI,SAAS,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,QAAQ,QAAQ,MAAM,CAAC,CAAC;CAChE,OAAO,IAAI,YAAY,OAAO,IAAI,SAAS,IAAI,CAAC;AAClD;;;;;AAMA,SAAgB,kBACd,QACA,OACA,MACoB;CACpB,OAAO,QAAQ,QAAQ,QAAQ,OAAc,MAAe;EAC1D,IAAI,MAAM,SAAS,qBAAqB;GACtC,MAAM,MAAM,MAAM,KAAK;GACvB,MAAM,OAAO,QAAQ,KAAK,OAAO,MAAM,CAAC;GAExC,OAAO,GAAG,KAAK,aAAa,IAAI,SADlB,MAAM,KAAK,SAAS,OAAO,OAAO,MAAM,KAAK,KAAK,GAAG,CAAC,MAAM,GAC3B,GAAG,OAAO,kBAAkB,KAAK,MAAM;EACxF;EACA,IAAI,MAAM,SAAS,UAAU,OAAO,GAAG,KAAK,MAAM,MAAM;EACxD,IAAI,MAAM,SAAS,mBAAmB,MAAM,KAAK,WAAW,GAAG;GAC7D,MAAM,MAAM,OAAO,MAAM,KAAK,EAAE;GAChC,MAAM,SAAU,OAAO,IAAoC,SAAS,SACjE,MAAM,CAAC,GAAK,EAAE,MAAM,IAAI,EAA4B,KAAK,UAAU,CAAC,CAAE,CACzE;GAEA,OAAO,GADQ,KAAK,MAAM,GAAG,CAAC,CAAC,GACd,KAAK,IAAI,MAAM,MAAM,UAAU,CAAC,CAAC,EAAE,QAAQ,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE;EAC1F;EACA,OAAO,eAAe,MAAM,OAAO,CAAC;CACtC,CAAC;AACH;AAEA,MAAM,aACJ;;AAGF,MAAa,eAAe,OAAgB,UAC1C,QAAQ,kBAAkB,aAAa,WAAW,MAAM,GAAG,WAAW,QAAQ,IAAI,KAAK,EAAE,EAAE;AAE7F,MAAM,iBACJ;;AAGF,SAAgB,gBAAgB,OAAgB,OAAmC;CACjF,IAAI,UAAU,KAAA,GAAW,OAAO,KAAA;CAChC,OAAO,QAAQ,sBAAsB,aAAa;EAChD,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GACpE,OAAO,eAAe,MAAM,GAAG,eAAe,QAAQ,IAAI,KAAK,EAAE;EAEnE,MAAM,MAAM,OAAO,KAAK,KAAK,CAAC,CAAC,MAAM,MAAM,MAAM,UAAU,MAAM,UAAU;EAC3E,IAAI,QAAQ,KAAA,GAAW;GACrB,MAAM,OAAO,QAAQ,KAAK,CAAC,QAAQ,UAAU,CAAC;GAC9C,OAAO,yBAAyB,IAAI,OAAO,MAAM,GAAG,OAAO,kBAAkB,KAAK,MAAM,GAAG,YAAY;EACzG;EACA,MAAM,EAAE,MAAM,aAAa;EAC3B,IAAI,aAAa,KAAA,KAAa,OAAO,aAAa,WAChD,OAAO,wBAAwB,MAAM,yBAAyB,IAAI,QAAQ,EAAE;EAE9E,OAAO,oBAAoB,MAAM,kCAAkC,IAAI,IAAI,EAAE;CAC/E,CAAC;AACH;AAEA,MAAM,eAAe;;AAGrB,SAAgB,cAAc,OAAgB,OAAmC;CAC/E,OAAO,QAAQ,oBAAoB,aAAa;EAC9C,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GAAG;GACvE,MAAM,OAAO,MAAM,QAAQ,KAAK,IAAI,sCAAsC,IAAI,KAAK,EAAE,OAAO;GAC5F,OAAO,aAAa,MAAM,GAAG,aAAa,QAAQ,IAAI,KAAK,EAAE,IAAI;EACnE;EACA,MAAM,MAAM,OAAO,KAAK,KAAK,CAAC,CAAC,MAAM,MAAM,MAAM,OAAO;EACxD,IAAI,QAAQ,KAAA,GAOV,OAAO,uBAAuB,IAAI,OAAO,MAAM,GAL7C,QAAQ,SACJ,gEACA,QAAQ,WAAW,QAAQ,iBACzB,6BACA;EAGV,MAAM,QAAS,MAA8B;EAC7C,IAAI,CAAC,MAAM,QAAQ,KAAK,GAAG,OAAO,aAAa,MAAM,GAAG,aAAa,QAAQ,IAAI,KAAK,EAAE;EACxF,OAAO,mBAAmB,MAAM,IAAI,MAAM,IAAI,OAAO,CAAC,CAAC,KAAK,OAAO;CACrE,CAAC;AACH"}
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
-
import { P as majorityOf, S as fallbackHint, mt as resolveQuestionState, pt as questionShows, wt as harnessEffort } from "./config-C2UtS9vy.js";
|
|
3
2
|
import { a as plural, i as formatDuration, n as clip } from "./text-B8-W3Cvn.js";
|
|
4
|
-
import {
|
|
3
|
+
import { d as sandboxKind, s as providerLimit } from "./kinds-Bh2I35id.js";
|
|
4
|
+
import { S as fallbackHint, U as majorityOf, bt as questionShows, jt as harnessEffort, xt as resolveQuestionState } from "./config-SvK8pjEK.js";
|
|
5
|
+
import { i as pairFactors, o as pairsOf, s as plannedSides, t as acrossOf } from "./pairs-BGb134Vu.js";
|
|
5
6
|
import "./stats-C18W4xPX.js";
|
|
6
|
-
import { r as noDefaultEffort } from "./default-effort-
|
|
7
|
-
import {
|
|
8
|
-
import { c as recentRecords, p as scratchDir } from "./files-
|
|
9
|
-
import { c as planCost } from "./cost-
|
|
7
|
+
import { r as noDefaultEffort } from "./default-effort-BDKIxJyC.js";
|
|
8
|
+
import { b as EFFORT_MIN_RUNS, n as caseKeyOf } from "./cases-z9E6DCd5.js";
|
|
9
|
+
import { c as recentRecords, p as scratchDir } from "./files-s28a6czq.js";
|
|
10
|
+
import { c as planCost } from "./cost-BdRgySQl.js";
|
|
10
11
|
// src/plan.ts
|
|
11
12
|
/**
|
|
12
13
|
* With no history for a harness, an attempt is assumed to take this long. The fake agent takes
|
|
@@ -61,6 +62,8 @@ async function buildPlan(options) {
|
|
|
61
62
|
let attempts = 0;
|
|
62
63
|
let fewest = 0;
|
|
63
64
|
let estimateMs = 0;
|
|
65
|
+
const limits = /* @__PURE__ */ new Map();
|
|
66
|
+
let uncapped = false;
|
|
64
67
|
for (const { id, attempt } of planned) {
|
|
65
68
|
const existing = rows.get(id);
|
|
66
69
|
if (!existing || existing.plan.skip) rows.set(id, {
|
|
@@ -74,8 +77,12 @@ async function buildPlan(options) {
|
|
|
74
77
|
for (const w of attempt.plan.sandboxWarnings) sandboxWarnings.set(`${w.file}\0${w.message}`, w);
|
|
75
78
|
attempts++;
|
|
76
79
|
if (attempt.bestOf === void 0 || attempt.n <= majorityOf(attempt.bestOf)) fewest++;
|
|
77
|
-
cells.add(`${id}\0${attempt.cell.key}`);
|
|
80
|
+
cells.add(`${attempt.family?.id ?? id}\0${attempt.cell.key}`);
|
|
78
81
|
estimateMs += estimate(id, attempt.cell.harness, attempt.harness.kind, attempt.sandbox.kind);
|
|
82
|
+
const provider = sandboxKind(attempt.sandbox).provider(attempt.sandbox);
|
|
83
|
+
const limit = providerLimit(attempt.sandbox);
|
|
84
|
+
if (limit === void 0) uncapped = true;
|
|
85
|
+
else limits.set(provider, Math.max(limits.get(provider) ?? limit, limit));
|
|
79
86
|
costed.push({
|
|
80
87
|
id,
|
|
81
88
|
cell: attempt.cell,
|
|
@@ -125,21 +132,25 @@ async function buildPlan(options) {
|
|
|
125
132
|
const c = counted.get(r.id);
|
|
126
133
|
return !r.plan.skip && !!c && [...c.variantSides].some((s) => c.controls.has(s));
|
|
127
134
|
};
|
|
135
|
+
const units = evalUnits([...rows.values()]);
|
|
136
|
+
const running = units.filter((u) => u.some((r) => !r.plan.skip)).length;
|
|
128
137
|
return {
|
|
129
138
|
profile: options.profile,
|
|
130
139
|
rows: [...rows.values()],
|
|
131
|
-
evals:
|
|
140
|
+
evals: running,
|
|
141
|
+
skipped: units.length - running,
|
|
132
142
|
cells: cells.size,
|
|
133
143
|
attempts,
|
|
134
144
|
fewest,
|
|
135
145
|
estimateMs,
|
|
146
|
+
parallel: Math.max(1, Math.min(options.concurrency, attempts, uncapped ? Number.POSITIVE_INFINITY : [...limits.values()].reduce((a, b) => a + b, 0))),
|
|
136
147
|
...options.prices ? { cost: planCost(costed, records, options.judgeModel ?? null, options.prices) } : {},
|
|
137
148
|
concurrency: options.concurrency,
|
|
138
149
|
budget: options.budget,
|
|
139
150
|
warnings: [...warnings],
|
|
140
151
|
sandboxWarnings: [...sandboxWarnings.values()].sort((a, b) => Number(a.kind !== "root") - Number(b.kind !== "root")),
|
|
141
152
|
hints: [
|
|
142
|
-
...gateHint(
|
|
153
|
+
...gateHint(units.filter((u) => u.some((r) => counted.get(r.id)?.gated))),
|
|
143
154
|
...verdictHint([...rows.values()].filter(lifted)),
|
|
144
155
|
...familyHints([...rows.values()].filter(lifted)),
|
|
145
156
|
...gatewayHints(planned)
|
|
@@ -188,12 +199,23 @@ function questionLines(members, questionModel) {
|
|
|
188
199
|
}));
|
|
189
200
|
return questions.map((q, i) => ` question ${i + 1}/${questions.length} ${clip(q.question, 80)} · ${q.across ? "after the run" : "after each attempt"} · shows ${q.shows.join(", ")} · ${questionPairLabel(q)} · ${q.model ?? "needs a language model: set analysis.model"}`);
|
|
190
201
|
}
|
|
202
|
+
/** A case of an eval with two cases or more, which pools them. */
|
|
203
|
+
const pooledCase = (r) => (r.family?.cases ?? 0) >= 2;
|
|
204
|
+
/** The plan's rows by eval: an eval with cases is its cases' rows, the rest a row each. */
|
|
205
|
+
function evalUnits(rows) {
|
|
206
|
+
const units = /* @__PURE__ */ new Map();
|
|
207
|
+
for (const row of rows) {
|
|
208
|
+
const id = row.family?.id ?? row.id;
|
|
209
|
+
units.set(id, [...units.get(id) ?? [], row]);
|
|
210
|
+
}
|
|
211
|
+
return [...units.values()];
|
|
212
|
+
}
|
|
191
213
|
/**
|
|
192
214
|
* One line when evals run several times under the default gate, which every attempt must pass.
|
|
193
|
-
* `
|
|
215
|
+
* `units` are the evals with a gated cell; a study whose cells are all `'none'` has none.
|
|
194
216
|
*/
|
|
195
|
-
function gateHint(
|
|
196
|
-
const n =
|
|
217
|
+
function gateHint(units) {
|
|
218
|
+
const n = units.filter((u) => u.some((r) => !r.plan.skip && r.plan.runs > 1 && r.plan.gate === void 0)).length;
|
|
197
219
|
if (n === 0) return [];
|
|
198
220
|
return [`${plural(n, "eval")} ${n === 1 ? "runs" : "run"} more than once with the default gate, so every attempt must pass (pass^k); set gate: { passRate: 0.8 } to gate on pass@1 instead`];
|
|
199
221
|
}
|
|
@@ -205,7 +227,7 @@ const VERDICT_MIN_RUNS = Math.max(4, EFFORT_MIN_RUNS);
|
|
|
205
227
|
* plan a lift.
|
|
206
228
|
*/
|
|
207
229
|
function verdictHint(rows) {
|
|
208
|
-
const few = rows.filter((r) => !r
|
|
230
|
+
const few = rows.filter((r) => !pooledCase(r) && r.plan.runs < VERDICT_MIN_RUNS);
|
|
209
231
|
if (few.length === 0) return [];
|
|
210
232
|
const counts = [...new Set(few.map((r) => r.plan.runs))].sort((a, b) => a - b);
|
|
211
233
|
const runs = counts.length === 1 && counts[0] === 1 ? "once" : `${counts.join(" or ")} times`;
|
|
@@ -218,14 +240,14 @@ function verdictHint(rows) {
|
|
|
218
240
|
/** The profile whose `limit.runs` cut a row's runs, from its `runs a → b (profile name)` note. */
|
|
219
241
|
const cappedBy = (note) => /^runs \d+ → \d+ \(profile (.+)\)$/.exec(note)?.[1];
|
|
220
242
|
/**
|
|
221
|
-
* One line per compared
|
|
243
|
+
* One line per compared eval with too few cases for its paired lift to get a verdict: one
|
|
222
244
|
* attempt a case can't give more discordant cases than there are cases, and several need as many
|
|
223
245
|
* cases, so more runs don't help. `rows` are those that plan a lift.
|
|
224
246
|
*/
|
|
225
247
|
function familyHints(rows) {
|
|
226
248
|
const cases = /* @__PURE__ */ new Map();
|
|
227
249
|
for (const r of rows) {
|
|
228
|
-
if (!r.family) continue;
|
|
250
|
+
if (!r.family || !pooledCase(r)) continue;
|
|
229
251
|
const c = cases.get(r.family.id) ?? {
|
|
230
252
|
n: 0,
|
|
231
253
|
of: r.family.cases
|
|
@@ -238,7 +260,7 @@ function familyHints(rows) {
|
|
|
238
260
|
return [...cases].filter(([, { n }]) => n < 6).map(([id, { n, of }]) => {
|
|
239
261
|
const has = n === of ? `has ${plural(n, "case")}` : `runs ${n} of its ${of} cases`;
|
|
240
262
|
const fix = of >= 6 ? "run all its cases" : "add cases";
|
|
241
|
-
return
|
|
263
|
+
return `${clip(id, 64)} ${has}; its lift needs 6 to hold, so it shows only a direction whatever the runs (${fix})`;
|
|
242
264
|
});
|
|
243
265
|
}
|
|
244
266
|
/** One line per harness whose cells fell past the first entries of the `gateway` list. */
|
|
@@ -260,15 +282,17 @@ function planLine(plan, config, runId) {
|
|
|
260
282
|
if (id) parts.push(`run ${id}`);
|
|
261
283
|
if (config) parts.push(`config ${config}`);
|
|
262
284
|
if (plan.resume) parts.push("resume");
|
|
285
|
+
if (plan.resume?.retried) parts.push(`retry ${plural(plan.resume.retried, "errored attempt")}`);
|
|
263
286
|
if (plan.profile) parts.push(`profile ${plan.profile.name} (${plan.profile.reason})`);
|
|
264
|
-
const skipped = plan
|
|
287
|
+
const { skipped } = plan;
|
|
265
288
|
parts.push(plural(plan.evals, "eval") + (skipped ? ` (${skipped} skipped)` : ""));
|
|
266
289
|
parts.push(plural(plan.cells, "cell"), plan.fewest < plan.attempts ? `${plan.fewest}–${plan.attempts} attempts` : plural(plan.attempts, "attempt"));
|
|
267
290
|
const effort = effortSummary(plan.efforts);
|
|
268
291
|
if (effort) parts.push(effort);
|
|
269
292
|
const serial = `~${formatDuration(plan.estimateMs)} serial`;
|
|
270
|
-
const parallel =
|
|
271
|
-
|
|
293
|
+
const { parallel } = plan;
|
|
294
|
+
const capped = parallel < Math.min(plan.concurrency, plan.attempts) ? `, ${parallel} at once` : "";
|
|
295
|
+
parts.push(parallel > 1 ? `${serial} (~${formatDuration(plan.estimateMs / parallel)} at concurrency ${plan.concurrency}${capped})` : serial);
|
|
272
296
|
const { attempts, duration } = plan.budget;
|
|
273
297
|
const caps = [attempts !== void 0 ? `${plural(attempts, "attempt")} ${plan.attempts <= attempts ? "✓" : "✗"}` : "", duration !== void 0 ? `${duration}` : ""].filter(Boolean);
|
|
274
298
|
if (caps.length) parts.push(`budget ${caps.join(", ")}`);
|
|
@@ -296,7 +320,8 @@ function runHeader(plan, planned, run) {
|
|
|
296
320
|
sandboxes: run.sandboxes,
|
|
297
321
|
...run.config ? { config: run.config } : {},
|
|
298
322
|
...run.dryRun || !run.record ? {} : { record: run.record },
|
|
299
|
-
...plan.resume ? { resumed: plan.resume.completed } : {},
|
|
323
|
+
...plan.resume?.completed ? { resumed: plan.resume.completed } : {},
|
|
324
|
+
...plan.resume?.retried ? { retried: plan.resume.retried } : {},
|
|
300
325
|
...plan.profile ? { profile: {
|
|
301
326
|
name: plan.profile.name,
|
|
302
327
|
reason: plan.profile.reason
|
|
@@ -306,7 +331,7 @@ function runHeader(plan, planned, run) {
|
|
|
306
331
|
judges: [...judges],
|
|
307
332
|
files: new Set(live.map((p) => p.file)).size,
|
|
308
333
|
evals: plan.evals,
|
|
309
|
-
skipped: plan.
|
|
334
|
+
skipped: plan.skipped,
|
|
310
335
|
cells: plan.cells,
|
|
311
336
|
attempts: plan.attempts,
|
|
312
337
|
fewest: plan.fewest,
|
|
@@ -315,6 +340,7 @@ function runHeader(plan, planned, run) {
|
|
|
315
340
|
...plan.budget.duration !== void 0 ? { duration: `${plan.budget.duration}` } : {}
|
|
316
341
|
},
|
|
317
342
|
estimateMs: plan.estimateMs,
|
|
343
|
+
parallel: plan.parallel,
|
|
318
344
|
concurrency: plan.concurrency
|
|
319
345
|
};
|
|
320
346
|
}
|
|
@@ -324,8 +350,8 @@ function bestOfRange(p, attempts) {
|
|
|
324
350
|
return `${attempts / p.bestOf * majorityOf(p.bestOf)}–${attempts}`;
|
|
325
351
|
}
|
|
326
352
|
/**
|
|
327
|
-
* The `--dry-run` table: one row per planned eval, then one per placeholder in `todos`.
|
|
328
|
-
*
|
|
353
|
+
* The `--dry-run` table: one row per planned eval, then one per placeholder in `todos`. An eval
|
|
354
|
+
* with cases is one row, its cases counted in its notes.
|
|
329
355
|
*/
|
|
330
356
|
function planTable(plan, todos = []) {
|
|
331
357
|
const header = [
|
|
@@ -336,25 +362,22 @@ function planTable(plan, todos = []) {
|
|
|
336
362
|
"attempts",
|
|
337
363
|
"notes"
|
|
338
364
|
];
|
|
339
|
-
const groups =
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
if (group) group.members.push(row);
|
|
344
|
-
else groups.push({
|
|
345
|
-
id: family ?? row.id,
|
|
346
|
-
members: [row]
|
|
347
|
-
});
|
|
348
|
-
}
|
|
365
|
+
const groups = evalUnits(plan.rows).map((members) => ({
|
|
366
|
+
id: members[0].family?.id ?? members[0].id,
|
|
367
|
+
members
|
|
368
|
+
}));
|
|
349
369
|
const rows = groups.map(({ id, members }) => {
|
|
350
370
|
const p = (members.find((m) => !m.plan.skip) ?? members[0]).plan;
|
|
351
371
|
const family = members[0]?.family;
|
|
352
372
|
const live = members.filter((m) => !m.plan.skip);
|
|
353
373
|
const attempts = live.reduce((sum, m) => sum + m.plan.attempts, 0);
|
|
354
|
-
const
|
|
374
|
+
const harnesses = Math.max(p.harnesses, ...live.map((m) => m.plan.harnesses));
|
|
375
|
+
const ran = live.length === family?.cases ? family.cases : `${live.length} of ${family?.cases}`;
|
|
376
|
+
const decides = p.variants !== null ? " · paired lift" : typeof p.gate === "object" ? " · pass rate over the cases" : "";
|
|
377
|
+
const pooled = family && family.cases >= 2 ? [`${ran} cases${decides}`] : [];
|
|
355
378
|
return [
|
|
356
379
|
clip(id, 64),
|
|
357
|
-
String(
|
|
380
|
+
String(harnesses),
|
|
358
381
|
p.variants === null ? "—" : p.variants.run === p.variants.of ? String(p.variants.run) : `${p.variants.run} of ${p.variants.of}`,
|
|
359
382
|
p.bestOf !== void 0 ? `best of ${p.bestOf}` : String(p.runs),
|
|
360
383
|
bestOfRange(p, family ? attempts : p.attempts),
|
|
@@ -400,7 +423,9 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
400
423
|
notes: attempt.plan.notes,
|
|
401
424
|
cells: [],
|
|
402
425
|
...questions.length ? { questions } : {},
|
|
403
|
-
...attempt.family ? { family: attempt.family } : {}
|
|
426
|
+
...attempt.family ? { family: attempt.family } : {},
|
|
427
|
+
...attempt.plan.excluded ? { whereExcluded: attempt.plan.excluded } : {},
|
|
428
|
+
...attempt.plan.traitExcluded ? { traitExcluded: attempt.plan.traitExcluded } : {}
|
|
404
429
|
};
|
|
405
430
|
evals.set(id, e);
|
|
406
431
|
}
|
|
@@ -436,7 +461,7 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
436
461
|
...plan.resume ? { resume: plan.resume } : {},
|
|
437
462
|
totals: {
|
|
438
463
|
evals: plan.evals,
|
|
439
|
-
skipped: plan.
|
|
464
|
+
skipped: plan.skipped,
|
|
440
465
|
cells: plan.cells,
|
|
441
466
|
attempts: plan.attempts,
|
|
442
467
|
fewest: plan.fewest
|
|
@@ -452,11 +477,57 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
452
477
|
warnings: plan.warnings,
|
|
453
478
|
sandboxWarnings: plan.sandboxWarnings,
|
|
454
479
|
hints: plan.hints,
|
|
455
|
-
evals: [...evals.values()],
|
|
480
|
+
evals: foldPlanCases([...evals.values()], planned),
|
|
456
481
|
excluded,
|
|
457
482
|
images
|
|
458
483
|
};
|
|
459
484
|
}
|
|
485
|
+
/** Each eval with `cases` as one entry, at its first case's place, its cases inside it. */
|
|
486
|
+
function foldPlanCases(evals, planned) {
|
|
487
|
+
const pooledExcluded = /* @__PURE__ */ new Map();
|
|
488
|
+
for (const { attempt } of planned) {
|
|
489
|
+
const f = attempt.family;
|
|
490
|
+
if (f && attempt.plan.familyExcluded) pooledExcluded.set(f.id, attempt.plan.familyExcluded);
|
|
491
|
+
}
|
|
492
|
+
const out = [];
|
|
493
|
+
const folded = /* @__PURE__ */ new Map();
|
|
494
|
+
for (const { family, ...e } of evals) {
|
|
495
|
+
if (!family) {
|
|
496
|
+
out.push(e);
|
|
497
|
+
continue;
|
|
498
|
+
}
|
|
499
|
+
let into = folded.get(family.id);
|
|
500
|
+
if (!into) {
|
|
501
|
+
const excluded = pooledExcluded.get(family.id);
|
|
502
|
+
into = {
|
|
503
|
+
...e,
|
|
504
|
+
id: family.id,
|
|
505
|
+
name: family.name,
|
|
506
|
+
cells: [],
|
|
507
|
+
cases: [],
|
|
508
|
+
caseCount: family.cases,
|
|
509
|
+
...excluded?.length ? { whereExcluded: excluded } : {}
|
|
510
|
+
};
|
|
511
|
+
if (!excluded?.length) delete into.whereExcluded;
|
|
512
|
+
folded.set(family.id, into);
|
|
513
|
+
out.push(into);
|
|
514
|
+
}
|
|
515
|
+
into.cases?.push({
|
|
516
|
+
key: caseKeyOf(family.name, e.name),
|
|
517
|
+
index: family.case,
|
|
518
|
+
skip: e.skip,
|
|
519
|
+
cells: e.cells,
|
|
520
|
+
...e.whereExcluded ? { whereExcluded: e.whereExcluded } : {}
|
|
521
|
+
});
|
|
522
|
+
if (!e.skip) into.skip = null;
|
|
523
|
+
for (const c of e.cells) {
|
|
524
|
+
const cell = into.cells.find((x) => x.key === c.key);
|
|
525
|
+
if (cell) cell.runs += c.runs;
|
|
526
|
+
else into.cells.push({ ...c });
|
|
527
|
+
}
|
|
528
|
+
}
|
|
529
|
+
return out;
|
|
530
|
+
}
|
|
460
531
|
/** Exit 2 before anything starts when the plan is over `budget.attempts` (unless `--force`). */
|
|
461
532
|
function checkAttemptBudget(plan, force, configFile) {
|
|
462
533
|
const cap = plan.budget.attempts;
|
|
@@ -466,4 +537,4 @@ function checkAttemptBudget(plan, force, configFile) {
|
|
|
466
537
|
}
|
|
467
538
|
export { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader };
|
|
468
539
|
|
|
469
|
-
//# sourceMappingURL=plan-
|
|
540
|
+
//# sourceMappingURL=plan-CsPilzpk.js.map
|