reeval 0.17.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-DyvDj4ZN.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-v036GEgG.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-v036GEgG.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{analysis-adKPz-UJ.js → analysis-BnG_1x_O.js} +4 -4
- package/dist/{analysis-adKPz-UJ.js.map → analysis-BnG_1x_O.js.map} +1 -1
- package/dist/{app-files-hpRT5lj_.js → app-files-DT5mJyV4.js} +4 -4
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Dlh6Xv3U.js → assemble-t6h018An.js} +194 -307
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-CtKGvaQR.js → attempt-CAdlwlNu.js} +3 -3
- package/dist/{attempt-CtKGvaQR.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-DErH-DYV.js → attempt-host-CIm1-11m.js} +18 -10
- package/dist/{attempt-host-DErH-DYV.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-Bdcx9Gap.js → capture-iBzFiC0j.js} +406 -625
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-CGd51thd.js → cli-20Fpvs5H.js} +929 -576
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-ChkleEVm.js → cli-spec-Dsr79Qy1.js} +46 -18
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-CF-DOjOU.js → client-KM4C5r5_.js} +111 -14
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-CsfcwMyc.js → command-B5OyHpOu.js} +24 -81
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-CtTdCF3B.js → command-BLNVDiIg.js} +10 -10
- package/dist/{command-CtTdCF3B.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-CyIb9BSC.js → command-CRh-cb6Z.js} +120 -55
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-TLmY-rYp.js → command-aUJvENwy.js} +18 -18
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-C54S45d7.js → commands-CWy-WndG.js} +239 -92
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-jO9Jj35r.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-ImY6AlRE.js → config-B9mB1kF5.js} +924 -1729
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-e4IppZpJ.js → cost-BdRgySQl.js} +4 -4
- package/dist/{cost-e4IppZpJ.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-Bw6-pJjR.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-Bw6-pJjR.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-sHGpaLo9.js → db-zgC1tvKB.js} +178 -74
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-fpdbYVKm.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BZRa-SQP.js → default-effort-DGhQmu95.js} +8 -5
- package/dist/default-effort-DGhQmu95.js.map +1 -0
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-CWuSRj7a.js → docker-Cqw-CyWz.js} +4 -4
- package/dist/{docker-CWuSRj7a.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker--2ytOHcu.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-CIzHzwlC.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-eE65YpEv.js → doctor-B2PohneB.js} +86 -29
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
- package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
- package/dist/{environment-Cy3FVLR5.js → environment-DB8o3hGi.js} +80 -40
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-BTsTRiBW.js → eval-source-D3sbAzt-.js} +23 -15
- package/dist/eval-source-D3sbAzt-.js.map +1 -0
- package/dist/evaluate-COdzf7Hl.d.ts +92 -0
- package/dist/{evaluate-CFFdyYZX.js → evaluate-CwKeN_fo.js} +472 -159
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-CQU08uh4.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-CQU08uh4.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-CIX-pLl4.js → files-BiFU16BW.js} +6 -6
- package/dist/{files-CIX-pLl4.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-tnMgu7-X.js → files-Cl7BQ5gE.js} +55 -14
- package/dist/{files-tnMgu7-X.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BWVkG4Yl.js → git-fDiJ8UIV.js} +3 -3
- package/dist/{git-BWVkG4Yl.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/harness-C2berMiM.js +105 -0
- package/dist/harness-C2berMiM.js.map +1 -0
- package/dist/{harness-Ch2P81sx.js → harness-DXv2gnaT.js} +68 -111
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-BVZHDf_z.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-BWnMbUnc.js → init-DbuZVRrW.js} +8 -7
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/ink-list-BpfidQ1h.js +274 -0
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-BGRs1r_C.js → invocations-CxGNOlh0.js} +4 -4
- package/dist/{invocations-BGRs1r_C.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/judgments-CzgpsTqv.js +246 -0
- package/dist/judgments-CzgpsTqv.js.map +1 -0
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-zP3cCXDN.js → layout-Cm85tQYk.js} +77 -154
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-d_5a5iUv.js → live-CgYbO4Te.js} +24 -4
- package/dist/live-CgYbO4Te.js.map +1 -0
- package/dist/{live-ColieOai.js → live-CnGrRM6j.js} +8 -8
- package/dist/{live-ColieOai.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-B4ZtlJyP.js → matchers-CXLn-1jm.js} +4 -3
- package/dist/{matchers-B4ZtlJyP.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-DOXnWH65.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-CFSjV-HJ.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-CFSjV-HJ.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-DBpdRXtO.js → model-DJjLw-0r.js} +43 -19
- package/dist/{model-DBpdRXtO.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-DOiCiMCD.js → model-V3mMXp6x.js} +213 -559
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-CwP1G178.js → node-D7pAU--0.js} +34 -25
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-BGiXt8_B.js} +107 -49
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-BoDKeuJu.js → pairs-BGb134Vu.js} +3 -49
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-DvLr8wCZ.js → patch-DH4e_Gkd.js} +3 -3
- package/dist/{patch-DvLr8wCZ.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-CIfOFhth.js → plan-Cgq9NCEX.js} +117 -45
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-BEs2Am3L.js → plugins-BkmPxDiY.js} +11 -268
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-50Qw5e5K.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-BAIRsTpl.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-8XhzhLHX.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-8XhzhLHX.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-8nvfDFQx.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-C4BRuSe8.js → prices-5m3SzMZ3.js} +3 -3
- package/dist/{prices-C4BRuSe8.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-Cc8fFE7Z.js → provenance-zsc4--dP.js} +6 -5
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-DZSTlC9R.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-DXpxaaTH.js → query-Bb3SYICk.js} +3 -3
- package/dist/{query-DXpxaaTH.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-C_Y-oXW6.js → questions-CWlR9ffu.js} +41 -11
- package/dist/questions-CWlR9ffu.js.map +1 -0
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
- package/dist/redact-BhjtnjrU.js.map +1 -0
- package/dist/remarks-CAvTSq16.js +1 -0
- package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
- package/dist/remarks-D9Lcd1fF.js.map +1 -0
- package/dist/remarks-DPCONFxZ.js +138 -0
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-E4rpi8Ym.js → remarks-vtkPmQb9.js} +327 -41
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-DZ00A8V_.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-DZ00A8V_.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B_JlQ0La.js → resolve-Do0ZaYH6.js} +11 -10
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-BMJHaQbi.js → results-JyuM64gy.js} +7 -7
- package/dist/{results-BMJHaQbi.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/resume-AW5oXzUc.js +691 -0
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-CSZ1hjlN.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-B5W8lLL1.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-BfN6q2lH.js → server-Cn8VqO9S.js} +10 -10
- package/dist/{server-BfN6q2lH.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-BD6Bg0Tr.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-BD6Bg0Tr.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-BC2WXULN.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-Dp-fWOfG.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-Dp-fWOfG.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-Cpy9MNS3.js → src-Ck2r_EMT.js} +617 -74
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-Cx0HJIJ-.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-CdSjXIfE.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-CdSjXIfE.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
- package/dist/stats-C18W4xPX.js.map +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/suite-COglUhPd.js +1272 -0
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +47 -37
- package/dist/testing.js +4 -4
- package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
- package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-C_IpYMRk.js → transcript-CCf07UmU.js} +3 -3
- package/dist/{transcript-C_IpYMRk.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-BHR1lGPh.d.ts → types-DBwFsGem.d.ts} +420 -136
- package/dist/{judge-ByEUlzOM.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-6uSpZ5L8.js → vertex-Eb2wqahk.js} +5 -2
- package/dist/vertex-Eb2wqahk.js.map +1 -0
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +238 -90
- package/dist/view/index.js +11 -9
- package/dist/{views-CKoN5NAx.js → views-DAIiLiV3.js} +8 -7
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-D5dB8cgT.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-D5dB8cgT.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-Cho30qlM.js → workspace-uuE51x35.js} +7 -7
- package/dist/{workspace-Cho30qlM.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +26 -11
- package/skills/eval-rubric/SKILL.md +31 -4
- package/dist/adapter-DyvDj4ZN.js.map +0 -1
- package/dist/app-files-hpRT5lj_.js.map +0 -1
- package/dist/assemble-DTXwCL3m.js +0 -1
- package/dist/assemble-Dlh6Xv3U.js.map +0 -1
- package/dist/capture-BT2fAmpZ.js +0 -1
- package/dist/capture-Bdcx9Gap.js.map +0 -1
- package/dist/cli-CGd51thd.js.map +0 -1
- package/dist/cli-spec-ChkleEVm.js.map +0 -1
- package/dist/client-CF-DOjOU.js.map +0 -1
- package/dist/command-CsfcwMyc.js.map +0 -1
- package/dist/command-CyIb9BSC.js.map +0 -1
- package/dist/command-TLmY-rYp.js.map +0 -1
- package/dist/commands-C54S45d7.js.map +0 -1
- package/dist/config-ImY6AlRE.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-DtSX8E_V.js +0 -101
- package/dist/contrasts-DtSX8E_V.js.map +0 -1
- package/dist/cost-CMzY9VXv.js +0 -1
- package/dist/db-ZIk6S2CD.js +0 -2
- package/dist/db-sHGpaLo9.js.map +0 -1
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/default-effort-BZRa-SQP.js.map +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker--2ytOHcu.js.map +0 -1
- package/dist/doctor-eE65YpEv.js.map +0 -1
- package/dist/environment-Cy3FVLR5.js.map +0 -1
- package/dist/eval-source-BTsTRiBW.js.map +0 -1
- package/dist/evaluate-CFFdyYZX.js.map +0 -1
- package/dist/evaluate-DnGOaGQc.d.ts +0 -43
- package/dist/files-B3d-8Fe0.js +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-Do4Rp3yZ.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-BoDKeuJu.js.map +0 -1
- package/dist/harness-Ch2P81sx.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-BVZHDf_z.js.map +0 -1
- package/dist/init-BWnMbUnc.js.map +0 -1
- package/dist/init-s1jN-PCI.js +0 -1
- package/dist/judge-ByEUlzOM.js.map +0 -1
- package/dist/live-DmJix4c8.js +0 -1
- package/dist/live-d_5a5iUv.js.map +0 -1
- package/dist/model-8uZBYqV5.js +0 -1
- package/dist/model-DOiCiMCD.js.map +0 -1
- package/dist/node-CwP1G178.js.map +0 -1
- package/dist/opencode-providers-yNKyXD49.js.map +0 -1
- package/dist/plan-CIfOFhth.js.map +0 -1
- package/dist/plugins-BEs2Am3L.js.map +0 -1
- package/dist/preflight-50Qw5e5K.js.map +0 -1
- package/dist/provenance-Cc8fFE7Z.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-CP_bBtYm.js +0 -1
- package/dist/providers-DZSTlC9R.js.map +0 -1
- package/dist/query-kFPuqBv1.js +0 -1
- package/dist/questions-C_Y-oXW6.js.map +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/redact-BEEGc37e.js.map +0 -1
- package/dist/remarks-0EXMh6AD.js.map +0 -1
- package/dist/remarks-BL18Id09.js +0 -1
- package/dist/remarks-DeZZT8PK.js +0 -116
- package/dist/remarks-DeZZT8PK.js.map +0 -1
- package/dist/remarks-E4rpi8Ym.js.map +0 -1
- package/dist/resolve-BJSay360.js +0 -1
- package/dist/resolve-B_JlQ0La.js.map +0 -1
- package/dist/resume-CexsWuGK.js +0 -434
- package/dist/resume-CexsWuGK.js.map +0 -1
- package/dist/runtime-CSZ1hjlN.js.map +0 -1
- package/dist/sandbox-B5W8lLL1.js.map +0 -1
- package/dist/server-SBzrf35T.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-Dn1uqPon.js +0 -1
- package/dist/src-BKDZO3ra.js +0 -2
- package/dist/src-BxrHipV0.js +0 -3
- package/dist/src-C9elednc.js +0 -2
- package/dist/src-CM7xdJFA.js +0 -2
- package/dist/src-CWEGknZo.js +0 -2
- package/dist/src-Cpy9MNS3.js.map +0 -1
- package/dist/src-DVaAKCsH.js +0 -1
- package/dist/src-DurP--_D.js +0 -2
- package/dist/state-Cicc9Oa5.js +0 -1
- package/dist/stats-D-Gqwqt0.js.map +0 -1
- package/dist/suite-BYJ2Q0S-.js +0 -2
- package/dist/suite-BtHPBFYL.js +0 -544
- package/dist/suite-BtHPBFYL.js.map +0 -1
- package/dist/summary-zP3cCXDN.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-6uSpZ5L8.js.map +0 -1
- package/dist/vertex-BaAz44YN.js +0 -1
- package/dist/views-CKoN5NAx.js.map +0 -1
- package/dist/views-CmyX255j.js +0 -2
- package/dist/workspace-Dw9DEZox.js +0 -1
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import "./
|
|
6
|
-
import
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
9
|
-
import { c as
|
|
2
|
+
import { a as plural, i as formatDuration, n as clip } from "./text-B8-W3Cvn.js";
|
|
3
|
+
import { d as sandboxKind, s as providerLimit } from "./kinds-C1oY3qyC.js";
|
|
4
|
+
import { S as fallbackHint, U as majorityOf, bt as questionShows, jt as harnessEffort, xt as resolveQuestionState } from "./config-B9mB1kF5.js";
|
|
5
|
+
import { i as pairFactors, o as pairsOf, s as plannedSides, t as acrossOf } from "./pairs-BGb134Vu.js";
|
|
6
|
+
import "./stats-C18W4xPX.js";
|
|
7
|
+
import { r as noDefaultEffort } from "./default-effort-DGhQmu95.js";
|
|
8
|
+
import { b as EFFORT_MIN_RUNS, n as caseKeyOf } from "./cases-z9E6DCd5.js";
|
|
9
|
+
import { c as recentRecords, p as scratchDir } from "./files-Cl7BQ5gE.js";
|
|
10
|
+
import { c as planCost } from "./cost-BdRgySQl.js";
|
|
10
11
|
// src/plan.ts
|
|
11
12
|
/**
|
|
12
13
|
* With no history for a harness, an attempt is assumed to take this long. The fake agent takes
|
|
@@ -61,6 +62,8 @@ async function buildPlan(options) {
|
|
|
61
62
|
let attempts = 0;
|
|
62
63
|
let fewest = 0;
|
|
63
64
|
let estimateMs = 0;
|
|
65
|
+
const limits = /* @__PURE__ */ new Map();
|
|
66
|
+
let uncapped = false;
|
|
64
67
|
for (const { id, attempt } of planned) {
|
|
65
68
|
const existing = rows.get(id);
|
|
66
69
|
if (!existing || existing.plan.skip) rows.set(id, {
|
|
@@ -74,8 +77,12 @@ async function buildPlan(options) {
|
|
|
74
77
|
for (const w of attempt.plan.sandboxWarnings) sandboxWarnings.set(`${w.file}\0${w.message}`, w);
|
|
75
78
|
attempts++;
|
|
76
79
|
if (attempt.bestOf === void 0 || attempt.n <= majorityOf(attempt.bestOf)) fewest++;
|
|
77
|
-
cells.add(`${id}\0${attempt.cell.key}`);
|
|
80
|
+
cells.add(`${attempt.family?.id ?? id}\0${attempt.cell.key}`);
|
|
78
81
|
estimateMs += estimate(id, attempt.cell.harness, attempt.harness.kind, attempt.sandbox.kind);
|
|
82
|
+
const provider = sandboxKind(attempt.sandbox).provider(attempt.sandbox);
|
|
83
|
+
const limit = providerLimit(attempt.sandbox);
|
|
84
|
+
if (limit === void 0) uncapped = true;
|
|
85
|
+
else limits.set(provider, Math.max(limits.get(provider) ?? limit, limit));
|
|
79
86
|
costed.push({
|
|
80
87
|
id,
|
|
81
88
|
cell: attempt.cell,
|
|
@@ -125,21 +132,25 @@ async function buildPlan(options) {
|
|
|
125
132
|
const c = counted.get(r.id);
|
|
126
133
|
return !r.plan.skip && !!c && [...c.variantSides].some((s) => c.controls.has(s));
|
|
127
134
|
};
|
|
135
|
+
const units = evalUnits([...rows.values()]);
|
|
136
|
+
const running = units.filter((u) => u.some((r) => !r.plan.skip)).length;
|
|
128
137
|
return {
|
|
129
138
|
profile: options.profile,
|
|
130
139
|
rows: [...rows.values()],
|
|
131
|
-
evals:
|
|
140
|
+
evals: running,
|
|
141
|
+
skipped: units.length - running,
|
|
132
142
|
cells: cells.size,
|
|
133
143
|
attempts,
|
|
134
144
|
fewest,
|
|
135
145
|
estimateMs,
|
|
146
|
+
parallel: Math.max(1, Math.min(options.concurrency, attempts, uncapped ? Number.POSITIVE_INFINITY : [...limits.values()].reduce((a, b) => a + b, 0))),
|
|
136
147
|
...options.prices ? { cost: planCost(costed, records, options.judgeModel ?? null, options.prices) } : {},
|
|
137
148
|
concurrency: options.concurrency,
|
|
138
149
|
budget: options.budget,
|
|
139
150
|
warnings: [...warnings],
|
|
140
151
|
sandboxWarnings: [...sandboxWarnings.values()].sort((a, b) => Number(a.kind !== "root") - Number(b.kind !== "root")),
|
|
141
152
|
hints: [
|
|
142
|
-
...gateHint(
|
|
153
|
+
...gateHint(units.filter((u) => u.some((r) => counted.get(r.id)?.gated))),
|
|
143
154
|
...verdictHint([...rows.values()].filter(lifted)),
|
|
144
155
|
...familyHints([...rows.values()].filter(lifted)),
|
|
145
156
|
...gatewayHints(planned)
|
|
@@ -188,23 +199,35 @@ function questionLines(members, questionModel) {
|
|
|
188
199
|
}));
|
|
189
200
|
return questions.map((q, i) => ` question ${i + 1}/${questions.length} ${clip(q.question, 80)} · ${q.across ? "after the run" : "after each attempt"} · shows ${q.shows.join(", ")} · ${questionPairLabel(q)} · ${q.model ?? "needs a language model: set analysis.model"}`);
|
|
190
201
|
}
|
|
202
|
+
/** A case of an eval with two cases or more, which pools them. */
|
|
203
|
+
const pooledCase = (r) => (r.family?.cases ?? 0) >= 2;
|
|
204
|
+
/** The plan's rows by eval: an eval with cases is its cases' rows, the rest a row each. */
|
|
205
|
+
function evalUnits(rows) {
|
|
206
|
+
const units = /* @__PURE__ */ new Map();
|
|
207
|
+
for (const row of rows) {
|
|
208
|
+
const id = row.family?.id ?? row.id;
|
|
209
|
+
units.set(id, [...units.get(id) ?? [], row]);
|
|
210
|
+
}
|
|
211
|
+
return [...units.values()];
|
|
212
|
+
}
|
|
191
213
|
/**
|
|
192
214
|
* One line when evals run several times under the default gate, which every attempt must pass.
|
|
193
|
-
* `
|
|
215
|
+
* `units` are the evals with a gated cell; a study whose cells are all `'none'` has none.
|
|
194
216
|
*/
|
|
195
|
-
function gateHint(
|
|
196
|
-
const n =
|
|
217
|
+
function gateHint(units) {
|
|
218
|
+
const n = units.filter((u) => u.some((r) => !r.plan.skip && r.plan.runs > 1 && r.plan.gate === void 0)).length;
|
|
197
219
|
if (n === 0) return [];
|
|
198
220
|
return [`${plural(n, "eval")} ${n === 1 ? "runs" : "run"} more than once with the default gate, so every attempt must pass (pass^k); set gate: { passRate: 0.8 } to gate on pass@1 instead`];
|
|
199
221
|
}
|
|
200
|
-
/** The runs a side
|
|
222
|
+
/** The runs a side the plan suggests, so a compare's lift can hold and its effort can be tested. */
|
|
201
223
|
const VERDICT_MIN_RUNS = Math.max(4, EFFORT_MIN_RUNS);
|
|
202
224
|
/**
|
|
203
|
-
* One line when compares outside a family run too few times per cell for
|
|
204
|
-
* and effort
|
|
225
|
+
* One line when compares outside a family run too few times per cell for their lift to hold: it
|
|
226
|
+
* shows the direction the attempts went, and their effort can't be tested. `rows` are those that
|
|
227
|
+
* plan a lift.
|
|
205
228
|
*/
|
|
206
229
|
function verdictHint(rows) {
|
|
207
|
-
const few = rows.filter((r) => !r
|
|
230
|
+
const few = rows.filter((r) => !pooledCase(r) && r.plan.runs < VERDICT_MIN_RUNS);
|
|
208
231
|
if (few.length === 0) return [];
|
|
209
232
|
const counts = [...new Set(few.map((r) => r.plan.runs))].sort((a, b) => a - b);
|
|
210
233
|
const runs = counts.length === 1 && counts[0] === 1 ? "once" : `${counts.join(" or ")} times`;
|
|
@@ -212,19 +235,19 @@ function verdictHint(rows) {
|
|
|
212
235
|
const capped = new Set(few.map((r) => r.plan.notes.map(cappedBy).find(Boolean)));
|
|
213
236
|
const [profile] = capped;
|
|
214
237
|
const fix = capped.size === 1 && profile ? `profile ${profile}'s limit.runs caps ${one ? "it" : "them"}; --runs ${VERDICT_MIN_RUNS} replaces it` : `runs: ${VERDICT_MIN_RUNS}`;
|
|
215
|
-
return [`${plural(few.length, "compare")} ${one ? "runs" : "run"} ${runs} per cell;
|
|
238
|
+
return [`${plural(few.length, "compare")} ${one ? "runs" : "run"} ${runs} per cell; below ${VERDICT_MIN_RUNS} runs a side ${one ? "its" : "their"} lift shows only a direction and ${one ? "its" : "their"} effort can't be tested (${fix})`];
|
|
216
239
|
}
|
|
217
240
|
/** The profile whose `limit.runs` cut a row's runs, from its `runs a → b (profile name)` note. */
|
|
218
241
|
const cappedBy = (note) => /^runs \d+ → \d+ \(profile (.+)\)$/.exec(note)?.[1];
|
|
219
242
|
/**
|
|
220
|
-
* One line per compared
|
|
243
|
+
* One line per compared eval with too few cases for its paired lift to get a verdict: one
|
|
221
244
|
* attempt a case can't give more discordant cases than there are cases, and several need as many
|
|
222
245
|
* cases, so more runs don't help. `rows` are those that plan a lift.
|
|
223
246
|
*/
|
|
224
247
|
function familyHints(rows) {
|
|
225
248
|
const cases = /* @__PURE__ */ new Map();
|
|
226
249
|
for (const r of rows) {
|
|
227
|
-
if (!r.family) continue;
|
|
250
|
+
if (!r.family || !pooledCase(r)) continue;
|
|
228
251
|
const c = cases.get(r.family.id) ?? {
|
|
229
252
|
n: 0,
|
|
230
253
|
of: r.family.cases
|
|
@@ -237,7 +260,7 @@ function familyHints(rows) {
|
|
|
237
260
|
return [...cases].filter(([, { n }]) => n < 6).map(([id, { n, of }]) => {
|
|
238
261
|
const has = n === of ? `has ${plural(n, "case")}` : `runs ${n} of its ${of} cases`;
|
|
239
262
|
const fix = of >= 6 ? "run all its cases" : "add cases";
|
|
240
|
-
return
|
|
263
|
+
return `${clip(id, 64)} ${has}; its lift needs 6 to hold, so it shows only a direction whatever the runs (${fix})`;
|
|
241
264
|
});
|
|
242
265
|
}
|
|
243
266
|
/** One line per harness whose cells fell past the first entries of the `gateway` list. */
|
|
@@ -259,15 +282,17 @@ function planLine(plan, config, runId) {
|
|
|
259
282
|
if (id) parts.push(`run ${id}`);
|
|
260
283
|
if (config) parts.push(`config ${config}`);
|
|
261
284
|
if (plan.resume) parts.push("resume");
|
|
285
|
+
if (plan.resume?.retried) parts.push(`retry ${plural(plan.resume.retried, "errored attempt")}`);
|
|
262
286
|
if (plan.profile) parts.push(`profile ${plan.profile.name} (${plan.profile.reason})`);
|
|
263
|
-
const skipped = plan
|
|
287
|
+
const { skipped } = plan;
|
|
264
288
|
parts.push(plural(plan.evals, "eval") + (skipped ? ` (${skipped} skipped)` : ""));
|
|
265
289
|
parts.push(plural(plan.cells, "cell"), plan.fewest < plan.attempts ? `${plan.fewest}–${plan.attempts} attempts` : plural(plan.attempts, "attempt"));
|
|
266
290
|
const effort = effortSummary(plan.efforts);
|
|
267
291
|
if (effort) parts.push(effort);
|
|
268
292
|
const serial = `~${formatDuration(plan.estimateMs)} serial`;
|
|
269
|
-
const parallel =
|
|
270
|
-
|
|
293
|
+
const { parallel } = plan;
|
|
294
|
+
const capped = parallel < Math.min(plan.concurrency, plan.attempts) ? `, ${parallel} at once` : "";
|
|
295
|
+
parts.push(parallel > 1 ? `${serial} (~${formatDuration(plan.estimateMs / parallel)} at concurrency ${plan.concurrency}${capped})` : serial);
|
|
271
296
|
const { attempts, duration } = plan.budget;
|
|
272
297
|
const caps = [attempts !== void 0 ? `${plural(attempts, "attempt")} ${plan.attempts <= attempts ? "✓" : "✗"}` : "", duration !== void 0 ? `${duration}` : ""].filter(Boolean);
|
|
273
298
|
if (caps.length) parts.push(`budget ${caps.join(", ")}`);
|
|
@@ -295,7 +320,8 @@ function runHeader(plan, planned, run) {
|
|
|
295
320
|
sandboxes: run.sandboxes,
|
|
296
321
|
...run.config ? { config: run.config } : {},
|
|
297
322
|
...run.dryRun || !run.record ? {} : { record: run.record },
|
|
298
|
-
...plan.resume ? { resumed: plan.resume.completed } : {},
|
|
323
|
+
...plan.resume?.completed ? { resumed: plan.resume.completed } : {},
|
|
324
|
+
...plan.resume?.retried ? { retried: plan.resume.retried } : {},
|
|
299
325
|
...plan.profile ? { profile: {
|
|
300
326
|
name: plan.profile.name,
|
|
301
327
|
reason: plan.profile.reason
|
|
@@ -305,7 +331,7 @@ function runHeader(plan, planned, run) {
|
|
|
305
331
|
judges: [...judges],
|
|
306
332
|
files: new Set(live.map((p) => p.file)).size,
|
|
307
333
|
evals: plan.evals,
|
|
308
|
-
skipped: plan.
|
|
334
|
+
skipped: plan.skipped,
|
|
309
335
|
cells: plan.cells,
|
|
310
336
|
attempts: plan.attempts,
|
|
311
337
|
fewest: plan.fewest,
|
|
@@ -314,6 +340,7 @@ function runHeader(plan, planned, run) {
|
|
|
314
340
|
...plan.budget.duration !== void 0 ? { duration: `${plan.budget.duration}` } : {}
|
|
315
341
|
},
|
|
316
342
|
estimateMs: plan.estimateMs,
|
|
343
|
+
parallel: plan.parallel,
|
|
317
344
|
concurrency: plan.concurrency
|
|
318
345
|
};
|
|
319
346
|
}
|
|
@@ -323,8 +350,8 @@ function bestOfRange(p, attempts) {
|
|
|
323
350
|
return `${attempts / p.bestOf * majorityOf(p.bestOf)}–${attempts}`;
|
|
324
351
|
}
|
|
325
352
|
/**
|
|
326
|
-
* The `--dry-run` table: one row per planned eval, then one per placeholder in `todos`.
|
|
327
|
-
*
|
|
353
|
+
* The `--dry-run` table: one row per planned eval, then one per placeholder in `todos`. An eval
|
|
354
|
+
* with cases is one row, its cases counted in its notes.
|
|
328
355
|
*/
|
|
329
356
|
function planTable(plan, todos = []) {
|
|
330
357
|
const header = [
|
|
@@ -335,25 +362,22 @@ function planTable(plan, todos = []) {
|
|
|
335
362
|
"attempts",
|
|
336
363
|
"notes"
|
|
337
364
|
];
|
|
338
|
-
const groups =
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
if (group) group.members.push(row);
|
|
343
|
-
else groups.push({
|
|
344
|
-
id: family ?? row.id,
|
|
345
|
-
members: [row]
|
|
346
|
-
});
|
|
347
|
-
}
|
|
365
|
+
const groups = evalUnits(plan.rows).map((members) => ({
|
|
366
|
+
id: members[0].family?.id ?? members[0].id,
|
|
367
|
+
members
|
|
368
|
+
}));
|
|
348
369
|
const rows = groups.map(({ id, members }) => {
|
|
349
370
|
const p = (members.find((m) => !m.plan.skip) ?? members[0]).plan;
|
|
350
371
|
const family = members[0]?.family;
|
|
351
372
|
const live = members.filter((m) => !m.plan.skip);
|
|
352
373
|
const attempts = live.reduce((sum, m) => sum + m.plan.attempts, 0);
|
|
353
|
-
const
|
|
374
|
+
const harnesses = Math.max(p.harnesses, ...live.map((m) => m.plan.harnesses));
|
|
375
|
+
const ran = live.length === family?.cases ? family.cases : `${live.length} of ${family?.cases}`;
|
|
376
|
+
const decides = p.variants !== null ? " · paired lift" : typeof p.gate === "object" ? " · pass rate over the cases" : "";
|
|
377
|
+
const pooled = family && family.cases >= 2 ? [`${ran} cases${decides}`] : [];
|
|
354
378
|
return [
|
|
355
379
|
clip(id, 64),
|
|
356
|
-
String(
|
|
380
|
+
String(harnesses),
|
|
357
381
|
p.variants === null ? "—" : p.variants.run === p.variants.of ? String(p.variants.run) : `${p.variants.run} of ${p.variants.of}`,
|
|
358
382
|
p.bestOf !== void 0 ? `best of ${p.bestOf}` : String(p.runs),
|
|
359
383
|
bestOfRange(p, family ? attempts : p.attempts),
|
|
@@ -399,7 +423,9 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
399
423
|
notes: attempt.plan.notes,
|
|
400
424
|
cells: [],
|
|
401
425
|
...questions.length ? { questions } : {},
|
|
402
|
-
...attempt.family ? { family: attempt.family } : {}
|
|
426
|
+
...attempt.family ? { family: attempt.family } : {},
|
|
427
|
+
...attempt.plan.excluded ? { whereExcluded: attempt.plan.excluded } : {},
|
|
428
|
+
...attempt.plan.traitExcluded ? { traitExcluded: attempt.plan.traitExcluded } : {}
|
|
403
429
|
};
|
|
404
430
|
evals.set(id, e);
|
|
405
431
|
}
|
|
@@ -435,7 +461,7 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
435
461
|
...plan.resume ? { resume: plan.resume } : {},
|
|
436
462
|
totals: {
|
|
437
463
|
evals: plan.evals,
|
|
438
|
-
skipped: plan.
|
|
464
|
+
skipped: plan.skipped,
|
|
439
465
|
cells: plan.cells,
|
|
440
466
|
attempts: plan.attempts,
|
|
441
467
|
fewest: plan.fewest
|
|
@@ -451,11 +477,57 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
451
477
|
warnings: plan.warnings,
|
|
452
478
|
sandboxWarnings: plan.sandboxWarnings,
|
|
453
479
|
hints: plan.hints,
|
|
454
|
-
evals: [...evals.values()],
|
|
480
|
+
evals: foldPlanCases([...evals.values()], planned),
|
|
455
481
|
excluded,
|
|
456
482
|
images
|
|
457
483
|
};
|
|
458
484
|
}
|
|
485
|
+
/** Each eval with `cases` as one entry, at its first case's place, its cases inside it. */
|
|
486
|
+
function foldPlanCases(evals, planned) {
|
|
487
|
+
const pooledExcluded = /* @__PURE__ */ new Map();
|
|
488
|
+
for (const { attempt } of planned) {
|
|
489
|
+
const f = attempt.family;
|
|
490
|
+
if (f && attempt.plan.familyExcluded) pooledExcluded.set(f.id, attempt.plan.familyExcluded);
|
|
491
|
+
}
|
|
492
|
+
const out = [];
|
|
493
|
+
const folded = /* @__PURE__ */ new Map();
|
|
494
|
+
for (const { family, ...e } of evals) {
|
|
495
|
+
if (!family) {
|
|
496
|
+
out.push(e);
|
|
497
|
+
continue;
|
|
498
|
+
}
|
|
499
|
+
let into = folded.get(family.id);
|
|
500
|
+
if (!into) {
|
|
501
|
+
const excluded = pooledExcluded.get(family.id);
|
|
502
|
+
into = {
|
|
503
|
+
...e,
|
|
504
|
+
id: family.id,
|
|
505
|
+
name: family.name,
|
|
506
|
+
cells: [],
|
|
507
|
+
cases: [],
|
|
508
|
+
caseCount: family.cases,
|
|
509
|
+
...excluded?.length ? { whereExcluded: excluded } : {}
|
|
510
|
+
};
|
|
511
|
+
if (!excluded?.length) delete into.whereExcluded;
|
|
512
|
+
folded.set(family.id, into);
|
|
513
|
+
out.push(into);
|
|
514
|
+
}
|
|
515
|
+
into.cases?.push({
|
|
516
|
+
key: caseKeyOf(family.name, e.name),
|
|
517
|
+
index: family.case,
|
|
518
|
+
skip: e.skip,
|
|
519
|
+
cells: e.cells,
|
|
520
|
+
...e.whereExcluded ? { whereExcluded: e.whereExcluded } : {}
|
|
521
|
+
});
|
|
522
|
+
if (!e.skip) into.skip = null;
|
|
523
|
+
for (const c of e.cells) {
|
|
524
|
+
const cell = into.cells.find((x) => x.key === c.key);
|
|
525
|
+
if (cell) cell.runs += c.runs;
|
|
526
|
+
else into.cells.push({ ...c });
|
|
527
|
+
}
|
|
528
|
+
}
|
|
529
|
+
return out;
|
|
530
|
+
}
|
|
459
531
|
/** Exit 2 before anything starts when the plan is over `budget.attempts` (unless `--force`). */
|
|
460
532
|
function checkAttemptBudget(plan, force, configFile) {
|
|
461
533
|
const cap = plan.budget.attempts;
|
|
@@ -465,4 +537,4 @@ function checkAttemptBudget(plan, force, configFile) {
|
|
|
465
537
|
}
|
|
466
538
|
export { buildPlan, checkAttemptBudget, planDocument, planLine, planTable, runHeader };
|
|
467
539
|
|
|
468
|
-
//# sourceMappingURL=plan-
|
|
540
|
+
//# sourceMappingURL=plan-Cgq9NCEX.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plan-Cgq9NCEX.js","names":[],"sources":["../src/plan.ts"],"mappings":";;;;;;;;;;;;;;;;AA4CA,MAAM,qBAAqB;AAC3B,MAAM,kBAAkB;AACxB,MAAM,2BAA2B;;AAEjC,MAAM,eAAe;AA0DrB,MAAM,UAAU,WAAqB;CACnC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,KAAK,MAAM,OAAO,SAAS,CAAC;CACxC,OAAO,OAAO,SAAS,IAClB,OAAO,SACN,OAAO,MAAM,MAAM,MAAM,OAAO,QAAQ,MAAM;AACtD;;AAGA,SAAS,iBAAiB,SAAsB;CAC9C,MAAM,yBAAS,IAAI,IAAsB;CACzC,MAAM,4BAAY,IAAI,IAAsB;CAC5C,MAAM,QAAQ,KAA4B,KAAa,OACrD,IAAI,IAAI,KAAK,CAAC,GAAI,IAAI,IAAI,GAAG,KAAK,CAAC,GAAI,EAAE,CAAC;CAC5C,KAAK,MAAM,UAAU,SACnB,KAAK,MAAM,KAAK,OAAO,SAAS,CAAC,GAC/B,KAAK,MAAM,KAAK,EAAE,YAAY,CAAC,GAAG;EAChC,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ;EAClD,MAAM,UAAU,EAAE,OAAO,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE;EACxD,IAAI,CAAC,SAAS;EACd,KAAK,QAAQ,GAAG,EAAE,GAAG,IAAI,WAAW,EAAE,UAAU;EAChD,KAAK,WAAW,SAAS,EAAE,UAAU;CACvC;CAGJ,QAAQ,IAAY,SAAiB,MAAc,YAAoB;EACrE,MAAM,MAAM,OAAO,IAAI,GAAG,GAAG,IAAI,SAAS;EAC1C,IAAI,KAAK,QAAQ,OAAO,OAAO,GAAG;EAClC,MAAM,MAAM,UAAU,IAAI,OAAO;EACjC,IAAI,KAAK,QAAQ,OAAO,OAAO,GAAG;EAClC,IAAI,SAAS,QAAQ,OAAO;EAC5B,OAAO,YAAY,SAAS,kBAAkB;CAChD;AACF;AAEA,eAAsB,UAAU,SAcX;CACnB,MAAM,EAAE,YAAY;CACpB,MAAM,UAAU,MAAM,cAAc,CAAC,QAAQ,YAAY,WAAW,QAAQ,IAAI,CAAC,GAAG,YAAY;CAChG,MAAM,WAAW,iBAAiB,OAAO;CACzC,MAAM,SAA0B,CAAC;CACjC,MAAM,uBAAO,IAAI,IAAqB;CACtC,MAAM,wBAAQ,IAAI,IAAY;CAC9B,MAAM,2BAAW,IAAI,IAAY;CACjC,MAAM,kCAAkB,IAAI,IAA4B;CACxD,MAAM,4BAAY,IAAI,IAA+B;CACrD,MAAM,8BAAc,IAAI,IAA+B;CACvD,MAAM,4BAAY,IAAI,IAAY;CAElC,MAAM,0BAAU,IAAI,IAAyB;CAE7C,MAAM,0BAAU,IAAI,IAUlB;CACF,IAAI,WAAW;CACf,IAAI,SAAS;CACb,IAAI,aAAa;CACjB,MAAM,yBAAS,IAAI,IAAoB;CACvC,IAAI,WAAW;CACf,KAAK,MAAM,EAAE,IAAI,aAAa,SAAS;EACrC,MAAM,WAAW,KAAK,IAAI,EAAE;EAC5B,IAAI,CAAC,YAAY,SAAS,KAAK,MAC7B,KAAK,IAAI,IAAI;GACX;GACA,MAAM,QAAQ;GACd,OAAO,CAAC;GACR,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;EACrD,CAAC;EAEH,KAAK,MAAM,KAAK,QAAQ,KAAK,UAAU,SAAS,IAAI,CAAC;EACrD,IAAI,QAAQ,QAAQ,QAAQ,KAAK,MAAM;EACvC,KAAK,MAAM,KAAK,QAAQ,KAAK,iBAC3B,gBAAgB,IAAI,GAAG,EAAE,KAAK,IAAI,EAAE,WAAW,CAAC;EAElD;EACA,IAAI,QAAQ,WAAW,KAAA,KAAa,QAAQ,KAAK,WAAW,QAAQ,MAAM,GAAG;EAC7E,MAAM,IAAI,GAAG,QAAQ,QAAQ,MAAM,GAAG,IAAI,QAAQ,KAAK,KAAK;EAC5D,cAAc,SAAS,IAAI,QAAQ,KAAK,SAAS,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,IAAI;EAC3F,MAAM,WAAW,YAAY,QAAQ,OAAO,CAAC,CAAC,SAAS,QAAQ,OAAO;EACtE,MAAM,QAAQ,cAAc,QAAQ,OAAO;EAC3C,IAAI,UAAU,KAAA,GAAW,WAAW;OAC/B,OAAO,IAAI,UAAU,KAAK,IAAI,OAAO,IAAI,QAAQ,KAAK,OAAO,KAAK,CAAC;EACxE,OAAO,KAAK;GAAE;GAAI,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ,CAAC;EAChE,UAAU,IAAI,KAAK,UAAU,QAAQ,OAAO,GAAG,QAAQ,OAAO;EAC9D,YAAY,IAAI,KAAK,UAAU,QAAQ,OAAO,GAAG,QAAQ,OAAO;EAChE,UAAU,IAAI,QAAQ,KAAK,OAAO;EAClC,IAAI,QAAQ,QAAQ,SAAS,QAAQ;GACnC,MAAM,SACJ,cAAc,QAAQ,OAAO,MAC5B,gBAAgB,QAAQ,SAAS,QAAQ,aAAa,MAAM,cACzD,gBACA;GACN,MAAM,OAAO,QAAQ,IAAI,QAAQ,KAAK,OAAO,qBAAK,IAAI,IAAY;GAClE,QAAQ,IAAI,QAAQ,KAAK,SAAS,KAAK,IAAI,MAAM,CAAC;EACpD;EACA,MAAM,MAAM,QAAQ,IAAI,EAAE,KAAK;GAC7B,2BAAW,IAAI,IAAI;GACnB,0BAAU,IAAI,IAAI;GAClB,GAAG;GACH,OAAO;GACP,0BAAU,IAAI,IAAI;GAClB,8BAAc,IAAI,IAAI;EACxB;EACA,IAAI,UAAU,IAAI,QAAQ,KAAK,OAAO;EACtC,IAAI,QAAQ,SAAS,QAAQ,IAAI,QAAQ;EACzC,IAAI,QAAQ,KAAK,YAAY,KAAA,GAAW,IAAI,SAAS,IAAI,QAAQ,KAAK,OAAO;EAC7E,MAAM,OAAO,GAAG,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK;EACtD,IAAI,QAAQ,KAAK,SAAS,WAAW,IAAI,SAAS,IAAI,IAAI;OACrD,IAAI,QAAQ,KAAK,SAAS,WAAW,IAAI,aAAa,IAAI,IAAI;EACnE,IAAI;EACJ,QAAQ,IAAI,IAAI,GAAG;CACrB;CACA,KAAK,MAAM,OAAO,KAAK,OAAO,GAAG;EAC/B,MAAM,IAAI,QAAQ,IAAI,IAAI,EAAE;EAC5B,IAAI,CAAC,GAAG;EACR,MAAM,EAAE,aAAa,IAAI;EACzB,IAAI,OAAO;GACT,GAAG,IAAI;GACP,WAAW,EAAE,UAAU;GACvB,UAAU,YAAY;IAAE,KAAK,EAAE,SAAS;IAAM,IAAI,SAAS;GAAG;GAC9D,UAAU,EAAE;EACd;EACA,IAAI,QAAQ,aACV,QACG,QAAQ,MAAM,EAAE,OAAO,IAAI,MAAM,CAAC,EAAE,QAAQ,QAAQ,CAAC,EAAE,QAAQ,KAAK,IAAI,CAAC,CACzE,KAAK,MAAM,EAAE,OAAO,CACzB;CACF;CAEA,MAAM,UAAU,MAAe;EAC7B,MAAM,IAAI,QAAQ,IAAI,EAAE,EAAE;EAC1B,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,MAAM,MAAM,EAAE,SAAS,IAAI,CAAC,CAAC;CACjF;CACA,MAAM,QAAQ,UAAU,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC;CAC1C,MAAM,UAAU,MAAM,QAAQ,MAAM,EAAE,MAAM,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;CACjE,OAAO;EACL,SAAS,QAAQ;EACjB,MAAM,CAAC,GAAG,KAAK,OAAO,CAAC;EACvB,OAAO;EACP,SAAS,MAAM,SAAS;EACxB,OAAO,MAAM;EACb;EACA;EACA;EACA,UAAU,KAAK,IACb,GACA,KAAK,IACH,QAAQ,aACR,UACA,WAAW,OAAO,oBAAoB,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,CACtF,CACF;EACA,GAAI,QAAQ,SACR,EAAE,MAAM,SAAS,QAAQ,SAAS,QAAQ,cAAc,MAAM,QAAQ,MAAM,EAAE,IAC9E,CAAC;EACL,aAAa,QAAQ;EACrB,QAAQ,QAAQ;EAChB,UAAU,CAAC,GAAG,QAAQ;EACtB,iBAAiB,CAAC,GAAG,gBAAgB,OAAO,CAAC,CAAC,CAAC,MAC5C,GAAG,MAAM,OAAO,EAAE,SAAS,MAAM,IAAI,OAAO,EAAE,SAAS,MAAM,CAChE;EACA,OAAO;GACL,GAAG,SAAS,MAAM,QAAQ,MAAM,EAAE,MAAM,MAAM,QAAQ,IAAI,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;GACxE,GAAG,YAAY,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC;GAChD,GAAG,YAAY,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC;GAChD,GAAG,aAAa,OAAO;EACzB;EACA,WAAW,CAAC,GAAG,UAAU,OAAO,CAAC;EACjC,oBAAoB,CAAC,GAAG,YAAY,OAAO,CAAC;EAC5C,WAAW,CAAC,GAAG,SAAS;EACxB,SAAS,OAAO,YAAY,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC;EACxF,eAAe,QAAQ,iBAAiB;CAC1C;AACF;AAkBA,MAAM,SAAS,GAAW,QAAgB,GAAG,EAAE,GAAG,MAAM,IAAI,MAAM,GAAG,IAAI;;;;;AAMzE,MAAa,qBACX,MACW;CACX,IAAI,EAAE,QAAQ,OAAO,GAAG,EAAE,OAAO,KAAK,IAAI,EAAE,KAAK,MAAM,EAAE,SAAS,GAAG,MAAM;CAC3E,MAAM,UAAU,EAAE,UAAU,MAAM,EAAE,QAAQ,KAAK,KAAK,MAAM;CAC5D,OAAO,kBAAkB,MAAM,EAAE,YAAY,GAAG,SAAS,IAAI;AAC/D;;AAGA,MAAa,iBACX,WACA,OACA,eACA,UAEC,OAAO,CAAC,IAAK,aAAa,CAAC,EAAA,CAAI,KAAK,MAAM;CACzC,OAAO;EACL,UAAU,EAAE;EACZ,OAAO,EAAE,SAAS;EAClB,GAAI,EAAE,WAAW,KAAA,IACb;GAAE,QAAQ,YAAY,EAAE,MAAM;GAAG,OAAO,QAAQ,OAAO,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;EAAO,IAClF,EAAE,UAAU,MAAM,OAAO;EAC7B,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;EAC1C,OAAO,cAAc,qBAAqB,EAAE,KAAK,GAAG,EAAE,SAAS;CACjE;AACF,CAAC;;;;;AAMH,SAAS,cAAc,SAAoB,eAAwC;CACjF,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,QAAQ,QAAQ,KAAK,QACzB,cAAc,IAAI,KAAK,WAAW,IAAI,OAAO,eAAe,IAAI,KAAK,IAAI,CAC3E;CACA,MAAM,aAAa,MAAM,MAAM,CAAC,EAAA,CAAG,KAAK,GAAG,OAAO;EAChD,GAAG;EACH,GAAI,EAAE,SACF,EAAE,OAAO,MAAM,QAAQ,KAAK,SAAS,OAAO,KAAK,EAAE,EAAE,SAAS,IAAI,CAAC,EAAE,IACrE,EAAE,UAAU,MAAM,QAAQ,KAAK,SAAS,OAAO,KAAK,EAAE,EAAE,YAAY,IAAI,CAAC,EAAE;CACjF,EAAE;CACF,OAAO,UAAU,KACd,GAAG,MACF,cAAc,IAAI,EAAE,GAAG,UAAU,OAAO,IAAI,KAAK,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,SAAS,kBAAkB,qBAAqB,WAAW,EAAE,MAAM,KAAK,IAAI,EAAE,KAAK,kBAAkB,CAAC,EAAE,KAAK,EAAE,SAAS,8CACpM;AACF;;AAGA,MAAM,cAAc,OAAgC,EAAE,QAAQ,SAAS,MAAM;;AAG7E,SAAS,UAAU,MAA8B;CAC/C,MAAM,wBAAQ,IAAI,IAAuB;CACzC,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,KAAK,IAAI,QAAQ,MAAM,IAAI;EACjC,MAAM,IAAI,IAAI,CAAC,GAAI,MAAM,IAAI,EAAE,KAAK,CAAC,GAAI,GAAG,CAAC;CAC/C;CACA,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC;AAC3B;;;;;AAMA,SAAS,SAAS,OAA8B;CAC9C,MAAM,IAAI,MAAM,QAAQ,MACtB,EAAE,MAAM,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,KAAK,OAAO,KAAK,EAAE,KAAK,SAAS,KAAA,CAAS,CAC5E,CAAC,CAAC;CACF,IAAI,MAAM,GAAG,OAAO,CAAC;CACrB,OAAO,CACL,GAAG,OAAO,GAAG,MAAM,EAAE,GAAG,MAAM,IAAI,SAAS,MAAM,kIACnD;AACF;;AAGA,MAAM,mBAAmB,KAAK,IAAA,GAAkB,eAAe;;;;;;AAO/D,SAAS,YAAY,MAA2B;CAC9C,MAAM,MAAM,KAAK,QAAQ,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,OAAO,gBAAgB;CAC/E,IAAI,IAAI,WAAW,GAAG,OAAO,CAAC;CAC9B,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC7E,MAAM,OAAO,OAAO,WAAW,KAAK,OAAO,OAAO,IAAI,SAAS,GAAG,OAAO,KAAK,MAAM,EAAE;CACtF,MAAM,MAAM,IAAI,WAAW;CAC3B,MAAM,SAAS,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE,KAAK,MAAM,IAAI,QAAQ,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;CAC/E,MAAM,CAAC,WAAW;CAClB,MAAM,MACJ,OAAO,SAAS,KAAK,UACjB,WAAW,QAAQ,qBAAqB,MAAM,OAAO,OAAO,WAAW,iBAAiB,gBACxF,SAAS;CACf,OAAO,CACL,GAAG,OAAO,IAAI,QAAQ,SAAS,EAAE,GAAG,MAAM,SAAS,MAAM,GAAG,KAAK,mBAAmB,iBAAiB,eAAe,MAAM,QAAQ,QAAQ,mCAAmC,MAAM,QAAQ,QAAQ,2BAA2B,IAAI,EACpO;AACF;;AAGA,MAAM,YAAY,SAChB,oCAAoC,KAAK,IAAI,CAAC,GAAG;;;;;;AAOnD,SAAS,YAAY,MAA2B;CAC9C,MAAM,wBAAQ,IAAI,IAAuC;CACzD,KAAK,MAAM,KAAK,MAAM;EACpB,IAAI,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG;EACjC,MAAM,IAAI,MAAM,IAAI,EAAE,OAAO,EAAE,KAAK;GAAE,GAAG;GAAG,IAAI,EAAE,OAAO;EAAM;EAC/D,MAAM,IAAI,EAAE,OAAO,IAAI;GAAE,GAAG;GAAG,GAAG,EAAE,IAAI;EAAE,CAAC;CAC7C;CACA,OAAO,CAAC,GAAG,KAAK,CAAC,CACd,QAAQ,GAAG,EAAE,SAAS,IAAA,CAAc,CAAC,CACrC,KAAK,CAAC,IAAI,EAAE,GAAG,UAAU;EACxB,MAAM,MAAM,MAAM,KAAK,OAAO,OAAO,GAAG,MAAM,MAAM,QAAQ,EAAE,UAAU,GAAG;EAC3E,MAAM,MAAM,MAAA,IAAmB,sBAAsB;EACrD,OAAO,GAAG,KAAK,IAAI,EAAE,EAAE,GAAG,IAAI,8EAA0F,IAAI;CAC9H,CAAC;AACL;;AAGA,SAAS,aAAa,SAAkC;CACtD,MAAM,wBAAQ,IAAI,IAAY;CAC9B,KAAK,MAAM,EAAE,aAAa,SAAS;EACjC,IAAI,QAAQ,QAAQ,QAAQ,KAAK,QAAQ,CAAC,QAAQ,SAAS,QAAQ,QAAQ;EAC3E,MAAM,IAAI,aAAa,QAAQ,KAAK,SAAS,QAAQ,OAAO,CAAC;CAC/D;CACA,OAAO,CAAC,GAAG,KAAK;AAClB;;;;;AAMA,SAAgB,SAAS,MAAe,QAAiB,OAAwB;CAC/E,MAAM,QAAkB,CAAC;CACzB,MAAM,KAAK,SAAS,KAAK;CACzB,IAAI,IAAI,MAAM,KAAK,OAAO,IAAI;CAC9B,IAAI,QAAQ,MAAM,KAAK,UAAU,QAAQ;CACzC,IAAI,KAAK,QAAQ,MAAM,KAAK,QAAQ;CACpC,IAAI,KAAK,QAAQ,SAAS,MAAM,KAAK,SAAS,OAAO,KAAK,OAAO,SAAS,iBAAiB,GAAG;CAC9F,IAAI,KAAK,SAAS,MAAM,KAAK,WAAW,KAAK,QAAQ,KAAK,IAAI,KAAK,QAAQ,OAAO,EAAE;CACpF,MAAM,EAAE,YAAY;CACpB,MAAM,KAAK,OAAO,KAAK,OAAO,MAAM,KAAK,UAAU,KAAK,QAAQ,aAAa,GAAG;CAChF,MAAM,KACJ,OAAO,KAAK,OAAO,MAAM,GACzB,KAAK,SAAS,KAAK,WACf,GAAG,KAAK,OAAO,GAAG,KAAK,SAAS,aAChC,OAAO,KAAK,UAAU,SAAS,CACrC;CACA,MAAM,SAAS,cAAc,KAAK,OAAO;CACzC,IAAI,QAAQ,MAAM,KAAK,MAAM;CAC7B,MAAM,SAAS,IAAI,eAAe,KAAK,UAAU,EAAE;CACnD,MAAM,EAAE,aAAa;CACrB,MAAM,SAAS,WAAW,KAAK,IAAI,KAAK,aAAa,KAAK,QAAQ,IAAI,KAAK,SAAS,YAAY;CAChG,MAAM,KACJ,WAAW,IACP,GAAG,OAAO,KAAK,eAAe,KAAK,aAAa,QAAQ,EAAE,kBAAkB,KAAK,cAAc,OAAO,KACtG,MACN;CACA,MAAM,EAAE,UAAU,aAAa,KAAK;CACpC,MAAM,OAAO,CACX,aAAa,KAAA,IACT,GAAG,OAAO,UAAU,SAAS,EAAE,GAAG,KAAK,YAAY,WAAW,MAAM,QACpE,IACJ,aAAa,KAAA,IAAY,GAAG,aAAa,EAC3C,CAAC,CAAC,OAAO,OAAO;CAChB,IAAI,KAAK,QAAQ,MAAM,KAAK,UAAU,KAAK,KAAK,IAAI,GAAG;CACvD,OAAO,SAAS,MAAM,KAAK,KAAK;AAClC;;;;;AAMA,SAAgB,cAAc,SAAqD;CACjF,MAAM,qBAAK,IAAI,IAAoB;CACnC,KAAK,MAAM,UAAU,OAAO,OAAO,OAAO,GAAG,GAAG,IAAI,SAAS,GAAG,IAAI,MAAM,KAAK,KAAK,CAAC;CACrF,IAAI,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,KAAA;CAInE,OAAO,WAHQ,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,MACvC,MAAM,IAAI,GAAG,OAAO,MAAM,OAAO,GAAG,WAAW,WAAW,MAAM,GAAG,OAAO,MAAM,GAE3D,CAAC,CAAC,KAAK,IAAI;AACpC;;AAGA,SAAgB,UACd,MACA,SACA,KAIW;CACX,MAAM,OAAO,QAAQ,QAAQ,MAAM,CAAC,EAAE,QAAQ,KAAK,IAAI;CACvD,MAAM,SAAS,IAAI,IAAI,KAAK,SAAS,MAAO,EAAE,QAAQ,QAAQ,CAAC,EAAE,QAAQ,MAAM,KAAK,IAAI,CAAC,CAAE,CAAC;CAC5F,IAAI,CAAC,OAAO,QAAQ,IAAI,UAAU,MAAM,OAAO,IAAI,IAAI,KAAK;CAC5D,OAAO;EACL,SAAS,IAAI;EACb,OAAO,IAAI;EACX,QAAQ,IAAI;EACZ,WAAW,IAAI;EACf,GAAI,IAAI,SAAS,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC;EAC3C,GAAI,IAAI,UAAU,CAAC,IAAI,SAAS,CAAC,IAAI,EAAE,QAAQ,IAAI,OAAO;EAC1D,GAAI,KAAK,QAAQ,YAAY,EAAE,SAAS,KAAK,OAAO,UAAU,IAAI,CAAC;EACnE,GAAI,KAAK,QAAQ,UAAU,EAAE,SAAS,KAAK,OAAO,QAAQ,IAAI,CAAC;EAC/D,GAAI,KAAK,UAAU,EAAE,SAAS;GAAE,MAAM,KAAK,QAAQ;GAAM,QAAQ,KAAK,QAAQ;EAAO,EAAE,IAAI,CAAC;EAC5F,WAAW,KAAK;EAChB,GAAI,OAAO,KAAK,KAAK,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,KAAK,QAAQ,IAAI,CAAC;EACpE,QAAQ,CAAC,GAAG,MAAM;EAClB,OAAO,IAAI,IAAI,KAAK,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;EACxC,OAAO,KAAK;EACZ,SAAS,KAAK;EACd,OAAO,KAAK;EACZ,UAAU,KAAK;EACf,QAAQ,KAAK;EACb,QAAQ;GACN,GAAI,KAAK,OAAO,aAAa,KAAA,IAAY,EAAE,UAAU,KAAK,OAAO,SAAS,IAAI,CAAC;GAC/E,GAAI,KAAK,OAAO,aAAa,KAAA,IAAY,EAAE,UAAU,GAAG,KAAK,OAAO,WAAW,IAAI,CAAC;EACtF;EACA,YAAY,KAAK;EACjB,UAAU,KAAK;EACf,aAAa,KAAK;CACpB;AACF;;AAGA,SAAS,YAAY,GAAa,UAA0B;CAC1D,IAAI,EAAE,WAAW,KAAA,GAAW,OAAO,OAAO,QAAQ;CAClD,OAAO,GAAI,WAAW,EAAE,SAAU,WAAW,EAAE,MAAM,EAAE,GAAG;AAC5D;;;;;AAMA,SAAgB,UAAU,MAAe,QAA2B,CAAC,GAAa;CAChF,MAAM,SAAS;EAAC;EAAQ;EAAa;EAAY;EAAQ;EAAY;CAAO;CAC5E,MAAM,SAAS,UAAU,KAAK,IAAI,CAAC,CAAC,KAAK,aAAa;EACpD,IAAK,QAAQ,EAAE,CAAa,QAAQ,MAAO,QAAQ,EAAE,CAAa;EAClE;CACF,EAAE;CACF,MAAM,OAAO,OAAO,KAAK,EAAE,IAAI,cAAc;EAC3C,MAAM,KAAK,QAAQ,MAAM,MAAM,CAAC,EAAE,KAAK,IAAI,KAAM,QAAQ,GAAA,CAAgB;EACzE,MAAM,SAAS,QAAQ,EAAE,EAAE;EAC3B,MAAM,OAAO,QAAQ,QAAQ,MAAM,CAAC,EAAE,KAAK,IAAI;EAC/C,MAAM,WAAW,KAAK,QAAQ,KAAK,MAAM,MAAM,EAAE,KAAK,UAAU,CAAC;EAEjE,MAAM,YAAY,KAAK,IAAI,EAAE,WAAW,GAAG,KAAK,KAAK,MAAM,EAAE,KAAK,SAAS,CAAC;EAC5E,MAAM,MAAM,KAAK,WAAW,QAAQ,QAAQ,OAAO,QAAQ,GAAG,KAAK,OAAO,MAAM,QAAQ;EACxF,MAAM,UACJ,EAAE,aAAa,OACX,mBACA,OAAO,EAAE,SAAS,WAChB,gCACA;EACR,MAAM,SAAS,UAAU,OAAO,SAAS,IAAI,CAAC,GAAG,IAAI,QAAQ,SAAS,IAAI,CAAC;EAC3E,OAAO;GACL,KAAK,IAAI,EAAE;GACX,OAAO,SAAS;GAChB,EAAE,aAAa,OACX,MACA,EAAE,SAAS,QAAQ,EAAE,SAAS,KAC5B,OAAO,EAAE,SAAS,GAAG,IACrB,GAAG,EAAE,SAAS,IAAI,MAAM,EAAE,SAAS;GACzC,EAAE,WAAW,KAAA,IAAY,WAAW,EAAE,WAAW,OAAO,EAAE,IAAI;GAC9D,YAAY,GAAG,SAAS,WAAW,EAAE,QAAQ;GAC7C;IACE,KAAK,WAAW,KAAK,EAAE,OAAO,YAAY,EAAE,SAAS;IACrD,GAAG;IACH,GAAG,EAAE;IACL,EAAE,SAAS,SAAS,aAAa,EAAE,SAAS,KAAK,IAAI,MAAM;IAC3D,EAAE,OAAO,SAAS,WAAW,EAAE,OAAO,KAAK,IAAI,MAAM;IACrD,EAAE,WAAW,SAAS,cAAc,EAAE,WAAW,KAAK,IAAI,MAAM;GAClE,CAAC,CACE,OAAO,OAAO,CAAC,CACf,KAAK,KAAK;EACf;CACF,CAAC;CACD,KAAK,MAAM,MAAM,OAAO,KAAK,KAAK;EAAC,KAAK,IAAI,EAAE;EAAG;EAAK;EAAK;EAAK;EAAK;CAAM,CAAC;CAC5E,MAAM,SAAS,OAAO,KAAK,GAAG,MAAM,KAAK,IAAI,EAAE,QAAQ,GAAG,KAAK,KAAK,OAAO,EAAE,MAAM,GAAA,CAAI,MAAM,CAAC,CAAC;CAC/F,MAAM,QAAQ,SACZ,KACG,KAAK,GAAG,MAAO,MAAM,KAAK,SAAS,IAAI,IAAI,EAAE,OAAO,OAAO,MAAM,CAAC,CAAE,CAAC,CACrE,KAAK,IAAI,CAAC,CACV,QAAQ;CACb,OAAO,CACL,KAAK,MAAM,GACX,GAAG,KAAK,SAAS,KAAK,MAAM;EAC1B,MAAM,IAAI,OAAO;EACjB,OAAO,CAAC,KAAK,GAAG,GAAG,GAAI,IAAI,cAAc,EAAE,SAAS,KAAK,aAAa,IAAI,CAAC,CAAE;CAC/E,CAAC,CACH;AACF;AAyGA,SAAgB,aACd,MACA,SACA,UACA,QACc;CACd,MAAM,wBAAQ,IAAI,IAAgD;CAClE,KAAK,MAAM,EAAE,IAAI,MAAM,aAAa,SAAS;EAC3C,IAAI,IAAI,MAAM,IAAI,EAAE;EACpB,IAAI,CAAC,GAAG;GACN,MAAM,YAAY,cAChB,QAAQ,KAAK,WACb,KAAK,KAAK,MAAM,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,CAAC,GAC9C,KAAK,eACL,QAAQ,KAAK,IACf;GACA,IAAI;IACF;IACA;IACA,QAAQ,QAAQ;IAChB,MAAM,QAAQ;IACd,MAAM,QAAQ;IACd,GAAI,QAAQ,aAAa,KAAA,IAAY,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;IACvE,MAAM,QAAQ,KAAK,QAAQ;IAC3B,OAAO,QAAQ,KAAK;IACpB,OAAO,CAAC;IACR,GAAI,UAAU,SAAS,EAAE,UAAU,IAAI,CAAC;IACxC,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;IACnD,GAAI,QAAQ,KAAK,WAAW,EAAE,eAAe,QAAQ,KAAK,SAAS,IAAI,CAAC;IACxE,GAAI,QAAQ,KAAK,gBAAgB,EAAE,eAAe,QAAQ,KAAK,cAAc,IAAI,CAAC;GACpF;GACA,MAAM,IAAI,IAAI,CAAC;EACjB;EACA,IAAI,QAAQ,QAAQ,QAAQ,KAAK,MAAM;EACvC,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,QAAQ,KAAK,GAAG;EAC3D,IAAI,MAAM,KAAK;OAEb,EAAE,MAAM,KAAK;GACX,GAAG,QAAQ;GACX,GAAI,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;GACtD,MAAM,QAAQ;GACd,GAAI,QAAQ,YAAY,KAAA,IAAY,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;GACpE,QAAQ,cAAc,QAAQ,OAAO,KAAK;GAC1C,MAAM;GACN,GAAI,QAAQ,WAAW,KAAA,IAAY,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;GACjE,UAAU,QAAQ;GAClB,QAAQ,QAAQ;GAChB,GAAI,QAAQ,aAAa,EACvB,WAAW;IACT,MAAM,QAAQ,UAAU;IACxB,KAAK,QAAQ,UAAU,OAAO;IAC9B,MAAM,QAAQ,UAAU,QAAQ;GAClC,EACF;GACA,GAAI,QAAQ,SAAS,EAAE,OAAO,QAAQ,MAAM;GAC5C,GAAI,QAAQ,WAAW,EAAE,SAAS,QAAQ,QAAQ;EACpD,CAAC;CAEL;CACA,MAAM,EAAE,UAAU,aAAa,KAAK;CACpC,OAAO;EACL,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;EAC1C,SAAS,KAAK,WAAW;GAAE,MAAM,KAAK,QAAQ;GAAM,QAAQ,KAAK,QAAQ;EAAO;EAChF,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,QAAQ;GACN,OAAO,KAAK;GACZ,SAAS,KAAK;GACd,OAAO,KAAK;GACZ,UAAU,KAAK;GACf,QAAQ,KAAK;EACf;EACA,QAAQ;GACN,UAAU,YAAY;GACtB,UAAU,YAAY;GACtB,MAAM,aAAa,KAAA,KAAa,KAAK,YAAY;EACnD;EACA,aAAa,KAAK;EAClB,YAAY,KAAK;EACjB,GAAI,KAAK,OAAO,EAAE,MAAM,KAAK,KAAK,IAAI,CAAC;EACvC,UAAU,KAAK;EACf,iBAAiB,KAAK;EACtB,OAAO,KAAK;EACZ,OAAO,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,OAAO;EACjD;EACA;CACF;AACF;;AAGA,SAAS,cACP,OACA,SACY;CACZ,MAAM,iCAAiB,IAAI,IAA4B;CACvD,KAAK,MAAM,EAAE,aAAa,SAAS;EACjC,MAAM,IAAI,QAAQ;EAClB,IAAI,KAAK,QAAQ,KAAK,gBAAgB,eAAe,IAAI,EAAE,IAAI,QAAQ,KAAK,cAAc;CAC5F;CACA,MAAM,MAAkB,CAAC;CACzB,MAAM,yBAAS,IAAI,IAAsB;CACzC,KAAK,MAAM,EAAE,QAAQ,GAAG,OAAO,OAAO;EACpC,IAAI,CAAC,QAAQ;GACX,IAAI,KAAK,CAAC;GACV;EACF;EACA,IAAI,OAAO,OAAO,IAAI,OAAO,EAAE;EAC/B,IAAI,CAAC,MAAM;GACT,MAAM,WAAW,eAAe,IAAI,OAAO,EAAE;GAC7C,OAAO;IACL,GAAG;IACH,IAAI,OAAO;IACX,MAAM,OAAO;IACb,OAAO,CAAC;IACR,OAAO,CAAC;IACR,WAAW,OAAO;IAClB,GAAI,UAAU,SAAS,EAAE,eAAe,SAAS,IAAI,CAAC;GACxD;GACA,IAAI,CAAC,UAAU,QAAQ,OAAO,KAAK;GACnC,OAAO,IAAI,OAAO,IAAI,IAAI;GAC1B,IAAI,KAAK,IAAI;EACf;EACA,KAAK,OAAO,KAAK;GACf,KAAK,UAAU,OAAO,MAAM,EAAE,IAAI;GAClC,OAAO,OAAO;GACd,MAAM,EAAE;GACR,OAAO,EAAE;GACT,GAAI,EAAE,gBAAgB,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;EAC9D,CAAC;EACD,IAAI,CAAC,EAAE,MAAM,KAAK,OAAO;EACzB,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,OAAO,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;GACnD,IAAI,MAAM,KAAK,QAAQ,EAAE;QACpB,KAAK,MAAM,KAAK,EAAE,GAAG,EAAE,CAAC;EAC/B;CACF;CACA,OAAO;AACT;;AAGA,SAAgB,mBAAmB,MAAe,OAAgB,YAA0B;CAC1F,MAAM,MAAM,KAAK,OAAO;CACxB,IAAI,QAAQ,KAAA,KAAa,KAAK,YAAY,OAAO,OAAO;CACxD,MAAM,QAAQ,KAAK,UAAU,WAAW,KAAK,QAAQ,SAAS;CAC9D,MAAM,IAAI,WACR,kBAAkB,KAAK,SAAS,kCAAkC,IAAI,IAAI,MAAM,iFAClF;AACF"}
|
|
@@ -1,270 +1,13 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import { t as closest } from "./shared-Cfi45Bvy.js";
|
|
2
|
+
import { o as withoutBom } from "./text-B8-W3Cvn.js";
|
|
3
|
+
import { r as credentialsIn } from "./plain-BYUf_fUV.js";
|
|
4
|
+
import { f as suggestedSandbox, n as capabilitiesOf } from "./kinds-C1oY3qyC.js";
|
|
5
|
+
import { c as sha256 } from "./ids-C_advdJA.js";
|
|
6
|
+
import { y as stripCredentials } from "./redact-BhjtnjrU.js";
|
|
7
|
+
import { H as hostAllowed } from "./src-Ck2r_EMT.js";
|
|
6
8
|
import { existsSync, readFileSync, readdirSync, realpathSync, statSync } from "node:fs";
|
|
7
9
|
import { basename, isAbsolute, join, posix, relative, sep, win32 } from "node:path";
|
|
8
10
|
import { parse } from "yaml";
|
|
9
|
-
import { z } from "zod";
|
|
10
|
-
import { isIP } from "node:net";
|
|
11
|
-
// src/contract/plain.ts
|
|
12
|
-
/** A host environment variable's name. */
|
|
13
|
-
const VAR = /^[A-Za-z_][A-Za-z0-9_]*$/;
|
|
14
|
-
/**
|
|
15
|
-
* A URL with its password (or a username on http(s) or git+http(s), which is where tokens go)
|
|
16
|
-
* masked, or undefined when it has neither or isn't a URL. An SSH username (`git@`) is no secret.
|
|
17
|
-
*/
|
|
18
|
-
function credentialsIn(url) {
|
|
19
|
-
if (!URL.canParse(url)) return void 0;
|
|
20
|
-
const u = new URL(url);
|
|
21
|
-
if (!u.password && !(u.username && /^(?:git\+)?https?:$/.test(u.protocol))) return void 0;
|
|
22
|
-
u.username = u.username && "***";
|
|
23
|
-
u.password = u.password && "***";
|
|
24
|
-
return u.href;
|
|
25
|
-
}
|
|
26
|
-
/** A source reeval fetches on the host: a URL in it may not carry a password or token. */
|
|
27
|
-
const fetched = () => nonEmpty().superRefine((url, ctx) => {
|
|
28
|
-
const masked = credentialsIn(url);
|
|
29
|
-
if (masked) ctx.addIssue({
|
|
30
|
-
code: "custom",
|
|
31
|
-
message: `${JSON.stringify(masked)} has a password or token in it, which reeval would record. reeval fetches it on the host with your own git and npm credentials; remove it from the URL.`
|
|
32
|
-
});
|
|
33
|
-
});
|
|
34
|
-
/** A host name, or `*.` and a domain for its subdomains. */
|
|
35
|
-
const HOST = /^(?:\*\.)?[a-z0-9](?:[a-z0-9-]*[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]*[a-z0-9])?)*$/i;
|
|
36
|
-
/** Why `host` isn't a host name or `*.` pattern, or undefined when it is one. */
|
|
37
|
-
function badHost(host) {
|
|
38
|
-
if (typeof host === "string" && HOST.test(host)) {
|
|
39
|
-
const name = host.replace(/^\*\./, "");
|
|
40
|
-
if (/(?:^|\.)\d+$/.test(name) && (name !== host || isIP(name) !== 4)) return `'${host}' isn't a host name or an IPv4 address, and a *. pattern never matches an address.`;
|
|
41
|
-
if (name !== host && !name.includes(".")) return `'${host}' would allow every host under .${name}; name the domain, e.g. '*.example.${name}'.`;
|
|
42
|
-
return;
|
|
43
|
-
}
|
|
44
|
-
if (typeof host === "string" && /^[a-z]+:\/\//i.test(host)) return `hosts are host names, not URLs: use '${new URL(host).hostname}' (got '${host}')`;
|
|
45
|
-
if (typeof host === "string" && /^[^:/]+:\d+$/.test(host)) return `hosts are host names without a port: use '${host.split(":")[0]}' (got '${host}')`;
|
|
46
|
-
return `${JSON.stringify(host)} isn't a host. Use a name like 'api.example.com', or '*.example.com' for its subdomains.`;
|
|
47
|
-
}
|
|
48
|
-
const host = z.string().superRefine((value, ctx) => {
|
|
49
|
-
const bad = badHost(value);
|
|
50
|
-
if (bad) ctx.addIssue({
|
|
51
|
-
code: "custom",
|
|
52
|
-
message: bad
|
|
53
|
-
});
|
|
54
|
-
});
|
|
55
|
-
const gatePolicySchema = z.union([z.literal("all"), z.strictObject({ passRate: z.number().gt(0).max(1) })]);
|
|
56
|
-
const snapshotWhen = z.union([z.boolean(), z.literal("turns")]);
|
|
57
|
-
const snapshotOptionSchema = z.union([snapshotWhen, z.strictObject({
|
|
58
|
-
when: snapshotWhen.optional(),
|
|
59
|
-
compress: z.boolean().optional()
|
|
60
|
-
})]);
|
|
61
|
-
const egressPolicySchema = z.union([
|
|
62
|
-
z.literal("proxy"),
|
|
63
|
-
z.literal("allow-all"),
|
|
64
|
-
z.literal("deny-all"),
|
|
65
|
-
z.strictObject({ allow: z.array(host).readonly() })
|
|
66
|
-
]);
|
|
67
|
-
const substituteInSchema = z.enum([
|
|
68
|
-
"header",
|
|
69
|
-
"query",
|
|
70
|
-
"body"
|
|
71
|
-
]);
|
|
72
|
-
const secretSchema = z.strictObject({
|
|
73
|
-
kind: z.literal("secret"),
|
|
74
|
-
from: z.string().regex(VAR, "needs a host variable name").optional(),
|
|
75
|
-
optional: z.boolean().optional(),
|
|
76
|
-
to: z.enum(["agent", "checks"]).optional(),
|
|
77
|
-
hosts: z.array(host).min(1).optional(),
|
|
78
|
-
in: z.array(substituteInSchema).min(1).optional()
|
|
79
|
-
}).superRefine((secret, ctx) => {
|
|
80
|
-
if (secret.in && !secret.hosts) ctx.addIssue({
|
|
81
|
-
code: "custom",
|
|
82
|
-
path: ["in"],
|
|
83
|
-
message: "in only applies to a brokered secret; add hosts"
|
|
84
|
-
});
|
|
85
|
-
});
|
|
86
|
-
const secretTemplateSchema = z.strictObject({
|
|
87
|
-
kind: z.literal("secret-template"),
|
|
88
|
-
template: z.string()
|
|
89
|
-
});
|
|
90
|
-
const envValueSchema = z.union([z.string(), secretSchema]);
|
|
91
|
-
const envVarsSchema = z.record(z.string(), envValueSchema);
|
|
92
|
-
const hostFileSchema = z.strictObject({
|
|
93
|
-
kind: z.literal("file"),
|
|
94
|
-
path: nonEmpty()
|
|
95
|
-
});
|
|
96
|
-
const skillPlacementSchema = z.enum(["harness", "workspace"]);
|
|
97
|
-
const skill = (source, fields) => z.strictObject({
|
|
98
|
-
kind: z.literal("skill"),
|
|
99
|
-
placement: skillPlacementSchema,
|
|
100
|
-
source: z.literal(source),
|
|
101
|
-
...fields
|
|
102
|
-
});
|
|
103
|
-
const skillSourceSchema = z.discriminatedUnion("source", [
|
|
104
|
-
skill("local", {
|
|
105
|
-
path: nonEmpty(),
|
|
106
|
-
only: z.array(z.string()).optional(),
|
|
107
|
-
exclude: z.array(z.string()).optional()
|
|
108
|
-
}),
|
|
109
|
-
skill("git", {
|
|
110
|
-
repo: fetched(),
|
|
111
|
-
ref: z.string().optional(),
|
|
112
|
-
path: z.string().optional(),
|
|
113
|
-
only: z.array(z.string()).optional(),
|
|
114
|
-
exclude: z.array(z.string()).optional()
|
|
115
|
-
}),
|
|
116
|
-
skill("registry", {
|
|
117
|
-
id: z.string().regex(/^[\w.-]+\/[\w.-]+@[a-z0-9-]+$/),
|
|
118
|
-
version: z.string().optional()
|
|
119
|
-
}),
|
|
120
|
-
skill("npm", {
|
|
121
|
-
spec: fetched(),
|
|
122
|
-
path: z.string(),
|
|
123
|
-
only: z.array(z.string()).optional(),
|
|
124
|
-
exclude: z.array(z.string()).optional()
|
|
125
|
-
}),
|
|
126
|
-
skill("inline", {
|
|
127
|
-
name: z.string(),
|
|
128
|
-
description: z.string(),
|
|
129
|
-
content: z.string(),
|
|
130
|
-
files: z.record(z.string(), z.string())
|
|
131
|
-
})
|
|
132
|
-
]);
|
|
133
|
-
const pluginPartSchema = z.enum([
|
|
134
|
-
"skills",
|
|
135
|
-
"agents",
|
|
136
|
-
"commands",
|
|
137
|
-
"hooks",
|
|
138
|
-
"mcp",
|
|
139
|
-
"rules"
|
|
140
|
-
]);
|
|
141
|
-
const pluginMarketplaceSchema = z.discriminatedUnion("source", [z.strictObject({
|
|
142
|
-
source: z.literal("git"),
|
|
143
|
-
repo: fetched(),
|
|
144
|
-
ref: z.string().optional()
|
|
145
|
-
}), z.strictObject({
|
|
146
|
-
source: z.literal("npm"),
|
|
147
|
-
spec: fetched()
|
|
148
|
-
})]);
|
|
149
|
-
const buildCommands = z.union([nonEmpty(), z.array(nonEmpty()).min(1, "at least one command")]);
|
|
150
|
-
const pluginBuildSchema = z.union([buildCommands, z.strictObject({
|
|
151
|
-
run: buildCommands,
|
|
152
|
-
cwd: z.string().regex(/^(?:\.|(?!\/)(?!.*(?:^|\/)\.\.?(?:\/|$))[^\\]+)$/, "a directory relative to the source's root, with forward slashes and no ..").optional()
|
|
153
|
-
})]);
|
|
154
|
-
const plugin = (source, fields) => z.strictObject({
|
|
155
|
-
kind: z.literal("plugin"),
|
|
156
|
-
source: z.literal(source),
|
|
157
|
-
...fields,
|
|
158
|
-
only: z.array(pluginPartSchema).min(1, "at least one part").optional(),
|
|
159
|
-
build: pluginBuildSchema.optional()
|
|
160
|
-
});
|
|
161
|
-
const pluginSourceSchema = z.discriminatedUnion("source", [
|
|
162
|
-
plugin("local", { path: nonEmpty() }),
|
|
163
|
-
plugin("git", {
|
|
164
|
-
repo: fetched(),
|
|
165
|
-
ref: z.string().optional(),
|
|
166
|
-
path: z.string().optional()
|
|
167
|
-
}),
|
|
168
|
-
plugin("npm", {
|
|
169
|
-
spec: fetched(),
|
|
170
|
-
path: z.string().optional()
|
|
171
|
-
}),
|
|
172
|
-
plugin("marketplace", {
|
|
173
|
-
name: nonEmpty(),
|
|
174
|
-
marketplace: pluginMarketplaceSchema
|
|
175
|
-
})
|
|
176
|
-
]);
|
|
177
|
-
const mcpServerSchema = z.discriminatedUnion("transport", [z.strictObject({
|
|
178
|
-
kind: z.literal("mcp"),
|
|
179
|
-
transport: z.literal("stdio"),
|
|
180
|
-
command: nonEmpty(),
|
|
181
|
-
args: z.array(z.string()),
|
|
182
|
-
env: envVarsSchema
|
|
183
|
-
}), z.strictObject({
|
|
184
|
-
kind: z.literal("mcp"),
|
|
185
|
-
transport: z.enum(["http", "sse"]),
|
|
186
|
-
url: z.url("must be a URL"),
|
|
187
|
-
headers: z.record(z.string(), z.union([
|
|
188
|
-
z.string(),
|
|
189
|
-
secretSchema,
|
|
190
|
-
secretTemplateSchema
|
|
191
|
-
]))
|
|
192
|
-
})]);
|
|
193
|
-
const gitWorkspaceSchema = z.strictObject({
|
|
194
|
-
kind: z.literal("git"),
|
|
195
|
-
repo: fetched(),
|
|
196
|
-
url: fetched(),
|
|
197
|
-
ref: z.string().optional(),
|
|
198
|
-
path: z.string().optional(),
|
|
199
|
-
init: z.boolean().optional(),
|
|
200
|
-
token: z.string().superRefine((token, ctx) => {
|
|
201
|
-
if (!VAR.test(token) || /^(?:gh[opsur]_|github_pat_)/.test(token)) ctx.addIssue({
|
|
202
|
-
code: "custom",
|
|
203
|
-
message: "token names the host variable that holds the token, e.g. token: 'GITHUB_TOKEN'. Don't put the token itself in the eval."
|
|
204
|
-
});
|
|
205
|
-
}).optional()
|
|
206
|
-
});
|
|
207
|
-
/** Every key any object in `schema` takes, for "Did you mean". */
|
|
208
|
-
function keysOf(schema) {
|
|
209
|
-
const def = schema.def;
|
|
210
|
-
if (def.shape) return Object.keys(def.shape);
|
|
211
|
-
if (def.options) return [...new Set(def.options.flatMap(keysOf))];
|
|
212
|
-
return def.innerType ? keysOf(def.innerType) : [];
|
|
213
|
-
}
|
|
214
|
-
/**
|
|
215
|
-
* What's wrong with a descriptor that arrived as data, in terms of the helper that makes it
|
|
216
|
-
* (`call`, e.g. `secret` or `skill.git`), or undefined when it's sound.
|
|
217
|
-
*/
|
|
218
|
-
function descriptorProblem(schema, value, call) {
|
|
219
|
-
return refusal(schema, value, (issue, v) => {
|
|
220
|
-
if (issue.code === "unrecognized_keys") {
|
|
221
|
-
const key = issue.keys[0];
|
|
222
|
-
const near = closest(key, keysOf(schema));
|
|
223
|
-
return `${call}() has no "${key}" field${issue.path.length ? ` in ${String(issue.path.join("."))}` : ""}.${near ? ` Did you mean "${near}"?` : ""}`;
|
|
224
|
-
}
|
|
225
|
-
if (issue.code === "custom") return `${call}(): ${issue.message}`;
|
|
226
|
-
if (issue.code === "invalid_union" && issue.path.length === 1) {
|
|
227
|
-
const key = String(issue.path[0]);
|
|
228
|
-
const values = schema.def.options?.flatMap((o) => [...o.shape[key]?._zod.values ?? []]);
|
|
229
|
-
return `${call.split(".")[0]}() ${key} is ${oneOf(values ?? [])} (got ${got(valueAt(v, issue.path))})`;
|
|
230
|
-
}
|
|
231
|
-
return genericProblem(call, issue, v);
|
|
232
|
-
});
|
|
233
|
-
}
|
|
234
|
-
const GATE_SHAPE = "is 'all' (every attempt passes) or { passRate } with a share above 0 and at most 1, e.g. gate: { passRate: 0.8 }";
|
|
235
|
-
/** reeval's sentence for a gate that isn't one, or undefined. */
|
|
236
|
-
const gateProblem = (value, where) => refusal(gatePolicySchema, value, () => `gate in ${where} ${GATE_SHAPE} (got ${got(value)})`);
|
|
237
|
-
const SNAPSHOT_SHAPE = "is true (after the checks), 'turns' (after each c.send too), false, or { when, compress }, e.g. snapshot: { compress: true }";
|
|
238
|
-
/** reeval's sentence for a `snapshot` that isn't one, or undefined. */
|
|
239
|
-
function snapshotProblem(value, where) {
|
|
240
|
-
if (value === void 0) return void 0;
|
|
241
|
-
return refusal(snapshotOptionSchema, value, () => {
|
|
242
|
-
if (typeof value !== "object" || value === null || Array.isArray(value)) return `snapshot in ${where} ${SNAPSHOT_SHAPE} (got ${got(value)})`;
|
|
243
|
-
const key = Object.keys(value).find((k) => k !== "when" && k !== "compress");
|
|
244
|
-
if (key !== void 0) {
|
|
245
|
-
const near = closest(key, ["when", "compress"]);
|
|
246
|
-
return `Unknown snapshot key "${key}" in ${where}.${near ? ` Did you mean "${near}"?` : ""} snapshot ${SNAPSHOT_SHAPE}`;
|
|
247
|
-
}
|
|
248
|
-
const { when, compress } = value;
|
|
249
|
-
if (compress !== void 0 && typeof compress !== "boolean") return `snapshot.compress in ${where} is true or false (got ${got(compress)})`;
|
|
250
|
-
return `snapshot.when in ${where} is true, 'turns' or false (got ${got(when)})`;
|
|
251
|
-
});
|
|
252
|
-
}
|
|
253
|
-
const EGRESS_SHAPE = `is 'proxy' (the default), 'allow-all', 'deny-all', or { allow: ['api.example.com', '*.example.org'] }`;
|
|
254
|
-
/** reeval's sentence for an egress policy that isn't one, or undefined. */
|
|
255
|
-
function egressProblem(value, where) {
|
|
256
|
-
return refusal(egressPolicySchema, value, () => {
|
|
257
|
-
if (typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
258
|
-
const list = Array.isArray(value) ? ` For a list of hosts, use { allow: ${got(value)} }.` : "";
|
|
259
|
-
return `egress in ${where} ${EGRESS_SHAPE} (got ${got(value)}).${list}`;
|
|
260
|
-
}
|
|
261
|
-
const key = Object.keys(value).find((k) => k !== "allow");
|
|
262
|
-
if (key !== void 0) return `Unknown egress key "${key}" in ${where}.${key === "deny" ? " A policy lists what's allowed; everything else is refused." : key === "hosts" || key === "allowedHosts" ? " Did you mean \"allow\"?" : " A policy is { allow: ['api.example.com'] }."}`;
|
|
263
|
-
const allow = value.allow;
|
|
264
|
-
if (!Array.isArray(allow)) return `egress in ${where} ${EGRESS_SHAPE} (got ${got(value)})`;
|
|
265
|
-
return `egress.allow in ${where}: ${allow.map(badHost).find(Boolean)}`;
|
|
266
|
-
});
|
|
267
|
-
}
|
|
268
11
|
// src/environment/plugins.ts
|
|
269
12
|
const readText = (path) => withoutBom(readFileSync(path, "utf8"));
|
|
270
13
|
const PLUGIN_PARTS = [
|
|
@@ -799,8 +542,8 @@ const builtPlugins = (layers) => layeredPlugins(layers).filter((p) => p.build !=
|
|
|
799
542
|
* layer. `name` is the plugin's, once its manifest is read; else the call names it.
|
|
800
543
|
*/
|
|
801
544
|
function buildRefusal(p, sandbox, name, root) {
|
|
802
|
-
if (p.build === void 0 || sandbox.
|
|
803
|
-
return `${name ? `plugin "${name}"` : pluginCall(p, root)} has a build, which runs in a Docker image layer: use
|
|
545
|
+
if (p.build === void 0 || capabilitiesOf(sandbox).pluginBuilds) return void 0;
|
|
546
|
+
return `${name ? `plugin "${name}"` : pluginCall(p, root)} has a build, which runs in a Docker image layer: use ${suggestedSandbox((c) => c.pluginBuilds)}`;
|
|
804
547
|
}
|
|
805
548
|
/** ` + 2 plugin builds` in an image's label, or nothing without one. */
|
|
806
549
|
const pluginBuildsLabel = (plugins = []) => plugins.length ? ` + ${plugins.length} plugin build${plugins.length === 1 ? "" : "s"}` : "";
|
|
@@ -904,6 +647,6 @@ function fetchesAtStart(plugins, allowed) {
|
|
|
904
647
|
}
|
|
905
648
|
return { notes };
|
|
906
649
|
}
|
|
907
|
-
export { readPlugin as A,
|
|
650
|
+
export { readPlugin as A, pluginBuildsLabel as C, pluginServerName as D, pluginParts as E, skillCall as M, pluginSourceLabel as O, pluginBuildId as S, pluginFiles as T, localMarketplace as _, PLUGIN_PARTS as a, localSkills as b, PluginProblem as c, builtPlugins as d, droppedPaths as f, leavesSource as g, layeredPlugins as h, PLUGIN_NAME as i, samePluginTwice as j, readMarketplace as k, buildRefusal as l, fetchesAtStart as m, PLUGIN_DIR as n, PLUGIN_ROOT as o, duplicateLocalPlugin as p, PLUGIN_MANIFEST as r, PLUGIN_ROOT_VAR as s, PART_PATHS as t, buildSteps as u, localPlugin as v, pluginCall as w, marketplaceLabel as x, localPluginServers as y };
|
|
908
651
|
|
|
909
|
-
//# sourceMappingURL=plugins-
|
|
652
|
+
//# sourceMappingURL=plugins-BkmPxDiY.js.map
|