reeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-CptK032x.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-B63OzUX9.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-B63OzUX9.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Me7Whp-y.js → assemble-t6h018An.js} +152 -129
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
- package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-Cik0SoIn.js → attempt-host-CIm1-11m.js} +6 -6
- package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-C3RmjPph.js → capture-iBzFiC0j.js} +27 -25
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-BBOlXKPG.js → cli-20Fpvs5H.js} +442 -707
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-qGS802uX.js → command-B5OyHpOu.js} +21 -80
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-DhiwsZl1.js → command-BLNVDiIg.js} +9 -9
- package/dist/{command-DhiwsZl1.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-fO0BFsTq.js → command-CRh-cb6Z.js} +37 -37
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-CFQ9c1hk.js → command-aUJvENwy.js} +16 -16
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-CC60TOT5.js → commands-CWy-WndG.js} +186 -85
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-xYTMNTPv.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-C2UtS9vy.js → config-B9mB1kF5.js} +261 -1708
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
- package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-C5SZ0510.js → db-zgC1tvKB.js} +130 -84
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-FEidNAIi.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BVmx7r7L.js → default-effort-DGhQmu95.js} +4 -4
- package/dist/{default-effort-BVmx7r7L.js.map → default-effort-DGhQmu95.js.map} +1 -1
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-B2F8-PGC.js → docker-Cqw-CyWz.js} +3 -3
- package/dist/{docker-B2F8-PGC.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker-Dto8ROCq.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-BlSopHpZ.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-BcvfKpBX.js → doctor-B2PohneB.js} +84 -27
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{environment-CC1RV21n.js → environment-DB8o3hGi.js} +79 -39
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-CzxdgFBW.js → eval-source-D3sbAzt-.js} +10 -10
- package/dist/{eval-source-CzxdgFBW.js.map → eval-source-D3sbAzt-.js.map} +1 -1
- package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
- package/dist/{evaluate-NTNJ8T9H.js → evaluate-CwKeN_fo.js} +377 -142
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-DsXULUi5.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-DsXULUi5.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-aAzoGNCB.js → files-BiFU16BW.js} +5 -5
- package/dist/{files-aAzoGNCB.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-CZXrkPja.js → files-Cl7BQ5gE.js} +54 -13
- package/dist/{files-CZXrkPja.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-C1MB5bjr.js → git-fDiJ8UIV.js} +2 -2
- package/dist/{git-C1MB5bjr.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
- package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
- package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-CNayXCp2.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-D5HtmyMI.js → init-DbuZVRrW.js} +7 -6
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
- package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
- package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
- package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
- package/dist/{live-uRURFDMZ.js → live-CnGrRM6j.js} +7 -7
- package/dist/{live-uRURFDMZ.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
- package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-CXVVB4RK.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-BxBWFOZn.js → model-DJjLw-0r.js} +5 -5
- package/dist/{model-BxBWFOZn.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-ug5HpMOj.js → patch-DH4e_Gkd.js} +2 -2
- package/dist/{patch-ug5HpMOj.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-DqnzfDH1.js → plan-Cgq9NCEX.js} +110 -39
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-B2KQ0y3P.js → plugins-BkmPxDiY.js} +10 -267
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-DyzmvK7i.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-DVXEvzFU.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-21WMQZyt.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-21WMQZyt.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-BcSRa7-3.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
- package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-iRxjp4Pu.js → provenance-zsc4--dP.js} +4 -3
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-vXMXuwn-.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-BhaKQ07P.js → query-Bb3SYICk.js} +2 -2
- package/dist/{query-BhaKQ07P.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-BzdLdV3C.js → questions-CWlR9ffu.js} +9 -9
- package/dist/{questions-BzdLdV3C.js.map → questions-CWlR9ffu.js.map} +1 -1
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-CauU408t.js → remarks-vtkPmQb9.js} +115 -35
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-Dwy3fyo3.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-Dwy3fyo3.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B1zMnPwK.js → resolve-Do0ZaYH6.js} +10 -9
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-CfC0id_u.js → results-JyuM64gy.js} +6 -6
- package/dist/{results-CfC0id_u.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/{resume-Dkhrpjow.js → resume-AW5oXzUc.js} +169 -27
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-DcvQcr36.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-8zCrtuCf.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-Dplq8g0r.js → server-Cn8VqO9S.js} +9 -9
- package/dist/{server-Dplq8g0r.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-NWHqn5-o.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-NWHqn5-o.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-B9oE_mNS.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-BQ6BiXoc.js → src-Ck2r_EMT.js} +607 -72
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-CUpoVVb8.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-DDCGUhva.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-DDCGUhva.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +4 -4
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
- package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
- package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
- package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +101 -58
- package/dist/view/index.js +9 -8
- package/dist/{views-BISrsIjw.js → views-DAIiLiV3.js} +7 -6
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-DJD_nHkS.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-BO1VhUR9.js → workspace-uuE51x35.js} +6 -6
- package/dist/{workspace-BO1VhUR9.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +24 -11
- package/skills/eval-rubric/SKILL.md +15 -7
- package/dist/adapter-CptK032x.js.map +0 -1
- package/dist/app-files-sgqwfjtn.js.map +0 -1
- package/dist/assemble-CxBHkavM.js +0 -1
- package/dist/assemble-Me7Whp-y.js.map +0 -1
- package/dist/capture-C3RmjPph.js.map +0 -1
- package/dist/capture-YPwxp_iK.js +0 -1
- package/dist/cli-BBOlXKPG.js.map +0 -1
- package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
- package/dist/client-tZ2WBDxf.js.map +0 -1
- package/dist/command-CFQ9c1hk.js.map +0 -1
- package/dist/command-fO0BFsTq.js.map +0 -1
- package/dist/command-qGS802uX.js.map +0 -1
- package/dist/commands-CC60TOT5.js.map +0 -1
- package/dist/config-C2UtS9vy.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-BjOg7wyr.js +0 -101
- package/dist/contrasts-BjOg7wyr.js.map +0 -1
- package/dist/cost-BJU0MAji.js +0 -1
- package/dist/db-C5SZ0510.js.map +0 -1
- package/dist/db-puzLzX4k.js +0 -2
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker-Dto8ROCq.js.map +0 -1
- package/dist/doctor-BcvfKpBX.js.map +0 -1
- package/dist/environment-CC1RV21n.js.map +0 -1
- package/dist/evaluate-NTNJ8T9H.js.map +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-DFtuRQJx.js +0 -1
- package/dist/files-oOYNR7ZH.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-Cp_pQoEe.js.map +0 -1
- package/dist/harness-DYSC4zMh.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-CNayXCp2.js.map +0 -1
- package/dist/init-8o6W3_fn.js +0 -1
- package/dist/init-D5HtmyMI.js.map +0 -1
- package/dist/ink-list-Ca-5dunO.js.map +0 -1
- package/dist/judge-DYOF69Oe.js.map +0 -1
- package/dist/list-CM_YSJXq.js +0 -374
- package/dist/list-CM_YSJXq.js.map +0 -1
- package/dist/live-DQc8jr6o.js +0 -1
- package/dist/model-Ce9l9_rF.js.map +0 -1
- package/dist/model-Cxzo4cjw.js +0 -1
- package/dist/node-DhIRSrrK.js.map +0 -1
- package/dist/opencode-providers-Co7plCea.js.map +0 -1
- package/dist/plan-DqnzfDH1.js.map +0 -1
- package/dist/plugins-B2KQ0y3P.js.map +0 -1
- package/dist/preflight-DyzmvK7i.js.map +0 -1
- package/dist/provenance-iRxjp4Pu.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-D0ob_tra.js +0 -1
- package/dist/providers-vXMXuwn-.js.map +0 -1
- package/dist/query-CvgUsvep.js +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/remarks-CauU408t.js.map +0 -1
- package/dist/remarks-NMgPd30U.js.map +0 -1
- package/dist/resolve-B1zMnPwK.js.map +0 -1
- package/dist/resolve-BIIeVT12.js +0 -1
- package/dist/resume-Dkhrpjow.js.map +0 -1
- package/dist/runtime-DcvQcr36.js.map +0 -1
- package/dist/sandbox-8zCrtuCf.js.map +0 -1
- package/dist/server-0tuj8VSa.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-llwLewOU.js +0 -1
- package/dist/src-BQ6BiXoc.js.map +0 -1
- package/dist/src-BXnv0ViU.js +0 -2
- package/dist/src-BiS8YNN_.js +0 -3
- package/dist/src-BkH4GOxu.js +0 -1
- package/dist/src-C-tH5ebd.js +0 -2
- package/dist/src-Cg1bFs9g.js +0 -2
- package/dist/src-DV_UorZv.js +0 -2
- package/dist/src-XxUpr2sa.js +0 -2
- package/dist/state-DZbAO95a.js +0 -1
- package/dist/suite-M8_7xio7.js.map +0 -1
- package/dist/suite-u2KJnGpY.js +0 -2
- package/dist/summary-Uzc9osfV.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-h_peaZTN.js +0 -1
- package/dist/views-BISrsIjw.js.map +0 -1
- package/dist/views-Bfab8fM9.js +0 -2
- package/dist/workspace-B8EOCuxl.js +0 -1
|
@@ -1,26 +1,83 @@
|
|
|
1
1
|
import { n as stripAnsi } from "./colors-DcXBvAlU.js";
|
|
2
|
-
import { a as
|
|
2
|
+
import { a as nameWidth, l as shownDetail, n as SPINNER, o as paintIcon, r as detailSegments } from "./list-DuThsE28.js";
|
|
3
3
|
import { Box, Static, Text, render, useApp, useInput, useStdout } from "ink";
|
|
4
4
|
import { createElement, useEffect, useState, useSyncExternalStore } from "react";
|
|
5
5
|
// src/ui/ink-list.ts
|
|
6
6
|
const FRAME_MS = 80;
|
|
7
7
|
/** How long a first q during the run waits for the second that cancels it. */
|
|
8
8
|
const CONFIRM_MS = 3e3;
|
|
9
|
-
/**
|
|
10
|
-
|
|
9
|
+
/** Case rows an open eval shows before → shows them all. */
|
|
10
|
+
const CASES_OPEN = 5;
|
|
11
|
+
/** Which case rows the compact detail keeps first: the failed, then the running, then the rest. */
|
|
12
|
+
const caseRank = (l) => l.mark === "fail" || l.mark === "miss" || l.mark === "error" ? 0 : l.mark === "spin" ? 1 : 2;
|
|
13
|
+
/**
|
|
14
|
+
* The open eval's detail: compact, with `CASES_OPEN` of its case table's cases (failed and running
|
|
15
|
+
* ones first, in the table's order) and how many it hides, whatever the compact detail of a
|
|
16
|
+
* printed list would show; `full`, everything.
|
|
17
|
+
*/
|
|
18
|
+
function openDetail(lines, full) {
|
|
19
|
+
if (full || !lines.some((l) => l.cases === "row")) return shownDetail(lines, full);
|
|
20
|
+
const rows = lines.filter((l) => l.cases === "row");
|
|
21
|
+
const shown = new Set(rows.map((l, i) => [l, i]).sort(([a, i], [b, j]) => caseRank(a) - caseRank(b) || i - j).slice(0, 5).map(([l]) => l));
|
|
22
|
+
const hidden = rows.length - shown.size;
|
|
23
|
+
const out = [];
|
|
24
|
+
for (const l of lines) {
|
|
25
|
+
if (l.cases === "more") continue;
|
|
26
|
+
if (l.cases === "head" || shown.has(l)) out.push(l);
|
|
27
|
+
else if (l.cases !== "row" && l.only !== "full") out.push(l);
|
|
28
|
+
if (hidden && l === rows.at(-1)) {
|
|
29
|
+
const text = `${hidden} ${hidden === 1 ? "case" : "cases"} hidden, → to show`;
|
|
30
|
+
out.push({
|
|
31
|
+
depth: l.depth,
|
|
32
|
+
text: `${l.mark ? " " : ""}${text}`,
|
|
33
|
+
tone: "dim"
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return out;
|
|
38
|
+
}
|
|
39
|
+
/** Whether → on the open eval shows more than it does now. */
|
|
40
|
+
const hasMore = (lines) => {
|
|
41
|
+
const open = openDetail(lines, false);
|
|
42
|
+
const full = openDetail(lines, true);
|
|
43
|
+
return open.length !== full.length || open.some((l, i) => l !== full[i]);
|
|
44
|
+
};
|
|
45
|
+
/** Where `text` breaks into lines of at most `width` characters, at spaces where it can. */
|
|
46
|
+
function wrapRanges(text, width) {
|
|
11
47
|
const out = [];
|
|
12
|
-
let
|
|
13
|
-
while (
|
|
14
|
-
const space =
|
|
15
|
-
const cut = space > width / 3 ? space : width;
|
|
16
|
-
|
|
17
|
-
|
|
48
|
+
let start = 0;
|
|
49
|
+
while (text.length - start > width) {
|
|
50
|
+
const space = text.lastIndexOf(" ", start + width);
|
|
51
|
+
const cut = space > start + width / 3 ? space : start + width;
|
|
52
|
+
let end = cut;
|
|
53
|
+
while (end > start && text[end - 1] === " ") end--;
|
|
54
|
+
out.push([start, end]);
|
|
55
|
+
start = cut;
|
|
56
|
+
while (text[start] === " ") start++;
|
|
18
57
|
}
|
|
19
|
-
out.push(
|
|
58
|
+
out.push([start, text.length]);
|
|
20
59
|
return out;
|
|
21
60
|
}
|
|
61
|
+
/** `text` in lines of at most `width` characters, broken at spaces where it can be. */
|
|
62
|
+
function wrap(text, width) {
|
|
63
|
+
return wrapRanges(text, width).map(([a, b]) => text.slice(a, b));
|
|
64
|
+
}
|
|
65
|
+
/** Segments wrapped as their text would be, each piece in its own segment's paint. */
|
|
66
|
+
function wrapSegments(segments, width) {
|
|
67
|
+
return wrapRanges(segments.map((s) => s.text).join(""), width).map(([a, b]) => {
|
|
68
|
+
let at = 0;
|
|
69
|
+
let out = "";
|
|
70
|
+
for (const s of segments) {
|
|
71
|
+
const from = Math.max(a, at);
|
|
72
|
+
const to = Math.min(b, at + s.text.length);
|
|
73
|
+
if (to > from) out += s.paint(s.text.slice(from - at, to - at));
|
|
74
|
+
at += s.text.length;
|
|
75
|
+
}
|
|
76
|
+
return out;
|
|
77
|
+
});
|
|
78
|
+
}
|
|
22
79
|
/** The list's lines, each tagged with the index of the row it belongs to (-1 for a file heading). */
|
|
23
|
-
function frameLines(state, c, selected, expanded, frame, columns = 80) {
|
|
80
|
+
function frameLines(state, c, selected, expanded, frame, columns = 80, full = false) {
|
|
24
81
|
const out = [];
|
|
25
82
|
let i = 0;
|
|
26
83
|
for (const [n, file] of state.files.entries()) {
|
|
@@ -35,7 +92,7 @@ function frameLines(state, c, selected, expanded, frame, columns = 80) {
|
|
|
35
92
|
const width = nameWidth(file.rows);
|
|
36
93
|
for (const row of file.rows) {
|
|
37
94
|
const here = i === selected;
|
|
38
|
-
const glyph = row.icon === "running" ? SPINNER[frame % SPINNER.length] : void 0;
|
|
95
|
+
const glyph = row.icon === "running" || row.icon === "failing" ? SPINNER[frame % SPINNER.length] : void 0;
|
|
39
96
|
const name = row.name.length > width ? `${row.name.slice(0, width - 1)}…` : row.name.padEnd(width);
|
|
40
97
|
const pointer = here ? c.blue("❯") : " ";
|
|
41
98
|
const label = here ? c.bold(name) : name;
|
|
@@ -43,15 +100,17 @@ function frameLines(state, c, selected, expanded, frame, columns = 80) {
|
|
|
43
100
|
text: `${pointer} ${paintIcon(c, row.icon, glyph)} ${label} ${c.dim(row.summary)}`,
|
|
44
101
|
row: i
|
|
45
102
|
});
|
|
46
|
-
if (expanded === row.id)
|
|
47
|
-
const
|
|
48
|
-
for (const
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
103
|
+
if (expanded === row.id) {
|
|
104
|
+
const spinner = SPINNER[frame % SPINNER.length];
|
|
105
|
+
for (const line of openDetail(row.detail, full)) {
|
|
106
|
+
const indent = 6 + line.depth * 2;
|
|
107
|
+
const parts = wrapSegments(detailSegments(c, line, spinner), Math.max(20, columns - indent));
|
|
108
|
+
const under = " ".repeat(indent + (line.mark ? 2 : 0));
|
|
109
|
+
for (const [k, part] of parts.entries()) out.push({
|
|
110
|
+
text: k === 0 ? `${" ".repeat(indent)}${part}` : `${under}${part}`,
|
|
111
|
+
row: i
|
|
112
|
+
});
|
|
113
|
+
}
|
|
55
114
|
}
|
|
56
115
|
i++;
|
|
57
116
|
}
|
|
@@ -76,6 +135,7 @@ function ListApp({ store, colors: c, cancel }) {
|
|
|
76
135
|
const { stdout } = useStdout();
|
|
77
136
|
const [selected, setSelected] = useState(0);
|
|
78
137
|
const [expanded, setExpanded] = useState(null);
|
|
138
|
+
const [full, setFull] = useState(false);
|
|
79
139
|
const [frame, setFrame] = useState(0);
|
|
80
140
|
const [confirming, setConfirming] = useState(false);
|
|
81
141
|
const [quitting, setQuitting] = useState(false);
|
|
@@ -110,6 +170,7 @@ function ListApp({ store, colors: c, cancel }) {
|
|
|
110
170
|
if (first < 0) return;
|
|
111
171
|
setSelected(first);
|
|
112
172
|
setExpanded(all[first]?.id ?? null);
|
|
173
|
+
setFull(false);
|
|
113
174
|
}, [finished, store]);
|
|
114
175
|
useInput((input, key) => {
|
|
115
176
|
if (finished && (input === "q" || key.ctrl && input === "c")) {
|
|
@@ -122,12 +183,25 @@ function ListApp({ store, colors: c, cancel }) {
|
|
|
122
183
|
setConfirming(!confirming);
|
|
123
184
|
return;
|
|
124
185
|
}
|
|
186
|
+
const id = rows[selected]?.id ?? null;
|
|
125
187
|
if (key.upArrow) setSelected((s) => Math.max(0, s - 1));
|
|
126
188
|
else if (key.downArrow) setSelected((s) => Math.min(rows.length - 1, s + 1));
|
|
127
|
-
else if (key.rightArrow
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
189
|
+
else if (key.rightArrow) {
|
|
190
|
+
if (expanded === id) setFull(true);
|
|
191
|
+
else {
|
|
192
|
+
setExpanded(id);
|
|
193
|
+
setFull(false);
|
|
194
|
+
}
|
|
195
|
+
} else if (key.return) {
|
|
196
|
+
setExpanded(expanded === id ? null : id);
|
|
197
|
+
setFull(false);
|
|
198
|
+
} else if (key.leftArrow || key.escape) {
|
|
199
|
+
if (full && !key.escape) setFull(false);
|
|
200
|
+
else {
|
|
201
|
+
setExpanded(null);
|
|
202
|
+
setFull(false);
|
|
203
|
+
}
|
|
204
|
+
}
|
|
131
205
|
});
|
|
132
206
|
const logs = createElement(Static, {
|
|
133
207
|
key: "logs",
|
|
@@ -136,8 +210,12 @@ function ListApp({ store, colors: c, cancel }) {
|
|
|
136
210
|
});
|
|
137
211
|
if (quitting) return createElement(Box, { flexDirection: "column" }, logs);
|
|
138
212
|
const { rows: rowsTall, columns } = size;
|
|
139
|
-
const
|
|
140
|
-
const
|
|
213
|
+
const here = rows[selected];
|
|
214
|
+
const open = here && here.id === expanded ? here : void 0;
|
|
215
|
+
const step = open && !full && hasMore(open.detail) ? "→ more" : "→ open";
|
|
216
|
+
const keys = finished ? `↑↓ move · ${step} · ← close · q quit` : `↑↓ move · ${step} · q cancel`;
|
|
217
|
+
const glyph = finished ? c.teal("◆") : c.teal(SPINNER[frame % SPINNER.length] ?? "◆");
|
|
218
|
+
const head = state.phase ? [` ${glyph} ${state.phase}`, " "] : [];
|
|
141
219
|
const footer = [
|
|
142
220
|
" ",
|
|
143
221
|
...finished ? [
|
|
@@ -145,16 +223,28 @@ function ListApp({ store, colors: c, cancel }) {
|
|
|
145
223
|
...finished.notes.map((n) => c.yellow(n)),
|
|
146
224
|
finished.done,
|
|
147
225
|
c.dim(finished.pointer)
|
|
148
|
-
] : [c
|
|
226
|
+
] : [doneLine(c, state.counts)],
|
|
149
227
|
confirming && !finished ? c.yellow("Press q again to cancel the run.") : c.dim(keys)
|
|
150
228
|
];
|
|
151
229
|
const height = Math.max(3, rowsTall - tall(head, columns) - tall(footer, columns) - 1);
|
|
152
|
-
const lines = windowOf(frameLines(state, c, selected, expanded, frame, columns), selected, height);
|
|
230
|
+
const lines = windowOf(frameLines(state, c, selected, expanded, frame, columns, full), selected, height);
|
|
153
231
|
return createElement(Box, { flexDirection: "column" }, logs, ...head.map((line, i) => createElement(Text, { key: `h${i}` }, line)), ...lines.map((l, i) => createElement(Text, {
|
|
154
232
|
key: `l${i}`,
|
|
155
233
|
wrap: "truncate-end"
|
|
156
234
|
}, l.text || " ")), ...footer.map((line, i) => createElement(Text, { key: `f${i}` }, line)));
|
|
157
235
|
}
|
|
236
|
+
/**
|
|
237
|
+
* `9 of 10 evals done · 1 failed · 1 failing`: the evals that ended failed, and those still going
|
|
238
|
+
* with a run that already failed, which a red spinner marks.
|
|
239
|
+
*/
|
|
240
|
+
function doneLine(c, counts) {
|
|
241
|
+
const { done, total, failed = 0, failing = 0 } = counts;
|
|
242
|
+
return [
|
|
243
|
+
c.dim(`${done} of ${total} evals done`),
|
|
244
|
+
...failed ? [c.red(`${failed} failed`)] : [],
|
|
245
|
+
...failing ? [c.red(`${failing} failing`)] : []
|
|
246
|
+
].join(c.dim(" · "));
|
|
247
|
+
}
|
|
158
248
|
const sizeOf = (stdout) => {
|
|
159
249
|
const { rows, columns } = stdout;
|
|
160
250
|
return {
|
|
@@ -179,6 +269,6 @@ function mountList(o) {
|
|
|
179
269
|
unmount: () => app.unmount()
|
|
180
270
|
};
|
|
181
271
|
}
|
|
182
|
-
export { CONFIRM_MS, ListApp, frameLines, mountList, wrap };
|
|
272
|
+
export { CASES_OPEN, CONFIRM_MS, ListApp, doneLine, frameLines, mountList, openDetail, wrap, wrapSegments };
|
|
183
273
|
|
|
184
|
-
//# sourceMappingURL=ink-list-
|
|
274
|
+
//# sourceMappingURL=ink-list-BpfidQ1h.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ink-list-BpfidQ1h.js","names":["h"],"sources":["../src/ui/ink-list.ts"],"mappings":";;;;;AAmBA,MAAM,WAAW;;AAEjB,MAAa,aAAa;;AAK1B,MAAa,aAAa;;AAG1B,MAAM,YAAY,MAChB,EAAE,SAAS,UAAU,EAAE,SAAS,UAAU,EAAE,SAAS,UAAU,IAAI,EAAE,SAAS,SAAS,IAAI;;;;;;AAO7F,SAAgB,WAAW,OAAqB,MAA6B;CAC3E,IAAI,QAAQ,CAAC,MAAM,MAAM,MAAM,EAAE,UAAU,KAAK,GAAG,OAAO,YAAY,OAAO,IAAI;CACjF,MAAM,OAAO,MAAM,QAAQ,MAAM,EAAE,UAAU,KAAK;CAClD,MAAM,QAAQ,IAAI,IAChB,KACG,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAU,CAAC,CAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,OAAO,SAAS,CAAC,IAAI,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC,CAC5D,MAAM,GAAA,CAAa,CAAC,CACpB,KAAK,CAAC,OAAO,CAAC,CACnB;CACA,MAAM,SAAS,KAAK,SAAS,MAAM;CACnC,MAAM,MAAoB,CAAC;CAC3B,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,EAAE,UAAU,QAAQ;EACxB,IAAI,EAAE,UAAU,UAAU,MAAM,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC;OAC7C,IAAI,EAAE,UAAU,SAAS,EAAE,SAAS,QAAQ,IAAI,KAAK,CAAC;EAC3D,IAAI,UAAU,MAAM,KAAK,GAAG,EAAE,GAAG;GAC/B,MAAM,OAAO,GAAG,OAAO,GAAG,WAAW,IAAI,SAAS,QAAQ;GAC1D,IAAI,KAAK;IAAE,OAAO,EAAE;IAAO,MAAM,GAAG,EAAE,OAAO,OAAO,KAAK;IAAQ,MAAM;GAAM,CAAC;EAChF;CACF;CACA,OAAO;AACT;;AAGA,MAAM,WAAW,UAAwB;CACvC,MAAM,OAAO,WAAW,OAAO,KAAK;CACpC,MAAM,OAAO,WAAW,OAAO,IAAI;CACnC,OAAO,KAAK,WAAW,KAAK,UAAU,KAAK,MAAM,GAAG,MAAM,MAAM,KAAK,EAAE;AACzE;;AAGA,SAAS,WAAW,MAAc,OAAwC;CACxE,MAAM,MAA+B,CAAC;CACtC,IAAI,QAAQ;CACZ,OAAO,KAAK,SAAS,QAAQ,OAAO;EAClC,MAAM,QAAQ,KAAK,YAAY,KAAK,QAAQ,KAAK;EACjD,MAAM,MAAM,QAAQ,QAAQ,QAAQ,IAAI,QAAQ,QAAQ;EACxD,IAAI,MAAM;EACV,OAAO,MAAM,SAAS,KAAK,MAAM,OAAO,KAAK;EAC7C,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;EACrB,QAAQ;EACR,OAAO,KAAK,WAAW,KAAK;CAC9B;CACA,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC;CAC7B,OAAO;AACT;;AAGA,SAAgB,KAAK,MAAc,OAAyB;CAC1D,OAAO,WAAW,MAAM,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,MAAM,GAAG,CAAC,CAAC;AACjE;;AAGA,SAAgB,aAAa,UAAqB,OAAyB;CAEzE,OAAO,WADM,SAAS,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,EACzB,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO;EAC7C,IAAI,KAAK;EACT,IAAI,MAAM;EACV,KAAK,MAAM,KAAK,UAAU;GACxB,MAAM,OAAO,KAAK,IAAI,GAAG,EAAE;GAC3B,MAAM,KAAK,KAAK,IAAI,GAAG,KAAK,EAAE,KAAK,MAAM;GACzC,IAAI,KAAK,MAAM,OAAO,EAAE,MAAM,EAAE,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;GAC9D,MAAM,EAAE,KAAK;EACf;EACA,OAAO;CACT,CAAC;AACH;;AAGA,SAAgB,WACd,OACA,GACA,UACA,UACA,OACA,UAAU,IAEV,OAAO,OACC;CACR,MAAM,MAAc,CAAC;CACrB,IAAI,IAAI;CACR,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,MAAM,QAAQ,GAAG;EAC7C,IAAI,GAAG,IAAI,KAAK;GAAE,MAAM;GAAI,KAAK;EAAG,CAAC;EACrC,IAAI,KAAK;GAAE,MAAM,EAAE,KAAK,KAAK,IAAI;GAAG,KAAK;EAAG,CAAC;EAC7C,MAAM,QAAQ,UAAU,KAAK,IAAI;EACjC,KAAK,MAAM,OAAO,KAAK,MAAM;GAC3B,MAAM,OAAO,MAAM;GAEnB,MAAM,QADQ,IAAI,SAAS,aAAa,IAAI,SAAS,YAC/B,QAAQ,QAAQ,QAAQ,UAAU,KAAA;GACxD,MAAM,OACJ,IAAI,KAAK,SAAS,QAAQ,GAAG,IAAI,KAAK,MAAM,GAAG,QAAQ,CAAC,EAAE,KAAK,IAAI,KAAK,OAAO,KAAK;GACtF,MAAM,UAAU,OAAO,EAAE,KAAK,GAAG,IAAI;GACrC,MAAM,QAAQ,OAAO,EAAE,KAAK,IAAI,IAAI;GACpC,IAAI,KAAK;IACP,MAAM,GAAG,QAAQ,GAAG,UAAU,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,MAAM,IAAI,EAAE,IAAI,IAAI,OAAO;IAChF,KAAK;GACP,CAAC;GACD,IAAI,aAAa,IAAI,IAAI;IACvB,MAAM,UAAU,QAAQ,QAAQ,QAAQ;IACxC,KAAK,MAAM,QAAQ,WAAW,IAAI,QAAQ,IAAI,GAAG;KAC/C,MAAM,SAAS,IAAI,KAAK,QAAQ;KAChC,MAAM,QAAQ,aACZ,eAAe,GAAG,MAAM,OAAO,GAC/B,KAAK,IAAI,IAAI,UAAU,MAAM,CAC/B;KAEA,MAAM,QAAQ,IAAI,OAAO,UAAU,KAAK,OAAO,IAAI,EAAE;KACrD,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,QAAQ,GACpC,IAAI,KAAK;MAAE,MAAM,MAAM,IAAI,GAAG,IAAI,OAAO,MAAM,IAAI,SAAS,GAAG,QAAQ;MAAQ,KAAK;KAAE,CAAC;IAE3F;GACF;GACA;EACF;CACF;CACA,OAAO;AACT;;AAGA,MAAM,QAAQ,OAAiB,YAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC;;AAGrF,MAAM,UAAU,UAAkC,MAAM,MAAM,SAAS,MAAM,EAAE,IAAI;;AAGnF,SAAS,SAAS,OAAe,UAAkB,QAAwB;CACzE,IAAI,MAAM,UAAU,QAAQ,OAAO;CACnC,MAAM,QAAQ,MAAM,WAAW,MAAM,EAAE,QAAQ,QAAQ;CACvD,MAAM,OAAO,MAAM,eAAe,MAAM,EAAE,QAAQ,QAAQ;CAC1D,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,OAAO,OAAO,SAAS,GAAG,MAAM,SAAS,MAAM,CAAC;CACnF,OAAO,MAAM,MAAM,OAAO,QAAQ,MAAM;AAC1C;AASA,SAAgB,QAAQ,EAAE,OAAO,QAAQ,GAAG,UAAsC;CAChF,MAAM,QAAQ,qBAAqB,MAAM,WAAW,MAAM,GAAG;CAC7D,MAAM,EAAE,SAAS,OAAO;CACxB,MAAM,EAAE,WAAW,UAAU;CAC7B,MAAM,CAAC,UAAU,eAAe,SAAS,CAAC;CAC1C,MAAM,CAAC,UAAU,eAAe,SAAwB,IAAI;CAC5D,MAAM,CAAC,MAAM,WAAW,SAAS,KAAK;CACtC,MAAM,CAAC,OAAO,YAAY,SAAS,CAAC;CACpC,MAAM,CAAC,YAAY,iBAAiB,SAAS,KAAK;CAClD,MAAM,CAAC,UAAU,eAAe,SAAS,KAAK;CAC9C,MAAM,CAAC,MAAM,WAAW,eAAe,OAAO,MAAM,CAAC;CACrD,MAAM,OAAO,OAAO,KAAK;CACzB,MAAM,WAAW,MAAM;CAEvB,gBAAgB;EACd,MAAM,eAAe,QAAQ,OAAO,MAAM,CAAC;EAC3C,OAAO,GAAG,UAAU,MAAM;EAC1B,aAAa;GACX,OAAO,IAAI,UAAU,MAAM;EAC7B;CACF,GAAG,CAAC,MAAM,CAAC;CAEX,gBAAgB;EACd,IAAI,UAAU;EACd,MAAM,QAAQ,kBAAkB,UAAU,MAAM,IAAI,CAAC,GAAG,QAAQ;EAChE,aAAa,cAAc,KAAK;CAClC,GAAG,CAAC,QAAQ,CAAC;CAEb,gBAAgB;EACd,IAAI,CAAC,cAAc,UAAU;EAC7B,MAAM,QAAQ,iBAAiB,cAAc,KAAK,GAAG,UAAU;EAC/D,aAAa,aAAa,KAAK;CACjC,GAAG,CAAC,YAAY,QAAQ,CAAC;CAGzB,gBAAgB;EACd,IAAI,UAAU,KAAK;CACrB,GAAG,CAAC,UAAU,IAAI,CAAC;CAGnB,gBAAgB;EACd,IAAI,CAAC,UAAU;EACf,MAAM,MAAM,OAAO,MAAM,IAAI,CAAC;EAC9B,MAAM,SAAS,IAAI,WAAW,MAAM,EAAE,SAAS,MAAM;EACrD,MAAM,QAAQ,UAAU,IAAI,SAAS,IAAI,WAAW,MAAM,EAAE,UAAU,CAAC;EACvE,IAAI,QAAQ,GAAG;EACf,YAAY,KAAK;EACjB,YAAY,IAAI,MAAM,EAAE,MAAM,IAAI;EAClC,QAAQ,KAAK;CACf,GAAG,CAAC,UAAU,KAAK,CAAC;CAEpB,UAAU,OAAO,QAAQ;EACvB,IAAI,aAAa,UAAU,OAAQ,IAAI,QAAQ,UAAU,MAAO;GAC9D,YAAY,IAAI;GAChB;EACF;EACA,IAAI,IAAI,QAAQ,UAAU,KAAK,OAAO,OAAO;EAC7C,IAAI,UAAU,KAAK;GACjB,IAAI,YAAY,OAAO;GACvB,cAAc,CAAC,UAAU;GACzB;EACF;EACA,MAAM,KAAK,KAAK,SAAS,EAAE,MAAM;EAEjC,IAAI,IAAI,SAAS,aAAa,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC,CAAC;OACjD,IAAI,IAAI,WAAW,aAAa,MAAM,KAAK,IAAI,KAAK,SAAS,GAAG,IAAI,CAAC,CAAC;OACtE,IAAI,IAAI,YAAY;GACvB,IAAI,aAAa,IAAI,QAAQ,IAAI;QAC5B;IACH,YAAY,EAAE;IACd,QAAQ,KAAK;GACf;EACF,OAAO,IAAI,IAAI,QAAQ;GACrB,YAAY,aAAa,KAAK,OAAO,EAAE;GACvC,QAAQ,KAAK;EACf,OAAO,IAAI,IAAI,aAAa,IAAI,QAAQ;GACtC,IAAI,QAAQ,CAAC,IAAI,QAAQ,QAAQ,KAAK;QACjC;IACH,YAAY,IAAI;IAChB,QAAQ,KAAK;GACf;EACF;CACF,CAAC;CAED,MAAM,OAAOA,cAAE,QAAgB;EAC7B,KAAK;EACL,OAAO,MAAM;EAEb,WAAW,MAAM,MAAMA,cAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI;CACjD,CAAC;CACD,IAAI,UAAU,OAAOA,cAAE,KAAK,EAAE,eAAe,SAAS,GAAG,IAAI;CAE7D,MAAM,EAAE,MAAM,UAAU,YAAY;CACpC,MAAM,OAAO,KAAK;CAClB,MAAM,OAAO,QAAQ,KAAK,OAAO,WAAW,OAAO,KAAA;CAEnD,MAAM,OADO,QAAQ,CAAC,QAAQ,QAAQ,KAAK,MAAM,IAC7B,WAAW;CAC/B,MAAM,OAAO,WAAW,aAAa,KAAK,uBAAuB,aAAa,KAAK;CAEnF,MAAM,QAAQ,WAAW,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,QAAQ,QAAQ,QAAQ,WAAW,GAAG;CACpF,MAAM,OAAO,MAAM,QAAQ,CAAC,KAAK,MAAM,IAAI,MAAM,SAAS,GAAG,IAAI,CAAC;CAClE,MAAM,SAAS;EACb;EACA,GAAI,WACA;GACE,GAAG,SAAS,OAAO,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC;GACvE,GAAG,SAAS,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC;GACxC,SAAS;GACT,EAAE,IAAI,SAAS,OAAO;EACxB,IACA,CAAC,SAAS,GAAG,MAAM,MAAM,CAAC;EAC9B,cAAc,CAAC,WAAW,EAAE,OAAO,kCAAkC,IAAI,EAAE,IAAI,IAAI;CACrF;CAEA,MAAM,SAAS,KAAK,IAAI,GAAG,WAAW,KAAK,MAAM,OAAO,IAAI,KAAK,QAAQ,OAAO,IAAI,CAAC;CACrF,MAAM,QAAQ,SACZ,WAAW,OAAO,GAAG,UAAU,UAAU,OAAO,SAAS,IAAI,GAC7D,UACA,MACF;CACA,OAAOA,cACL,KACA,EAAE,eAAe,SAAS,GAC1B,MACA,GAAG,KAAK,KAAK,MAAM,MAAMA,cAAE,MAAM,EAAE,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC,GACxD,GAAG,MAAM,KAAK,GAAG,MAAMA,cAAE,MAAM;EAAE,KAAK,IAAI;EAAK,MAAM;CAAe,GAAG,EAAE,QAAQ,GAAG,CAAC,GACrF,GAAG,OAAO,KAAK,MAAM,MAAMA,cAAE,MAAM,EAAE,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC,CAC5D;AACF;;;;;AAMA,SAAgB,SAAS,GAAW,QAAqC;CACvE,MAAM,EAAE,MAAM,OAAO,SAAS,GAAG,UAAU,MAAM;CACjD,OAAO;EACL,EAAE,IAAI,GAAG,KAAK,MAAM,MAAM,YAAY;EACtC,GAAI,SAAS,CAAC,EAAE,IAAI,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAC;EAC5C,GAAI,UAAU,CAAC,EAAE,IAAI,GAAG,QAAQ,SAAS,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC;AACrB;AAEA,MAAM,UAAU,WAAkC;CAChD,MAAM,EAAE,MAAM,YAAY;CAC1B,OAAO;EAAE,MAAM,QAAQ;EAAI,SAAS,WAAW;CAAG;AACpD;;AAQA,SAAgB,UAAU,GAGxB;CACA,MAAM,MAAM,OAAOA,cAAE,SAAS;EAAE,OAAO,EAAE;EAAO,QAAQ,EAAE;EAAQ,QAAQ,EAAE;CAAO,CAAC,GAAG;EACrF,QAAQ,EAAE;EACV,OAAO,EAAE;EACT,aAAa;EACb,cAAc;CAChB,CAAC;CACD,OAAO;EAAE,qBAAqB,IAAI,cAAc;EAAG,eAAe,IAAI,QAAQ;CAAE;AAClF"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { h as redactSecrets, l as mapJsonStrings, m as redactKey, t as REDACTED, v as registerSecret } from "./redact-BhjtnjrU.js";
|
|
2
|
-
import { o as readableCliInvocation } from "./record-
|
|
3
|
-
import { c as isFlagName, n as FLAGS, t as COMMANDS } from "./cli-spec-
|
|
2
|
+
import { o as readableCliInvocation } from "./record-6IUzwP9K.js";
|
|
3
|
+
import { c as isFlagName, n as FLAGS, t as COMMANDS } from "./cli-spec-Dsr79Qy1.js";
|
|
4
4
|
import { existsSync, readFileSync, realpathSync, writeFileSync } from "node:fs";
|
|
5
5
|
import { homedir } from "node:os";
|
|
6
6
|
import { join } from "node:path";
|
|
@@ -156,4 +156,4 @@ function logInvocation(root, entry) {
|
|
|
156
156
|
}
|
|
157
157
|
export { redactArgv as a, masks as i, readInvocations as n, registerEnvFileValues as o, commandOf as r, scrubber as s, logInvocation as t };
|
|
158
158
|
|
|
159
|
-
//# sourceMappingURL=invocations-
|
|
159
|
+
//# sourceMappingURL=invocations-CxGNOlh0.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"invocations-
|
|
1
|
+
{"version":3,"file":"invocations-CxGNOlh0.js","names":[],"sources":["../src/report/scrub.ts","../src/report/invocations.ts"],"mappings":";;;;;;;;AAgBA,MAAM,YAAY,SAA6B;CAC7C,IAAI,CAAC,QAAQ,SAAS,OAAO,KAAK,SAAS,GAAG,OAAO,CAAC;CACtD,MAAM,sBAAM,IAAI,IAAI,CAAC,KAAK,QAAQ,WAAW,EAAE,CAAC,CAAC;CACjD,IAAI;EACF,IAAI,IAAI,aAAa,IAAI,CAAC;CAC5B,QAAQ,CAAC;CACT,KAAK,MAAM,KAAK,CAAC,GAAG,GAAG,GAAG,IAAI,EAAE,SAAS,IAAI,GAAG,IAAI,IAAI,EAAE,WAAW,MAAM,GAAG,CAAC;CAE/E,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM;AACpD;;;;;AAMA,SAAgB,UACd,MACA,MACA,OAAiC,aAAa,QAC1B;CACpB,IAAI,CAAC,QAAQ,CAAC,MAAM,OAAO,KAAA;CAC3B,IAAI;CACJ,IAAI;EACF,OAAO,KAAK,IAAI;CAClB,QAAQ;EACN;CACF;CACA,MAAM,SAAS,MAAc,EAAE,YAAY,CAAC,CAAC,QAAQ,WAAW,EAAE;CAClE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,WAAW,MAAM,IAAI,CAAC,GAAG,OAAO,KAAA;CACjD,MAAM,SAAS,KAAK,QAAQ,WAAW,EAAE,CAAC,CAAC,MAAM,KAAK,QAAQ,WAAW,EAAE,CAAC,CAAC,MAAM;CACnF,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,SAAS,OAAO,YAAY,CAAC,GAAG,OAAO,KAAA;CACnE,MAAM,QAAQ,KAAK,QAAQ,WAAW,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,MAAM;CACjE,OAAO,MAAM,KAAK,MAAM,MAAM,IAAI,IAAI,KAAA,IAAY;AACpD;AAEA,SAAgB,SAAS,SAIZ;CACX,MAAM,UAAU,SAAS,QAAQ,OAAO;CACxC,MAAM,QAAQ,UAAU,QAAQ,MAAM,QAAQ,IAAI,QAAQ,QAAQ,IAAI,GAAG;CACzE,MAAM,OAAO,CAAC,GAAG,SAAS,QAAQ,IAAI,GAAG,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM;CAC/F,MAAM,WAAW,MAAc,OAAiB,OAAe;EAC7D,IAAI,MAAM;EACV,KAAK,MAAM,QAAQ,OAAO,MAAM,IAAI,WAAW,MAAM,EAAE;EACvD,OAAO;CACT;CACA,MAAM,SAAS,UAAkB,QAAQ,QAAQ,OAAO,SAAS,WAAW,GAAG,MAAM,GAAG;CACxF,MAAM,QAAQ,UAAkB,MAAM,cAAc,OAAO,QAAQ,GAAG,CAAC;CACvE,MAAM,OAAO,UAAkB,MAAM,UAAU,OAAO,QAAQ,GAAG,CAAC;CAClE,MAAM,SAAY,UAAgB;EAChC,IAAI,OAAO,UAAU,UAAU,OAAO,KAAK,KAAK;EAChD,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,KAAK;EAChD,IAAI,SAAS,OAAO,UAAU,UAC5B,OAAO,OAAO,YAAY,OAAO,QAAQ,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;EAErF,OAAO;CACT;CACA,MAAM,QAAQ,UAAkB,eAAe,QAAQ,GAAG,UAAW,QAAQ,IAAI,CAAC,IAAI,KAAK,CAAC,CAAE;CAC9F,OAAO;EAAE;EAAM;EAAO;EAAM,OAAO,CAAC,KAAK,GAAI,QAAQ,SAAS,CAAC,WAAW,IAAI,CAAC,CAAE;CAAE;AACrF;;AAGA,MAAa,SAAS,SAAiB,KAAK,MAAM,QAAQ,CAAC,CAAC,SAAS;;;;;AAMrE,SAAgB,sBAAsB,UAAwB;CAC5D,KAAK,MAAM,SAAS,OAAO,OAAO,SAAS,QAAQ,CAAC,GAClD,IAAI,SAAS,MAAM,UAAU,GAAG,eAAe,KAAK;AAExD;AAEA,MAAM,aAAa,WAChB,OAAO,QAAQ,KAAK,CAAC,CAAiD,MACpE,GAAG,OAAO,WAAW,KAAK,EAAE,UAAU,MACzC,CAAC,GAAG;;;;;;AAON,SAAgB,WAAW,MAA0B;CACnD,MAAM,MAAgB,CAAC;CACvB,IAAI,WAAgD;CACpD,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,MAAM,KAAK;EACjB,IAAI,QAAQ,MAAM;GAChB,IAAI,KAAK,MAAM,GAAG,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,UAAU,OAAO,CAAC;GACtD;EACF;EACA,IAAI,QAAQ,KAAK,GAAG,GAAG;GACrB,IAAI,KAAK,GAAG;GACZ;EACF;EACA,IAAI,IAAI,WAAW,GAAG,KAAK,QAAQ,KAAK;GACtC,MAAM,KAAK,IAAI,QAAQ,GAAG;GAC1B,MAAM,OAAO,OAAO,KAAK,MAAM,IAAI,MAAM,GAAG,EAAE;GAC9C,MAAM,OAAO,KAAK,WAAW,IAAI,IAAI,KAAK,MAAM,CAAC,IAAI,UAAU,KAAK,MAAM,CAAC,CAAC;GAC5E,MAAM,OAAO,QAAQ,WAAW,IAAI,IAAI,MAAM,QAAQ,KAAA;GACtD,IAAI,CAAC,MAAM;IACT,IAAI,KAAK,QAAQ;IACjB;GACF;GACA,IAAI,OAAO,IAAI,IAAI,KAAK,GAAG,KAAK,SAAS;QACpC;IACH,IAAI,KAAK,IAAI;IACb,IAAI,KAAK,SAAS,YAAY,IAAI,IAAI,KAAK,QAAQ;KACjD,IAAI,KAAK,SAAS;KAClB;IACF;GACF;GACA;EACF;EACA,MAAM,UAAU,WAAW;EAC3B,IAAI,SAAS;GACX,IAAI,KAAK,GAAG;GACZ,WAAW,aAAa,WAAW,QAAQ,MAAM,KAAA;GACjD;EACF;EACA,WAAW,KAAA;EACX,IAAI,KAAK,OAAO;CAClB;CACA,OAAO;AACT;;AAGA,SAAgB,UAAU,MAA+B;CACvD,MAAM,QAAQ,WAAW,IAAI,CAAC,CAAC,QAAQ,MAAM,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,EAAE,WAAW,GAAG,CAAC;CACrF,OAAO,MAAM,SAAS,MAAM,KAAK,GAAG,IAAI;AAC1C;;ACzIA,MAAa,mBAAmB,SAAiB,KAAK,MAAM,WAAW,WAAW;;AAGlF,SAAgB,gBAAgB,MAA+B;CAC7D,MAAM,OAAO,gBAAgB,IAAI;CACjC,IAAI,CAAC,WAAW,IAAI,GAAG,OAAO,CAAC;CAC/B,OAAO,aAAa,MAAM,MAAM,CAAC,CAC9B,MAAM,IAAI,CAAC,CACX,SAAS,SAAS;EACjB,IAAI,CAAC,KAAK,KAAK,GAAG,OAAO,CAAC;EAC1B,IAAI;GACF,OAAO,CAAC,sBAAsB,KAAK,MAAM,IAAI,CAAkB,CAAC;EAClE,QAAQ;GACN,OAAO,CAAC;EACV;CACF,CAAC;AACL;;;;;AAMA,SAAgB,cAAc,MAAc,OAA4B;CACtE,IAAI;EACF,IAAI,CAAC,WAAW,KAAK,MAAM,SAAS,CAAC,GAAG;EACxC,MAAM,QAAQ,SAAS;GAAE,KAAK,QAAQ;GAAK,MAAM,QAAQ;GAAG,SAAS;EAAK,CAAC;EAC3E,MAAM,QAAQ,CAAC,GAAG,gBAAgB,IAAI,GAAG,MAAM,MAAM,KAAK,CAAC,CAAC,CACzD,MAAM,GAAiB,CAAC,CACxB,KAAK,MAAM,KAAK,UAAU,CAAC,CAAC;EAC/B,cAAc,gBAAgB,IAAI,GAAG,GAAG,MAAM,KAAK,IAAI,EAAE,GAAG;CAC9D,QAAQ,CAAC;AACX"}
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
import { a as VERCEL_KEY, d as OPENROUTER_KEY, l as vercelCredentialProblem, o as VERCEL_OIDC } from "./vercel-CGlSBv63.js";
|
|
2
|
+
import { v as vertexSettings } from "./vertex-Eb2wqahk.js";
|
|
3
|
+
import { h as redactSecrets, r as badCharacterAt } from "./redact-BhjtnjrU.js";
|
|
4
|
+
import { setTimeout } from "node:timers/promises";
|
|
5
|
+
// src/judge/retry.ts
|
|
6
|
+
/** Up to six tries over about a minute: long enough to ride out a provider's "high demand". */
|
|
7
|
+
const JUDGE_RETRY = {
|
|
8
|
+
attempts: 6,
|
|
9
|
+
baseMs: 2e3,
|
|
10
|
+
maxMs: 3e4
|
|
11
|
+
};
|
|
12
|
+
const TRANSIENT_STATUS = /* @__PURE__ */ new Set([
|
|
13
|
+
408,
|
|
14
|
+
409,
|
|
15
|
+
425,
|
|
16
|
+
429
|
|
17
|
+
]);
|
|
18
|
+
const TRANSIENT_MESSAGE = /high demand|overloaded|unavailable|rate.?limit|resource.?exhausted|try again|ECONNRESET|ECONNREFUSED|ETIMEDOUT|EAI_AGAIN|socket hang up|fetch failed/i;
|
|
19
|
+
/** The AI SDK wraps the provider's error once it has retried itself; look through that. */
|
|
20
|
+
const innermost = (error) => {
|
|
21
|
+
const e = error;
|
|
22
|
+
return e?.name === "AI_RetryError" && e.lastError ? innermost(e.lastError) : error;
|
|
23
|
+
};
|
|
24
|
+
/** An error from the provider's API (an AI SDK `APICallError`), not one reeval raised itself. */
|
|
25
|
+
const isApiError = (error) => typeof innermost(error)?.statusCode === "number";
|
|
26
|
+
/** Rate limits, 5xx, overload and network blips. Never a bad request, bad key, abort or timeout. */
|
|
27
|
+
function isTransient(error) {
|
|
28
|
+
const e = innermost(error);
|
|
29
|
+
if (!e || e.name === "AbortError" || e.name === "TimeoutError") return false;
|
|
30
|
+
if (typeof e.statusCode === "number") return e.statusCode >= 500 || TRANSIENT_STATUS.has(e.statusCode) || e.isRetryable === true;
|
|
31
|
+
return e.isRetryable === true || TRANSIENT_MESSAGE.test(e.message ?? String(e));
|
|
32
|
+
}
|
|
33
|
+
function retryAfterMs(error) {
|
|
34
|
+
const header = innermost(error)?.responseHeaders?.["retry-after"];
|
|
35
|
+
const seconds = Number(header);
|
|
36
|
+
return Number.isFinite(seconds) && seconds > 0 ? seconds * 1e3 : 0;
|
|
37
|
+
}
|
|
38
|
+
/** Exponential backoff with equal jitter, at least any `retry-after`, never above `maxMs`. */
|
|
39
|
+
function backoffMs(policy, retry, error) {
|
|
40
|
+
const cap = Math.min(policy.maxMs, policy.baseMs * 2 ** retry);
|
|
41
|
+
const jittered = cap / 2 + Math.random() * (cap / 2);
|
|
42
|
+
return Math.round(Math.min(policy.maxMs, Math.max(jittered, retryAfterMs(error))));
|
|
43
|
+
}
|
|
44
|
+
/** Runs `call` until it succeeds, fails for good, or runs out of tries. */
|
|
45
|
+
async function withRetries(call, policy, signal) {
|
|
46
|
+
const retries = [];
|
|
47
|
+
for (;;) try {
|
|
48
|
+
return {
|
|
49
|
+
value: await call(),
|
|
50
|
+
retries
|
|
51
|
+
};
|
|
52
|
+
} catch (error) {
|
|
53
|
+
if (signal.aborted || retries.length + 1 >= policy.attempts || !isTransient(error)) {
|
|
54
|
+
const failed = error instanceof Error ? error : new Error(String(error));
|
|
55
|
+
failed.retries = retries;
|
|
56
|
+
throw failed;
|
|
57
|
+
}
|
|
58
|
+
const delayMs = backoffMs(policy, retries.length, error);
|
|
59
|
+
const e = innermost(error);
|
|
60
|
+
retries.push({
|
|
61
|
+
error: e?.message ?? String(e),
|
|
62
|
+
delayMs
|
|
63
|
+
});
|
|
64
|
+
await setTimeout(delayMs, void 0, { signal });
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
// src/judge/index.ts
|
|
68
|
+
/** The judge the docs recommend, pinned so a model update never silently moves scores. */
|
|
69
|
+
const RECOMMENDED_JUDGE_MODEL = "typesafe-ai/jev-1.14.0";
|
|
70
|
+
/** The same judge as OpenRouter names it. */
|
|
71
|
+
const OPENROUTER_JUDGE_MODEL = "typesafe/jev-1.14";
|
|
72
|
+
/** The language model `reeval init` sets as `analysis.model` and `reeval analyze` uses. */
|
|
73
|
+
const RECOMMENDED_ANALYSIS_MODEL = "google/gemini-3.8-flash";
|
|
74
|
+
const DEFAULT_THRESHOLD = .8;
|
|
75
|
+
/** Each routing gateway's keys, in the order reeval prefers them. */
|
|
76
|
+
const ROUTED_KEYS = {
|
|
77
|
+
vercel: [VERCEL_KEY, VERCEL_OIDC],
|
|
78
|
+
openrouter: [OPENROUTER_KEY]
|
|
79
|
+
};
|
|
80
|
+
/**
|
|
81
|
+
* Providers `direct()` calls, each through its own AI SDK package and key. Any other prefix needs
|
|
82
|
+
* `vercel()` in the config's gateway list.
|
|
83
|
+
*/
|
|
84
|
+
const DIRECT_PROVIDERS = {
|
|
85
|
+
anthropic: {
|
|
86
|
+
key: "ANTHROPIC_API_KEY",
|
|
87
|
+
pkg: "@ai-sdk/anthropic",
|
|
88
|
+
name: "Anthropic"
|
|
89
|
+
},
|
|
90
|
+
google: {
|
|
91
|
+
key: "GOOGLE_GENERATIVE_AI_API_KEY",
|
|
92
|
+
pkg: "@ai-sdk/google",
|
|
93
|
+
name: "Google"
|
|
94
|
+
},
|
|
95
|
+
openai: {
|
|
96
|
+
key: "OPENAI_API_KEY",
|
|
97
|
+
pkg: "@ai-sdk/openai",
|
|
98
|
+
name: "OpenAI"
|
|
99
|
+
},
|
|
100
|
+
"typesafe-ai": {
|
|
101
|
+
key: "TYPESAFE_AI_API_KEY",
|
|
102
|
+
pkg: "@ai-sdk/typesafe-ai",
|
|
103
|
+
name: "TypeSafe AI"
|
|
104
|
+
}
|
|
105
|
+
};
|
|
106
|
+
const isFakeJudge = (m) => typeof m === "object" && m !== null && m.kind === "fake-judge";
|
|
107
|
+
function judgeModelName(model) {
|
|
108
|
+
if (typeof model === "string") return model;
|
|
109
|
+
if (isFakeJudge(model)) return "fake";
|
|
110
|
+
const m = model;
|
|
111
|
+
return m.provider && m.modelId ? `${m.provider}/${m.modelId}` : "custom";
|
|
112
|
+
}
|
|
113
|
+
/**
|
|
114
|
+
* Checks a model string's shape; returns an error message naming it as `what` (with where it was
|
|
115
|
+
* set), or undefined when it's valid.
|
|
116
|
+
*/
|
|
117
|
+
function checkModelString(model, what = "The judge model", examples = [RECOMMENDED_JUDGE_MODEL, `google/${model}`]) {
|
|
118
|
+
if (model.includes("/")) return void 0;
|
|
119
|
+
return `${what} needs a provider prefix, e.g. ${examples.map((e) => `"${e}"`).join(" or ")} (got "${model}")`;
|
|
120
|
+
}
|
|
121
|
+
const providerOf = (model) => model.slice(0, model.indexOf("/"));
|
|
122
|
+
/**
|
|
123
|
+
* Environment variables a model needs on `gateway`, in the order reeval prefers them; any one is
|
|
124
|
+
* enough. On direct, its provider's own key (none for a prefix reeval can't call directly); on
|
|
125
|
+
* vertex none, since its token comes from Application Default Credentials; on another gateway,
|
|
126
|
+
* that gateway's.
|
|
127
|
+
*/
|
|
128
|
+
function judgeCredentials(model, gateway = "direct") {
|
|
129
|
+
if (isFakeJudge(model) || gateway === "vertex") return [];
|
|
130
|
+
if (gateway !== "direct") return [...ROUTED_KEYS[gateway]];
|
|
131
|
+
const direct = DIRECT_PROVIDERS[providerOf(model)];
|
|
132
|
+
return direct ? [direct.key] : [];
|
|
133
|
+
}
|
|
134
|
+
/** The keys that would work for a model on `on`: `ANTHROPIC_API_KEY (for direct())`. */
|
|
135
|
+
function modelKeyOptions(model, on = "direct") {
|
|
136
|
+
if (on === "vertex") return "Application Default Credentials (for vertex())";
|
|
137
|
+
if (on !== "direct") return `${ROUTED_KEYS[on].join(" or ")} (for ${on}())`;
|
|
138
|
+
const direct = DIRECT_PROVIDERS[providerOf(model)];
|
|
139
|
+
return direct ? `${direct.key} (for direct())` : `vercel() in gateway (direct() calls only ${Object.keys(DIRECT_PROVIDERS).map((p) => `${p}/*`).join(", ")} models)`;
|
|
140
|
+
}
|
|
141
|
+
/** A gateway's credential set in `env`, if any, with the gateway it's for. */
|
|
142
|
+
function setGatewayKey(env) {
|
|
143
|
+
for (const [gateway, keys] of Object.entries(ROUTED_KEYS)) {
|
|
144
|
+
const key = keys.find((k) => env[k]);
|
|
145
|
+
if (key) return {
|
|
146
|
+
key,
|
|
147
|
+
gateway
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
/**
|
|
152
|
+
* ` AI_GATEWAY_API_KEY is set, but …` when a gateway's credential is set and the model goes
|
|
153
|
+
* direct, so the key says how to use it.
|
|
154
|
+
*/
|
|
155
|
+
function unusedGatewayKey(env, gateway = "direct") {
|
|
156
|
+
if (gateway !== "direct") return "";
|
|
157
|
+
const set = setGatewayKey(env);
|
|
158
|
+
if (!set) return "";
|
|
159
|
+
const name = set.gateway === "vercel" ? "Vercel AI Gateway" : "OpenRouter";
|
|
160
|
+
return ` ${set.key} is set, but no gateway in the config uses it: add ${set.gateway}() to gateway to call the model through ${name}.`;
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* The provider's own package on direct, the Vercel AI Gateway on vercel, or OpenRouter's package
|
|
164
|
+
* on openrouter, or Vertex AI on vertex, whose token is minted when the model is called.
|
|
165
|
+
* Throws, naming the model, its prefix and the keys that would work, when none is
|
|
166
|
+
* set, when the key it would send has whitespace or a line break in it, or when Vercel's project
|
|
167
|
+
* token has expired.
|
|
168
|
+
*/
|
|
169
|
+
function judgeRoute(model, env = process.env, what = "judge model", gateway = "direct") {
|
|
170
|
+
if (gateway === "vertex") return { kind: "vertex" };
|
|
171
|
+
const provider = providerOf(model);
|
|
172
|
+
const direct = DIRECT_PROVIDERS[provider];
|
|
173
|
+
const keys = judgeCredentials(model, gateway);
|
|
174
|
+
if (!keys.length) throw new Error(`${what} "${model}" needs vercel() in the config's gateway list: direct() calls only ${Object.keys(DIRECT_PROVIDERS).map((p) => `${p}/*`).join(", ")} models.`);
|
|
175
|
+
const key = keys.find((k) => env[k]);
|
|
176
|
+
if (key === void 0) throw new Error(`No credentials for ${what} "${model}" (provider "${provider}"). Set ${modelKeyOptions(model, gateway)}, in the environment or .env.local.${unusedGatewayKey(env, gateway)}`);
|
|
177
|
+
if (key === "VERCEL_OIDC_TOKEN") {
|
|
178
|
+
const expired = vercelCredentialProblem(env);
|
|
179
|
+
if (expired) throw new Error(`${what} "${model}": ${expired}`);
|
|
180
|
+
}
|
|
181
|
+
const at = badCharacterAt(env[key]);
|
|
182
|
+
if (at) throw new Error(`${key} for ${what} "${model}" has whitespace or a line break in it at character ${at}. A key copied from a wrapped terminal line picks these up; set it again as one line.`);
|
|
183
|
+
if (gateway === "openrouter") return { kind: "openrouter" };
|
|
184
|
+
return direct && key === direct.key ? {
|
|
185
|
+
kind: "direct",
|
|
186
|
+
provider,
|
|
187
|
+
pkg: direct.pkg
|
|
188
|
+
} : { kind: "gateway" };
|
|
189
|
+
}
|
|
190
|
+
/** Transient provider errors (429, 5xx, "high demand") are retried with backoff and recorded. */
|
|
191
|
+
async function runJudge(question, state, options, signal, retry = JUDGE_RETRY) {
|
|
192
|
+
const { model, threshold } = options;
|
|
193
|
+
const gateway = typeof options.gateway === "object" ? options.gateway.kind : options.gateway;
|
|
194
|
+
const fallbacks = typeof options.gateway === "object" && options.gateway.kind === "openrouter" && options.gateway.fallbacks === true;
|
|
195
|
+
const vertex = gateway === "vertex" ? vertexSettings(typeof options.gateway === "object" && options.gateway.kind === "vertex" ? options.gateway : {}) : void 0;
|
|
196
|
+
let score;
|
|
197
|
+
let resolvedModel;
|
|
198
|
+
let billing = {};
|
|
199
|
+
let retries = [];
|
|
200
|
+
if (isFakeJudge(model)) score = typeof model.score === "function" ? model.score(state) : model.score;
|
|
201
|
+
else {
|
|
202
|
+
if (typeof model === "string") {
|
|
203
|
+
const problem = checkModelString(model);
|
|
204
|
+
if (problem) throw new Error(problem);
|
|
205
|
+
}
|
|
206
|
+
const { scoreWithModel } = await import("./model-CwwkrCb7.js");
|
|
207
|
+
const scored = await withRetries(() => scoreWithModel(model, redactSecrets(question), state, options.providerOptions, signal, gateway, fallbacks, vertex), retry, signal);
|
|
208
|
+
const { score: scoredAt, resolvedModel: served, ...billed } = scored.value;
|
|
209
|
+
score = scoredAt;
|
|
210
|
+
resolvedModel = served;
|
|
211
|
+
billing = billed;
|
|
212
|
+
retries = scored.retries;
|
|
213
|
+
}
|
|
214
|
+
return {
|
|
215
|
+
verdict: {
|
|
216
|
+
verdict: score >= threshold ? "pass" : "fail",
|
|
217
|
+
score,
|
|
218
|
+
threshold,
|
|
219
|
+
question,
|
|
220
|
+
model: judgeModelName(model),
|
|
221
|
+
...resolvedModel ? { resolvedModel } : {},
|
|
222
|
+
...gateway && typeof model === "string" ? { gateway } : {},
|
|
223
|
+
...billing
|
|
224
|
+
},
|
|
225
|
+
retries
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
export { RECOMMENDED_JUDGE_MODEL as a, judgeCredentials as c, modelKeyOptions as d, runJudge as f, isApiError as h, RECOMMENDED_ANALYSIS_MODEL as i, judgeModelName as l, unusedGatewayKey as m, DIRECT_PROVIDERS as n, checkModelString as o, setGatewayKey as p, OPENROUTER_JUDGE_MODEL as r, isFakeJudge as s, DEFAULT_THRESHOLD as t, judgeRoute as u };
|
|
229
|
+
|
|
230
|
+
//# sourceMappingURL=judge-COMXT1Hx.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"judge-COMXT1Hx.js","names":["sleep"],"sources":["../src/judge/retry.ts","../src/judge/index.ts"],"mappings":";;;;;;AAOA,MAAa,cAA2B;CAAE,UAAU;CAAG,QAAQ;CAAO,OAAO;AAAO;AAEpF,MAAM,mCAAmB,IAAI,IAAI;CAAC;CAAK;CAAK;CAAK;AAAG,CAAC;AACrD,MAAM,oBACJ;;AAUF,MAAM,aAAa,UAA4B;CAC7C,MAAM,IAAI;CACV,OAAO,GAAG,SAAS,mBAAmB,EAAE,YAAY,UAAU,EAAE,SAAS,IAAI;AAC/E;;AAGA,MAAa,cAAc,UACzB,OAAQ,UAAU,KAAK,CAAC,EAAoB,eAAe;;AAG7D,SAAgB,YAAY,OAAyB;CACnD,MAAM,IAAI,UAAU,KAAK;CACzB,IAAI,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,SAAS,gBAAgB,OAAO;CACvE,IAAI,OAAO,EAAE,eAAe,UAC1B,OAAO,EAAE,cAAc,OAAO,iBAAiB,IAAI,EAAE,UAAU,KAAK,EAAE,gBAAgB;CAExF,OAAO,EAAE,gBAAgB,QAAQ,kBAAkB,KAAK,EAAE,WAAW,OAAO,CAAC,CAAC;AAChF;AAEA,SAAS,aAAa,OAAwB;CAC5C,MAAM,SAAU,UAAU,KAAK,CAAC,EAAoB,kBAAkB;CACtE,MAAM,UAAU,OAAO,MAAM;CAC7B,OAAO,OAAO,SAAS,OAAO,KAAK,UAAU,IAAI,UAAU,MAAO;AACpE;;AAGA,SAAgB,UAAU,QAAqB,OAAe,OAAwB;CACpF,MAAM,MAAM,KAAK,IAAI,OAAO,OAAO,OAAO,SAAS,KAAK,KAAK;CAC7D,MAAM,WAAW,MAAM,IAAI,KAAK,OAAO,KAAK,MAAM;CAClD,OAAO,KAAK,MAAM,KAAK,IAAI,OAAO,OAAO,KAAK,IAAI,UAAU,aAAa,KAAK,CAAC,CAAC,CAAC;AACnF;;AAKA,eAAsB,YACpB,MACA,QACA,QAC8C;CAC9C,MAAM,UAAwB,CAAC;CAC/B,SACE,IAAI;EACF,OAAO;GAAE,OAAO,MAAM,KAAK;GAAG;EAAQ;CACxC,SAAS,OAAO;EACd,IAAI,OAAO,WAAW,QAAQ,SAAS,KAAK,OAAO,YAAY,CAAC,YAAY,KAAK,GAAG;GAClF,MAAM,SAAU,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;GACxE,OAAO,UAAU;GACjB,MAAM;EACR;EACA,MAAM,UAAU,UAAU,QAAQ,QAAQ,QAAQ,KAAK;EACvD,MAAM,IAAI,UAAU,KAAK;EACzB,QAAQ,KAAK;GAAE,OAAO,GAAG,WAAW,OAAO,CAAC;GAAG;EAAQ,CAAC;EACxD,MAAMA,WAAM,SAAS,KAAA,GAAW,EAAE,OAAO,CAAC;CAC5C;AAEJ;;;AC5DA,MAAa,0BAA0B;;AAEvC,MAAa,yBAAyB;;AAEtC,MAAa,6BAA6B;AAC1C,MAAa,oBAAoB;;AAKjC,MAAM,cAAuE;CAC3E,QAAQ,CAJY,YAAY,WAIb;CACnB,YAAY,CAAC,cAAc;AAC7B;;;;;AAMA,MAAa,mBAA+E;CAC1F,WAAW;EAAE,KAAK;EAAqB,KAAK;EAAqB,MAAM;CAAY;CACnF,QAAQ;EAAE,KAAK;EAAgC,KAAK;EAAkB,MAAM;CAAS;CACrF,QAAQ;EAAE,KAAK;EAAkB,KAAK;EAAkB,MAAM;CAAS;CACvE,eAAe;EAAE,KAAK;EAAuB,KAAK;EAAuB,MAAM;CAAc;AAC/F;AAcA,MAAa,eAAe,MAC1B,OAAO,MAAM,YAAY,MAAM,QAAS,EAAqB,SAAS;AAExE,SAAgB,eAAe,OAA2B;CACxD,IAAI,OAAO,UAAU,UAAU,OAAO;CACtC,IAAI,YAAY,KAAK,GAAG,OAAO;CAC/B,MAAM,IAAI;CACV,OAAO,EAAE,YAAY,EAAE,UAAU,GAAG,EAAE,SAAS,GAAG,EAAE,YAAY;AAClE;;;;;AAMA,SAAgB,iBACd,OACA,OAAO,mBACP,WAAW,CAAC,yBAAyB,UAAU,OAAO,GAClC;CACpB,IAAI,MAAM,SAAS,GAAG,GAAG,OAAO,KAAA;CAChC,OAAO,GAAG,KAAK,iCAAiC,SAAS,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,SAAS,MAAM;AAC5G;AAEA,MAAM,cAAc,UAAkB,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC;;;;;;;AAQvE,SAAgB,iBACd,OACA,UAAuB,UACb;CACV,IAAI,YAAY,KAAK,KAAK,YAAY,UAAU,OAAO,CAAC;CACxD,IAAI,YAAY,UAAU,OAAO,CAAC,GAAG,YAAY,QAAQ;CACzD,MAAM,SAAS,iBAAiB,WAAW,KAAK;CAChD,OAAO,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;AAClC;;AAGA,SAAgB,gBAAgB,OAAe,KAAkB,UAAkB;CACjF,IAAI,OAAO,UAAU,OAAO;CAC5B,IAAI,OAAO,UAAU,OAAO,GAAG,YAAY,GAAG,CAAC,KAAK,MAAM,EAAE,QAAQ,GAAG;CACvE,MAAM,SAAS,iBAAiB,WAAW,KAAK;CAChD,OAAO,SACH,GAAG,OAAO,IAAI,mBACd,4CAA4C,OAAO,KAAK,gBAAgB,CAAC,CACtE,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC,CACpB,KAAK,IAAI,EAAE;AACpB;;AAGA,SAAgB,cACd,KAC0D;CAC1D,KAAK,MAAM,CAAC,SAAS,SAAS,OAAO,QAAQ,WAAW,GAAG;EACzD,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,EAAE;EACnC,IAAI,KAAK,OAAO;GAAE;GAAc;EAA8B;CAChE;AAEF;;;;;AAMA,SAAgB,iBAAiB,KAAwB,UAAuB,UAAkB;CAChG,IAAI,YAAY,UAAU,OAAO;CACjC,MAAM,MAAM,cAAc,GAAG;CAC7B,IAAI,CAAC,KAAK,OAAO;CACjB,MAAM,OAAO,IAAI,YAAY,WAAW,sBAAsB;CAC9D,OAAO,IAAI,IAAI,IAAI,qDAAqD,IAAI,QAAQ,0CAA0C,KAAK;AACrI;;;;;;;;AASA,SAAgB,WACd,OACA,MAAyB,QAAQ,KACjC,OAAO,eACP,UAAuB,UACX;CACZ,IAAI,YAAY,UAAU,OAAO,EAAE,MAAM,SAAS;CAClD,MAAM,WAAW,WAAW,KAAK;CACjC,MAAM,SAAS,iBAAiB;CAChC,MAAM,OAAO,iBAAiB,OAAO,OAAO;CAC5C,IAAI,CAAC,KAAK,QACR,MAAM,IAAI,MACR,GAAG,KAAK,IAAI,MAAM,qEAAqE,OAAO,KAC5F,gBACF,CAAC,CACE,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC,CACpB,KAAK,IAAI,EAAE,SAChB;CAEF,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,EAAE;CACnC,IAAI,QAAQ,KAAA,GACV,MAAM,IAAI,MACR,sBAAsB,KAAK,IAAI,MAAM,eAAe,SAAS,UAAU,gBAAgB,OAAO,OAAO,EAAE,qCAAqC,iBAAiB,KAAK,OAAO,GAC3K;CAEF,IAAI,QAAA,qBAAqB;EACvB,MAAM,UAAU,wBAAwB,GAAG;EAC3C,IAAI,SAAS,MAAM,IAAI,MAAM,GAAG,KAAK,IAAI,MAAM,KAAK,SAAS;CAC/D;CACA,MAAM,KAAK,eAAe,IAAI,IAAc;CAC5C,IAAI,IACF,MAAM,IAAI,MACR,GAAG,IAAI,OAAO,KAAK,IAAI,MAAM,sDAAsD,GAAG,sFACxF;CAEF,IAAI,YAAY,cAAc,OAAO,EAAE,MAAM,aAAa;CAC1D,OAAO,UAAU,QAAQ,OAAO,MAC5B;EAAE,MAAM;EAAU;EAAU,KAAK,OAAO;CAAI,IAC5C,EAAE,MAAM,UAAU;AACxB;;AAMA,eAAsB,SACpB,UACA,OACA,SACA,QACA,QAAqB,aACC;CACtB,MAAM,EAAE,OAAO,cAAc;CAC7B,MAAM,UAAU,OAAO,QAAQ,YAAY,WAAW,QAAQ,QAAQ,OAAO,QAAQ;CACrF,MAAM,YACJ,OAAO,QAAQ,YAAY,YAC3B,QAAQ,QAAQ,SAAS,gBACzB,QAAQ,QAAQ,cAAc;CAChC,MAAM,SACJ,YAAY,WACR,eACE,OAAO,QAAQ,YAAY,YAAY,QAAQ,QAAQ,SAAS,WAC5D,QAAQ,UACR,CAAC,CACP,IACA,KAAA;CACN,IAAI;CACJ,IAAI;CACJ,IAAI,UAAmD,CAAC;CACxD,IAAI,UAAwB,CAAC;CAC7B,IAAI,YAAY,KAAK,GACnB,QAAQ,OAAO,MAAM,UAAU,aAAa,MAAM,MAAM,KAAK,IAAI,MAAM;MAClE;EACL,IAAI,OAAO,UAAU,UAAU;GAC7B,MAAM,UAAU,iBAAiB,KAAK;GACtC,IAAI,SAAS,MAAM,IAAI,MAAM,OAAO;EACtC;EACA,MAAM,EAAE,mBAAmB,MAAM,OAAO;EACxC,MAAM,SAAS,MAAM,kBAEjB,eACE,OACA,cAAc,QAAQ,GACtB,OACA,QAAQ,iBACR,QACA,SACA,WACA,MACF,GACF,OACA,MACF;EACA,MAAM,EAAE,OAAO,UAAU,eAAe,QAAQ,GAAG,WAAW,OAAO;EACrE,QAAQ;EACR,gBAAgB;EAChB,UAAU;EACV,UAAU,OAAO;CACnB;CAWA,OAAO;EAAE,SAAA;GATP,SAAS,SAAS,YAAY,SAAS;GACvC;GACA;GACA;GACA,OAAO,eAAe,KAAK;GAC3B,GAAI,gBAAgB,EAAE,cAAc,IAAI,CAAC;GACzC,GAAI,WAAW,OAAO,UAAU,WAAW,EAAE,QAAQ,IAAI,CAAC;GAC1D,GAAG;EAEU;EAAG;CAAQ;AAC5B"}
|
package/dist/judge.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { At as JudgeState, Dt as JudgeInputs, Et as JudgeFailure, Ot as JudgeModel, R as ConfigJudgeOptions, Tt as JudgeCallOptions, at as FakeAnswer, c as BlindPair, fn as Verdict, it as FakeAnalysisModel, kt as JudgeOptions, n as AnalysisConfig, s as BlindAttempt, st as FakeJudgeModel, ut as FakeVote, wt as JudgeArtifactRef } from "./types-DBwFsGem.js";
|
|
2
2
|
import "./vertex-C7PI-WPc.js";
|
|
3
3
|
/** The judge the docs recommend, pinned so a model update never silently moves scores. */
|
|
4
4
|
export declare const RECOMMENDED_JUDGE_MODEL = "typesafe-ai/jev-1.14.0";
|
package/dist/judge.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as RECOMMENDED_JUDGE_MODEL, t as DEFAULT_THRESHOLD } from "./judge-
|
|
1
|
+
import { a as RECOMMENDED_JUDGE_MODEL, t as DEFAULT_THRESHOLD } from "./judge-COMXT1Hx.js";
|
|
2
2
|
// src/judge.ts
|
|
3
3
|
/**
|
|
4
4
|
* A judge that returns `score` without calling a model, for tests and dry runs. `score` can be a
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { n as clip } from "./text-B8-W3Cvn.js";
|
|
2
|
-
import { a as liftInterval, m as round3, r as containsZero } from "./stats-C18W4xPX.js";
|
|
3
2
|
import { i as sumUsage } from "./usage-DJiDnh2D.js";
|
|
3
|
+
import { a as liftInterval, m as round3, r as containsZero } from "./stats-C18W4xPX.js";
|
|
4
4
|
// src/view/judgments.ts
|
|
5
5
|
/** Show each key until this many; then the minimum score plus a count. */
|
|
6
6
|
const COLLAPSE_AFTER = 2;
|
|
@@ -243,4 +243,4 @@ function commandLine(command, max = 80) {
|
|
|
243
243
|
}
|
|
244
244
|
export { checksByLabel as a, commandLine as c, labeledJudgments as d, summaryJudgeRates as f, checkTries as i, judgeLabel as l, uniqueJudgeLabels as m, cellUsage as n, collapsedJudgeLabel as o, triesNote as p, checkLabels as r, collapsedJudges as s, cellJudgeRates as t, judgeRatesLabel as u };
|
|
245
245
|
|
|
246
|
-
//# sourceMappingURL=judgments-
|
|
246
|
+
//# sourceMappingURL=judgments-CzgpsTqv.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"judgments-
|
|
1
|
+
{"version":3,"file":"judgments-CzgpsTqv.js","names":[],"sources":["../src/view/judgments.ts"],"mappings":";;;;;AAeA,MAAM,iBAAiB;AAEvB,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;;AAG7F,MAAM,YAAY;AAElB,MAAM,aAAa,aAAqB,SAAS,QAAQ,QAAQ,EAAE,CAAC,CAAC,KAAK;;AAG1E,SAAS,SAAS,MAAc,KAAqB;CACnD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,EAAE,MAAM,EAAE;CACjC,MAAM,QAAQ,IAAI,OAAO,IAAI;CAE7B,OAAO,KADM,SAAS,KAAK,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC,IAAI,IAAA,CACpD,UAAU;AAC5B;;AAGA,SAAgB,WAAW,UAA0B;CACnD,OAAO,KAAK,UAAU,QAAQ,GAAG,SAAS;AAC5C;;;;;;AAOA,SAAgB,kBACd,OACqB;CACrB,MAAM,wBAAQ,IAAI,IAA+C;CACjE,KAAK,MAAM,QAAQ,OACjB,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI;CAEpD,MAAM,yBAAS,IAAI,IAAoB;CACvC,MAAM,uBAAO,IAAI,IAAsB;CAEvC,MAAM,YAAY,KAAa,UAAkB;EAC/C,MAAM,OAAO,OAAO,IAAI,GAAG;EAC3B,IAAI,SAAS,KAAA,GAAW;GACtB,MAAM,QAAQ,KAAK,IAAI,IAAI;GAC3B,IAAI,OAAO;IACT,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,GAAG;IAC1C,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,IAAI;SAC/B,KAAK,OAAO,IAAI;GACvB;EACF;EACA,OAAO,IAAI,KAAK,KAAK;EACrB,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,CAAC;EAClC,MAAM,KAAK,GAAG;EACd,KAAK,IAAI,OAAO,KAAK;CACvB;CAEA,KAAK,MAAM,OAAO,MAAM,OAAO,GAAG,SAAS,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC;CAE5E,KAAK,MAAM,CAAC,OAAO,SAAS,CAAC,GAAG,IAAI,GAAG;EACrC,IAAI,KAAK,SAAS,GAAG;EACrB,MAAM,wBAAQ,IAAI,IAAsB;EACxC,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,MAAM,MAAM,IAAI,GAAG;GACzB,IAAI,CAAC,KAAK;GACV,MAAM,OAAO,SAAS,UAAU,IAAI,QAAQ,GAAG,SAAS;GACxD,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK,CAAC;GAClC,MAAM,KAAK,GAAG;GACd,MAAM,IAAI,MAAM,KAAK;EACvB;EACA,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO;GACjC,MAAM,CAAC,QAAQ;GACf,MAAM,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,EAAA,CAAG,MAAM,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;GACnE,IAAI,QAAQ,MAAM,WAAW,KAAK,SAAS,SAAS,CAAC,OAAO,SAAS,MAAM,IAAI;QAC1E,KAAK,MAAM,OAAO,OAAO,SAAS,KAAK,GAAG;EACjD;CACF;CAEA,KAAK,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG;EAChC,IAAI,KAAK,SAAS,GAAG;EACrB,KAAK,MAAM,OAAO,MAAM,SAAS,KAAK,GAAG;CAC3C;CAEA,OAAO;AACT;AAuBA,SAAS,WAAW,GAAgC,SAAwC;CAC1F,MAAM,wBAAQ,IAAI,IAAsB;CACxC,MAAM,+BAAe,IAAI,IAAoB;CAC7C,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,SAAS,WAAW,CAAC,QAAQ,CAAC,GAAG;EACvC,KAAK,MAAM,EAAE,UAAU,GAAG,OAAO,UAAU,aAAa,iBAAiB,CAAC,GAAG;GAC3E,MAAM,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK;IAC9B,OAAO;IACP,UAAU;IACV,UAAU,EAAE;IACZ,MAAM;IACN,SAAS;GACX;GACA,IAAI;GACJ,IAAI,EAAE,YAAY,QAAQ,IAAI;GAC9B,MAAM,IAAI,EAAE,KAAK,GAAG;GACpB,IAAI,WAAW,CAAC,aAAa,IAAI,EAAE,GAAG,GAAG,aAAa,IAAI,EAAE,KAAK,KAAK;EACxE;CACF;CACA,MAAM,SAAS,kBACb,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EAAE;EAAK,UAAU,IAAI;CAAS,EAAE,CAClE;CACA,KAAK,MAAM,CAAC,KAAK,QAAQ,OAAO;EAC9B,MAAM,QAAQ,aAAa,IAAI,GAAG;EAClC,IAAI,WAAW,UAAU,KAAA;EACzB,IAAI,QAAQ,SAAS,OAAO,IAAI,GAAG,KAAK,WAAW,IAAI,QAAQ;CACjE;CACA,OAAO;AACT;AAEA,SAAS,cAAc,GAA6B,SAAyC;CAC3F,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,MAAM,SAAS,WAAW,OAAO,KAAA;CACrC,OAAO,EAAE,MAAM,MACZ,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,KAAK,WAAW,EAAE,YAAY,KAAK,OAClF;AACF;AAEA,SAAS,WACP,SACA,SACsB;CACtB,IAAI,CAAC,WAAW,QAAQ,YAAY,KAAK,QAAQ,YAAY,GAAG,OAAO;CACvE,MAAM,EAAE,QAAQ,KAAK,SAAS,aAC5B;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,GACzC;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,CAC3C;CACA,OAAO;EACL,QAAQ,OAAO,MAAM;EACrB,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,aAAa,aAAa,KAAK,IAAI;CACrC;AACF;;AAGA,SAAgB,eACd,GACA,SACgB;CAChB,MAAM,UAAU,WAAW,GAAG,OAAO;CACrC,MAAM,UAAU,cAAc,GAAG,OAAO;CACxC,MAAM,iBAAiB,UAAU,WAAW,GAAG,QAAQ,GAAG,IAAI,KAAA;CAC9D,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EACvC;EACA,GAAG;EACH,MAAM,WAAW,KAAK,gBAAgB,IAAI,GAAG,CAAC;CAChD,EAAE;AACJ;;;;;AAMA,SAAgB,kBACd,GACA,MACgB;CAChB,MAAM,UAAU,IAAI,KACjB,KAAK,UAAU,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAC9E;CACA,OAAO,eAAe,GAAG,KAAK,GAAG,CAAC,CAAC,QAAQ,MAAM,EAAE,EAAE,YAAY,QAAQ,IAAI,EAAE,KAAK,EAAE;AACxF;AAEA,MAAM,gBAAgB,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;;AAGxF,SAAgB,gBAAgB,OAAwC;CACtE,OAAO,MACJ,KAAK,MAAM;EACV,MAAM,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EACpC,OAAO,EAAE,OAAO,GAAG,EAAE,IAAI,aAAa,EAAE,KAAK,MAAM,EAAE,SAAS;CAChE,CAAC,CAAC,CACD,KAAK,KAAK;AACf;;AAWA,SAAgB,gBAAgB,WAG9B;CACA,MAAM,SAAS,kBAAkB,SAAS;CAC1C,MAAM,QAAQ,UAAU,KAAK,OAAO;EAClC,SAAS,EAAE;EACX,OAAO,EAAE;EACT,WAAW,EAAE;EACb,OAAO,OAAO,IAAI,EAAE,GAAG,KAAK,WAAW,EAAE,QAAQ;EACjD,KAAK,EAAE;CACT,EAAE;CACF,IAAI,MAAM,UAAU,gBAAgB,OAAO;EAAE,OAAO;EAAO,OAAO;CAAE;CAEpE,OAAO;EAAE,OAAO,CADJ,MAAM,QAAQ,GAAG,MAAO,EAAE,SAAS,EAAE,QAAQ,IAAI,CAC1C,CAAC;EAAG,OAAO,MAAM;CAAO;AAC7C;;AAGA,SAAgB,oBAAoB,WAAqD;CACvF,IAAI,CAAC,UAAU,QAAQ,OAAO;CAC9B,MAAM,EAAE,OAAO,UAAU,gBAAgB,SAAS;CAClD,MAAM,QAAQ,MAAM,KAAK,MAAM,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,UAAU,QAAQ,CAAC,GAAG;CAC7F,IAAI,OAAO,MAAM,KAAK,GAAG,MAAM,QAAQ;CACvC,OAAO,MAAM,KAAK,KAAK;AACzB;AAEA,MAAM,cAAc;;;;;;;AAQpB,SAAgB,iBACd,GACuF;CACvF,MAAM,UAAU,EAAE,cAAc,CAAC,EAAA,CAAG,QACjC,MAAM,gBAAgB,KAAK,EAAE,OAAO,KAAK,CAAC,YAAY,KAAK,EAAE,WAAW,EAAE,CAC7E;CACA,MAAM,MAAM,OAAO,WAAW,EAAE,WAAW;CAC3C,OAAO,EAAE,WAAW,KAAK,UAAU,MAAM;EACvC,MAAM,IAAI,MAAM,OAAO,KAAK,KAAA;EAC5B,OAAO;GACL;GACA,OAAO,GAAG,WAAW,EAAE,QAAQ,UAAU,SAAS,QAAQ;GAC1D,UAAU,GAAG,aAAa;GAC1B,GAAI,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;EAChC;CACF,CAAC;AACH;;AAGA,SAAgB,UAAU,GAAgC,SAAoC;CAC5F,OAAO,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAAC;AAChG;;;;;AAMA,SAAgB,YACd,GAC2B;CAC3B,MAAM,YAAY,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,mBAAmB,KAAK,EAAE,OAAO,CAAC;CACtF,MAAM,MAAM,SAAS,WAAW,EAAE,OAAO;CACzC,OAAO,EAAE,OAAO,KAAK,GAAG,MAAM;EAC5B,MAAM,IAAI,MAAM,SAAS,KAAK,KAAA;EAC9B,OAAO,GAAG,WAAW,EAAE,QAAQ,KAAA;CACjC,CAAC;AACH;;;;;AAMA,SAAgB,cACd,GACgB;CAChB,MAAM,YAAY,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,mBAAmB,KAAK,EAAE,OAAO,CAAC;CACtF,IAAI,SAAS,WAAW,EAAE,OAAO,QAAQ,uBAAO,IAAI,IAAI;CACxD,OAAO,IAAI,IAAI,SAAS,KAAK,GAAG,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAO,CAAC,CAAC;AACpE;;;;;AAMA,SAAgB,UAAU,UAAkB,OAAe,IAA2B;CACpF,IAAI,MAAM,KAAM,aAAa,KAAK,SAAS,GAAI,OAAO;CACtD,IAAI,aAAa,GAAG,OAAO,iBAAiB,MAAM,MAAM;CACxD,OAAO,SAAS,KAAK,cAAc,GAAG,UAAU,iBAAiB,MAAM,MAAM;AAC/E;;AAGA,MAAa,cAAc,MAIpB,EAAE,WAAW,EAAE,QAAQ,UAAU,EAAE,UAAU,EAAE,MAAM,QAAQ,EAAE,UAAU,CAAC,IAAI;;AAGrF,SAAgB,YAAY,SAAiB,MAAM,IAAY;CAC7D,MAAM,QAAQ,QACX,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CACpB,OAAO,OAAO;CACjB,OAAO,KAAK,MAAM,SAAS,IAAI,GAAG,MAAM,GAAG,MAAO,MAAM,MAAM,IAAK,GAAG;AACxE"}
|