reeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-CptK032x.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-B63OzUX9.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-B63OzUX9.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Me7Whp-y.js → assemble-t6h018An.js} +152 -129
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
- package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-Cik0SoIn.js → attempt-host-CIm1-11m.js} +6 -6
- package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-C3RmjPph.js → capture-iBzFiC0j.js} +27 -25
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-BBOlXKPG.js → cli-20Fpvs5H.js} +442 -707
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-qGS802uX.js → command-B5OyHpOu.js} +21 -80
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-DhiwsZl1.js → command-BLNVDiIg.js} +9 -9
- package/dist/{command-DhiwsZl1.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-fO0BFsTq.js → command-CRh-cb6Z.js} +37 -37
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-CFQ9c1hk.js → command-aUJvENwy.js} +16 -16
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-CC60TOT5.js → commands-CWy-WndG.js} +186 -85
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-xYTMNTPv.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-C2UtS9vy.js → config-B9mB1kF5.js} +261 -1708
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
- package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-C5SZ0510.js → db-zgC1tvKB.js} +130 -84
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-FEidNAIi.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BVmx7r7L.js → default-effort-DGhQmu95.js} +4 -4
- package/dist/{default-effort-BVmx7r7L.js.map → default-effort-DGhQmu95.js.map} +1 -1
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-B2F8-PGC.js → docker-Cqw-CyWz.js} +3 -3
- package/dist/{docker-B2F8-PGC.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker-Dto8ROCq.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-BlSopHpZ.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-BcvfKpBX.js → doctor-B2PohneB.js} +84 -27
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{environment-CC1RV21n.js → environment-DB8o3hGi.js} +79 -39
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-CzxdgFBW.js → eval-source-D3sbAzt-.js} +10 -10
- package/dist/{eval-source-CzxdgFBW.js.map → eval-source-D3sbAzt-.js.map} +1 -1
- package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
- package/dist/{evaluate-NTNJ8T9H.js → evaluate-CwKeN_fo.js} +377 -142
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-DsXULUi5.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-DsXULUi5.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-aAzoGNCB.js → files-BiFU16BW.js} +5 -5
- package/dist/{files-aAzoGNCB.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-CZXrkPja.js → files-Cl7BQ5gE.js} +54 -13
- package/dist/{files-CZXrkPja.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-C1MB5bjr.js → git-fDiJ8UIV.js} +2 -2
- package/dist/{git-C1MB5bjr.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
- package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
- package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-CNayXCp2.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-D5HtmyMI.js → init-DbuZVRrW.js} +7 -6
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
- package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
- package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
- package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
- package/dist/{live-uRURFDMZ.js → live-CnGrRM6j.js} +7 -7
- package/dist/{live-uRURFDMZ.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
- package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-CXVVB4RK.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-BxBWFOZn.js → model-DJjLw-0r.js} +5 -5
- package/dist/{model-BxBWFOZn.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-ug5HpMOj.js → patch-DH4e_Gkd.js} +2 -2
- package/dist/{patch-ug5HpMOj.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-DqnzfDH1.js → plan-Cgq9NCEX.js} +110 -39
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-B2KQ0y3P.js → plugins-BkmPxDiY.js} +10 -267
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-DyzmvK7i.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-DVXEvzFU.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-21WMQZyt.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-21WMQZyt.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-BcSRa7-3.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
- package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-iRxjp4Pu.js → provenance-zsc4--dP.js} +4 -3
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-vXMXuwn-.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-BhaKQ07P.js → query-Bb3SYICk.js} +2 -2
- package/dist/{query-BhaKQ07P.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-BzdLdV3C.js → questions-CWlR9ffu.js} +9 -9
- package/dist/{questions-BzdLdV3C.js.map → questions-CWlR9ffu.js.map} +1 -1
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-CauU408t.js → remarks-vtkPmQb9.js} +115 -35
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-Dwy3fyo3.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-Dwy3fyo3.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B1zMnPwK.js → resolve-Do0ZaYH6.js} +10 -9
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-CfC0id_u.js → results-JyuM64gy.js} +6 -6
- package/dist/{results-CfC0id_u.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/{resume-Dkhrpjow.js → resume-AW5oXzUc.js} +169 -27
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-DcvQcr36.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-8zCrtuCf.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-Dplq8g0r.js → server-Cn8VqO9S.js} +9 -9
- package/dist/{server-Dplq8g0r.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-NWHqn5-o.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-NWHqn5-o.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-B9oE_mNS.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-BQ6BiXoc.js → src-Ck2r_EMT.js} +607 -72
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-CUpoVVb8.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-DDCGUhva.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-DDCGUhva.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +4 -4
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
- package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
- package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
- package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +101 -58
- package/dist/view/index.js +9 -8
- package/dist/{views-BISrsIjw.js → views-DAIiLiV3.js} +7 -6
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-DJD_nHkS.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-BO1VhUR9.js → workspace-uuE51x35.js} +6 -6
- package/dist/{workspace-BO1VhUR9.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +24 -11
- package/skills/eval-rubric/SKILL.md +15 -7
- package/dist/adapter-CptK032x.js.map +0 -1
- package/dist/app-files-sgqwfjtn.js.map +0 -1
- package/dist/assemble-CxBHkavM.js +0 -1
- package/dist/assemble-Me7Whp-y.js.map +0 -1
- package/dist/capture-C3RmjPph.js.map +0 -1
- package/dist/capture-YPwxp_iK.js +0 -1
- package/dist/cli-BBOlXKPG.js.map +0 -1
- package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
- package/dist/client-tZ2WBDxf.js.map +0 -1
- package/dist/command-CFQ9c1hk.js.map +0 -1
- package/dist/command-fO0BFsTq.js.map +0 -1
- package/dist/command-qGS802uX.js.map +0 -1
- package/dist/commands-CC60TOT5.js.map +0 -1
- package/dist/config-C2UtS9vy.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-BjOg7wyr.js +0 -101
- package/dist/contrasts-BjOg7wyr.js.map +0 -1
- package/dist/cost-BJU0MAji.js +0 -1
- package/dist/db-C5SZ0510.js.map +0 -1
- package/dist/db-puzLzX4k.js +0 -2
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker-Dto8ROCq.js.map +0 -1
- package/dist/doctor-BcvfKpBX.js.map +0 -1
- package/dist/environment-CC1RV21n.js.map +0 -1
- package/dist/evaluate-NTNJ8T9H.js.map +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-DFtuRQJx.js +0 -1
- package/dist/files-oOYNR7ZH.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-Cp_pQoEe.js.map +0 -1
- package/dist/harness-DYSC4zMh.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-CNayXCp2.js.map +0 -1
- package/dist/init-8o6W3_fn.js +0 -1
- package/dist/init-D5HtmyMI.js.map +0 -1
- package/dist/ink-list-Ca-5dunO.js.map +0 -1
- package/dist/judge-DYOF69Oe.js.map +0 -1
- package/dist/list-CM_YSJXq.js +0 -374
- package/dist/list-CM_YSJXq.js.map +0 -1
- package/dist/live-DQc8jr6o.js +0 -1
- package/dist/model-Ce9l9_rF.js.map +0 -1
- package/dist/model-Cxzo4cjw.js +0 -1
- package/dist/node-DhIRSrrK.js.map +0 -1
- package/dist/opencode-providers-Co7plCea.js.map +0 -1
- package/dist/plan-DqnzfDH1.js.map +0 -1
- package/dist/plugins-B2KQ0y3P.js.map +0 -1
- package/dist/preflight-DyzmvK7i.js.map +0 -1
- package/dist/provenance-iRxjp4Pu.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-D0ob_tra.js +0 -1
- package/dist/providers-vXMXuwn-.js.map +0 -1
- package/dist/query-CvgUsvep.js +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/remarks-CauU408t.js.map +0 -1
- package/dist/remarks-NMgPd30U.js.map +0 -1
- package/dist/resolve-B1zMnPwK.js.map +0 -1
- package/dist/resolve-BIIeVT12.js +0 -1
- package/dist/resume-Dkhrpjow.js.map +0 -1
- package/dist/runtime-DcvQcr36.js.map +0 -1
- package/dist/sandbox-8zCrtuCf.js.map +0 -1
- package/dist/server-0tuj8VSa.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-llwLewOU.js +0 -1
- package/dist/src-BQ6BiXoc.js.map +0 -1
- package/dist/src-BXnv0ViU.js +0 -2
- package/dist/src-BiS8YNN_.js +0 -3
- package/dist/src-BkH4GOxu.js +0 -1
- package/dist/src-C-tH5ebd.js +0 -2
- package/dist/src-Cg1bFs9g.js +0 -2
- package/dist/src-DV_UorZv.js +0 -2
- package/dist/src-XxUpr2sa.js +0 -2
- package/dist/state-DZbAO95a.js +0 -1
- package/dist/suite-M8_7xio7.js.map +0 -1
- package/dist/suite-u2KJnGpY.js +0 -2
- package/dist/summary-Uzc9osfV.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-h_peaZTN.js +0 -1
- package/dist/views-BISrsIjw.js.map +0 -1
- package/dist/views-Bfab8fM9.js +0 -2
- package/dist/workspace-B8EOCuxl.js +0 -1
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
2
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
2
|
+
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
3
|
+
import { h as isEnvironment } from "./environment-DB8o3hGi.js";
|
|
4
|
+
import { c as sha256, s as relativeFile } from "./ids-C_advdJA.js";
|
|
5
|
+
import { V as harnessId, et as sandboxId } from "./config-B9mB1kF5.js";
|
|
6
6
|
import { p as redactJsonText } from "./redact-BhjtnjrU.js";
|
|
7
|
-
import { a as originalText } from "./adapter-
|
|
7
|
+
import { a as originalText } from "./adapter-C8xPuXYq.js";
|
|
8
8
|
import { resolve } from "node:path";
|
|
9
9
|
import { readFile } from "node:fs/promises";
|
|
10
10
|
// src/eval-source.ts
|
|
@@ -41,7 +41,7 @@ function bodyHash(fn, where, file) {
|
|
|
41
41
|
return sha256(originalText(text, file) ?? text);
|
|
42
42
|
}
|
|
43
43
|
/**
|
|
44
|
-
*
|
|
44
|
+
* A case as canonical JSON text. Throws on a value that isn't JSON data (a class
|
|
45
45
|
* instance such as a RegExp or Map, a non-finite number), whose changes JSON can't see.
|
|
46
46
|
*/
|
|
47
47
|
function caseJson(item, where, file) {
|
|
@@ -85,15 +85,15 @@ function canonicalOptions(options) {
|
|
|
85
85
|
const out = {};
|
|
86
86
|
for (const [key, value] of Object.entries(options)) {
|
|
87
87
|
if (value === void 0 || UNHASHED.has(key)) continue;
|
|
88
|
-
if (key === "
|
|
88
|
+
if (key === "harnesses") out[key] = harnessForm(value);
|
|
89
89
|
else if (key === "sandbox") out[key] = sandboxId(value);
|
|
90
90
|
else if (key === "judge" && isObjectLike(value)) out[key] = {
|
|
91
91
|
...value,
|
|
92
92
|
..."model" in value ? { model: modelId(value.model) } : {}
|
|
93
93
|
};
|
|
94
|
-
else if (key === "compare" && isObjectLike(value) && Array.isArray(value.
|
|
94
|
+
else if (key === "compare" && isObjectLike(value) && Array.isArray(value.harnesses)) out[key] = {
|
|
95
95
|
...value,
|
|
96
|
-
|
|
96
|
+
harnesses: value.harnesses.map(harnessForm)
|
|
97
97
|
};
|
|
98
98
|
else out[key] = value;
|
|
99
99
|
}
|
|
@@ -150,4 +150,4 @@ function canonical(value, path, how) {
|
|
|
150
150
|
}
|
|
151
151
|
export { optionsHash as a, evalFile as i, caseHash as n, sourcesPart as o, caseJson as r, bodyHash as t };
|
|
152
152
|
|
|
153
|
-
//# sourceMappingURL=eval-source-
|
|
153
|
+
//# sourceMappingURL=eval-source-D3sbAzt-.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-source-
|
|
1
|
+
{"version":3,"file":"eval-source-D3sbAzt-.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;AAOA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,OAAO,YAAY,KAAK;OAChD,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,KAAK,MAAM,QAAQ,MAAM,SAAS,GAClF,IAAI,OAAO;GAAE,GAAG;GAAO,WAAW,MAAM,UAAU,IAAI,WAAW;EAAE;OAC9D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;AAEA,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { $ as EvalFn, D as CaseFn, O as CaseOptions, et as EvalOptions, gt as GroupOptions, tt as EvalOptionsData } from "./types-DBwFsGem.js";
|
|
2
2
|
/** How a group or eval was declared: `group`/`evaluate`, `.skip` or `.only`. */
|
|
3
3
|
type DeclaredMode = 'run' | 'skip' | 'only';
|
|
4
4
|
/** A `group`: options its evals and groups inherit, and its children in declaration order. */
|
|
@@ -14,7 +14,7 @@ type DeclaredGroup = {
|
|
|
14
14
|
/** An `evaluate`: one eval, planned into a test per attempt. */
|
|
15
15
|
type DeclaredEval = {
|
|
16
16
|
type: 'eval';
|
|
17
|
-
/** The eval's name, as passed to `evaluate` (a case's, for `
|
|
17
|
+
/** The eval's name, as passed to `evaluate` (a case's, for an eval with `cases`). */
|
|
18
18
|
name: string;
|
|
19
19
|
mode: DeclaredMode;
|
|
20
20
|
/** The eval's own options, before the cascade. */
|
|
@@ -22,23 +22,23 @@ type DeclaredEval = {
|
|
|
22
22
|
/** Names the eval's body to whoever runs it. */
|
|
23
23
|
body: string;
|
|
24
24
|
source: DeclaredSource;
|
|
25
|
-
/** Set on each case of
|
|
25
|
+
/** Set on each case of an eval with `cases`: its template, index and the list's length. */
|
|
26
26
|
family?: DeclaredFamily;
|
|
27
27
|
};
|
|
28
28
|
/**
|
|
29
29
|
* An eval's own source as the SDK that declared it reads it: sha256 (hex) of its body's source
|
|
30
|
-
* text, and
|
|
30
|
+
* text, and a case's data as canonical JSON (object keys sorted, no whitespace,
|
|
31
31
|
* non-ASCII characters as themselves). reeval hashes the case itself, with its secrets masked.
|
|
32
32
|
*/
|
|
33
33
|
type DeclaredSource = {
|
|
34
34
|
/** sha256 of the body function's source text. */
|
|
35
35
|
body: string;
|
|
36
|
-
/** The case's data as canonical JSON text; set on each case of an `
|
|
36
|
+
/** The case's data as canonical JSON text; set on each case of an eval with `cases`. */
|
|
37
37
|
caseJson?: string;
|
|
38
38
|
};
|
|
39
|
-
/** Where a case of
|
|
39
|
+
/** Where a case of an eval with `cases` sits in its list. */
|
|
40
40
|
type DeclaredFamily = {
|
|
41
|
-
/** The name
|
|
41
|
+
/** The eval's own name, which each case's name extends. */
|
|
42
42
|
name: string;
|
|
43
43
|
/** The case's index, from 0. */
|
|
44
44
|
case: number;
|
|
@@ -66,29 +66,20 @@ declare const group: GroupFn & {
|
|
|
66
66
|
only: GroupFn;
|
|
67
67
|
todo: (name: string) => void;
|
|
68
68
|
};
|
|
69
|
-
/** `N` is `runs.bestOf` as written, so an even or fractional literal is a type error. */
|
|
70
|
-
type EvaluateFn<F = EvalFn> = {
|
|
71
|
-
<N extends number = number>(name: string, fn: F, options?: EvalOptions<N>): void;
|
|
72
|
-
<N extends number = number>(name: string, options: EvalOptions<N>, fn: F): void;
|
|
73
|
-
};
|
|
74
|
-
/** How an `evaluate.each` treats its cases. */
|
|
75
|
-
type EachOptions = {
|
|
76
|
-
/**
|
|
77
|
-
* Pool the cases into one suite: a pass rate over them and, with `compare`, one paired lift
|
|
78
|
-
* that `minLift` gates. On by default; `false` keeps them independent evals.
|
|
79
|
-
*/
|
|
80
|
-
pool?: boolean;
|
|
81
|
-
};
|
|
82
69
|
/**
|
|
83
|
-
*
|
|
84
|
-
* `
|
|
70
|
+
* `N` is `runs.bestOf` as written, so an even or fractional literal is a type error. With
|
|
71
|
+
* `cases`, the body takes the attempt and its case, typed from the list.
|
|
85
72
|
*/
|
|
86
|
-
|
|
73
|
+
type EvaluateFn = {
|
|
74
|
+
<const T, N extends number = number>(name: string, options: EvalOptions<N> & CaseOptions<T>, fn: CaseFn<T>): void;
|
|
75
|
+
<const T, N extends number = number>(name: string, fn: CaseFn<T>, options: EvalOptions<N> & CaseOptions<T>): void;
|
|
76
|
+
<N extends number = number>(name: string, fn: EvalFn, options?: EvalOptions<N>): void;
|
|
77
|
+
<N extends number = number>(name: string, options: EvalOptions<N>, fn: EvalFn): void;
|
|
78
|
+
};
|
|
87
79
|
declare const evaluate: EvaluateFn & {
|
|
88
80
|
skip: EvaluateFn;
|
|
89
81
|
only: EvaluateFn;
|
|
90
82
|
todo: (name: string) => void;
|
|
91
|
-
each: typeof evalEach;
|
|
92
83
|
};
|
|
93
84
|
/**
|
|
94
85
|
* Declares a tree's groups and evals as the calls that made it would, in the file being
|
|
@@ -97,5 +88,5 @@ declare const evaluate: EvaluateFn & {
|
|
|
97
88
|
* the file being collected, as a TypeScript eval file's do against its own.
|
|
98
89
|
*/
|
|
99
90
|
declare function declareTree(nodes: readonly DeclaredNode[], bodyFor: (id: string) => EvalFn): void;
|
|
100
|
-
export {
|
|
101
|
-
//# sourceMappingURL=evaluate-
|
|
91
|
+
export { DeclaredNode as a, DeclarationTree as i, evaluate as n, group as r, declareTree as t };
|
|
92
|
+
//# sourceMappingURL=evaluate-COdzf7Hl.d.ts.map
|