reeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-CptK032x.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-B63OzUX9.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-B63OzUX9.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Me7Whp-y.js → assemble-t6h018An.js} +152 -129
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
- package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-Cik0SoIn.js → attempt-host-CIm1-11m.js} +6 -6
- package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-C3RmjPph.js → capture-iBzFiC0j.js} +27 -25
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-BBOlXKPG.js → cli-20Fpvs5H.js} +442 -707
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-qGS802uX.js → command-B5OyHpOu.js} +21 -80
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-DhiwsZl1.js → command-BLNVDiIg.js} +9 -9
- package/dist/{command-DhiwsZl1.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-fO0BFsTq.js → command-CRh-cb6Z.js} +37 -37
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-CFQ9c1hk.js → command-aUJvENwy.js} +16 -16
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-CC60TOT5.js → commands-CWy-WndG.js} +186 -85
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-xYTMNTPv.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-C2UtS9vy.js → config-B9mB1kF5.js} +261 -1708
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
- package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-C5SZ0510.js → db-zgC1tvKB.js} +130 -84
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-FEidNAIi.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BVmx7r7L.js → default-effort-DGhQmu95.js} +4 -4
- package/dist/{default-effort-BVmx7r7L.js.map → default-effort-DGhQmu95.js.map} +1 -1
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-B2F8-PGC.js → docker-Cqw-CyWz.js} +3 -3
- package/dist/{docker-B2F8-PGC.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker-Dto8ROCq.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-BlSopHpZ.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-BcvfKpBX.js → doctor-B2PohneB.js} +84 -27
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{environment-CC1RV21n.js → environment-DB8o3hGi.js} +79 -39
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-CzxdgFBW.js → eval-source-D3sbAzt-.js} +10 -10
- package/dist/{eval-source-CzxdgFBW.js.map → eval-source-D3sbAzt-.js.map} +1 -1
- package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
- package/dist/{evaluate-NTNJ8T9H.js → evaluate-CwKeN_fo.js} +377 -142
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-DsXULUi5.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-DsXULUi5.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-aAzoGNCB.js → files-BiFU16BW.js} +5 -5
- package/dist/{files-aAzoGNCB.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-CZXrkPja.js → files-Cl7BQ5gE.js} +54 -13
- package/dist/{files-CZXrkPja.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-C1MB5bjr.js → git-fDiJ8UIV.js} +2 -2
- package/dist/{git-C1MB5bjr.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
- package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
- package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-CNayXCp2.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-D5HtmyMI.js → init-DbuZVRrW.js} +7 -6
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
- package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
- package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
- package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
- package/dist/{live-uRURFDMZ.js → live-CnGrRM6j.js} +7 -7
- package/dist/{live-uRURFDMZ.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
- package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-CXVVB4RK.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-BxBWFOZn.js → model-DJjLw-0r.js} +5 -5
- package/dist/{model-BxBWFOZn.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-ug5HpMOj.js → patch-DH4e_Gkd.js} +2 -2
- package/dist/{patch-ug5HpMOj.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-DqnzfDH1.js → plan-Cgq9NCEX.js} +110 -39
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-B2KQ0y3P.js → plugins-BkmPxDiY.js} +10 -267
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-DyzmvK7i.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-DVXEvzFU.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-21WMQZyt.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-21WMQZyt.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-BcSRa7-3.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
- package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-iRxjp4Pu.js → provenance-zsc4--dP.js} +4 -3
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-vXMXuwn-.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-BhaKQ07P.js → query-Bb3SYICk.js} +2 -2
- package/dist/{query-BhaKQ07P.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-BzdLdV3C.js → questions-CWlR9ffu.js} +9 -9
- package/dist/{questions-BzdLdV3C.js.map → questions-CWlR9ffu.js.map} +1 -1
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-CauU408t.js → remarks-vtkPmQb9.js} +115 -35
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-Dwy3fyo3.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-Dwy3fyo3.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B1zMnPwK.js → resolve-Do0ZaYH6.js} +10 -9
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-CfC0id_u.js → results-JyuM64gy.js} +6 -6
- package/dist/{results-CfC0id_u.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/{resume-Dkhrpjow.js → resume-AW5oXzUc.js} +169 -27
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-DcvQcr36.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-8zCrtuCf.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-Dplq8g0r.js → server-Cn8VqO9S.js} +9 -9
- package/dist/{server-Dplq8g0r.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-NWHqn5-o.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-NWHqn5-o.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-B9oE_mNS.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-BQ6BiXoc.js → src-Ck2r_EMT.js} +607 -72
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-CUpoVVb8.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-DDCGUhva.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-DDCGUhva.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +4 -4
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
- package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
- package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
- package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +101 -58
- package/dist/view/index.js +9 -8
- package/dist/{views-BISrsIjw.js → views-DAIiLiV3.js} +7 -6
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-DJD_nHkS.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-BO1VhUR9.js → workspace-uuE51x35.js} +6 -6
- package/dist/{workspace-BO1VhUR9.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +24 -11
- package/skills/eval-rubric/SKILL.md +15 -7
- package/dist/adapter-CptK032x.js.map +0 -1
- package/dist/app-files-sgqwfjtn.js.map +0 -1
- package/dist/assemble-CxBHkavM.js +0 -1
- package/dist/assemble-Me7Whp-y.js.map +0 -1
- package/dist/capture-C3RmjPph.js.map +0 -1
- package/dist/capture-YPwxp_iK.js +0 -1
- package/dist/cli-BBOlXKPG.js.map +0 -1
- package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
- package/dist/client-tZ2WBDxf.js.map +0 -1
- package/dist/command-CFQ9c1hk.js.map +0 -1
- package/dist/command-fO0BFsTq.js.map +0 -1
- package/dist/command-qGS802uX.js.map +0 -1
- package/dist/commands-CC60TOT5.js.map +0 -1
- package/dist/config-C2UtS9vy.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-BjOg7wyr.js +0 -101
- package/dist/contrasts-BjOg7wyr.js.map +0 -1
- package/dist/cost-BJU0MAji.js +0 -1
- package/dist/db-C5SZ0510.js.map +0 -1
- package/dist/db-puzLzX4k.js +0 -2
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker-Dto8ROCq.js.map +0 -1
- package/dist/doctor-BcvfKpBX.js.map +0 -1
- package/dist/environment-CC1RV21n.js.map +0 -1
- package/dist/evaluate-NTNJ8T9H.js.map +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-DFtuRQJx.js +0 -1
- package/dist/files-oOYNR7ZH.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-Cp_pQoEe.js.map +0 -1
- package/dist/harness-DYSC4zMh.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-CNayXCp2.js.map +0 -1
- package/dist/init-8o6W3_fn.js +0 -1
- package/dist/init-D5HtmyMI.js.map +0 -1
- package/dist/ink-list-Ca-5dunO.js.map +0 -1
- package/dist/judge-DYOF69Oe.js.map +0 -1
- package/dist/list-CM_YSJXq.js +0 -374
- package/dist/list-CM_YSJXq.js.map +0 -1
- package/dist/live-DQc8jr6o.js +0 -1
- package/dist/model-Ce9l9_rF.js.map +0 -1
- package/dist/model-Cxzo4cjw.js +0 -1
- package/dist/node-DhIRSrrK.js.map +0 -1
- package/dist/opencode-providers-Co7plCea.js.map +0 -1
- package/dist/plan-DqnzfDH1.js.map +0 -1
- package/dist/plugins-B2KQ0y3P.js.map +0 -1
- package/dist/preflight-DyzmvK7i.js.map +0 -1
- package/dist/provenance-iRxjp4Pu.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-D0ob_tra.js +0 -1
- package/dist/providers-vXMXuwn-.js.map +0 -1
- package/dist/query-CvgUsvep.js +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/remarks-CauU408t.js.map +0 -1
- package/dist/remarks-NMgPd30U.js.map +0 -1
- package/dist/resolve-B1zMnPwK.js.map +0 -1
- package/dist/resolve-BIIeVT12.js +0 -1
- package/dist/resume-Dkhrpjow.js.map +0 -1
- package/dist/runtime-DcvQcr36.js.map +0 -1
- package/dist/sandbox-8zCrtuCf.js.map +0 -1
- package/dist/server-0tuj8VSa.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-llwLewOU.js +0 -1
- package/dist/src-BQ6BiXoc.js.map +0 -1
- package/dist/src-BXnv0ViU.js +0 -2
- package/dist/src-BiS8YNN_.js +0 -3
- package/dist/src-BkH4GOxu.js +0 -1
- package/dist/src-C-tH5ebd.js +0 -2
- package/dist/src-Cg1bFs9g.js +0 -2
- package/dist/src-DV_UorZv.js +0 -2
- package/dist/src-XxUpr2sa.js +0 -2
- package/dist/state-DZbAO95a.js +0 -1
- package/dist/suite-M8_7xio7.js.map +0 -1
- package/dist/suite-u2KJnGpY.js +0 -2
- package/dist/summary-Uzc9osfV.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-h_peaZTN.js +0 -1
- package/dist/views-BISrsIjw.js.map +0 -1
- package/dist/views-Bfab8fM9.js +0 -2
- package/dist/workspace-B8EOCuxl.js +0 -1
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
+
import { t as closest } from "./shared-Cfi45Bvy.js";
|
|
3
|
+
// src/traits.ts
|
|
4
|
+
/** Parses each `--trait key=value`; refuses one without a key or an `=`. */
|
|
5
|
+
function traitFlags(flags) {
|
|
6
|
+
return (flags ?? []).map((flag) => {
|
|
7
|
+
const eq = flag.indexOf("=");
|
|
8
|
+
const key = eq === -1 ? "" : flag.slice(0, eq).trim();
|
|
9
|
+
if (!key) throw new UsageError(`--trait ${flag} must be key=value, the trait's key and the value a cell's environment has, e.g. --trait lang=ts`);
|
|
10
|
+
return {
|
|
11
|
+
key,
|
|
12
|
+
values: [flag.slice(eq + 1)],
|
|
13
|
+
by: `--trait ${flag}`
|
|
14
|
+
};
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
/** The run's `--trait` filters, then the profile's `limit.traits`, one per key. */
|
|
18
|
+
function traitFilters(flags, profile) {
|
|
19
|
+
const limit = profile?.limit.traits ?? {};
|
|
20
|
+
return [...flags ?? [], ...Object.entries(limit).map(([key, value]) => ({
|
|
21
|
+
key,
|
|
22
|
+
values: typeof value === "string" ? [value] : [...value],
|
|
23
|
+
by: `profiles.${profile?.name}.limit.traits.${key}`
|
|
24
|
+
}))];
|
|
25
|
+
}
|
|
26
|
+
const traitsMatch = (traits, filters) => filters.every(({ key, values }) => {
|
|
27
|
+
const trait = traits?.[key];
|
|
28
|
+
if (trait === void 0) return false;
|
|
29
|
+
return values.some((v) => typeof trait === "string" ? trait === v : trait.includes(v));
|
|
30
|
+
});
|
|
31
|
+
/** The trait keys the control cells define: the ones a filter can match. */
|
|
32
|
+
const controlTraitKeys = (attempts) => [...new Set(attempts.filter((a) => a.cell.role === "control").flatMap((a) => Object.keys(a.cell.traits ?? {})))];
|
|
33
|
+
/** Keeps the attempts whose control matches every filter: per harness, the one control. */
|
|
34
|
+
function pickTraits(attempts, filters) {
|
|
35
|
+
const controls = attempts.filter((a) => a.cell.role === "control");
|
|
36
|
+
const keep = (a) => {
|
|
37
|
+
const control = a.cell.role === "control" ? a : controls.find((c) => c.cell.harness === a.cell.harness);
|
|
38
|
+
return traitsMatch(control?.cell.traits, filters);
|
|
39
|
+
};
|
|
40
|
+
const excluded = [];
|
|
41
|
+
return {
|
|
42
|
+
kept: attempts.filter((a) => {
|
|
43
|
+
if (keep(a)) return true;
|
|
44
|
+
if (!excluded.includes(a.cell.environment)) excluded.push(a.cell.environment);
|
|
45
|
+
return false;
|
|
46
|
+
}),
|
|
47
|
+
excluded
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
/** What the plan says of the filters: `--trait lang=ts, profiles.ci.limit.traits.os`. */
|
|
51
|
+
const filtersLabel = (filters) => filters.map((f) => f.by).join(", ");
|
|
52
|
+
/**
|
|
53
|
+
* Refuses a filter whose key no control environment of the run's evals defines: it would leave
|
|
54
|
+
* every cell out. `known` are the keys the evals the tags select define, across the files.
|
|
55
|
+
*/
|
|
56
|
+
function checkTraitKeys(filters, known) {
|
|
57
|
+
const have = [...known].sort();
|
|
58
|
+
for (const f of filters) {
|
|
59
|
+
if (have.includes(f.key)) continue;
|
|
60
|
+
const near = closest(f.key, have);
|
|
61
|
+
throw new UsageError(`${f.by}: no control environment of the run's evals defines the trait ${f.key} (${have.length ? `they define: ${have.join(", ")}` : "none defines any"}).${near ? ` Did you mean "${near}"?` : ""}`);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
export { traitFilters as a, pickTraits as i, controlTraitKeys as n, traitFlags as o, filtersLabel as r, checkTraitKeys as t };
|
|
65
|
+
|
|
66
|
+
//# sourceMappingURL=traits-DKnYkqeK.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"traits-DKnYkqeK.js","names":[],"sources":["../src/traits.ts"],"mappings":";;;;AAUA,SAAgB,WAAW,OAAqD;CAC9E,QAAQ,SAAS,CAAC,EAAA,CAAG,KAAK,SAAS;EACjC,MAAM,KAAK,KAAK,QAAQ,GAAG;EAC3B,MAAM,MAAM,OAAO,KAAK,KAAK,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK;EACpD,IAAI,CAAC,KACH,MAAM,IAAI,WACR,WAAW,KAAK,iGAClB;EAEF,OAAO;GAAE;GAAK,QAAQ,CAAC,KAAK,MAAM,KAAK,CAAC,CAAC;GAAG,IAAI,WAAW;EAAO;CACpE,CAAC;AACH;;AAGA,SAAgB,aACd,OACA,SACe;CACf,MAAM,QAAQ,SAAS,MAAM,UAAU,CAAC;CACxC,OAAO,CACL,GAAI,SAAS,CAAC,GACd,GAAG,OAAO,QAAQ,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,YAAY;EAC9C;EACA,QAAQ,OAAO,UAAU,WAAW,CAAC,KAAK,IAAI,CAAC,GAAG,KAAK;EACvD,IAAI,YAAY,SAAS,KAAK,gBAAgB;CAChD,EAAE,CACJ;AACF;AAEA,MAAa,eAAe,QAA4B,YACtD,QAAQ,OAAO,EAAE,KAAK,aAAa;CACjC,MAAM,QAAQ,SAAS;CACvB,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,OAAO,OAAO,MAAM,MAAO,OAAO,UAAU,WAAW,UAAU,IAAI,MAAM,SAAS,CAAC,CAAE;AACzF,CAAC;;AAGH,MAAa,oBAAoB,aAAkD,CACjF,GAAG,IAAI,IACL,SACG,QAAQ,MAAM,EAAE,KAAK,SAAS,SAAS,CAAC,CACxC,SAAS,MAAM,OAAO,KAAK,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,CACpD,CACF;;AASA,SAAgB,WACd,UACA,SACc;CACd,MAAM,WAAW,SAAS,QAAQ,MAAM,EAAE,KAAK,SAAS,SAAS;CACjE,MAAM,QAAQ,MAAsB;EAClC,MAAM,UACJ,EAAE,KAAK,SAAS,YAAY,IAAI,SAAS,MAAM,MAAM,EAAE,KAAK,YAAY,EAAE,KAAK,OAAO;EACxF,OAAO,YAAY,SAAS,KAAK,QAAQ,OAAO;CAClD;CACA,MAAM,WAAqB,CAAC;CAM5B,OAAO;EAAE,MALI,SAAS,QAAQ,MAAM;GAClC,IAAI,KAAK,CAAC,GAAG,OAAO;GACpB,IAAI,CAAC,SAAS,SAAS,EAAE,KAAK,WAAW,GAAG,SAAS,KAAK,EAAE,KAAK,WAAW;GAC5E,OAAO;EACT,CACY;EAAG;CAAS;AAC1B;;AAGA,MAAa,gBAAgB,YAAoC,QAAQ,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI;;;;;AAMnG,SAAgB,eAAe,SAAiC,OAAgC;CAC9F,MAAM,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK;CAC7B,KAAK,MAAM,KAAK,SAAS;EACvB,IAAI,KAAK,SAAS,EAAE,GAAG,GAAG;EAC1B,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI;EAChC,MAAM,IAAI,WACR,GAAG,EAAE,GAAG,gEAAgE,EAAE,IAAI,IAAI,KAAK,SAAS,gBAAgB,KAAK,KAAK,IAAI,MAAM,mBAAmB,IAAI,OAAO,kBAAkB,KAAK,MAAM,IACjM;CACF;AACF"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
2
|
-
import { a as cutOutsideSecrets } from "./redact-BhjtnjrU.js";
|
|
3
2
|
import { i as formatDuration, n as clip } from "./text-B8-W3Cvn.js";
|
|
3
|
+
import { a as cutOutsideSecrets } from "./redact-BhjtnjrU.js";
|
|
4
4
|
const text = (value) => typeof value === "string" ? value : JSON.stringify(value) ?? String(value);
|
|
5
5
|
function toolInput(input) {
|
|
6
6
|
if (isObjectLike(input)) for (const key of [
|
|
@@ -69,4 +69,4 @@ function transcriptForJudge(events, mode) {
|
|
|
69
69
|
}
|
|
70
70
|
export { transcriptForJudge as t };
|
|
71
71
|
|
|
72
|
-
//# sourceMappingURL=transcript-
|
|
72
|
+
//# sourceMappingURL=transcript-CCf07UmU.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcript-
|
|
1
|
+
{"version":3,"file":"transcript-CCf07UmU.js","names":[],"sources":["../src/judge/transcript.ts"],"mappings":";;;AAUA,MAAM,QAAQ,UACZ,OAAO,UAAU,WAAW,QAAS,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAE5E,SAAS,UAAU,OAAwB;CACzC,IAAI,aAAa,KAAK,GACpB,KAAK,MAAM,OAAO;EAAC;EAAW;EAAO;EAAQ;EAAa;EAAO;EAAS;CAAS,GAAG;EACpF,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO;CACxC;CAEF,OAAO,KAAK,KAAK;AACnB;AAEA,MAAM,UAAU,UACd,MACG,MAAM,IAAI,CAAC,CACX,KAAK,SAAS,KAAK,MAAM,CAAC,CAC1B,KAAK,IAAI;;;;;;AAOd,SAAgB,mBAAmB,QAAoC,MAAsB;CAC3F,MAAM,OAAO,SAAS;CACtB,MAAM,OAAO,MAAc;EACzB,MAAM,IAAI,OAAO,IAAI,KAAK,GAAA,GAAoB;EAC9C,IAAI,MAAM,GAAG,OAAO;EACpB,MAAM,OAAO,EAAE,SAAS;EACxB,MAAM,KAAK,kBAAkB,GAAG,IAAI;EACpC,OAAO,KAAK,OAAO,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK;CACtD;CACA,MAAM,QAAQ,OAAuB,OAAO,OAAO,KAAK,MAAM,eAAe,EAAE;CAC/E,MAAM,UAAU,OACd,OAAO,OAAO,eAAe,OAAO,QAAQ,WAAW;CACzD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,QACd,QAAQ,EAAE,MAAV;EACE,KAAK;GACH,IAAI,SAAS,SAAS,IAAI,KAAK,YAAY,EAAE,MAAM;GACnD;EACF,KAAK;GACH,IAAI,MAAM,IAAI,KAAK,cAAc,EAAE,MAAM;GACzC;EACF,KAAK,aAAa;GAChB,MAAM,UAAU,EAAE,YAAY,OAAO,KAAK,KAAK,EAAE;GACjD,MAAM,QAAQ,EAAE,UAAU,OAAO,KAAK,MAAM,EAAE,QAAQ;GACtD,IAAI,KAAK,QAAQ,EAAE,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,KAAK,EAAE,UAAU,GAAG;GAClE;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;GACnF;EACF,KAAK;GACH,IAAI,KAAK,SAAS,EAAE,IAAI,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;GAChE;EACF,KAAK,QAAQ;GACX,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI,IAAI,UAAU,EAAE,KAAK,CAAC,EAAE,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU;GAC7F,MAAM,SAAS,EAAE,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,KAAK,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK;GAC3F,IAAI,KAAK,SAAS,GAAG,KAAK,IAAI,OAAO,MAAM,MAAM,IAAI;GACrD;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,EAAE,SAAS;GAC9B;EACF,KAAK,SACH,IAAI,KAAK,UAAU,EAAE,SAAS;CAElC;CAEF,OAAO;AACT"}
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
// src/sandbox/types.ts
|
|
2
|
+
const hasNetworkSession = (s) => "network" in s;
|
|
2
3
|
/** A failure of the sandbox or harness infrastructure, as opposed to the agent's work. */
|
|
3
4
|
var InfraError = class extends Error {
|
|
4
5
|
name = "InfraError";
|
|
5
6
|
};
|
|
6
|
-
export { InfraError as t };
|
|
7
|
+
export { hasNetworkSession as n, InfraError as t };
|
|
7
8
|
|
|
8
|
-
//# sourceMappingURL=types-
|
|
9
|
+
//# sourceMappingURL=types-C2mLpph3.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types-C2mLpph3.js","names":[],"sources":["../src/sandbox/types.ts"],"mappings":";AAuEA,MAAa,qBAAqB,MAAoC,aAAa;;AAGnF,IAAa,aAAb,cAAgC,MAAM;CACpC,OAAgB;AAClB"}
|