reeval 0.17.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-DyvDj4ZN.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-v036GEgG.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-v036GEgG.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{analysis-adKPz-UJ.js → analysis-BnG_1x_O.js} +4 -4
- package/dist/{analysis-adKPz-UJ.js.map → analysis-BnG_1x_O.js.map} +1 -1
- package/dist/{app-files-hpRT5lj_.js → app-files-DT5mJyV4.js} +4 -4
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Dlh6Xv3U.js → assemble-t6h018An.js} +194 -307
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-CtKGvaQR.js → attempt-CAdlwlNu.js} +3 -3
- package/dist/{attempt-CtKGvaQR.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-DErH-DYV.js → attempt-host-CIm1-11m.js} +18 -10
- package/dist/{attempt-host-DErH-DYV.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-Bdcx9Gap.js → capture-iBzFiC0j.js} +406 -625
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-CGd51thd.js → cli-20Fpvs5H.js} +929 -576
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-ChkleEVm.js → cli-spec-Dsr79Qy1.js} +46 -18
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-CF-DOjOU.js → client-KM4C5r5_.js} +111 -14
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-CsfcwMyc.js → command-B5OyHpOu.js} +24 -81
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-CtTdCF3B.js → command-BLNVDiIg.js} +10 -10
- package/dist/{command-CtTdCF3B.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-CyIb9BSC.js → command-CRh-cb6Z.js} +120 -55
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-TLmY-rYp.js → command-aUJvENwy.js} +18 -18
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-C54S45d7.js → commands-CWy-WndG.js} +239 -92
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-jO9Jj35r.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-ImY6AlRE.js → config-B9mB1kF5.js} +924 -1729
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-e4IppZpJ.js → cost-BdRgySQl.js} +4 -4
- package/dist/{cost-e4IppZpJ.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-Bw6-pJjR.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-Bw6-pJjR.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-sHGpaLo9.js → db-zgC1tvKB.js} +178 -74
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-fpdbYVKm.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BZRa-SQP.js → default-effort-DGhQmu95.js} +8 -5
- package/dist/default-effort-DGhQmu95.js.map +1 -0
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-CWuSRj7a.js → docker-Cqw-CyWz.js} +4 -4
- package/dist/{docker-CWuSRj7a.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker--2ytOHcu.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-CIzHzwlC.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-eE65YpEv.js → doctor-B2PohneB.js} +86 -29
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
- package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
- package/dist/{environment-Cy3FVLR5.js → environment-DB8o3hGi.js} +80 -40
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-BTsTRiBW.js → eval-source-D3sbAzt-.js} +23 -15
- package/dist/eval-source-D3sbAzt-.js.map +1 -0
- package/dist/evaluate-COdzf7Hl.d.ts +92 -0
- package/dist/{evaluate-CFFdyYZX.js → evaluate-CwKeN_fo.js} +472 -159
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-CQU08uh4.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-CQU08uh4.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-CIX-pLl4.js → files-BiFU16BW.js} +6 -6
- package/dist/{files-CIX-pLl4.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-tnMgu7-X.js → files-Cl7BQ5gE.js} +55 -14
- package/dist/{files-tnMgu7-X.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BWVkG4Yl.js → git-fDiJ8UIV.js} +3 -3
- package/dist/{git-BWVkG4Yl.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/harness-C2berMiM.js +105 -0
- package/dist/harness-C2berMiM.js.map +1 -0
- package/dist/{harness-Ch2P81sx.js → harness-DXv2gnaT.js} +68 -111
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-BVZHDf_z.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-BWnMbUnc.js → init-DbuZVRrW.js} +8 -7
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/ink-list-BpfidQ1h.js +274 -0
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-BGRs1r_C.js → invocations-CxGNOlh0.js} +4 -4
- package/dist/{invocations-BGRs1r_C.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/judgments-CzgpsTqv.js +246 -0
- package/dist/judgments-CzgpsTqv.js.map +1 -0
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-zP3cCXDN.js → layout-Cm85tQYk.js} +77 -154
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-d_5a5iUv.js → live-CgYbO4Te.js} +24 -4
- package/dist/live-CgYbO4Te.js.map +1 -0
- package/dist/{live-ColieOai.js → live-CnGrRM6j.js} +8 -8
- package/dist/{live-ColieOai.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-B4ZtlJyP.js → matchers-CXLn-1jm.js} +4 -3
- package/dist/{matchers-B4ZtlJyP.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-DOXnWH65.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-CFSjV-HJ.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-CFSjV-HJ.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-DBpdRXtO.js → model-DJjLw-0r.js} +43 -19
- package/dist/{model-DBpdRXtO.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-DOiCiMCD.js → model-V3mMXp6x.js} +213 -559
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-CwP1G178.js → node-D7pAU--0.js} +34 -25
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-BGiXt8_B.js} +107 -49
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-BoDKeuJu.js → pairs-BGb134Vu.js} +3 -49
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-DvLr8wCZ.js → patch-DH4e_Gkd.js} +3 -3
- package/dist/{patch-DvLr8wCZ.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-CIfOFhth.js → plan-Cgq9NCEX.js} +117 -45
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-BEs2Am3L.js → plugins-BkmPxDiY.js} +11 -268
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-50Qw5e5K.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-BAIRsTpl.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-8XhzhLHX.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-8XhzhLHX.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-8nvfDFQx.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-C4BRuSe8.js → prices-5m3SzMZ3.js} +3 -3
- package/dist/{prices-C4BRuSe8.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-Cc8fFE7Z.js → provenance-zsc4--dP.js} +6 -5
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-DZSTlC9R.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-DXpxaaTH.js → query-Bb3SYICk.js} +3 -3
- package/dist/{query-DXpxaaTH.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-C_Y-oXW6.js → questions-CWlR9ffu.js} +41 -11
- package/dist/questions-CWlR9ffu.js.map +1 -0
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
- package/dist/redact-BhjtnjrU.js.map +1 -0
- package/dist/remarks-CAvTSq16.js +1 -0
- package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
- package/dist/remarks-D9Lcd1fF.js.map +1 -0
- package/dist/remarks-DPCONFxZ.js +138 -0
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-E4rpi8Ym.js → remarks-vtkPmQb9.js} +327 -41
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-DZ00A8V_.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-DZ00A8V_.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B_JlQ0La.js → resolve-Do0ZaYH6.js} +11 -10
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-BMJHaQbi.js → results-JyuM64gy.js} +7 -7
- package/dist/{results-BMJHaQbi.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/resume-AW5oXzUc.js +691 -0
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-CSZ1hjlN.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-B5W8lLL1.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-BfN6q2lH.js → server-Cn8VqO9S.js} +10 -10
- package/dist/{server-BfN6q2lH.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-BD6Bg0Tr.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-BD6Bg0Tr.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-BC2WXULN.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-Dp-fWOfG.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-Dp-fWOfG.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-Cpy9MNS3.js → src-Ck2r_EMT.js} +617 -74
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-Cx0HJIJ-.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-CdSjXIfE.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-CdSjXIfE.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
- package/dist/stats-C18W4xPX.js.map +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/suite-COglUhPd.js +1272 -0
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +47 -37
- package/dist/testing.js +4 -4
- package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
- package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-C_IpYMRk.js → transcript-CCf07UmU.js} +3 -3
- package/dist/{transcript-C_IpYMRk.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-BHR1lGPh.d.ts → types-DBwFsGem.d.ts} +420 -136
- package/dist/{judge-ByEUlzOM.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-6uSpZ5L8.js → vertex-Eb2wqahk.js} +5 -2
- package/dist/vertex-Eb2wqahk.js.map +1 -0
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +238 -90
- package/dist/view/index.js +11 -9
- package/dist/{views-CKoN5NAx.js → views-DAIiLiV3.js} +8 -7
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-D5dB8cgT.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-D5dB8cgT.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-Cho30qlM.js → workspace-uuE51x35.js} +7 -7
- package/dist/{workspace-Cho30qlM.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +26 -11
- package/skills/eval-rubric/SKILL.md +31 -4
- package/dist/adapter-DyvDj4ZN.js.map +0 -1
- package/dist/app-files-hpRT5lj_.js.map +0 -1
- package/dist/assemble-DTXwCL3m.js +0 -1
- package/dist/assemble-Dlh6Xv3U.js.map +0 -1
- package/dist/capture-BT2fAmpZ.js +0 -1
- package/dist/capture-Bdcx9Gap.js.map +0 -1
- package/dist/cli-CGd51thd.js.map +0 -1
- package/dist/cli-spec-ChkleEVm.js.map +0 -1
- package/dist/client-CF-DOjOU.js.map +0 -1
- package/dist/command-CsfcwMyc.js.map +0 -1
- package/dist/command-CyIb9BSC.js.map +0 -1
- package/dist/command-TLmY-rYp.js.map +0 -1
- package/dist/commands-C54S45d7.js.map +0 -1
- package/dist/config-ImY6AlRE.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-DtSX8E_V.js +0 -101
- package/dist/contrasts-DtSX8E_V.js.map +0 -1
- package/dist/cost-CMzY9VXv.js +0 -1
- package/dist/db-ZIk6S2CD.js +0 -2
- package/dist/db-sHGpaLo9.js.map +0 -1
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/default-effort-BZRa-SQP.js.map +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker--2ytOHcu.js.map +0 -1
- package/dist/doctor-eE65YpEv.js.map +0 -1
- package/dist/environment-Cy3FVLR5.js.map +0 -1
- package/dist/eval-source-BTsTRiBW.js.map +0 -1
- package/dist/evaluate-CFFdyYZX.js.map +0 -1
- package/dist/evaluate-DnGOaGQc.d.ts +0 -43
- package/dist/files-B3d-8Fe0.js +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-Do4Rp3yZ.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-BoDKeuJu.js.map +0 -1
- package/dist/harness-Ch2P81sx.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-BVZHDf_z.js.map +0 -1
- package/dist/init-BWnMbUnc.js.map +0 -1
- package/dist/init-s1jN-PCI.js +0 -1
- package/dist/judge-ByEUlzOM.js.map +0 -1
- package/dist/live-DmJix4c8.js +0 -1
- package/dist/live-d_5a5iUv.js.map +0 -1
- package/dist/model-8uZBYqV5.js +0 -1
- package/dist/model-DOiCiMCD.js.map +0 -1
- package/dist/node-CwP1G178.js.map +0 -1
- package/dist/opencode-providers-yNKyXD49.js.map +0 -1
- package/dist/plan-CIfOFhth.js.map +0 -1
- package/dist/plugins-BEs2Am3L.js.map +0 -1
- package/dist/preflight-50Qw5e5K.js.map +0 -1
- package/dist/provenance-Cc8fFE7Z.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-CP_bBtYm.js +0 -1
- package/dist/providers-DZSTlC9R.js.map +0 -1
- package/dist/query-kFPuqBv1.js +0 -1
- package/dist/questions-C_Y-oXW6.js.map +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/redact-BEEGc37e.js.map +0 -1
- package/dist/remarks-0EXMh6AD.js.map +0 -1
- package/dist/remarks-BL18Id09.js +0 -1
- package/dist/remarks-DeZZT8PK.js +0 -116
- package/dist/remarks-DeZZT8PK.js.map +0 -1
- package/dist/remarks-E4rpi8Ym.js.map +0 -1
- package/dist/resolve-BJSay360.js +0 -1
- package/dist/resolve-B_JlQ0La.js.map +0 -1
- package/dist/resume-CexsWuGK.js +0 -434
- package/dist/resume-CexsWuGK.js.map +0 -1
- package/dist/runtime-CSZ1hjlN.js.map +0 -1
- package/dist/sandbox-B5W8lLL1.js.map +0 -1
- package/dist/server-SBzrf35T.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-Dn1uqPon.js +0 -1
- package/dist/src-BKDZO3ra.js +0 -2
- package/dist/src-BxrHipV0.js +0 -3
- package/dist/src-C9elednc.js +0 -2
- package/dist/src-CM7xdJFA.js +0 -2
- package/dist/src-CWEGknZo.js +0 -2
- package/dist/src-Cpy9MNS3.js.map +0 -1
- package/dist/src-DVaAKCsH.js +0 -1
- package/dist/src-DurP--_D.js +0 -2
- package/dist/state-Cicc9Oa5.js +0 -1
- package/dist/stats-D-Gqwqt0.js.map +0 -1
- package/dist/suite-BYJ2Q0S-.js +0 -2
- package/dist/suite-BtHPBFYL.js +0 -544
- package/dist/suite-BtHPBFYL.js.map +0 -1
- package/dist/summary-zP3cCXDN.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-6uSpZ5L8.js.map +0 -1
- package/dist/vertex-BaAz44YN.js +0 -1
- package/dist/views-CKoN5NAx.js.map +0 -1
- package/dist/views-CmyX255j.js +0 -2
- package/dist/workspace-Dw9DEZox.js +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors-
|
|
1
|
+
{"version":3,"file":"errors-BZgLSZtV.js","names":[],"sources":["../src/engine/errors.ts"],"mappings":";;;;;;;;;AAyBA,MAAM,SACH,MAAc,QAAQ,QACtB,SACC,QAAQ,KAAK,GAAG,KAAK,OAAO,MAAM;AACtC,MAAM,MAAM,MAAM,EAAE;AACpB,MAAM,SAAS,MAAM,EAAE;AACvB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,GAAG,EAAE;AACxB,MAAM,MAAM,MAAM,GAAG,EAAE;AAEvB,MAAM,UAAU;;AAGhB,MAAa,gBAAgB,eAAuB,CAClD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,KAAK,OACzD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,MAAM,KAC5D;;AAGA,MAAa,cAAc,MAAc,UAAU,QAAQ,aAAa,YAAY;CAClF,MAAM,UAAU,KAAK,WAAW,MAAM,GAAG;CACzC,OAAO,UAAU,QAAQ,YAAY,IAAI;AAC3C;;AAGA,MAAM,SAAS;CAAC;CAAuB;CAA0B;AAAqB;;;;;;AAetF,SAAgB,YAAY,OAAgB,SAAgC;CAC1E,MAAM,QAAkB,CAAC;CACzB,WAAW,OAAO,SAAS,OAAO,IAAI;CACtC,OAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WACP,OACA,SACA,KACA,eACM;CACN,IAAI,IAAI;CACR,IAAI,MAAM,QAAS,OAAO,MAAM,YAAY,OAAO,MAAM,YACvD,IAAI;EAAE,SAAS,OAAO,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;EAAI,OAAO,OAAO,KAAK;CAAE;CACrE,MAAM,OAAO,QAAQ,KAAK,KAAK,QAAQ,WAAW,GAAG,CAAC;CAEtD,MAAM,OAAO,GAAG,EAAE,QAAQ,QAAQ,IAAI,EAAE,WAAW;CACnD,MAAM,MACJ,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,SAAS,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAC/E;EAAE,GAAG;EAAG,OAAO,EAAE,MAAM,MAAM,KAAK,MAAM;CAAE,IAC1C;CACN,MAAM,SAAS,qBAAqB,KAAc,EAChD,cAAc,QAAQ,UACpB,CAAC,KAAK,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,KAC1D,CAAC,OAAO,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,EAC9D,CAAC;CACD,MAAM,UAAU,OAAO,MACpB,UAAU,CAAC,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,gBAAgB,KAAK,WAAW,MAAM,IAAI,CACxF;CACA,MAAM,OAAO,EAAE,QAAQ;CACvB,IAAI,CAAC,EAAE,SAAS,IAAI,KAAK,QAAQ,CAAC,CAAC;MAC9B,IAAI,EAAE,QAAQ,SAAS,KAAM,IAAI,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS;MACxE,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC;CAChD,IAAI,EAAE,WAAW,IAAI,KAAK,GAAG,EAAE,UAAU,GAAG;CAC5C,IAAI,EAAE,MAAM,IAAI,KAAK,KAAK,EAAE,KAAK,GAAG;CACpC,IAAI,EAAE,OAAO,IAAI,KAAK,OAAO,EAAE,KAAK,CAAC;MAChC;EACH,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,QAAQ,UAAU,UAAU,OAAO;GACzC,MAAM,OAAO,aAAa,QAAQ,MAAM,MAAM,IAAI;GAClD,IAAI,KACF,MACE,IAAI,IAAI,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,MAAM,KAAK,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG,GAChH,CACF;GACA,IAAI,iBAAiB,UAAU,SAAS;IACtC,MAAM,SAAS,aAAa,MAAM,MAAM,MAAM;IAC9C,IAAI,KAAK,UAAU,QAAQ,GAAG,OAAO,QAAQ,WAAW,EAAE,CAAC;GAC7D;EACF;EACA,IAAI,OAAO,QAAQ,IAAI,KAAK,EAAE;EAC9B,MAAM,aAAa,gBAAgB,CAAC;EACpC,IAAI,OAAO,KAAK,UAAU,CAAC,CAAC,QAAQ;GAClC,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,QAAQ,WAAW,EAAE,CAAC,CAAC,CAAC;GACpD,IAAI,KAAK,GAAG,IAAI,KAAK,mBAAmB,CAAC,EAAE,GAAG,KAAK,QAAQ,UAAU,CAAC,GAAG;EAC3E;CACF;CACA,IAAI,EAAE,SAAS,MAAM;EACnB,IAAI,QAAQ,EAAE;EACd,IAAI,OAAO,UAAU,UAAU;GAC7B,MAAM,OAAO,OAAO,KAAK;GACzB,QAAQ;IAAE,MAAM;IAAa,SAAS;IAAM,OAAO;GAAK;EAC1D,OAAO,IAAI,EAAE,UAAU,QAAQ,QAAQ;GAAE,GAAG;GAAO,MAAM;EAAY;OAChE,QAAQ;GAAE,GAAG;GAAO,MAAM,cAAc,MAAM;EAAO;EAC1D,WAAW,OAAO,SAAS,KAAK,KAAK;CACvC;AACF;AAEA,MAAM,0BAAU,IAAI,IAAI;CACtB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,GAAG,OAAO,oBAAoB,MAAM,SAAS;CAC7C,GAAG,OAAO,oBAAoB,OAAO,SAAS;AAChD,CAAC;;;;;AAMD,MAAM,gBAAgB,IAAI,IAAI,OAAO,oBAAoB,aAAa,SAAS,CAAC;;AAGhF,SAAS,gBAAgB,GAA6C;CACpE,MAAM,aAAsC,OAAO,OAAO,IAAI;CAC9D,IAAI,EAAE,SAAS,kBAAkB,OAAO;CACxC,MAAM,eAAe,oBAAoB;CACzC,KAAK,MAAM,OAAO,OAAO,oBAAoB,CAAC,GAC5C,IAAI,QAAQ,SACN;MAAA,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,UAAU,WAAW,QAAQ,EAAE;CAAA,OACpE,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,EAAE,gBAAgB,cAAc,IAAI,GAAG,IACrE,WAAW,OAAO,EAAE;CAGxB,OAAO;AACT;AAEA,MAAM,UAAU,KAAkB,OAAO,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE,EAAE;;AAG/E,SAAgB,UACd,QACA,QACA,KACA,SACA,QAAQ,GACA;CACR,MAAM,QAAQ,iBAAiB,QAAQ,IAAI,MAAM,IAAI,MAAM;CAC3D,MAAM,QAAQ,OAAO,MAAM,WAAW;CACtC,MAAM,KAAK,OAAO,KAAK,MAAM,IAAI,IAAI;CACrC,IAAI,QAAQ;CACZ,MAAM,MAAgB,CAAC;CACvB,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,SAAU,MAAM,EAAE,CAAY,SAAS;EACvC,IAAI,QAAQ,OAAO;EACnB,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,SAAS,IAAI,MAAM,QAAQ,KAAK;GAC5E,MAAM,OAAO,MAAM;GACnB,MAAM,WAAW,yBAAyB,IAAI;GAC9C,IAAI,SAAS,WAAW,sBAAsB,GAAG;GAEjD,IAAI,SAAS,SAAS,KAAK,OAAO;GAClC,MAAM,YAAY,eAAe,KAAK,QAAQ,OAAO,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,QAAQ;GACzF,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,YAAY,IAAI,cAAc,UAAU;GAClE,IAAI,MAAM,GAAG;IACX,MAAM,MAAM,SAAS,QAAQ,KAAK,WAAW,KAAK;IAClD,IAAI,KAAK,OAAO,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC;GACpD;EACF;EACA;CACF;CACA,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI;AAC/D"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
2
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
2
|
+
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
3
|
+
import { h as isEnvironment } from "./environment-DB8o3hGi.js";
|
|
4
|
+
import { c as sha256, s as relativeFile } from "./ids-C_advdJA.js";
|
|
5
|
+
import { V as harnessId, et as sandboxId } from "./config-B9mB1kF5.js";
|
|
6
|
+
import { p as redactJsonText } from "./redact-BhjtnjrU.js";
|
|
7
|
+
import { a as originalText } from "./adapter-C8xPuXYq.js";
|
|
7
8
|
import { resolve } from "node:path";
|
|
8
9
|
import { readFile } from "node:fs/promises";
|
|
9
10
|
// src/eval-source.ts
|
|
@@ -40,18 +41,25 @@ function bodyHash(fn, where, file) {
|
|
|
40
41
|
return sha256(originalText(text, file) ?? text);
|
|
41
42
|
}
|
|
42
43
|
/**
|
|
43
|
-
*
|
|
44
|
-
*
|
|
44
|
+
* A case as canonical JSON text. Throws on a value that isn't JSON data (a class
|
|
45
|
+
* instance such as a RegExp or Map, a non-finite number), whose changes JSON can't see.
|
|
45
46
|
*/
|
|
46
|
-
function
|
|
47
|
+
function caseJson(item, where, file) {
|
|
47
48
|
const refuse = (what) => {
|
|
48
49
|
throw new UsageError(`${where}: reeval fingerprints each case as JSON data, and this one isn't (it holds ${what}). Pass plain objects, arrays, strings, finite numbers, booleans, null, functions or environments, and build the rest in the body.`);
|
|
49
50
|
};
|
|
50
|
-
return
|
|
51
|
+
return canonicalJson(item, {
|
|
51
52
|
file,
|
|
52
53
|
refuse
|
|
53
|
-
})
|
|
54
|
+
});
|
|
54
55
|
}
|
|
56
|
+
/**
|
|
57
|
+
* sha256 of a case's canonical JSON text with secrets in its strings masked as `redactJsonText`
|
|
58
|
+
* masks them, `declared` (the values of the eval's `secret()` variables) among them. The record
|
|
59
|
+
* is committed beside the eval file, so an unmasked hash would let its reader confirm a guessed
|
|
60
|
+
* secret; a case without one hashes its text byte for byte.
|
|
61
|
+
*/
|
|
62
|
+
const caseHash = (json, env = process.env, declared = []) => sha256(redactJsonText(json, env, declared));
|
|
55
63
|
/** sha256 of the eval's options and its enclosing groups', outermost first, in canonical form. */
|
|
56
64
|
function optionsHash(levels) {
|
|
57
65
|
return sha256(canonicalJson(levels.map(canonicalOptions).filter((o) => Object.keys(o).length > 0)));
|
|
@@ -77,15 +85,15 @@ function canonicalOptions(options) {
|
|
|
77
85
|
const out = {};
|
|
78
86
|
for (const [key, value] of Object.entries(options)) {
|
|
79
87
|
if (value === void 0 || UNHASHED.has(key)) continue;
|
|
80
|
-
if (key === "
|
|
88
|
+
if (key === "harnesses") out[key] = harnessForm(value);
|
|
81
89
|
else if (key === "sandbox") out[key] = sandboxId(value);
|
|
82
90
|
else if (key === "judge" && isObjectLike(value)) out[key] = {
|
|
83
91
|
...value,
|
|
84
92
|
..."model" in value ? { model: modelId(value.model) } : {}
|
|
85
93
|
};
|
|
86
|
-
else if (key === "compare" && isObjectLike(value) && Array.isArray(value.
|
|
94
|
+
else if (key === "compare" && isObjectLike(value) && Array.isArray(value.harnesses)) out[key] = {
|
|
87
95
|
...value,
|
|
88
|
-
|
|
96
|
+
harnesses: value.harnesses.map(harnessForm)
|
|
89
97
|
};
|
|
90
98
|
else out[key] = value;
|
|
91
99
|
}
|
|
@@ -140,6 +148,6 @@ function canonical(value, path, how) {
|
|
|
140
148
|
path.delete(value);
|
|
141
149
|
}
|
|
142
150
|
}
|
|
143
|
-
export {
|
|
151
|
+
export { optionsHash as a, evalFile as i, caseHash as n, sourcesPart as o, caseJson as r, bodyHash as t };
|
|
144
152
|
|
|
145
|
-
//# sourceMappingURL=eval-source-
|
|
153
|
+
//# sourceMappingURL=eval-source-D3sbAzt-.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-source-D3sbAzt-.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;AAOA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,OAAO,YAAY,KAAK;OAChD,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,KAAK,MAAM,QAAQ,MAAM,SAAS,GAClF,IAAI,OAAO;GAAE,GAAG;GAAO,WAAW,MAAM,UAAU,IAAI,WAAW;EAAE;OAC9D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;AAEA,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import { $ as EvalFn, D as CaseFn, O as CaseOptions, et as EvalOptions, gt as GroupOptions, tt as EvalOptionsData } from "./types-DBwFsGem.js";
|
|
2
|
+
/** How a group or eval was declared: `group`/`evaluate`, `.skip` or `.only`. */
|
|
3
|
+
type DeclaredMode = 'run' | 'skip' | 'only';
|
|
4
|
+
/** A `group`: options its evals and groups inherit, and its children in declaration order. */
|
|
5
|
+
type DeclaredGroup = {
|
|
6
|
+
type: 'group';
|
|
7
|
+
/** The group's name, as passed to `group`. */
|
|
8
|
+
name: string;
|
|
9
|
+
mode: DeclaredMode;
|
|
10
|
+
/** The group's own options, before the cascade. */
|
|
11
|
+
options: EvalOptionsData;
|
|
12
|
+
children: DeclaredNode[];
|
|
13
|
+
};
|
|
14
|
+
/** An `evaluate`: one eval, planned into a test per attempt. */
|
|
15
|
+
type DeclaredEval = {
|
|
16
|
+
type: 'eval';
|
|
17
|
+
/** The eval's name, as passed to `evaluate` (a case's, for an eval with `cases`). */
|
|
18
|
+
name: string;
|
|
19
|
+
mode: DeclaredMode;
|
|
20
|
+
/** The eval's own options, before the cascade. */
|
|
21
|
+
options: EvalOptionsData;
|
|
22
|
+
/** Names the eval's body to whoever runs it. */
|
|
23
|
+
body: string;
|
|
24
|
+
source: DeclaredSource;
|
|
25
|
+
/** Set on each case of an eval with `cases`: its template, index and the list's length. */
|
|
26
|
+
family?: DeclaredFamily;
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* An eval's own source as the SDK that declared it reads it: sha256 (hex) of its body's source
|
|
30
|
+
* text, and a case's data as canonical JSON (object keys sorted, no whitespace,
|
|
31
|
+
* non-ASCII characters as themselves). reeval hashes the case itself, with its secrets masked.
|
|
32
|
+
*/
|
|
33
|
+
type DeclaredSource = {
|
|
34
|
+
/** sha256 of the body function's source text. */
|
|
35
|
+
body: string;
|
|
36
|
+
/** The case's data as canonical JSON text; set on each case of an eval with `cases`. */
|
|
37
|
+
caseJson?: string;
|
|
38
|
+
};
|
|
39
|
+
/** Where a case of an eval with `cases` sits in its list. */
|
|
40
|
+
type DeclaredFamily = {
|
|
41
|
+
/** The eval's own name, which each case's name extends. */
|
|
42
|
+
name: string;
|
|
43
|
+
/** The case's index, from 0. */
|
|
44
|
+
case: number;
|
|
45
|
+
/** How many cases the list has. */
|
|
46
|
+
cases: number;
|
|
47
|
+
};
|
|
48
|
+
/** `evaluate.todo` or `group.todo`. */
|
|
49
|
+
type DeclaredTodo = {
|
|
50
|
+
type: 'todo';
|
|
51
|
+
/** The name passed to `.todo`. */
|
|
52
|
+
name: string;
|
|
53
|
+
};
|
|
54
|
+
/** One node of the tree: a group, an eval or a todo. */
|
|
55
|
+
type DeclaredNode = DeclaredGroup | DeclaredEval | DeclaredTodo;
|
|
56
|
+
/** An eval file's top-level groups, evals and todos, in declaration order. */
|
|
57
|
+
type DeclarationTree = {
|
|
58
|
+
children: DeclaredNode[];
|
|
59
|
+
};
|
|
60
|
+
type GroupFn = {
|
|
61
|
+
<N extends number = number>(name: string, fn: () => void, options?: GroupOptions<N>): void;
|
|
62
|
+
<N extends number = number>(name: string, options: GroupOptions<N>, fn: () => void): void;
|
|
63
|
+
};
|
|
64
|
+
declare const group: GroupFn & {
|
|
65
|
+
skip: GroupFn;
|
|
66
|
+
only: GroupFn;
|
|
67
|
+
todo: (name: string) => void;
|
|
68
|
+
};
|
|
69
|
+
/**
|
|
70
|
+
* `N` is `runs.bestOf` as written, so an even or fractional literal is a type error. With
|
|
71
|
+
* `cases`, the body takes the attempt and its case, typed from the list.
|
|
72
|
+
*/
|
|
73
|
+
type EvaluateFn = {
|
|
74
|
+
<const T, N extends number = number>(name: string, options: EvalOptions<N> & CaseOptions<T>, fn: CaseFn<T>): void;
|
|
75
|
+
<const T, N extends number = number>(name: string, fn: CaseFn<T>, options: EvalOptions<N> & CaseOptions<T>): void;
|
|
76
|
+
<N extends number = number>(name: string, fn: EvalFn, options?: EvalOptions<N>): void;
|
|
77
|
+
<N extends number = number>(name: string, options: EvalOptions<N>, fn: EvalFn): void;
|
|
78
|
+
};
|
|
79
|
+
declare const evaluate: EvaluateFn & {
|
|
80
|
+
skip: EvaluateFn;
|
|
81
|
+
only: EvaluateFn;
|
|
82
|
+
todo: (name: string) => void;
|
|
83
|
+
};
|
|
84
|
+
/**
|
|
85
|
+
* Declares a tree's groups and evals as the calls that made it would, in the file being
|
|
86
|
+
* collected; `bodyFor` gives each eval's body by its id. A tree from another language is
|
|
87
|
+
* checked against the contract first. Its relative host paths resolve against the directory of
|
|
88
|
+
* the file being collected, as a TypeScript eval file's do against its own.
|
|
89
|
+
*/
|
|
90
|
+
declare function declareTree(nodes: readonly DeclaredNode[], bodyFor: (id: string) => EvalFn): void;
|
|
91
|
+
export { DeclaredNode as a, DeclarationTree as i, evaluate as n, group as r, declareTree as t };
|
|
92
|
+
//# sourceMappingURL=evaluate-COdzf7Hl.d.ts.map
|