reeval 0.19.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +803 -0
- package/README.md +15 -15
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/assets/gateway-models.mjs +65 -31
- package/dist/{adapter-C8xPuXYq.js → adapter-BdzhdRYo.js} +8 -6
- package/dist/adapter-BdzhdRYo.js.map +1 -0
- package/dist/{agent-CBoLndM7.js → agent-Dx-bDmlV.js} +179 -31
- package/dist/agent-Dx-bDmlV.js.map +1 -0
- package/dist/{agents-C6zhkxp3.js → agents-l0-k7vw3.js} +362 -102
- package/dist/agents-l0-k7vw3.js.map +1 -0
- package/dist/{app-files-DT5mJyV4.js → app-files-B-CQYB0c.js} +3 -3
- package/dist/app-files-B-CQYB0c.js.map +1 -0
- package/dist/{assemble-UPCRrtOz.js → assemble-CYMpN8LC.js} +1 -1
- package/dist/{assemble-t6h018An.js → assemble-CsZIcJo8.js} +171 -18
- package/dist/assemble-CsZIcJo8.js.map +1 -0
- package/dist/{attempt-CAdlwlNu.js → attempt-CKfKsqqw.js} +2 -2
- package/dist/{attempt-CAdlwlNu.js.map → attempt-CKfKsqqw.js.map} +1 -1
- package/dist/{attempt-host-CIm1-11m.js → attempt-host-BwSmNYkX.js} +17 -8
- package/dist/attempt-host-BwSmNYkX.js.map +1 -0
- package/dist/{boat-BjLqFJIZ.js → boat-CZpAreTB.js} +3 -3
- package/dist/{boat-BjLqFJIZ.js.map → boat-CZpAreTB.js.map} +1 -1
- package/dist/{boat-CJCtzfB1.js → boat-su1Y7LPd.js} +17 -14
- package/dist/boat-su1Y7LPd.js.map +1 -0
- package/dist/bridge/index.mjs +113 -8
- package/dist/{capture-iBzFiC0j.js → capture-BqIAeFyC.js} +55 -29
- package/dist/{capture-iBzFiC0j.js.map → capture-BqIAeFyC.js.map} +1 -1
- package/dist/capture-D0Ln5aCP.js +1 -0
- package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
- package/dist/cases-CM-MQRQp.js.map +1 -0
- package/dist/cases-FvhbM8M5.js +1 -0
- package/dist/{cli-20Fpvs5H.js → cli-s_3opn_I.js} +219 -109
- package/dist/cli-s_3opn_I.js.map +1 -0
- package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-DxzIjmq_.js} +109 -26
- package/dist/cli-spec-DxzIjmq_.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client-C5fIzHQa.js +803 -0
- package/dist/client-C5fIzHQa.js.map +1 -0
- package/dist/{command-CRh-cb6Z.js → command-B5OAIjp7.js} +25 -21
- package/dist/command-B5OAIjp7.js.map +1 -0
- package/dist/{command-BLNVDiIg.js → command-BJ7KqczP.js} +10 -10
- package/dist/{command-BLNVDiIg.js.map → command-BJ7KqczP.js.map} +1 -1
- package/dist/{command-aUJvENwy.js → command-BXLZsEwQ.js} +16 -16
- package/dist/{command-aUJvENwy.js.map → command-BXLZsEwQ.js.map} +1 -1
- package/dist/{command-B5OyHpOu.js → command-DA_SHQUQ.js} +16 -16
- package/dist/{command-B5OyHpOu.js.map → command-DA_SHQUQ.js.map} +1 -1
- package/dist/{commands-CWy-WndG.js → commands-BKBamOcX.js} +174 -40
- package/dist/commands-BKBamOcX.js.map +1 -0
- package/dist/{commands-CfdBX-mc.js → commands-BPvAOEmb.js} +1 -1
- package/dist/{config-B9mB1kF5.js → config-C0URar0t.js} +255 -89
- package/dist/config-C0URar0t.js.map +1 -0
- package/dist/{context-Bkv3ndjq.js → context-Sj58aJEu.js} +2 -2
- package/dist/{context-Bkv3ndjq.js.map → context-Sj58aJEu.js.map} +1 -1
- package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
- package/dist/cost-C21gGrju.js.map +1 -0
- package/dist/cost-IM80LyGD.js +1 -0
- package/dist/{cursor-catalog-BSn9xjmo.js → cursor-catalog-FWgSo-T1.js} +4 -4
- package/dist/{cursor-catalog-BSn9xjmo.js.map → cursor-catalog-FWgSo-T1.js.map} +1 -1
- package/dist/db-Bc4L-Wcr.js +2 -0
- package/dist/{db-zgC1tvKB.js → db-BjAWxVAG.js} +142 -248
- package/dist/db-BjAWxVAG.js.map +1 -0
- package/dist/debug-CIXzB4wK.js.map +1 -1
- package/dist/{default-effort-BAy8ixd1.js → default-effort-CWlhZ6U1.js} +1 -1
- package/dist/{default-effort-DGhQmu95.js → default-effort-Ck2GYIxX.js} +4 -4
- package/dist/{default-effort-DGhQmu95.js.map → default-effort-Ck2GYIxX.js.map} +1 -1
- package/dist/{dist-CAFD1yfv.js → dist-DeqeCUZe.js} +15 -8
- package/dist/dist-DeqeCUZe.js.map +1 -0
- package/dist/{docker-DAMnm3L9.js → docker-CDdK6Ity.js} +49 -22
- package/dist/docker-CDdK6Ity.js.map +1 -0
- package/dist/{docker-Cqw-CyWz.js → docker-D74l67k8.js} +4 -4
- package/dist/{docker-Cqw-CyWz.js.map → docker-D74l67k8.js.map} +1 -1
- package/dist/{docker-Dr4XeDc8.js → docker-DMug3l-a.js} +1 -1
- package/dist/{doctor-B2PohneB.js → doctor-eFxyn6at.js} +85 -46
- package/dist/doctor-eFxyn6at.js.map +1 -0
- package/dist/{environment-DB8o3hGi.js → environment-CJIKz-Ud.js} +49 -11
- package/dist/environment-CJIKz-Ud.js.map +1 -0
- package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
- package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
- package/dist/{eval-source-D3sbAzt-.js → eval-source-CXIRJ91v.js} +24 -12
- package/dist/eval-source-CXIRJ91v.js.map +1 -0
- package/dist/{evaluate-CwKeN_fo.js → evaluate-DA4QsrHO.js} +792 -281
- package/dist/evaluate-DA4QsrHO.js.map +1 -0
- package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DHrU4Wld.d.ts} +2 -2
- package/dist/fake-bootstrap-CnwWG3kP.js +15 -0
- package/dist/fake-bootstrap-CnwWG3kP.js.map +1 -0
- package/dist/{files-BiFU16BW.js → files-BVVWAS0A.js} +6 -6
- package/dist/{files-BiFU16BW.js.map → files-BVVWAS0A.js.map} +1 -1
- package/dist/files-BaqXvB88.js +1 -0
- package/dist/{files-BEwfjD8J.js → files-Bey1VAex.js} +3 -3
- package/dist/{files-BEwfjD8J.js.map → files-Bey1VAex.js.map} +1 -1
- package/dist/files-BjOJw4sn.js +1 -0
- package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
- package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
- package/dist/files-CNHhSyb3.js +1 -0
- package/dist/files-CW1lChNh.js +1 -0
- package/dist/{files-BRzV7aPh.js → files-D6j-XpaK.js} +5 -5
- package/dist/{files-BRzV7aPh.js.map → files-D6j-XpaK.js.map} +1 -1
- package/dist/{files-Cl7BQ5gE.js → files-F44NRCN0.js} +143 -20
- package/dist/files-F44NRCN0.js.map +1 -0
- package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
- package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-fDiJ8UIV.js → git-Jqkf9SBa.js} +3 -3
- package/dist/{git-fDiJ8UIV.js.map → git-Jqkf9SBa.js.map} +1 -1
- package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
- package/dist/harness-FcTyyPco.js.map +1 -0
- package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
- package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
- package/dist/harness.d.ts +11 -8
- package/dist/harness.js +1 -1
- package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
- package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
- package/dist/{images-BNgcR77K.js → images-Dsc4Wi-F.js} +65 -30
- package/dist/images-Dsc4Wi-F.js.map +1 -0
- package/dist/index.d.ts +46 -7
- package/dist/index.js +6 -6
- package/dist/init-C0oUG3jh.js +1 -0
- package/dist/{init-DbuZVRrW.js → init-QB5ecPDA.js} +33 -14
- package/dist/init-QB5ecPDA.js.map +1 -0
- package/dist/{ink-list-BpfidQ1h.js → ink-list-mCJypk3d.js} +2 -2
- package/dist/{ink-list-BpfidQ1h.js.map → ink-list-mCJypk3d.js.map} +1 -1
- package/dist/{invocations-CxGNOlh0.js → invocations-BSr4lRzI.js} +5 -5
- package/dist/{invocations-CxGNOlh0.js.map → invocations-BSr4lRzI.js.map} +1 -1
- package/dist/{judge-COMXT1Hx.js → judge-eGH39PaP.js} +12 -10
- package/dist/{judge-COMXT1Hx.js.map → judge-eGH39PaP.js.map} +1 -1
- package/dist/judge.d.ts +3 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
- package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
- package/dist/{layout-Cm85tQYk.js → layout-DfQa4mJs.js} +14 -11
- package/dist/layout-DfQa4mJs.js.map +1 -0
- package/dist/{list-DuThsE28.js → list-Dh6T0kdr.js} +23 -12
- package/dist/{list-DuThsE28.js.map → list-Dh6T0kdr.js.map} +1 -1
- package/dist/live-DwjWJTdn.js +1 -0
- package/dist/{live-CgYbO4Te.js → live-xTZs0c61.js} +2 -2
- package/dist/{live-CgYbO4Te.js.map → live-xTZs0c61.js.map} +1 -1
- package/dist/{live-CnGrRM6j.js → live-y1p3oNXH.js} +9 -9
- package/dist/{live-CnGrRM6j.js.map → live-y1p3oNXH.js.map} +1 -1
- package/dist/{model-CwwkrCb7.js → model-3pZZzloU.js} +7 -5
- package/dist/model-3pZZzloU.js.map +1 -0
- package/dist/{model-047Dcd-a.js → model-DEjwetkJ.js} +1 -1
- package/dist/{model-V3mMXp6x.js → model-DNpKiHqO.js} +6 -6
- package/dist/{model-V3mMXp6x.js.map → model-DNpKiHqO.js.map} +1 -1
- package/dist/model-calls-B0BoQfJ4.js +95 -0
- package/dist/model-calls-B0BoQfJ4.js.map +1 -0
- package/dist/{model-DJjLw-0r.js → model-jRKSQBg6.js} +5 -5
- package/dist/{model-DJjLw-0r.js.map → model-jRKSQBg6.js.map} +1 -1
- package/dist/model-nfewGTzB.js +1 -0
- package/dist/{node-D7pAU--0.js → node-DM-mLGdX.js} +7 -7
- package/dist/{node-D7pAU--0.js.map → node-DM-mLGdX.js.map} +1 -1
- package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
- package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
- package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-C0aRo633.js} +2 -2
- package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-C0aRo633.js.map} +1 -1
- package/dist/options-DpsJ_5CU.js +1 -0
- package/dist/{patch-DH4e_Gkd.js → patch-Bx-qp8Li.js} +2 -2
- package/dist/{patch-DH4e_Gkd.js.map → patch-Bx-qp8Li.js.map} +1 -1
- package/dist/pi-providers-HygmL1y-.js +552 -0
- package/dist/pi-providers-HygmL1y-.js.map +1 -0
- package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
- package/dist/plain-Ctn8oUdp.js.map +1 -0
- package/dist/{plan-Cgq9NCEX.js → plan-ChO0A-xn.js} +63 -12
- package/dist/plan-ChO0A-xn.js.map +1 -0
- package/dist/{plugins-BkmPxDiY.js → plugins-BioMWncI.js} +636 -9
- package/dist/plugins-BioMWncI.js.map +1 -0
- package/dist/{preflight-R-InZCQb.js → preflight-BUjk_6wT.js} +1 -1
- package/dist/{preflight-CtlloeOQ.js → preflight-CJSGzMzc.js} +8 -9
- package/dist/preflight-CJSGzMzc.js.map +1 -0
- package/dist/preflight-DD3fI4Hz.js +1 -0
- package/dist/{preflight-BElE_q0u.js → preflight-qFCXmxha.js} +4 -4
- package/dist/{preflight-BElE_q0u.js.map → preflight-qFCXmxha.js.map} +1 -1
- package/dist/{prepare-C7f5mPl5.js → prepare-D7oSSFNm.js} +9 -9
- package/dist/{prepare-C7f5mPl5.js.map → prepare-D7oSSFNm.js.map} +1 -1
- package/dist/{prepare-CzkAdbXm.js → prepare-xHU2BpN-.js} +2 -2
- package/dist/prices-B1vm_lPk.js +1 -0
- package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
- package/dist/prices-BrY_ihLs.js.map +1 -0
- package/dist/{provenance-zsc4--dP.js → provenance-B-flBAzR.js} +5 -5
- package/dist/{provenance-zsc4--dP.js.map → provenance-B-flBAzR.js.map} +1 -1
- package/dist/provider-DHT20Gl8.js +1 -0
- package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
- package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
- package/dist/provider-stop-CxzWW7Ft.js +69 -0
- package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
- package/dist/{providers-B8xYMeah.js → providers-B6StVyfG.js} +215 -48
- package/dist/providers-B6StVyfG.js.map +1 -0
- package/dist/providers-Dljf6al6.js +1 -0
- package/dist/query-BAc2tQZj.js +1 -0
- package/dist/{query-Bb3SYICk.js → query-CkLmJv7R.js} +2 -2
- package/dist/{query-Bb3SYICk.js.map → query-CkLmJv7R.js.map} +1 -1
- package/dist/{questions-CWlR9ffu.js → questions-CJIh2FSX.js} +7 -7
- package/dist/{questions-CWlR9ffu.js.map → questions-CJIh2FSX.js.map} +1 -1
- package/dist/{record-6IUzwP9K.js → record-nVVujCW7.js} +2 -2
- package/dist/{record-6IUzwP9K.js.map → record-nVVujCW7.js.map} +1 -1
- package/dist/{redact-BhjtnjrU.js → redact-DL2BTykw.js} +17 -2
- package/dist/redact-DL2BTykw.js.map +1 -0
- package/dist/{remarks-vtkPmQb9.js → remarks-B3wjKscW.js} +46 -11
- package/dist/remarks-B3wjKscW.js.map +1 -0
- package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
- package/dist/remarks-BpdM_2RC.js.map +1 -0
- package/dist/remarks-CleoDlYw.js +1 -0
- package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
- package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
- package/dist/{remote-BgYWqogI.js → remote-C88amFRN.js} +6 -6
- package/dist/{remote-BgYWqogI.js.map → remote-C88amFRN.js.map} +1 -1
- package/dist/resolve-Bul8lHaa.js +205 -0
- package/dist/resolve-Bul8lHaa.js.map +1 -0
- package/dist/resolve-DW92wpIZ.js +1 -0
- package/dist/{resolve-Do0ZaYH6.js → resolve-G576PiFJ.js} +14 -11
- package/dist/resolve-G576PiFJ.js.map +1 -0
- package/dist/{results-JyuM64gy.js → results-zVHIW6xw.js} +9 -22
- package/dist/results-zVHIW6xw.js.map +1 -0
- package/dist/{resume-AW5oXzUc.js → resume-D_PcUXfG.js} +94 -16
- package/dist/resume-D_PcUXfG.js.map +1 -0
- package/dist/{retry-ChzISxmy.js → retry-BvTzCxdc.js} +4 -4
- package/dist/{retry-ChzISxmy.js.map → retry-BvTzCxdc.js.map} +1 -1
- package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
- package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
- package/dist/{vercel-CGlSBv63.js → routes-B0F2R-K7.js} +91 -56
- package/dist/routes-B0F2R-K7.js.map +1 -0
- package/dist/{runtime-BpW1f1Mx.js → runtime-B3r_pAq6.js} +4 -4
- package/dist/{runtime-BpW1f1Mx.js.map → runtime-B3r_pAq6.js.map} +1 -1
- package/dist/sandbox/boat.d.ts +1 -1
- package/dist/sandbox/boat.js +1 -1
- package/dist/{sandbox-kSgr7vo5.js → sandbox-Duh3z1TV.js} +3 -3
- package/dist/{sandbox-kSgr7vo5.js.map → sandbox-Duh3z1TV.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CGEsvVRG.js +1 -0
- package/dist/{server-Cn8VqO9S.js → server-DUWMRKik.js} +8 -8
- package/dist/{server-Cn8VqO9S.js.map → server-DUWMRKik.js.map} +1 -1
- package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
- package/dist/shared-DtZwIAfy.js.map +1 -0
- package/dist/{source-CYOhR98B.js → source-CHuN4Nfg.js} +2 -2
- package/dist/{source-CYOhR98B.js.map → source-CHuN4Nfg.js.map} +1 -1
- package/dist/source-Wz1Nrfue.js +1 -0
- package/dist/src--yl1OypK.js +2 -0
- package/dist/{src-Cb2MWozp.js → src-B-HuDqpH.js} +276 -41
- package/dist/src-B-HuDqpH.js.map +1 -0
- package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
- package/dist/src-B5r1d23Y.js.map +1 -0
- package/dist/{src-Ck2r_EMT.js → src-BHJ4MWvY.js} +504 -119
- package/dist/src-BHJ4MWvY.js.map +1 -0
- package/dist/{src-Dw79VLa3.js → src-BI0v8qlZ.js} +202 -56
- package/dist/src-BI0v8qlZ.js.map +1 -0
- package/dist/src-BL-_0QoE.js +1 -0
- package/dist/{src-YvblOrBU.js → src-BqNzHHWn.js} +87 -13
- package/dist/src-BqNzHHWn.js.map +1 -0
- package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
- package/dist/src-C-ChdnG6.js.map +1 -0
- package/dist/src-C-mOSczH.js +2 -0
- package/dist/src-CZaYu6ER.js +3 -0
- package/dist/src-CeBhwD8k.js +2 -0
- package/dist/src-CkEiiyON.js +2 -0
- package/dist/{src-KxS91P7L.js → src-CmA5Yev6.js} +79 -11
- package/dist/src-CmA5Yev6.js.map +1 -0
- package/dist/src-CwH_nEaw.js +2 -0
- package/dist/src-DA95rM6v.js +4 -0
- package/dist/{src-DvGns8cz.js → src-DL-EE4DU.js} +299 -17
- package/dist/src-DL-EE4DU.js.map +1 -0
- package/dist/src-De0KY5S_.js +2 -0
- package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
- package/dist/src-boB6D-5T.js.map +1 -0
- package/dist/state-B3jex5KU.js +1 -0
- package/dist/{state-BOLt8pJg.js → state-DUBRDyMk.js} +22 -22
- package/dist/{state-BOLt8pJg.js.map → state-DUBRDyMk.js.map} +1 -1
- package/dist/store/local.d.ts +8 -0
- package/dist/store/local.js +16 -0
- package/dist/store/local.js.map +1 -0
- package/dist/store/s3.d.ts +10 -0
- package/dist/store/s3.js +18 -0
- package/dist/store/s3.js.map +1 -0
- package/dist/{suite-COglUhPd.js → suite-B9J6Afg6.js} +6 -5
- package/dist/{suite-COglUhPd.js.map → suite-B9J6Afg6.js.map} +1 -1
- package/dist/suite-Bhs9-Z7O.js +2 -0
- package/dist/{summary-DU5zaibx.js → summary-CSp4cfnr.js} +25 -7
- package/dist/{summary-DU5zaibx.js.map → summary-CSp4cfnr.js.map} +1 -1
- package/dist/sync-CxAY6Dki.js +559 -0
- package/dist/sync-CxAY6Dki.js.map +1 -0
- package/dist/tart-CcrrtSrp.js +704 -0
- package/dist/tart-CcrrtSrp.js.map +1 -0
- package/dist/tart-CzViW3WZ.js +186 -0
- package/dist/tart-CzViW3WZ.js.map +1 -0
- package/dist/tart-DmVuVsmX.js +1 -0
- package/dist/tart-bake-F-6seRC9.js +192 -0
- package/dist/tart-bake-F-6seRC9.js.map +1 -0
- package/dist/tart-bake-RK7RaT9E.js +1 -0
- package/dist/tart-cli-B86Jqo1t.js +89 -0
- package/dist/tart-cli-B86Jqo1t.js.map +1 -0
- package/dist/tart-cli-ClvRniLQ.js +1 -0
- package/dist/tart-hosts-Brii7zHM.js +1 -0
- package/dist/tart-hosts-DPyZsg-1.js +313 -0
- package/dist/tart-hosts-DPyZsg-1.js.map +1 -0
- package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CWSf03w8.js} +64 -6
- package/dist/tart-images-CWSf03w8.js.map +1 -0
- package/dist/testing.d.ts +36 -2
- package/dist/testing.js +4 -4
- package/dist/tool-class-CVDdJy0H.js +433 -0
- package/dist/tool-class-CVDdJy0H.js.map +1 -0
- package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
- package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
- package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
- package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
- package/dist/{transcript-CCf07UmU.js → transcript-BP_2hji-.js} +3 -3
- package/dist/{transcript-CCf07UmU.js.map → transcript-BP_2hji-.js.map} +1 -1
- package/dist/{types-DBwFsGem.d.ts → types-BJ0wh8wC.d.ts} +408 -44
- package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
- package/dist/types-CbcnJxCy.js.map +1 -0
- package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
- package/dist/usage-CwIRPPZ9.js.map +1 -0
- package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
- package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
- package/dist/vertex-DXfcXYKn.js +1 -0
- package/dist/view/index.d.ts +27 -3
- package/dist/view/index.js +8 -8
- package/dist/{views-DAIiLiV3.js → views-DRxXCyIH.js} +6 -6
- package/dist/{views-DAIiLiV3.js.map → views-DRxXCyIH.js.map} +1 -1
- package/dist/views-i67V1ly3.js +2 -0
- package/dist/{worker-entry-BIROTPX1.js → worker-entry-C3Q4U63F.js} +12 -9
- package/dist/worker-entry-C3Q4U63F.js.map +1 -0
- package/dist/workspace-DhUOW8if.js +1 -0
- package/dist/{workspace-uuE51x35.js → workspace-P72SXLXr.js} +7 -7
- package/dist/{workspace-uuE51x35.js.map → workspace-P72SXLXr.js.map} +1 -1
- package/package.json +21 -10
- package/skills/eval-rubric/SKILL.md +10 -0
- package/skills/reeval/SKILL.md +370 -0
- package/skills/reeval/references/capture.md +48 -0
- package/skills/reeval/references/cli.md +162 -0
- package/skills/reeval/references/compare.md +180 -0
- package/skills/reeval/references/config.md +147 -0
- package/skills/reeval/references/environments.md +218 -0
- package/skills/reeval/references/evals.md +241 -0
- package/skills/reeval/references/mistakes.md +39 -0
- package/skills/reeval/references/vocabulary.md +19 -0
- package/skills/setup/SKILL.md +219 -0
- package/skills/setup/references/templates.md +258 -0
- package/dist/adapter-C8xPuXYq.js.map +0 -1
- package/dist/agent-CBoLndM7.js.map +0 -1
- package/dist/agents-C6zhkxp3.js.map +0 -1
- package/dist/app-files-DT5mJyV4.js.map +0 -1
- package/dist/assemble-t6h018An.js.map +0 -1
- package/dist/attempt-host-CIm1-11m.js.map +0 -1
- package/dist/boat-CJCtzfB1.js.map +0 -1
- package/dist/capture-DoxFUN3J.js +0 -1
- package/dist/cases-Dy0mifal.js +0 -1
- package/dist/cases-z9E6DCd5.js.map +0 -1
- package/dist/cli-20Fpvs5H.js.map +0 -1
- package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
- package/dist/client-KM4C5r5_.js +0 -387
- package/dist/client-KM4C5r5_.js.map +0 -1
- package/dist/command-CRh-cb6Z.js.map +0 -1
- package/dist/commands-CWy-WndG.js.map +0 -1
- package/dist/config-B9mB1kF5.js.map +0 -1
- package/dist/cost-BdRgySQl.js.map +0 -1
- package/dist/cost-Cr26Alhq.js +0 -1
- package/dist/db-P2fXw4nx.js +0 -2
- package/dist/db-zgC1tvKB.js.map +0 -1
- package/dist/dist-CAFD1yfv.js.map +0 -1
- package/dist/docker-DAMnm3L9.js.map +0 -1
- package/dist/doctor-B2PohneB.js.map +0 -1
- package/dist/environment-DB8o3hGi.js.map +0 -1
- package/dist/eval-source-D3sbAzt-.js.map +0 -1
- package/dist/evaluate-CwKeN_fo.js.map +0 -1
- package/dist/files-B4KQUiM7.js +0 -1
- package/dist/files-C1Rk9FYA.js +0 -1
- package/dist/files-C3mCC8Mn.js +0 -1
- package/dist/files-Cl7BQ5gE.js.map +0 -1
- package/dist/files-DnlA1A7N.js +0 -1
- package/dist/harness-DXv2gnaT.js.map +0 -1
- package/dist/images-BNgcR77K.js.map +0 -1
- package/dist/init-4RPeD-K-.js +0 -1
- package/dist/init-DbuZVRrW.js.map +0 -1
- package/dist/kinds-C1oY3qyC.js +0 -697
- package/dist/kinds-C1oY3qyC.js.map +0 -1
- package/dist/layout-Cm85tQYk.js.map +0 -1
- package/dist/live-CJCK11nh.js +0 -1
- package/dist/matchers-CXLn-1jm.js +0 -148
- package/dist/matchers-CXLn-1jm.js.map +0 -1
- package/dist/model-Cv4GuTsZ.js +0 -1
- package/dist/model-CwwkrCb7.js.map +0 -1
- package/dist/options-CHubslQf.js +0 -1
- package/dist/plain-BYUf_fUV.js.map +0 -1
- package/dist/plan-Cgq9NCEX.js.map +0 -1
- package/dist/plugins-BkmPxDiY.js.map +0 -1
- package/dist/preflight-4gWSy0Pe.js +0 -1
- package/dist/preflight-CtlloeOQ.js.map +0 -1
- package/dist/prices-5m3SzMZ3.js.map +0 -1
- package/dist/provider-BnUoz4KB.js +0 -1
- package/dist/providers-B8xYMeah.js.map +0 -1
- package/dist/providers-CVu8e0xS.js +0 -1
- package/dist/query-DIfkUcPh.js +0 -1
- package/dist/redact-BhjtnjrU.js.map +0 -1
- package/dist/remarks-CAvTSq16.js +0 -1
- package/dist/remarks-D9Lcd1fF.js.map +0 -1
- package/dist/remarks-vtkPmQb9.js.map +0 -1
- package/dist/resolve-Do0ZaYH6.js.map +0 -1
- package/dist/resolve-amw_2Odz.js +0 -1
- package/dist/results-JyuM64gy.js.map +0 -1
- package/dist/resume-AW5oXzUc.js.map +0 -1
- package/dist/server-2_gUnVvf.js +0 -1
- package/dist/shared-Cfi45Bvy.js.map +0 -1
- package/dist/source-CY3etKzw.js +0 -1
- package/dist/src-6Zzyg4Qd.js +0 -2
- package/dist/src-BDhcPtnI.js +0 -2
- package/dist/src-BNQznj4z.js.map +0 -1
- package/dist/src-BRMsk9nh.js +0 -2
- package/dist/src-CV_7DkPa.js.map +0 -1
- package/dist/src-Cb2MWozp.js.map +0 -1
- package/dist/src-Ck2r_EMT.js.map +0 -1
- package/dist/src-DAzaCTcN.js.map +0 -1
- package/dist/src-DB7N8TYJ.js +0 -2
- package/dist/src-DPDaAYwh.js +0 -2
- package/dist/src-Dbk19BiP.js +0 -2
- package/dist/src-DtodMT59.js +0 -1
- package/dist/src-DvGns8cz.js.map +0 -1
- package/dist/src-Dw79VLa3.js.map +0 -1
- package/dist/src-KxS91P7L.js.map +0 -1
- package/dist/src-T-OeuJLr.js +0 -2
- package/dist/src-YvblOrBU.js.map +0 -1
- package/dist/src-zntEDlnx.js +0 -3
- package/dist/state-kimtIhBP.js +0 -1
- package/dist/suite-CKBa6MKt.js +0 -2
- package/dist/tart-BTVXp8rz.js +0 -373
- package/dist/tart-BTVXp8rz.js.map +0 -1
- package/dist/tart-cli-BIC9HqPg.js +0 -37
- package/dist/tart-cli-BIC9HqPg.js.map +0 -1
- package/dist/tart-cli-BMrkmBjI.js +0 -1
- package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
- package/dist/tool-target-DS5d72eH.js +0 -40
- package/dist/tool-target-DS5d72eH.js.map +0 -1
- package/dist/types-C2mLpph3.js.map +0 -1
- package/dist/usage-DJiDnh2D.js.map +0 -1
- package/dist/vercel-CGlSBv63.js.map +0 -1
- package/dist/vertex-O88TCwgY.js +0 -1
- package/dist/views-DtRhj2Tn.js +0 -2
- package/dist/worker-entry-BIROTPX1.js.map +0 -1
- package/dist/workspace-CcQRT31C.js +0 -1
|
@@ -3,7 +3,13 @@ const hasNetworkSession = (s) => "network" in s;
|
|
|
3
3
|
/** A failure of the sandbox or harness infrastructure, as opposed to the agent's work. */
|
|
4
4
|
var InfraError = class extends Error {
|
|
5
5
|
name = "InfraError";
|
|
6
|
+
/** Another try may succeed: a 5xx, a network error or a timeout, not a refused key or a bad config. */
|
|
7
|
+
transient;
|
|
8
|
+
constructor(message, options = {}) {
|
|
9
|
+
super(message);
|
|
10
|
+
this.transient = options.transient ?? false;
|
|
11
|
+
}
|
|
6
12
|
};
|
|
7
13
|
export { hasNetworkSession as n, InfraError as t };
|
|
8
14
|
|
|
9
|
-
//# sourceMappingURL=types-
|
|
15
|
+
//# sourceMappingURL=types-CbcnJxCy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types-CbcnJxCy.js","names":[],"sources":["../src/sandbox/types.ts"],"mappings":";AA+EA,MAAa,qBAAqB,MAAoC,aAAa;;AAGnF,IAAa,aAAb,cAAgC,MAAM;CACpC,OAAgB;;CAEhB;CACA,YAAY,SAAiB,UAAmC,CAAC,GAAG;EAClE,MAAM,OAAO;EACb,KAAK,YAAY,QAAQ,aAAa;CACxC;AACF"}
|
|
@@ -1,4 +1,17 @@
|
|
|
1
1
|
// src/usage.ts
|
|
2
|
+
/** The AI SDK's usage as reeval's, or null when the harness reported none (every field undefined). */
|
|
3
|
+
function tokenUsage(usage) {
|
|
4
|
+
if (usage.inputTokens === void 0 && usage.outputTokens === void 0) return null;
|
|
5
|
+
const cacheRead = usage.inputTokenDetails?.cacheReadTokens ?? 0;
|
|
6
|
+
const cacheWrite = usage.inputTokenDetails?.cacheWriteTokens ?? 0;
|
|
7
|
+
return {
|
|
8
|
+
input: usage.inputTokenDetails?.noCacheTokens ?? Math.max((usage.inputTokens ?? 0) - cacheRead - cacheWrite, 0),
|
|
9
|
+
output: usage.outputTokens ?? 0,
|
|
10
|
+
cacheRead,
|
|
11
|
+
cacheWrite,
|
|
12
|
+
reasoning: usage.outputTokenDetails?.reasoningTokens ?? null
|
|
13
|
+
};
|
|
14
|
+
}
|
|
2
15
|
/** Two counts as one; null only when neither reported any. */
|
|
3
16
|
function addUsage(a, b) {
|
|
4
17
|
if (!a || !b) return a ?? b;
|
|
@@ -18,10 +31,10 @@ const sumUsage = (usages) => {
|
|
|
18
31
|
};
|
|
19
32
|
/** Every token the prompt side used: uncached input plus cache reads and writes. */
|
|
20
33
|
const promptTokens = (u) => u.input + u.cacheRead + u.cacheWrite;
|
|
21
|
-
/** Prompt side and output. `output` already counts `reasoning`, its share of thinking.
|
|
34
|
+
/** Prompt side and output. `output` already counts `reasoning`, its share of thinking. */
|
|
22
35
|
const totalTokens = (u) => promptTokens(u) + u.output;
|
|
23
36
|
/** A token count as people read it: `9,512`, `430k`, `1,094k`. */
|
|
24
37
|
const formatTokens = (n) => n >= 1e4 ? `${Math.round(n / 1e3).toLocaleString("en-US")}k` : Math.round(n).toLocaleString("en-US");
|
|
25
|
-
export {
|
|
38
|
+
export { tokenUsage as a, sumUsage as i, formatTokens as n, totalTokens as o, promptTokens as r, addUsage as t };
|
|
26
39
|
|
|
27
|
-
//# sourceMappingURL=usage-
|
|
40
|
+
//# sourceMappingURL=usage-CwIRPPZ9.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage-CwIRPPZ9.js","names":[],"sources":["../src/usage.ts"],"mappings":";;AAGA,SAAgB,WAAW,OASL;CACpB,IAAI,MAAM,gBAAgB,KAAA,KAAa,MAAM,iBAAiB,KAAA,GAAW,OAAO;CAChF,MAAM,YAAY,MAAM,mBAAmB,mBAAmB;CAC9D,MAAM,aAAa,MAAM,mBAAmB,oBAAoB;CAChE,OAAO;EACL,OACE,MAAM,mBAAmB,iBACzB,KAAK,KAAK,MAAM,eAAe,KAAK,YAAY,YAAY,CAAC;EAC/D,QAAQ,MAAM,gBAAgB;EAC9B;EACA;EACA,WAAW,MAAM,oBAAoB,mBAAmB;CAC1D;AACF;;AAGA,SAAgB,SAAS,GAAsB,GAAyC;CACtF,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK;CAC1B,OAAO;EACL,OAAO,EAAE,QAAQ,EAAE;EACnB,QAAQ,EAAE,SAAS,EAAE;EACrB,WAAW,EAAE,YAAY,EAAE;EAC3B,YAAY,EAAE,aAAa,EAAE;EAC7B,WACE,EAAE,cAAc,QAAQ,EAAE,cAAc,OAAO,QAAQ,EAAE,aAAa,MAAM,EAAE,aAAa;CAC/F;AACF;;AAGA,MAAa,YAAY,WAAuE;CAC9F,IAAI,QAA2B;CAC/B,KAAK,MAAM,KAAK,QAAQ,QAAQ,SAAS,OAAO,KAAK,IAAI;CACzD,OAAO;AACT;;AAGA,MAAa,gBAAgB,MAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE;;AAGzE,MAAa,eAAe,MAAkB,aAAa,CAAC,IAAI,EAAE;;AAGlE,MAAa,gBAAgB,MAC3B,KAAK,MACD,GAAG,KAAK,MAAM,IAAI,GAAI,CAAC,CAAC,eAAe,OAAO,EAAE,KAChD,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
-
import { a as claudeCodeVertexAliasRefusal } from "./harness-
|
|
2
|
+
import { a as claudeCodeVertexAliasRefusal } from "./harness-FcTyyPco.js";
|
|
3
3
|
import { generateKeyPairSync } from "node:crypto";
|
|
4
4
|
// src/gateway/token.ts
|
|
5
5
|
/** How long before a token expires it's replaced. */
|
|
@@ -397,19 +397,35 @@ function vertexModelProbe(model, settings) {
|
|
|
397
397
|
}
|
|
398
398
|
/**
|
|
399
399
|
* Why Vertex AI can't serve a routed harness's model, or undefined when it can: fx's Chat
|
|
400
|
-
* Completions endpoint
|
|
401
|
-
* only over Anthropic's own API there
|
|
402
|
-
* retiring model there.
|
|
400
|
+
* Completions endpoint, OpenCode's `google-vertex` provider and pi's serve Google's models, and
|
|
401
|
+
* Claude only over Anthropic's own API there, which reeval doesn't route Goose's Claude calls to;
|
|
402
|
+
* Claude Code's `sonnet` and `opusplan` aliases name a retiring model there.
|
|
403
403
|
* A bare fx id is OpenAI's everywhere else, so only a bare `gemini-…` one is taken as Google's.
|
|
404
404
|
*/
|
|
405
405
|
function vertexModelRefusalFor(h) {
|
|
406
406
|
if (h.kind === "claude-code") return claudeCodeVertexAliasRefusal(h.model);
|
|
407
407
|
const provider = /^([^/]+)\//.exec(h.model)?.[1];
|
|
408
|
-
|
|
408
|
+
const served = VERTEX_AGENT_PROVIDERS[h.kind];
|
|
409
|
+
if (served) return provider && served.providers.includes(provider) ? void 0 : `${served.only}, not ${JSON.stringify(h.model)}: use a Gemini model, such as google/gemini-3.8-flash`;
|
|
409
410
|
if (h.kind !== "fx") return void 0;
|
|
410
411
|
if (provider === "google" || !provider && /^gemini-/.test(h.model)) return void 0;
|
|
411
412
|
return `fx reaches Vertex AI only on its Chat Completions endpoint, which serves Google's models, not ${JSON.stringify(h.model)}: use a Gemini model, such as google/gemini-3.8-flash`;
|
|
412
413
|
}
|
|
414
|
+
/** The model providers (`google` in `google/gemini-3.8-flash`) a harness runs on Vertex AI, and why no other. */
|
|
415
|
+
const VERTEX_AGENT_PROVIDERS = {
|
|
416
|
+
opencode: {
|
|
417
|
+
providers: ["google", "google-vertex"],
|
|
418
|
+
only: "OpenCode reaches Vertex AI only on its google-vertex provider, which serves Google's models"
|
|
419
|
+
},
|
|
420
|
+
pi: {
|
|
421
|
+
providers: ["google"],
|
|
422
|
+
only: "pi reaches Vertex AI only on its google-vertex provider, whose catalog has Google's models only"
|
|
423
|
+
},
|
|
424
|
+
goose: {
|
|
425
|
+
providers: ["google"],
|
|
426
|
+
only: "Goose's gcp_vertex_ai provider calls a claude-* model on Anthropic's API on Vertex AI, which reeval doesn't route for Goose yet, so it runs Google's models only there"
|
|
427
|
+
}
|
|
428
|
+
};
|
|
413
429
|
/** Why Vertex AI can't serve an agent, beyond the ones reeval doesn't route there yet. */
|
|
414
430
|
const VERTEX_REFUSALS = {
|
|
415
431
|
cursor: "Cursor's agent only calls Cursor's own API",
|
|
@@ -456,4 +472,4 @@ async function vertexDecisionModel(model, settings, source = vertexTokens()) {
|
|
|
456
472
|
}
|
|
457
473
|
export { brokerToken as S, vertexRegion as _, VERTEX_ROUTES as a, vertexTokens as b, openCodeVertexId as c, vertexHarnessModel as d, vertexHost as f, vertexModelRefusalFor as g, vertexModelRefusal as h, VERTEX_REFUSALS as i, vertexClaudeId as l, vertexModelProbe as m, VERTEX_MODEL_PROVIDERS as n, adcTokenSource as o, vertexLanguageModel as p, VERTEX_PROJECT_ENV as r, fxVertexId as s, SANDBOX_ACCESS_TOKEN as t, vertexDecisionModel as u, vertexSettings as v, vertexXaiId as x, vertexSettingsIn as y };
|
|
458
474
|
|
|
459
|
-
//# sourceMappingURL=vertex-
|
|
475
|
+
//# sourceMappingURL=vertex-BEWxHoxH.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vertex-
|
|
1
|
+
{"version":3,"file":"vertex-BEWxHoxH.js","names":[],"sources":["../src/gateway/token.ts","../src/gateway/vertex.ts"],"mappings":";;;;;AAkBA,MAAa,mBAAmB;;AAEhC,MAAa,iBAAiB;;AAE9B,MAAa,WAAW;;;;;AAMxB,SAAgB,kBAAkB,QAAqB,MAAM,KAAK,KAAkB;CAClF,IAAI;CACJ,IAAI;CACJ,aAAa;EACX,IAAI,WAAW,QAAQ,YAAA,MAA+B,IAAI,GAAG,OAAO,QAAQ,QAAQ,OAAO;EAC3F,YAAY,OAAO,CAAC,CACjB,MAAM,UAAU;GACf,UAAU;GACV,OAAO;EACT,CAAC,CAAC,CACD,cAAc;GACb,UAAU,KAAA;EACZ,CAAC;EACH,OAAO;CACT;AACF;AAIA,MAAM,cAAwB,KAAK,OAAO;CACxC,MAAM,QAAQ,WAAW,KAAK,EAAE;CAChC,MAAM,MAAM;CACZ,aAAa,aAAa,KAAK;AACjC;;;;;;AAYA,eAAsB,YACpB,UACA,SACA,UAKI,CAAC,GACgB;CACrB,MAAM,EAAE,MAAM,KAAK,KAAK,WAAW,eAAe;CAClD,MAAM,MAAM,QAAQ,2BAA2B,KAAK,OAAO;CAC3D,IAAI,CAAC,KAAK,MAAM,IAAI,MAAM,+CAA+C;CACzE,IAAI,UAAU;CACd,IAAI,eAAe,CAAC;CACpB,MAAM,QAAQ,YAAY;EACxB,MAAM,QAAQ,MAAM,SAAS,OAAO;EACpC,IAAI,CAAC,SAAS,MAAM,IAAI,SAAS,gBAAgB,MAAM,KAAK,CAAC;EAC7D,OAAO;CACT;CACA,MAAM,QAAQ,UAAuB;EACnC,IAAI,SAAS;EACb,MAAM,OAAO,KAAK,IAAI,MAAM,YAAY,mBAAmB,IAAI,GAAG,cAAc;EAChF,SAAS,eAAe,KAAK,QAAQ,GAAG,IAAI;CAC9C;CACA,MAAM,UAAU,YAAY;EAC1B,IAAI;GACF,MAAM,QAAQ,MAAM,MAAM;GAC1B,QAAQ,YAAY,KAAK;GACzB,KAAK,KAAK;EACZ,SAAS,OAAO;GACd,QAAQ,UAAU,KAAK;GACvB,IAAI,CAAC,SAAS,SAAS,eAAe,KAAK,QAAQ,GAAG,QAAQ;EAChE;CACF;CACA,KAAK,MAAM,MAAM,CAAC;CAClB,aAAa;EACX,UAAU;EACV,OAAO;CACT;AACF;;;ACtFA,MAAa,qBAAqB;;AAUlC,SAAgB,eACd,QAA+C,CAAC,GAChD,MAAyB,QAAQ,KACjB;CAChB,MAAM,UAAU,MAAM,WAAW,IAAA;CACjC,IAAI,CAAC,SACH,MAAM,IAAI,WACR,+DAA+D,oBACjE;CAEF,OAAO;EAAE;EAAS,UAAU,MAAM,YAAY;EAAU,SAAS,MAAM,WAAW,CAAC;CAAE;AACvF;;AAGA,SAAgB,iBACd,UACA,MAAyB,QAAQ,KACjB;CAChB,MAAM,QAAQ,SAAS,MAAM,MAAM,EAAE,SAAS,QAAQ;CACtD,OAAO,eAAe,OAAO,SAAS,WAAW,QAAQ,CAAC,GAAG,GAAG;AAClE;;AAGA,MAAa,gBAAgB,UAA0B,cACrD,SAAS,QAAQ,cAAc,SAAS;;AAG1C,MAAa,cAAc,WACzB,WAAW,WAAW,8BAA8B,GAAG,OAAO;AAEhE,MAAM,iBAAiB;;AAEvB,MAAM,sBAAsB;;AAG5B,SAAgB,eAAe,MAAM,KAAK,KAAkB;CAC1D,IAAI;CACJ,OAAO,YAAY;EACjB,WAAW,OAAO,sBAAsB,CAAC,MAAM,EAAE,iBAC/C,IAAI,WAAW,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,UAAU,CACzD;EACA,MAAM,OAAO,MAAM;EACnB,MAAM,EAAE,UAAU,MAAM,KAAK,eAAe;EAC5C,IAAI,CAAC,OAAO,MAAM,IAAI,MAAM,sDAAsD;EAClF,MAAM,SAAU,KAA2D,aACvE;EACJ,OAAO;GAAE;GAAO,WAAW,OAAO,WAAW,WAAW,SAAS,IAAI,IAAI;EAAoB;CAC/F;AACF;AAEA,IAAI;;AAEJ,MAAa,qBAAkC;CAC7C,WAAW,kBAAkB,eAAe,CAAC;CAC7C,OAAO;AACT;;;;;;AAsCA,MAAa,kBAAkB,UAC7B,MAAM,QAAQ,gBAAgB,EAAE,CAAC,CAAC,QAAQ,aAAa,KAAK;AAE9D,MAAM,eAAe,SAAiB,KAAK,QAAQ,uBAAuB,MAAM;;AAGhF,SAAS,kBACP,UACA,WACA,SACA,WAA8B,CAAC,IAAI,GACpB;CACf,MAAM,SAAS,aAAa,UAAU,SAAS;CAC/C,OAAO;EACL,MAAM,WAAW,MAAM;EACvB,MAAM,EACJ,OAAO,QAAQ,SAAS,KAAK,GAAG,EAAE,aAAa,YAAY,SAAS,OAAO,EAAE,aAAa,YAAY,MAAM,EAAE,cAAc,UAAU,qBAAqB,QAAQ,KAAK,GAAG,EAAE,cAC/K;EACA,QAAQ,CAAC,MAAM;CACjB;AACF;;AAGA,MAAM,YACH,eACA,UACC,UAAU,KAAK,WAAW;CACxB;CACA,WAAW,EAAE,SAAS,EAAE,eAAe,UAAU,QAAQ,EAAE;AAC7D,EAAE;;;;;;AAON,SAAS,WAAW,UAA0B,SAAS,aAAa,GAAgB;CAClF,MAAM,SAAS,aAAa,UAAU,WAAW;CACjD,MAAM,YAAY,CAAC,kBAAkB,UAAU,aAAa,CAAC,oBAAoB,YAAY,CAAC,CAAC;CAC/F,OAAO;EACL,YAAY;EACZ;EACA,OAAO,CAAC,WAAW,MAAM,CAAC;EAC1B,cAAc,EAAE,MAAM,WAAW;GAC/B,IAAI,SAAS,WAAW,MAAM,GAAG,OAAO,KAAA;GACxC,MAAM,QAAQ,6CAA6C,KAAK,IAAI,CAAC,GAAG;GACxE,OAAO,SAAS,UAAU,iBAAiB,QAAQ,KAAA;EACrD;EACA,SAAS;EACT,UAAU;GACR,wBAAwB;GACxB,8BAA8B;GAC9B,6BAA6B,SAAS;GACtC,iBAAiB;EACnB;EACA,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAM,iBAAgC;CACpC,MAAM;CACN,MAAM,EAAE,OAAO,SAAS;CACxB,QAAQ,CAAC,MAAM;AACjB;;AAGA,MAAa,uBAAuB;AAEpC,IAAI;;AAEJ,MAAM,0BAA0B;CAC9B,eAAe,oBAAoB,OAAO;EACxC,eAAe;EACf,oBAAoB;GAAE,MAAM;GAAS,QAAQ;EAAM;EACnD,mBAAmB;GAAE,MAAM;GAAQ,QAAQ;EAAM;CACnD,CAAC,CAAC,CAAC;CACH,OAAO;AACT;AAEA,MAAM,kBAAkB,YAAoB,kBAAkB,QAAQ;;AAGtE,SAAS,WAAW,UAAsC;CACxD,MAAM,UAAU,KAAK,UAAU;EAC7B,MAAM;EACN,YAAY,SAAS;EACrB,gBAAgB;EAChB,aAAa,kBAAkB;EAC/B,cAAc,eAAe,SAAS,OAAO;EAC7C,WAAW;EACX,WAAW,WAAW,eAAe,KAAK;CAC5C,CAAC;CACD,OAAO;EACL,SAAS,SAAS;EAClB,UAAU,aAAa,UAAU,QAAQ;EACzC,MAAM;EACN;CACF;AACF;AAEA,MAAM,QAAQ,SAAkB,KAAK,UAAU,IAAI;;AAGnD,MAAM,gBAA+B;CACnC,OAAO;CACP,QAAQ;CACR,MAAM,KAAK;EAAE,cAAc;EAAsB,YAAY;EAAM,YAAY;CAAS,CAAC;AAC3F;;;;;;AAOA,SAAS,OACP,aAAgC,CAAC,GACjC,uBAA+E,CAAC,GAChF,WAAsC,UAAU,MAAM,QAAQ,aAAa,EAAE,GAC7E;CACA,QAAQ,UAA0B,SAAS,aAAa,MAAmB;EACzE,MAAM,SAAS,aAAa,UAAU,QAAQ;EAC9C,MAAM,YAAY,CAChB,kBACE,UACA,UACA,CAAC,yBAAyB,iBAAiB,GAC3C,CAAC,MAAM,SAAS,CAClB,CACF;EACA,OAAO;GACL,YAAY;GACZ;GACA,OAAO;IAAC,WAAW,MAAM;IAAG,eAAe;IAAM,GAAG;GAAU;GAC9D,cAAc,EAAE,MAAM,WACpB,SAAS,WAAW,MAAM,IACtB,0CAA0C,KAAK,IAAI,CAAC,GAAG,KACvD,KAAA;GACN;GACA,OAAO;IAAE;IAAQ,iBAAiB,SAAS,SAAS;GAAE;GACtD,KAAK,WAAW,QAAQ;GACxB,gBAAgB,CAAC,eAAe,GAAG,eAAe,QAAQ,CAAC;EAC7D;CACF;AACF;;AAGA,MAAM,uBAAuB,aAA8C,CACzE;CACE,OAAO;EAAE,MAAM;EAAsB,MAAM,EAAE,OAAO,sBAAsB;EAAG,QAAQ,CAAC,KAAK;CAAE;CAC7F,QAAQ;CACR,MAAM,KAAK;EAAE,IAAI;EAAK,OAAO,eAAe,SAAS,OAAO;EAAG,gBAAgB;CAAK,CAAC;AACvF,CACF;;AAGA,MAAa,eAAe,UAAmB,MAAM,SAAS,GAAG,IAAI,QAAQ,OAAO;;;;;;AAOpF,SAAS,UAAU,UAA0B,SAAS,aAAa,GAAgB;CACjF,MAAM,SAAS,aAAa,UAAU,KAAK;CAC3C,MAAM,YAA6B,CACjC;EACE,MAAM,WAAW,MAAM;EACvB,MAAM,EAEJ,OAAO,iBAAiB,YAAY,mBAAmB,SAAS,OAAO,CAAC,EAAE,aAAa,YAAY,MAAM,EAAE,gDAC7G;EACA,QAAQ,CAAC,MAAM;CACjB,CACF;CACA,OAAO;EACL,YAAY;EACZ;EACA,gBAAgB;EAChB,OAAO,CAAC,WAAW,MAAM,CAAC;EAC1B,cAAc,EAAE,MAAM,oBACpB,SAAS,WAAW,MAAM,IAAI,gBAAgB,KAAA;EAChD,SAAS;EACT,YAAY;GAAE,SAAS,SAAS;GAAS;EAAO;EAChD,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAa,oBAAoB,UAC/B,iBAAiB,MAAM,QAAQ,+BAA+B,EAAE;;AAGlE,MAAa,cAAc,UAAkB,UAAU,MAAM,QAAQ,aAAa,EAAE;;;;;;;AAQpF,SAAS,GAAG,UAA0B,SAAS,aAAa,GAAgB;CAC1E,MAAM,SAAS,aAAa,UAAU,QAAQ;CAC9C,MAAM,OAAO,WAAW,MAAM;CAC9B,MAAM,YAA6B,CACjC;EACE;EACA,MAAM,EACJ,OAAO,6BAA6B,YAAY,SAAS,OAAO,EAAE,aAAa,YAAY,MAAM,EAAE,gDACrG;EACA,QAAQ,CAAC,MAAM;CACjB,CACF;CACA,OAAO;EACL,YAAY;EACZ;EACA,gBAAgB;EAChB,OAAO,CAAC,IAAI;EACZ,cAAc,YACZ,QAAQ,SAAS,OAAO,QAAQ,eAAe,QAAQ,aAAa,EAAE,IAAI,KAAA;EAC5E,SAAS;EACT,UAAU;GAAE,mBAAmB,SAAS;GAAS,oBAAoB;EAAO;EAC5E,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAa,gBAET;CACF,eAAe;CAEf,aAAa,OAAO,CAAC,oBAAoB,GAAG,sBAAsB,UAAU,KAAK;CAEjF,OAAO,OAAO;CAEd,IAAI,OAAO;CAGX,UAAU,OAAO,CAAC,YAAY,SAAS,CAAC,GAAG,gBAAgB;CAC3D,cAAc;CACd;AACF;;;;;AAMA,MAAM,4BAAyE;CAC7E,eAAe;CACf,aAAa;CACb,OAAO;CACP,IAAI;CACJ,UAAU;CACV,IAAI;AACN;;;;;;AAOA,SAAgB,mBAAmB,MAAiB,OAAmC;CACrF,MAAM,YAAY,0BAA0B;CAC5C,IAAI,CAAC,WAAW,OAAO,KAAA;CACvB,MAAM,KAAK,MAAM,QAAQ,yCAAyC,EAAE;CACpE,OAAO,GAAG,UAAU,GAAG,SAAS,gBAAgB,GAAG,QAAQ,yBAAyB,EAAE,IAAI;AAC5F;;;;;;AAOA,SAAgB,iBACd,OACA,UAC4D;CAC5D,MAAM,YAAY,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC;CACnD,MAAM,SAAS,aAAa,UAAU,SAAS;CAC/C,MAAM,OAAO,WAAW,WAAW,MAAM,EAAE,eAAe,mBAAmB,SAAS,OAAO,EAAE,aAAa,OAAO,cAAc,UAAU;CAC3I,MAAM,KAAK,MAAM,MAAM,UAAU,SAAS,CAAC;CAC3C,IAAI,cAAc,aAAa;EAC7B,MAAM,SAAS,eAAe,EAAE;EAChC,OAAO;GACL,IAAI;GACJ;GACA,KAAK,GAAG,KAAK;GACb,MAAM;IAAE,OAAO;IAAQ,UAAU,CAAC;KAAE,MAAM;KAAQ,SAAS;IAAO,CAAC;GAAE;EACvE;CACF;CACA,OAAO;EACL;EACA;EACA,KAAK,GAAG,KAAK,GAAG,GAAG;EACnB,MAAM,EAAE,UAAU,CAAC;GAAE,MAAM;GAAQ,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC;EAAE,CAAC,EAAE;CAClE;AACF;;;;;;;;AASA,SAAgB,sBAAsB,GAA+C;CACnF,IAAI,EAAE,SAAS,eAAe,OAAO,6BAA6B,EAAE,KAAK;CACzE,MAAM,WAAW,aAAa,KAAK,EAAE,KAAK,CAAC,GAAG;CAC9C,MAAM,SAAS,uBAAuB,EAAE;CACxC,IAAI,QACF,OAAO,YAAY,OAAO,UAAU,SAAS,QAAQ,IACjD,KAAA,IACA,GAAG,OAAO,KAAK,QAAQ,KAAK,UAAU,EAAE,KAAK,EAAE;CAErD,IAAI,EAAE,SAAS,MAAM,OAAO,KAAA;CAC5B,IAAI,aAAa,YAAa,CAAC,YAAY,WAAW,KAAK,EAAE,KAAK,GAAI,OAAO,KAAA;CAC7E,OAAO,iGAAiG,KAAK,UAAU,EAAE,KAAK,EAAE;AAClI;;AAGA,MAAM,yBAEF;CACF,UAAU;EACR,WAAW,CAAC,UAAU,eAAe;EACrC,MAAM;CACR;CACA,IAAI;EACF,WAAW,CAAC,QAAQ;EACpB,MAAM;CACR;CACA,OAAO;EACL,WAAW,CAAC,QAAQ;EACpB,MAAM;CACR;AACF;;AAGA,MAAa,kBAAsD;CACjE,QAAQ;CACR,OAAO;AACT;;AAGA,MAAa,yBAAyB,CAAC,UAAU,WAAW;;AAG5D,MAAa,sBAAsB,UAChC,uBAA6C,SAAS,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,IACrF,KAAA,IACA,qBAAqB,uBAAuB,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,OAAO,EAAE;;;;;AAMrF,eAAsB,oBACpB,OACA,UACA,SAAsB,aAAa,GACnC;CACA,MAAM,UAAU,mBAAmB,KAAK;CACxC,IAAI,SAAS,MAAM,IAAI,MAAM,GAAG,QAAQ,SAAS,MAAM,GAAG;CAC1D,MAAM,WAAW,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC;CAClD,MAAM,KAAK,MAAM,MAAM,SAAS,SAAS,CAAC;CAC1C,MAAM,oBAAoB,EACxB,YAAY,EAAE,gBAAgB,aAAa,EAAE,QAAQ,MAAM,OAAO,EAAA,CAAG,MAAM,GAAG,EAChF;CAGA,IAAI,aAAa,aAAa;EAC5B,MAAM,EAAE,0BAA0B,MAAM,OAAO;EAC/C,MAAM,WAAW,aAAa,UAAU,WAAW;EACnD,OAAO,sBAAsB;GAAE,SAAS,SAAS;GAAS;GAAU;EAAkB,CAAC,CAAC,CACtF,eAAe,EAAE,CACnB;CACF;CACA,MAAM,EAAE,iBAAiB,MAAM,OAAO;CACtC,MAAM,WAAW,aAAa,UAAU,QAAQ;CAChD,OAAO,aAAa;EAAE,SAAS,SAAS;EAAS;EAAU;CAAkB,CAAC,CAAC,CAAC,EAAE;AACpF;;AAGA,eAAsB,oBACpB,OACA,UACA,SAAsB,aAAa,GACnC;CACA,MAAM,EAAE,uCAAuC,MAAM,OACnD;CAEF,OAAO,IAAI,mCAAmC;EAC5C,OAAO,MAAM,oBAAoB,OAAO,UAAU,MAAM;EACxD,UAAU;CACZ,CAAC;AACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { o as adcTokenSource } from "./vertex-BEWxHoxH.js";
|
package/dist/view/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $n as
|
|
1
|
+
import { $n as EffortSample, An as CheckTally, B as CostUsd, Bn as JudgmentRecord, Dn as ArtifactRef, Fn as FamilyRecord, Gn as StackSummary, Hn as RunDebug, In as FamilyVerdict, Jn as DIRECTIONAL_MIN, Kn as UpstreamCount, Ln as FileRef, Mn as FamilyLift, Nn as FamilyLiftSummary, On as AttemptRecord, Pn as FamilyRate, Qn as EffortMetric, Rn as HistoryCell, Sr as tokenValues, Un as RunInvocation, Ut as Outcome, Vn as Lift, Wn as RunRecord, Xn as EFFORT_MIN_RUNS, Yn as EFFORT_ALPHA, Zn as EffortContrast, _r as formatCount, ar as cellContrast, b as CapturePage, br as splitLabel, cr as contrastEffort, dr as effortLabel, er as EffortVerdict, fr as effortOf, g as CaptureFailedRequest, gn as TranscriptEvent, gr as filesChanged, h as CaptureConsoleMessage, hn as TokenUsage, hr as effortVerdict, ir as bothUnderATenth, jn as EvalEntry, kn as CellRecord, lr as directional, mr as effortSummary, nr as TOKENS_UNREPORTED, or as cellEffort, pr as effortSample, qn as CellEffort, rr as VERDICT_TEXT, sn as SandboxWarning, sr as cellSamples, tr as Spread, tt as ErrorKind, ur as effortChangeLabel, vr as formatRatio, x as CapturePageFile, xr as splitOf, yn as TurnStatus, yr as formatSeconds, z as CostTotal, zn as HistoryEntry } from "../types-BJ0wh8wC.js";
|
|
2
2
|
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
3
3
|
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
4
4
|
/**
|
|
@@ -19,6 +19,12 @@ export declare function familyHeadLabel(family: FamilyRecord): string;
|
|
|
19
19
|
* the first placeholder and after the last comes off: `fixes $id` labels `fixes GH-101` `GH-101`.
|
|
20
20
|
*/
|
|
21
21
|
export declare function caseLabel(template: string, name: string): string;
|
|
22
|
+
/**
|
|
23
|
+
* The name of the eval with `cases` an older record's template family ports to, whose id it
|
|
24
|
+
* reads under: the template with its placeholders and the separators at its ends removed
|
|
25
|
+
* (`discovery: %s` is `discovery`). A template with no placeholder, or nothing else, keeps it.
|
|
26
|
+
*/
|
|
27
|
+
export declare function templateName(template: string): string;
|
|
22
28
|
/** The entries an eval with `cases` ran as, one per case in list order, each with `family`. */
|
|
23
29
|
export declare function caseEntries(e: EvalEntry): EvalEntry[];
|
|
24
30
|
/** An eval with `cases` as `foldCases` read it: its cells' rates and lifts, as a family. */
|
|
@@ -310,6 +316,20 @@ export declare const addedRow: (h: ComparableEval) => CompareRow;
|
|
|
310
316
|
export declare const newRows: (head: Comparable) => CompareRow[];
|
|
311
317
|
/** Each eval's row, an eval with `cases` with a row for each of its cases. */
|
|
312
318
|
export declare function compare(base: Comparable, head: Comparable): CompareRow[];
|
|
319
|
+
/** The parts' costs added up; undefined when none has one. `used` parts with no cost are `unpriced`. */
|
|
320
|
+
export declare function sumCosts(parts: {
|
|
321
|
+
cost?: CostUsd | CostTotal;
|
|
322
|
+
used: boolean;
|
|
323
|
+
}[]): CostTotal | undefined;
|
|
324
|
+
/** A run's agent and judge costs as one; undefined when neither has one. */
|
|
325
|
+
export declare const runCost: (cost: {
|
|
326
|
+
agentUsd?: CostTotal;
|
|
327
|
+
judgeUsd?: CostTotal;
|
|
328
|
+
} | undefined) => CostTotal | undefined;
|
|
329
|
+
/** `$0.42`, `$0.0021`, `$12.40`, `<$0.0001`. */
|
|
330
|
+
export declare function formatUsd(usd: number): string;
|
|
331
|
+
/** `$0.42`, `$0.42 (est.)`, `$0.42 (est., 1 unpriced)`; empty without a cost. */
|
|
332
|
+
export declare function formatCost(cost: CostUsd | CostTotal | undefined): string;
|
|
313
333
|
/**
|
|
314
334
|
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
315
335
|
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
@@ -359,6 +379,8 @@ export type DebugRequest = {
|
|
|
359
379
|
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
360
380
|
substituted: string[];
|
|
361
381
|
ms: number;
|
|
382
|
+
/** Milliseconds from the request's start to its response body's first byte, when it had one. */
|
|
383
|
+
firstByteMs?: number;
|
|
362
384
|
/**
|
|
363
385
|
* On a request the gateway sent the harness's key on, or a model call whose response it reads,
|
|
364
386
|
* the reasoning settings its JSON body carried, as
|
|
@@ -1009,7 +1031,7 @@ export type Remark = {
|
|
|
1009
1031
|
*/
|
|
1010
1032
|
id: string;
|
|
1011
1033
|
evalId: string;
|
|
1012
|
-
kind: 'too-few-tries' | 'cant-tell-apart' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large' | 'observe-throws';
|
|
1034
|
+
kind: 'too-few-tries' | 'cant-tell-apart' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'setup-tunnel-closed' | 'snapshot-too-large' | 'observe-throws';
|
|
1013
1035
|
/** Fixed by kind (`REMARK_KINDS`). */
|
|
1014
1036
|
severity: 'concern' | 'suggestion';
|
|
1015
1037
|
/** One plain sentence: what's wrong. */
|
|
@@ -1412,6 +1434,8 @@ export type EffortCounters = {
|
|
|
1412
1434
|
tools: number | null;
|
|
1413
1435
|
agentMs: number | null;
|
|
1414
1436
|
tokens: number | null;
|
|
1437
|
+
/** Median time waiting on background jobs; omitted when no attempt recorded where its time went. */
|
|
1438
|
+
waitingMs?: number;
|
|
1415
1439
|
};
|
|
1416
1440
|
export type PooledArm = {
|
|
1417
1441
|
path: string;
|
|
@@ -1464,5 +1488,5 @@ export declare const isStudy: (cells: readonly Pick<CellResult, 'gated'>[]) => b
|
|
|
1464
1488
|
export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled' | 'rates'>) => boolean;
|
|
1465
1489
|
/** The facts of a run, from its record. Pure: the same record always gives the same result. */
|
|
1466
1490
|
export declare function suiteResult(folded: RunRecord): SuiteResult;
|
|
1467
|
-
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1491
|
+
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunDebug, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, splitLabel, splitOf, tokenValues };
|
|
1468
1492
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -3,12 +3,12 @@ import { t as COMPARE_RUNS } from "../stats-C18W4xPX.js";
|
|
|
3
3
|
import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-CIXzB4wK.js";
|
|
4
4
|
import { n as pageLines, t as failedRequestLine } from "../capture-DMBZE9cs.js";
|
|
5
5
|
import { n as splitPatch, t as patchPath } from "../patch-C7yBztZj.js";
|
|
6
|
-
import { A as
|
|
6
|
+
import { A as effortChangeLabel, B as splitLabel, C as VERDICT_TEXT, D as cellSamples, E as cellEffort, F as effortVerdict, G as runCost, H as tokenValues, I as filesChanged, K as sumCosts, L as formatCount, M as effortOf, N as effortSample, O as contrastEffort, P as effortSummary, R as formatRatio, S as TOKENS_UNREPORTED, T as cellContrast, U as formatCost, V as splitOf, W as formatUsd, b as EFFORT_ALPHA, d as familyEffortLabel, f as familyHeadLabel, h as templateName, j as effortLabel, k as directional, m as familyRateLabel, p as familyLiftLabel, s as familyOf, t as caseEntries, u as caseLabel, w as bothUnderATenth, x as EFFORT_MIN_RUNS, y as DIRECTIONAL_MIN, z as formatSeconds } from "../cases-CM-MQRQp.js";
|
|
7
7
|
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-BnG_1x_O.js";
|
|
8
|
-
import { A as runRows, B as stackChanges, C as isUngatedMiss, D as reasoningLabel, E as parseTranscript, F as addedRow, I as cellsChanged, L as compare, M as shortSha, N as splitEvalId, O as runLead, P as transcriptItems, R as newRows, S as isNotGatedPass, T as notRunYet, V as whyChanged, _ as formatUsage, a as buildIndex, b as indexFiles, c as defaultAttempt, d as evalTree, f as failedJudgeLabels, g as formatPercent, h as formatDuration, i as attemptAnswerRows, j as runtimeLabel, k as runOutcome, l as evalHistory, m as findEval, n as activityLabel, o as cellRows, p as findAttempt, r as answerRows, s as compareView, t as COMPARE_ORDER, u as evalMarkOutcome, v as harnessLabel, w as languageLabel, x as isMatrix, y as hasUngatedCells, z as sourceChanges } from "../model-
|
|
9
|
-
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-
|
|
10
|
-
import { a as checksByLabel, c as commandLine, d as labeledJudgments, f as summaryJudgeRates, i as checkTries, l as judgeLabel, m as uniqueJudgeLabels, n as cellUsage, o as collapsedJudgeLabel, p as triesNote, r as checkLabels, s as collapsedJudges, t as cellJudgeRates, u as judgeRatesLabel } from "../judgments-
|
|
11
|
-
import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-
|
|
12
|
-
import { a as liveApiPath, c as readableInvocation, i as isFinished, l as readableLiveProgress, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-
|
|
13
|
-
import { S as observedTallies, a as evalAcross, b as observedLine, c as isStudy, i as effectOf, l as messageLine, n as checkEffect, o as factSegment, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult, x as observedShift } from "../suite-
|
|
14
|
-
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, COMPARE_RUNS, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseEntries, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyOf, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, notRunYet, observedLine, observedShift, observedTallies, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableInvocation, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
8
|
+
import { A as runRows, B as stackChanges, C as isUngatedMiss, D as reasoningLabel, E as parseTranscript, F as addedRow, I as cellsChanged, L as compare, M as shortSha, N as splitEvalId, O as runLead, P as transcriptItems, R as newRows, S as isNotGatedPass, T as notRunYet, V as whyChanged, _ as formatUsage, a as buildIndex, b as indexFiles, c as defaultAttempt, d as evalTree, f as failedJudgeLabels, g as formatPercent, h as formatDuration, i as attemptAnswerRows, j as runtimeLabel, k as runOutcome, l as evalHistory, m as findEval, n as activityLabel, o as cellRows, p as findAttempt, r as answerRows, s as compareView, t as COMPARE_ORDER, u as evalMarkOutcome, v as harnessLabel, w as languageLabel, x as isMatrix, y as hasUngatedCells, z as sourceChanges } from "../model-DNpKiHqO.js";
|
|
9
|
+
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-DqriPKxm.js";
|
|
10
|
+
import { a as checksByLabel, c as commandLine, d as labeledJudgments, f as summaryJudgeRates, i as checkTries, l as judgeLabel, m as uniqueJudgeLabels, n as cellUsage, o as collapsedJudgeLabel, p as triesNote, r as checkLabels, s as collapsedJudges, t as cellJudgeRates, u as judgeRatesLabel } from "../judgments-Cj8bFaDG.js";
|
|
11
|
+
import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-nVVujCW7.js";
|
|
12
|
+
import { a as liveApiPath, c as readableInvocation, i as isFinished, l as readableLiveProgress, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-xTZs0c61.js";
|
|
13
|
+
import { S as observedTallies, a as evalAcross, b as observedLine, c as isStudy, i as effectOf, l as messageLine, n as checkEffect, o as factSegment, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult, x as observedShift } from "../suite-B9J6Afg6.js";
|
|
14
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, COMPARE_RUNS, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseEntries, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyOf, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCost, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, formatUsd, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, notRunYet, observedLine, observedShift, observedTallies, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableInvocation, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, runCost, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitLabel, splitOf, splitPatch, stackChanges, studioPath, suiteResult, sumCosts, summaryJudgeRates, templateName, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { i as formatDuration } from "./text-B8-W3Cvn.js";
|
|
2
|
-
import { I as cellsChanged, S as isNotGatedPass } from "./model-
|
|
3
|
-
import { u as suiteResult } from "./suite-
|
|
4
|
-
import { o as warnings } from "./state-
|
|
5
|
-
import { d as render } from "./layout-
|
|
6
|
-
import { i as stateRows, r as runTally, t as OUTCOME_MARK } from "./summary-
|
|
2
|
+
import { I as cellsChanged, S as isNotGatedPass } from "./model-DNpKiHqO.js";
|
|
3
|
+
import { u as suiteResult } from "./suite-B9J6Afg6.js";
|
|
4
|
+
import { o as warnings } from "./state-DUBRDyMk.js";
|
|
5
|
+
import { d as render } from "./layout-DfQa4mJs.js";
|
|
6
|
+
import { i as stateRows, r as runTally, t as OUTCOME_MARK } from "./summary-CSp4cfnr.js";
|
|
7
7
|
// src/history/views.ts
|
|
8
8
|
var RefError = class extends Error {
|
|
9
9
|
name = "RefError";
|
|
@@ -123,4 +123,4 @@ function formatShow(run, opts = {}) {
|
|
|
123
123
|
}
|
|
124
124
|
export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
|
|
125
125
|
|
|
126
|
-
//# sourceMappingURL=views-
|
|
126
|
+
//# sourceMappingURL=views-DRxXCyIH.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"views-
|
|
1
|
+
{"version":3,"file":"views-DRxXCyIH.js","names":[],"sources":["../src/history/views.ts"],"mappings":";;;;;;;AAkBA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;;;;AAMA,SAAgB,WAAW,SAAyB,MAAM,UAAwB;CAChF,IAAI,QAAQ,WAAW,GAAG,MAAM,IAAI,SAAS,8BAA8B;CAC3E,MAAM,OAAO,sBAAsB,KAAK,GAAG;CAC3C,IAAI,MAAM;EACR,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI,OAAO,KAAK,MAAM,CAAC;EAC9D,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,QAAQ,WAAW,IAAI,kBAAkB,YAAY,QAAQ,OAAO,OAAO,OAAO,IAAI,wCACjG;EAEF,OAAO;CACT;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,GAAG;CACjD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,QAAQ,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC1D,IAAI,KAAK,WAAW,KAAK,KAAK,IAAI,OAAO,KAAK;CAC9C,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;CAC/E,IAAI,oBAAoB,KAAK,GAAG,GAAG;EACjC,MAAM,QAAQ,QAAQ,QAAQ,MAAM,EAAE,KAAK,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;EAC5E,MAAM,SAAS,MAAM,MAAM,SAAS;EACpC,IAAI,QAAQ,OAAO;CACrB;CACA,MAAM,IAAI,SACR,mBAAmB,IAAI,4EACzB;AACF;;;;;;;;AASA,SAAgB,aACd,SACA,MACA,UACqB;CACrB,MAAM,UAAU,QAAQ,QAAQ,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,WAAW,UAAU;CACrF,IAAI,YAAY,SAAS,SAAS,GAAG;EACnC,MAAM,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;EACvD,IAAI,OAA4B;EAChC,IAAI,WAAW,OAAO;EACtB,KAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,IAAI,GAAG,IAAI,KAAA;GACxC,IAAI,MAAM,KAAA,MAAc,IAAI,YAAa,MAAM,YAAY,QAAQ,EAAE,QAAQ,KAAK,QAAS;IACzF,OAAO;IACP,WAAW;GACb;EACF;EACA,IAAI,MAAM,OAAO;CACnB;CACA,OAAO,QAAQ,QAAQ,SAAS,MAAM;AACxC;AAEA,MAAM,YAAY,MAAqB,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,GAAG,CAAC,IAAI;AAsBvE,MAAa,eAAe,OAAqB,UAC/C,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG;AAEpD,SAAgB,QACd,SACA,UAAqE,CAAC,GACtE;CACA,MAAM,OAAO,QAAQ,MAAM,EAAE,QAAQ,SAAS,GAAG;CACjD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,GAClC,KAAK,MAAM,KAAK,IAAI,OAAO,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,GAAG,IAAI,KAAK,EAAE,EAAE;CAEnE,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAmB3C,OAAO;EAAE;EAAM,MAlBY,IACxB,QAAQ,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC5D,KAAK,OAAO;GACX,MAAM,MAAkB;IAAE;IAAI,UAAU,CAAC;IAAG,OAAO,CAAC;IAAG,MAAM;IAAG,SAAS;GAAE;GAC3E,MAAM,uBAAO,IAAI,IAAoB;GACrC,KAAK,SAAS,KAAK,MAAM;IACvB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;IAC3C,MAAM,WAAW,MAAM,KAAA,KAAa,eAAe,CAAC;IACpD,IAAI,SAAS,KAAK,WAAW,cAAe,GAAG,WAAW,IAAK;IAC/D,IAAI,CAAC,GAAG;IACR,IAAI,aAAa,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC;IACrD,IAAI,UAAU;IACd,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ,IAAI;IACtD,IAAI,EAAE,YAAY,QAAQ,IAAI;GAChC,CAAC;GACD,OAAO;EACT,CAEgB;EAAG,UADJ,KAAK,QAAQ,MAAM,YAAY,GAAG,QAAQ,SAAS,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAC5D;CAAE;AAChC;AAEA,SAAgB,cAAc,EAAE,MAAM,MAAM,YAAgD;CAC1F,IAAI,KAAK,WAAW,GAClB,OAAO;CACT,MAAM,QAAQ,KAAK;CACnB,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,QAAQ,CACZ,GAAG,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,MAAM,IAAI,SAAS,KAAK,EAAE,MAAM,KAAK,MAAM,IAAI,SAAS,IAAI,EAAE,IAC3I,EACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,SAAS,SAAS,EAAE,MAAM,MAAM,GAAG,CAAC;CAChF,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,IAAI,SACf,KACE,GAAG,MACF,GAAG,IAAI,MAAM,SAAS,CAAC,IAAI,MAAM,KAAK,MAAM,cAAc,MAAM,IAAI,aAAa,KAAK,KAC1F,CAAC,CACA,KAAK,EAAE;EACV,MAAM,OAAO,IAAI,UAAU,GAAG,IAAI,KAAK,GAAG,IAAI,YAAY;EAC1D,MAAM,KAAK,KAAK,MAAM,OAAO,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI;CACvE;CACA,MAAM,KACJ,IACA,qFACF;CACA,IAAI,SAAS,SAAS,GACpB,MAAM,KACJ,IACA,GAAG,SAAS,OAAO,MAAM,SAAS,WAAW,IAAI,SAAS,SAAS,4EACnE,GAAG,SAAS,KAAK,OAAO,KAAK,IAAI,CACnC;CAEF,OAAO,MAAM,KAAK,IAAI;AACxB;;AAGA,SAAgB,WAAW,KAAgB,OAAwC,CAAC,GAAW;CAC7F,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACrD,OAAO;EACL,OAAO,IAAI,MAAM,IAAI,SAAS,GAAG;EACjC,aAAa,IAAI,UAAU,KAAK,eAAe,IAAI,UAAU,EAAE,gBAAgB,IAAI;EACnF;EACA,GAAG,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,IAAI,GAAG;EACpD,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,OAAO,GAAG;EACtC;EACA,GAAG,OAAO,YAAY,GAAG,GAAG,KAAK,WAAW,MAAM;GAAE,OAAO;GAAO,SAAS;EAAM,CAAC;CACpF,CAAC,CAAC,KAAK,IAAI;AACb"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { n as UsageError, t as TimeoutError } from "./errors-ttMTnIYX.js";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
2
|
+
import { _ as redactValue, h as redactSecrets } from "./redact-DL2BTykw.js";
|
|
3
|
+
import { a as evalMatchers, n as useSchedulerChannel, t as acquire } from "./client-C5fIzHQa.js";
|
|
4
|
+
import { i as originalStack, t as adapterForFile } from "./adapter-BdzhdRYo.js";
|
|
5
|
+
import { c as attemptExpectError, f as extendExpect, g as withAttemptExpect, h as unawaitedError, m as rawAssertions, o as useEngine, u as createExpect } from "./runtime-B3r_pAq6.js";
|
|
6
6
|
import { t as budgetMarker } from "./budget-BcxLYY5L.js";
|
|
7
7
|
import { existsSync } from "node:fs";
|
|
8
8
|
import { format } from "node:util";
|
|
@@ -109,12 +109,15 @@ function markAll(suite, mode) {
|
|
|
109
109
|
}
|
|
110
110
|
}
|
|
111
111
|
// src/engine/run.ts
|
|
112
|
-
/**
|
|
112
|
+
/**
|
|
113
|
+
* An error as it crosses to the main process: its diff computed, then plain data, masked here,
|
|
114
|
+
* where the secrets an attempt registered (`c.exec`'s own `env`) are known.
|
|
115
|
+
*/
|
|
113
116
|
function serializeError(error) {
|
|
114
117
|
if (error instanceof Error && typeof error.stack === "string") try {
|
|
115
118
|
error.stack = originalStack(error.stack);
|
|
116
119
|
} catch {}
|
|
117
|
-
return processError(error);
|
|
120
|
+
return redactValue(processError(error));
|
|
118
121
|
}
|
|
119
122
|
const CONSOLE = {
|
|
120
123
|
log: "stdout",
|
|
@@ -124,10 +127,10 @@ const CONSOLE = {
|
|
|
124
127
|
error: "stderr"
|
|
125
128
|
};
|
|
126
129
|
const currentAttempt = new AsyncLocalStorage();
|
|
127
|
-
/** Sends console output to the attempt that wrote it, or to the file when no attempt did. */
|
|
130
|
+
/** Sends console output, masked, to the attempt that wrote it, or to the file when no attempt did. */
|
|
128
131
|
function routeConsole(reporter) {
|
|
129
132
|
const target = globalThis.console;
|
|
130
|
-
for (const [method, stream] of Object.entries(CONSOLE)) target[method] = (...args) => reporter.log(currentAttempt.getStore(), Date.now(), stream, `${format(...args)}\n`);
|
|
133
|
+
for (const [method, stream] of Object.entries(CONSOLE)) target[method] = (...args) => reporter.log(currentAttempt.getStore(), Date.now(), stream, redactSecrets(`${format(...args)}\n`));
|
|
131
134
|
}
|
|
132
135
|
/**
|
|
133
136
|
* Runs the tests in `select` whose mode is `run`, and reports the others as skipped. Resolves
|
|
@@ -391,4 +394,4 @@ process.on("unhandledRejection", (error) => worker.unhandled(error));
|
|
|
391
394
|
process.on("uncaughtException", (error) => worker.unhandled(error));
|
|
392
395
|
export {};
|
|
393
396
|
|
|
394
|
-
//# sourceMappingURL=worker-entry-
|
|
397
|
+
//# sourceMappingURL=worker-entry-C3Q4U63F.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry-C3Q4U63F.js","names":[],"sources":["../src/language-runner/load.ts","../src/engine/collector.ts","../src/engine/run.ts","../src/engine/worker.ts","../src/engine/worker-entry.ts"],"mappings":";;;;;;;;;;;;AAGA,MAAa,kBAAkB,MAAc,SAC3C,eAAe,IAAI,CAAC,CAAC,KAAK,MAAM,IAAI;;AC2BtC,IAAI;AAEJ,MAAa,uBAA2C,YAAY;AAEpE,SAAgB,cAAc,MAAc,MAAgB,SAA2B;CACrF,QAAQ,CAAC,CAAC,MAAM,KAAK;EAAE,MAAM;EAAS;EAAM;EAAM;EAAS,OAAO,CAAC;EAAG,cAAc;CAAM,CAAC;AAC7F;AAEA,SAAgB,aACd,MACA,SACA,MACM;CACN,QAAQ,CAAC,CAAC,MAAM,KAAK;EACnB,MAAM;EACN,OAAO;EACP;EACA,QAAQ,CAAC;EACT,MAAM,QAAQ;EACd;EACA;CACF,CAAC;AACH;AAEA,SAAS,UAAiB;CACxB,IAAI,CAAC,YACH,MAAM,IAAI,WACR,wGACF;CACF,OAAO,WAAW;AACpB;;AAGA,eAAsB,QACpB,MACA,MAC0B;CAC1B,MAAM,OAAc;EAAE,MAAM;EAAS,MAAM;EAAI,MAAM;EAAO,OAAO,CAAC;EAAG,cAAc;CAAM;CAC3F,aAAa;EAAE;EAAM,SAAS;CAAK;CACnC,IAAI;EACF,MAAM,KAAK;EACX,MAAM,aAAa,IAAI;CACzB,UAAU;EACR,aAAa,KAAA;CACf;CACA,eAAe,MAAM,KAAK,cAAc,KAAK;CAC7C,MAAM,QAAyB,CAAC;CAChC,MAAM,QAAQ,OAAc,WAAqB;EAC/C,KAAK,MAAM,QAAQ,MAAM,OACvB,IAAI,KAAK,SAAS,SAAS,KAAK,MAAM,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC;OACvD,MAAM,KAAK,OAAO,OAAO,MAAM;GAAE,OAAO,MAAM;GAAQ;EAAO,CAAC,CAAC;CAExE;CACA,KAAK,MAAM,CAAC,CAAC;CACb,OAAO;AACT;AAEA,eAAe,aAAa,OAA6B;CACvD,MAAM,QAAQ;CACd,IAAI,MAAM,SAAS;EACjB,MAAM,QAAQ,MAAM;EACpB,MAAM,UAAU;EAChB,IAAI;GACF,MAAM,MAAM,QAAQ;EACtB,UAAU;GACR,MAAM,UAAU;EAClB;CACF;CACA,KAAK,MAAM,QAAQ,MAAM,OAAO,IAAI,KAAK,SAAS,SAAS,MAAM,aAAa,IAAI;CAClF,MAAM,eAAe,MAAM,MAAM,MAC9B,MAAM,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,YACvD;AACF;;AAGA,SAAS,eAAe,OAAc,UAAmB,cAA6B;CACpF,MAAM,cAAc,gBAAgB,MAAM,SAAS;CACnD,MAAM,WAAW,YAAY,MAAM;CACnC,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,MAAM,UAAU,WACZ,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,eAC9C,eAAe,EAAE,SAAS;EAC9B,IAAI,UAAU;GACZ,IAAI,EAAE,SAAS,YAAY,WAAW,EAAE,eAClC;QAAA,EAAE,SAAS,QAAQ,EAAE,OAAO;GAAA,OAC3B,IAAI,EAAE,SAAS,SAAS,CAAC,SAAS,EAAE,OAAO;QAC7C,IAAI,EAAE,SAAS,QAAQ,EAAE,OAAO;EACvC;EACA,IAAI,EAAE,SAAS,SAAS;GACtB,IAAI,EAAE,SAAS,UAAU,EAAE,SAAS,QAAQ,QAAQ,GAAG,EAAE,IAAI;QACxD,eAAe,GAAG,UAAU,OAAO;EAC1C;CACF;AACF;AAEA,SAAS,QAAQ,OAAc,MAA6B;CAC1D,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,IAAI,EAAE,SAAS,UAAU,EAAE,SAAS,QAAQ,EAAE,OAAO;EACrD,IAAI,EAAE,SAAS,SAAS,QAAQ,GAAG,EAAE,IAAuB;CAC9D;AACF;;;;;;ACzFA,SAAgB,eAAe,OAAiC;CAC9D,IAAI,iBAAiB,SAAS,OAAO,MAAM,UAAU,UACnD,IAAI;EACF,MAAM,QAAQ,cAAc,MAAM,KAAK;CACzC,QAAQ,CAAC;CAEX,OAAO,YAAY,aAAa,KAAK,CAAC;AACxC;AAEA,MAAM,UAAU;CACd,KAAK;CACL,MAAM;CACN,OAAO;CACP,MAAM;CACN,OAAO;AACT;AAEA,MAAM,iBAAiB,IAAI,kBAA0B;;AAGrD,SAAgB,aAAa,UAA0B;CACrD,MAAM,SAAS,WAAW;CAC1B,KAAK,MAAM,CAAC,QAAQ,WAAW,OAAO,QAAQ,OAAO,GAInD,OAAO,WAAW,GAAG,SACnB,SAAS,IACP,eAAe,SAAS,GACxB,KAAK,IAAI,GACT,QACA,cAAc,GAAG,OAAO,GAAG,IAAI,EAAE,GAAG,CACtC;AAEN;;;;;;AAiBA,eAAsB,SACpB,OACA,QACA,SACe;CACf,MAAM,UAA8B,CAAC;CACrC,MAAM,yBAAS,IAAI,IAAmB;CACtC,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,CAAC,OAAO,IAAI,KAAK,KAAK,KAAK,KAAK,SAAS,OAAO;GAClD,QAAQ,SAAS,OAAO,KAAK,OAAO;IAAE,OAAO;IAAW,QAAQ,CAAC;IAAG,YAAY;GAAE,CAAC;GACnF,KAAK,QAAQ,UAAU,EAAE,OAAO,UAAU,CAAC;GAC3C;EACF;EACA,QAAQ,KAAK,QAAQ,MAAM,SAAS,MAAM,CAAC;CAC7C;CACA,QAAQ,QAAQ;CAChB,MAAM,QAAQ,IAAI,OAAO;CACzB,MAAM,QAAQ,WAAW,MAAM;AACjC;AAEA,eAAe,QACb,MACA,EAAE,MAAM,YAAY,QAAQ,YAC5B,QACe;CACf,MAAM,EAAE,OAAO,YAAY;CAC3B,MAAM,WAAW,KAAK,IAAI;CAC1B,MAAM,aAAa;EACjB,SAAS,OAAO,OAAO;GAAE,OAAO;GAAW,QAAQ,CAAC;GAAG,YAAY,KAAK,IAAI,IAAI;EAAS,CAAC;EAC1F,QAAQ,UAAU,EAAE,OAAO,UAAU,CAAC;CACxC;CACA,IAAI,OAAO,SAAS,OAAO,KAAK;CAChC,IAAI,QAAQ,OAAO;EACjB,IAAI;EACJ,IAAI;GACF,KAAK,MAAM,QAAQ,MAAM;EAC3B,SAAS,OAAO;GACd,OAAO,KAAK,KAAK;EACnB;EACA,IAAI,CAAC,MAAM,OAAO,SAAS,OAAO,KAAK;CACzC;CACA,IAAI;CACJ,IAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,SAAS,QAAQ;EACjC,IAAI;GACF,QAAQ,MAAM,QAAQ,QAAQ;IAAE;IAAM;GAAO,CAAC;EAChD,SAAS,OAAO;GACd,IAAI,OAAO,SAAS,OAAO,KAAK;GAChC,OAAO,KAAK,KAAK;EACnB;CACF;CACA,IAAI,WAAW,aAAa,UAAU,CAAC,GAAG;EACxC,OAAO,QAAQ;EACf,OAAO,KAAK;CACd;CACA,MAAM,YAAY,KAAK,IAAI;CAC3B,SAAS,MAAM,OAAO,SAAS;CAC/B,MAAM,OAAmB;EACvB,MAAM;EACN,MAAM,KAAK;EACX,cAAc,CAAC,GAAG,KAAK,QAAQ,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK;EACpD;CACF;CACA,MAAM,MAAM,aAAa,IAAI;CAC7B,MAAM,UAAqB,CAAC;CAC5B,MAAM,UAAU,IAAI,gBAAgB;CACpC,IAAI,WAAW;CACf,IAAI;CACJ,MAAM,OAAO,eAAe,IAAI,aAC9B,kBAAkB,KAAK,eACrB,KAAK,KAAK;EACR;EACA,QAAQ,YAAY,IAAI,CAAC,QAAQ,QAAQ,MAAM,CAAC;EAChD,UAAU,SAAS;GACjB,OAAO;GACP,IAAI,UAAU,SAAS,KAAK,OAAO,IAAI;EACzC;EACA,WAAW,aAAa,SAAS,SAAS,OAAO,QAAQ;EACzD,QAAQ,SAAS,SAAS,MAAM,OAAO,IAAI;EAC3C,iBAAiB,eAAe,SAAS,IAAI;EAC7C,mBAAmB,mBAAmB,GAAG;EACzC,kBAAkB,cAAc,IAAI;CACtC,CAAC,CACH,CACF;CACA,OAAO,IAAI,IAAI;CACf,MAAM,gBAAgB,OAAO,QAAQ;CACrC,MAAM,YAAY,KAAK,KAAK,SAAS,OAAO;CAC5C,IAAI,QAA6B;CACjC,IAAI;EACF,OAAO,QAAQ,UAAU,YAAY,MAAM,QAAQ,SAAS,OAAO,IAAI;EACvE,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC;EAAE,CAAC;CACxC,SAAS,OAAO;EACd,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC,eAAe,KAAK,CAAC;EAAE,CAAC;CAC7D;CAEA,OAAO,IAAI,UAAU,WAAW,QAAQ,UAAU;EAAE;EAAO,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;CAAG,CAAC,CAAC,CAAC;CAExF,SAAS,OAAO,QAAwC;EACtD,WAAW;EACX,QAAQ,OAAO;EACf,SAAS,OAAO,OAAO;GACrB,GAAG;GACH,YAAY,KAAK,IAAI,IAAI;GACzB,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;EACzB,CAAC;CACH;CAEA,SAAS,KAAK,OAAgB;EAC5B,SAAS,OAAO,OAAO;GACrB,OAAO;GACP,QAAQ,CAAC,eAAe,KAAK,CAAC;GAC9B,YAAY,KAAK,IAAI,IAAI;EAC3B,CAAC;EACD,QAAQ,UAAU,EAAE,OAAO,SAAS,CAAC;CACvC;AACF;;AAGA,SAAS,YAAY,SAAwB,IAAY,OAAuC;CAC9F,IAAI;CACJ,MAAM,WAAW,IAAI,SAAgB,GAAG,WAAW;EACjD,QAAQ,iBAAiB;GACvB,MAAM,QAAQ,IAAI,aAAa,wBAAwB,KAAK,IAAK,EAAE;GACnE,MAAM,MAAM,KAAK;GACjB,OAAO,KAAK;EACd,GAAG,EAAE;CACP,CAAC;CACD,OAAO,QAAQ,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,cAAc,aAAa,KAAK,CAAC;AAC5E;;AClMA,SAAgB,YAAY,SAA0B;CACpD,MAAM,SAAS,IAAI,gBAAgB;CACnC,IAAI;CACJ,IAAI,UAAyB,QAAQ,QAAQ;CAC7C,IAAI,UAAU;CACd,MAAM,aACJ,OAAO,MAAM,OAAO,uBAAO,IAAI,MAAM,sBAAsB,GAAG,EAAE,MAAM,aAAa,CAAC,CAAC;CACvF,QAAQ,WAAW,YAAY;EAC7B,IAAI,QAAQ,MAAM,QAAQ,UAAU,KAAK,QAAQ,KAAK,QAAQ,MAAM,QAAQ,MAAM;OAC7E,IAAI,QAAQ,MAAM,SAAS,QAAQ,QAAQ,EAAE;OAC7C,KAAK;CACZ,CAAC;CAKD,QAAQ,mBAAmB;EACzB,KAAK;EACL,IAAI,CAAC,SAAS,OAAO,QAAQ,KAAK,CAAC;EACnC,QAAa,cAAc,QAAQ,KAAK,CAAC,CAAC;CAC5C,CAAC;CAED,MAAM,WAAqB;EACzB,QAAQ,OAAO,OAAO,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAG,CAAC;EAC5D,WAAW,OAAO,aAAa,QAAQ,KAAK;GAAE,GAAG;GAAY;GAAO;EAAS,CAAC;EAC9E,QAAQ,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAK,CAAC;EAChE,MAAM,OAAO,IAAI,QAAQ,SACvB,QAAQ,KAAK;GAAE,GAAG;GAAO,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM;GAAI;GAAI;GAAQ;EAAK,CAAC;EACxF,SAAS,OAAO,WAAW,QAAQ,KAAK;GAAE,GAAG;GAAU;GAAO;EAAO,CAAC;EACtE,OAAO,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAQ;GAAO;EAAK,CAAC;CAChE;CAEA,eAAe,KAAK,KAAiB,MAAc,QAAwC;EACzF,MAAM,4BAAY,IAAI,IAAY;EAClC,MAAM,yBAAS,IAAI,IAAY;EAC/B,UAAU;GACR;GACA;GACA,qBAAqB;GACrB;GACA,iBAAiB,KAAK,SAAS;IAC7B,KAAK,MAAM,MAAM,KAAK,UAAU,IAAI,EAAE;IACtC,KAAK,MAAM,OAAO,MAAM,OAAO,IAAI,GAAG;GACxC;EACF,CAAC;EACD,aAAa,YAAY;EACzB,aAAa,QAAQ;EACrB,IAAI;GACF,MAAM,QAAQ,MAAM,QAAQ,YAAY,eAAe,MAAM,IAAI,OAAO,IAAI,CAAC;GAC7E,QAAQ,KAAK;IACX,GAAG;IACH,OAAO,MAAM,KAAK,EAAE,OAAO,MAAM,QAAQ,MAAM,eAAe;KAC5D;KACA;KACA;KACA;KACA,GAAI,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;IACxD,EAAE;IACF,WAAW,CAAC,GAAG,SAAS;IACxB,QAAQ,CAAC,GAAG,MAAM;GACpB,CAAC;GACD,IAAI,QAAQ;IACV,UAAU;IACV,QAAQ,qBAAqB,YAAY,QAAQ,KAAK,OAAqB,CAAC;IAC5E,MAAM,SAAS,OAAO,IAAI,IAAI,MAAM,GAAG;KACrC;KACA,YAAY,IAAI;KAChB,QAAQ,OAAO;KACf;KACA,eAAe,QAAQ,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC5C,CAAC;GACH;EACF,SAAS,OAAO;GACd,QAAQ,KAAK;IAAE,GAAG;IAAc,OAAO,eAAe,KAAK;GAAE,CAAC;EAChE;EAEA,QAAQ,KAAK,EAAE,GAAG,OAAO,CAAC;CAC5B;CAEA,QAAQ,KAAK;EAAE,GAAG;EAAS,UAAA;CAAmB,CAAC;CAC/C,OAAO,EAAE,YAAY,UAAU,QAAQ,KAAK;EAAE,GAAG;EAAa,OAAO,eAAe,KAAK;CAAE,CAAC,EAAE;AAChG;;AC1GA,IAAI,CAAC,QAAQ,MAAM;CACjB,QAAQ,MACN,sFACF;CACA,QAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,GAAG,gBAAgB,CAAC,CAAC;AAC7B,MAAM,SAAS,YAAY;CAEzB,OAAO,YAAY,QAAQ,OAAO,SAAS,KAAA,GAAW,CAAC,SAAS,CAAC,CAAC;CAClE,YAAY,aAAa,QAAQ,GAAG,WAAW,QAAQ;CACvD,eAAe,aAAa,QAAQ,GAAG,cAAc,QAAQ;CAC7D,OAAO,SAAS,QAAQ,KAAK,IAAI;AACnC,CAAC;AACD,QAAQ,GAAG,uBAAuB,UAAU,OAAO,UAAU,KAAK,CAAC;AACnE,QAAQ,GAAG,sBAAsB,UAAU,OAAO,UAAU,KAAK,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { r as prepareWorkspaces, a as removePreparedWorkspaces, o as sameTreeArms, s as workspaceKey } from "./workspace-P72SXLXr.js";
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { t as git } from "./git-
|
|
6
|
-
import { t as PrepareError } from "./provider-
|
|
1
|
+
import { Nt as RETRY_DELAYS } from "./src-BHJ4MWvY.js";
|
|
2
|
+
import { l as sha256 } from "./ids-B-JKTCP8.js";
|
|
3
|
+
import { y as registerSecret } from "./redact-DL2BTykw.js";
|
|
4
|
+
import { P as workspaceLabel } from "./environment-CJIKz-Ud.js";
|
|
5
|
+
import { t as git } from "./git-Jqkf9SBa.js";
|
|
6
|
+
import { t as PrepareError } from "./provider-ieWOn4YS.js";
|
|
7
7
|
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, writeFileSync } from "node:fs";
|
|
8
8
|
import { isAbsolute, join, posix } from "node:path";
|
|
9
9
|
import { randomBytes } from "node:crypto";
|
|
@@ -357,4 +357,4 @@ function preparedWorkspace(root, runId, w) {
|
|
|
357
357
|
}
|
|
358
358
|
export { removePreparedWorkspaces as a, preparedWorkspace as i, classifyGitError as n, sameTreeArms as o, prepareWorkspaces as r, workspaceKey as s, WorkspaceError as t };
|
|
359
359
|
|
|
360
|
-
//# sourceMappingURL=workspace-
|
|
360
|
+
//# sourceMappingURL=workspace-P72SXLXr.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workspace-
|
|
1
|
+
{"version":3,"file":"workspace-P72SXLXr.js","names":[],"sources":["../src/workspace.ts"],"mappings":";;;;;;;;;;;AAsBA,IAAa,iBAAb,cAAoC,MAAM;CACxC,OAAgB;CAChB;CACA,YAAY,SAAiB,OAAgB;EAC3C,MAAM,OAAO;EACb,KAAK,QAAQ;CACf;AACF;AAEA,MAAa,gBAAgB,MAC3B,KAAK,UAAU;CAAC,EAAE;CAAK,EAAE,OAAO;CAAM,EAAE,QAAQ;AAAI,CAAC;AAEvD,MAAM,YAAY,SAAiB,KAAK,MAAM,WAAW,SAAS,KAAK;AACvE,MAAM,gBAAgB,MAAc,UAClC,KAAK,MAAM,WAAW,SAAS,YAAY,GAAG,MAAM,UAAU;AAEhE,MAAM,WAAW;;AAKjB,SAAgB,iBAAiB,QAAyB;CACxD,IAAI,4EAA4E,KAAK,MAAM,GACzF,OAAO;CACT,IACE,wLAAwL,KACtL,MACF,GAEA,OAAO;CACT,IACE,wOAAwO,KACtO,MACF,GAEA,OAAO;CACT,IACE,sMAAsM,KACpM,MACF,GAEA,OAAO;CACT,OAAO;AACT;AAEA,MAAM,aAAa,WACjB,OACG,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,QAAQ,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CACtD,KAAK,OAAO,KAAK;AAGtB,MAAM,UAA6B,QAAQ,IAAI,kBAC3C,CAAC,IACD,EAAE,iBAAiB,uBAAuB;AAE9C,eAAe,MAAM,KAAa,MAAgB,OAAgB,MAAyB,CAAC,GAAG;CAC7F,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM;EAC7B,KAAK;GAAE,GAAG;GAAS,GAAG;EAAI;EAC1B,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC,CAAC;CACD,OAAO;EAAE,GAAG;EAAG,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;CAAE;AACxD;AAEA,MAAM,SAAS,OAAe,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;;;;;AAM9E,eAAe,WACb,MACA,GACA,MACA,QACA,KAC4B;CAC5B,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;CACpE,UAAU,KAAK,EAAE,WAAW,KAAK,CAAC;CAClC,MAAM,QAAQ,OAAO,SAAmB;EACtC,MAAM,IAAI,MAAM,MAAM,KAAK,IAAI;EAC/B,IAAI,EAAE,SAAS,GACb,MAAM,IAAI,eACR,GAAG,KAAK,iCAAiC,IAAI,IAAI,UAAU,EAAE,MAAM,KACnE,KACF;CAEJ;CACA,MAAM,MAAM;EAAC;EAAQ;EAAM;CAAQ,CAAC;CACpC,MAAM,MAAM;EAAC;EAAU;EAAqB,EAAE;CAAG,CAAC;CAClD,MAAM,MAAM;EAAC;EAAU;EAA0B;CAAM,CAAC;CAExD,MAAM,QAAQ,OAAO,MAAgB,OAAgB,SAAmB,CAAC,MAAM;EAC7E,KAAK,IAAI,IAAI,IAAK,KAAK;GACrB,MAAM,IAAI,MAAM,MACd,KACA;IAAC,GAAG;IAAQ;IAAS;IAAM;IAAa;IAAyB,GAAG;GAAI,GACxE,OACA,GACF;GACA,IAAI,EAAE,SAAS,GAAG;GAClB,MAAM,UAAU,iBAAiB,EAAE,MAAM;GACzC,IAAI,YAAY,eAAe,IAAI,OAAO,QAAQ;IAChD,MAAM,MAAM,OAAO,MAAM,CAAC;IAC1B;GACF;GACA,MAAM,WAAW,SAAS,EAAE,QAAQ,GAAG,MAAM,YAAY,SAAU,MAAM,UAAU,EAAE,GAAG,CAAE;EAC5F;CACF;CAEA,IAAI;CACJ,IAAI,EAAE,OAAO,SAAS,KAAK,EAAE,GAAG,GAAG;EAEjC,MAAM,QAAQ,MAAM,MAClB,KACA;GAAC;GAAa;GAAY;GAAM,GAAG,EAAE,IAAI;EAAU,GACnD,KAAA,GACA,EACE,mBAAmB,IACrB,CACF;EACA,IAAI,MAAM,SAAS,GAAG,SAAS,MAAM;CACvC;CACA,IAAI,CAAC,QAAQ;EACX,MAAM,OAAO,qBAAqB,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EAE9E,MAAM,MAAM;GAAC;GAAW;GAAK,GADd,EAAE,OAAO,CAAC,oBAAoB,IAAI,CAAC;GACV;GAAU,IAAI,EAAE,OAAO,OAAO,GAAG;EAAM,CAAC;EAChF,MAAM,WAAW,MAAM,MAAM,KAAK;GAAC;GAAa;GAAY;GAAM,GAAG,KAAK;EAAU,CAAC;EACrF,MAAM,MAAM,KAAK;GAAC;GAAc;GAAM;EAAI,CAAC;EAC3C,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,SAAS,EAAE,IAAI,iDACvB,IACF;EAEF,SAAS,SAAS;CACpB;CAEA,MAAM,MAAM,KAAK;EAAC;EAAc,uBAAuB;EAAU;CAAM,CAAC;CAExE,MAAM,OAAO,MAAM,OAAO,KAAK,QAAQ,GAAG,IAAI;CAC9C,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,GAAG,KAAK,KAAK;CACvD,IAAI,CAAC,WAAW,GAAG,GAAG;EAEpB,MAAM,QAAO,MADS,MAAM,KAAK;GAAC;GAAY;GAAa;GAAmB;EAAI,CAAC,EAAA,CAC9D,KAClB,MAAM,IAAI,CAAC,CACX,QAAQ,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAChC,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC;EAExB,IAAI,KAAK,QACP,MAAM,MAAM;GAAC;GAAsB;GAAW;EAAQ,GAAG,GAAG,KAAK,KAAK,IAAI,EAAE,KAAK,CAC/E,MACA,iCACF,CAAC;EAGH,MAAM,WAAW,MAAM,IACrB,KACA,CACE,GAAG;GAAC;GAAM;GAAuB;GAAM;EAAuB,GAC9D,GAAG;GAAC;GAAM;GAA6B;GAAW;GAAgB;EAAI,CACxE,GACA,EAAE,KAAK,QAAQ,CACjB;EACA,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,oBAAoB,KAAK,MAAM,GAAG,EAAE,EAAE,IAAI,UAAU,SAAS,MAAM,KAC3E,KACF;EAEF,UAAU,KAAK,SAAS,IAAI,GAAG,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;EAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EACtE,cAAc,SAAS,SAAS,MAAM;EACtC,WAAW,SAAS,GAAG;CACzB;CACA,OAAO;EAAE;EAAQ;EAAM;CAAI;AAC7B;;AAGA,eAAe,OAAO,KAAa,QAAgB,GAAiB,MAAc;CAChF,MAAM,KAAK,GAAG,EAAE,MAAM,MAAM,EAAE,IAAI,KAAK,GAAG,UAAU,OAAO,MAAM,GAAG,CAAC,EAAE;CACvE,IAAI,CAAC,EAAE,MAAM,QAAQ,MAAM,MAAM,KAAK,CAAC,aAAa,GAAG,OAAO,QAAQ,CAAC,EAAA,CAAG;CAC1E,MAAM,QAAQ,MAAM,MAAM,KAAK;EAAC;EAAW;EAAQ;EAAM,EAAE;CAAI,CAAC;CAChE,MAAM,CAAC,OAAO,IAAI,QAAQ,MAAM,KAAK,MAAM,GAAI;CAC/C,MAAM,GAAG,MAAM,OAAO,KAAK,MAAM,GAAG;CACpC,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,QAAQ,SAAS,UAAU,KAAK,OAAO;CAC1E,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,MACjC,MAAM,IAAI,eAAe,GAAG,KAAK,GAAG,GAAG,KAAK,EAAE,KAAK,+BAA+B,IAAI;CAExF,IAAI,SAAS,MAAM,QAAQ,EAAE,IAAI;CACjC,IAAI,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,WAAW,MAAM,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;CACxF,IAAI,KAAK,SAAS,GAAG;EACnB,SAAS;EACT,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,MAAM,CAAC;CAC7C;CACA,MAAM,QACJ,KAAK,SAAS,IACV,KAAK,KACF,MAAM,IAAI,CAAC,CACX,OAAO,OAAO,CAAC,CACf,KAAK,MAAM;EACV,MAAM,CAAC,IAAI,IAAI,IAAI,MAAM,EAAE,MAAM,GAAI;EACrC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,SAAS,GAAG,EAAE,KAAK;CAChD,CAAC,IACH,CAAC;CACP,MAAM,QAAQ,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,KAAK,MAAM,SAAS,KAAK,QAAQ;CAC3E,MAAM,QAAQ,WAAW,MAAM,sBAAsB,GAAG,OAAO;CAC/D,MAAM,IAAI,eACR,GAAG,KAAK,GAAG,GAAG,qBAAqB,EAAE,KAAK,GAAG,MAAM,SAAS,KAAK,MAAM,IAAI,UAAU,MACrF,IACF;AACF;;AAGA,eAAe,UAAU,KAAa;CACpC,IAAI,CAAC,WAAW,GAAG,GAAG,OAAO;CAC7B,MAAM,IAAI,MAAM,MAAM,KAAK,CAAC,aAAa,yBAAyB,CAAC;CACnE,OAAO,EAAE,SAAS,KAAK,EAAE,SAAS;AACpC;AAEA,SAAS,WACP,SACA,QACA,GACA,MACA,UAAU,OACV;CACA,MAAM,OAAO,UAAU,MAAM;CAC7B,QAAQ,SAAR;EACE,KAAK,OAAO;GACV,MAAM,QACJ,EAAE,OAAO,mBAAmB,KAAK,EAAE,GAAG,IAClC,iDACA;GACN,MAAM,QAAQ,UACV,IAAI,EAAE,KAAK,+EAA+E,EAAE,OAAO,OAAO,qEAC1G;GACJ,OAAO,IAAI,eACT,GAAG,KAAK,+BAA+B,EAAE,OAAO,OAAO,kCAAkC,QAAQ,SACjG,IACF;EACF;EACA,KAAK,QACH,OAAO,IAAI,eACT,GAAG,KAAK,0EAA0E,KAAK,uKACvF,IACF;EACF,KAAK,OACH,OAAO,IAAI,eACT,GAAG,KAAK,uBAAuB,KAAK,oFACpC,IACF;EACF,KAAK,aACH,OAAO,IAAI,eAAe,GAAG,KAAK,yBAAyB,KAAK,IAAI,KAAK;EAC3E,SACE,OAAO,IAAI,eAAe,GAAG,KAAK,wBAAwB,KAAK,IAAI,KAAK;CAC5E;AACF;;;;;AAWA,SAAS,SAAS,KAAa,OAAkC;CAC/D,MAAM,IAAI,OAAO,QAAQ,IAAI,oBAAoB,CAAC,KAAK;CACvD,MAAM,SAAS,OAAO,KAAK,kBAAkB,OAAO,CAAC,CAAC,SAAS,QAAQ;CACvE,eAAe,MAAM;CACrB,OAAO;EACL,kBAAkB,OAAO,IAAI,CAAC;GAC7B,kBAAkB,MAAM,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,OAAO;GACpD,oBAAoB,MAAM,wBAAwB;CACrD;AACF;;;;;AAMA,eAAsB,kBACpB,MACA,SAC6B;CAC7B,MAAM,2BAAW,IAAI,IAA0D;CAC/E,KAAK,MAAM,KAAK,MAAM;EACpB,MAAM,MAAM,aAAa,EAAE,SAAS;EACpC,MAAM,QAAQ,SAAS,IAAI,GAAG,KAAK;GAAE,WAAW,EAAE;GAAW,OAAO,CAAC;EAAE;EACvE,MAAM,KAAK,eAAe,EAAE;EAC5B,IAAI,CAAC,MAAM,MAAM,SAAS,EAAE,GAAG,MAAM,MAAM,KAAK,EAAE;EAClD,SAAS,IAAI,KAAK,KAAK;CACzB;CACA,MAAM,sBAAM,IAAI,IAA8B;CAE9C,MAAM,wBAAQ,IAAI,IAAiE;CACnF,KAAK,MAAM,KAAK,SAAS,OAAO,GAC9B,MAAM,IAAI,EAAE,UAAU,KAAK,CAAC,GAAI,MAAM,IAAI,EAAE,UAAU,GAAG,KAAK,CAAC,GAAI,CAAC,CAAC;CAEvE,MAAM,QAAQ,IACZ,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,SAAS;EACtC,KAAK,MAAM,EAAE,WAAW,WAAW,MAAM;GACvC,MAAM,QAAQ,eAAe,SAAS;GACtC,MAAM,OAAO,iBAAiB,KAAK,UAAU,KAAK,EAAE;GACpD,MAAM,MAAM,aAAa,SAAS;GAClC,IAAI;IACF,IAAI,MAAyB,CAAC;IAC9B,IAAI,UAAU,OAAO;KACnB,MAAM,QAAQ,QAAQ,IAAI,UAAU;KACpC,IAAI,CAAC,OACH,MAAM,IAAI,eACR,GAAG,KAAK,uBAAuB,UAAU,MAAM,uDAC/C,IACF;KAEF,eAAe,KAAK;KACpB,MAAM,SAAS,UAAU,KAAK,KAAK;IACrC;IACA,MAAM,SAAS,QAAQ,UAAU;IACjC,MAAM,WAAW,MAAM,WAAW,QAAQ,MAAM,WAAW,MAAM,QAAQ,GAAG;IAC5E,IAAI,IAAI,KAAK;KAAE,IAAI;KAAM;KAAW;IAAS,CAAC;GAChD,SAAS,OAAO;IACd,IAAI,EAAE,iBAAiB,iBAAiB,MAAM;IAC9C,MAAM,UAA0B;KAC9B,OAAO,MAAM,QAAQ,WAAW;KAChC,OAAO;KACP,KAAK;KACL,OAAO;KACP,KAAK;KACL,SAAS,MAAM;KACf,OAAO,MAAM;KACb;IACF;IACA,IAAI,IAAI,KAAK;KAAE,IAAI;KAAO;KAAW;KAAS;KAAO;IAAM,CAAC;GAC9D;EACF;CACF,CAAC,CACH;CACA,MAAM,WAAW,CAAC,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,CAAqB;CAC/E,IAAI,CAAC,SAAS,QAAQ,OAAO;CAC7B,MAAM,OAAO,aAAa,QAAQ,MAAM,QAAQ,KAAK;CACrD,UAAU,KAAK,MAAM,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;CAC/C,MAAM,MAAM,OAAO,YACjB,SAAS,KAAK,MAAM,CAClB,aAAa,EAAE,SAAS,GACxB,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,IAAI;EAAE,SAAS,EAAE;EAAS,OAAO,EAAE;EAAO,OAAO,EAAE;CAAM,CACzF,CAAC,CACH;CACA,cAAc,MAAM,KAAK,UAAU,GAAG,CAAC;CACvC,OAAO;AACT;;;;;AAWA,SAAgB,aAAa,MAAgB,UAAwC;CACnF,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,KAAK,UAAU,IAAI,EAAE,IAAI,MAAM,IAAI,aAAa,EAAE,SAAS,GAAG,EAAE,SAAS,IAAI;CACxF,MAAM,2BAAW,IAAI,IAAuD;CAC5E,KAAK,MAAM,EAAE,IAAI,SAAS,OAAO,MAAM;EACrC,IAAI,EAAE,KAAK,SAAS,aAAa,CAAC,EAAE,WAAW;EAC/C,SAAS,IAAI,GAAG,GAAG,IAAI,EAAE,KAAK,WAAW;GAAE,MAAM,EAAE,KAAK;GAAa,WAAW,EAAE;EAAU,CAAC;CAC/F;CACA,MAAM,sBAAM,IAAI,IAAY;CAC5B,KAAK,MAAM,EAAE,IAAI,SAAS,OAAO,MAAM;EACrC,MAAM,UAAU,SAAS,IAAI,GAAG,GAAG,IAAI,EAAE,KAAK,SAAS;EACvD,IAAI,EAAE,KAAK,SAAS,aAAa,CAAC,EAAE,aAAa,CAAC,SAAS;EAC3D,MAAM,CAAC,MAAM,UAAU,CAAC,aAAa,EAAE,SAAS,GAAG,aAAa,QAAQ,SAAS,CAAC;EAClF,MAAM,OAAO,MAAM,IAAI,IAAI;EAC3B,IAAI,SAAS,UAAU,CAAC,QAAQ,SAAS,MAAM,IAAI,MAAM,GAAG;EAC5D,MAAM,SAAS,MAAoB,OAAO,KAAK,UAAU,eAAe,CAAC,CAAC,EAAE;EAC5E,IAAI,IACF,uBAAuB,GAAG,IAAI,EAAE,KAAK,YAAY,OAAO,QAAQ,KAAK,6BAA6B,KAAK,MAAM,GAAG,EAAE,EAAE,KAAK,MAAM,EAAE,SAAS,EAAE,OAAO,MAAM,QAAQ,SAAS,EAAE,gGAC9K;CACF;CACA,OAAO,CAAC,GAAG,GAAG;AAChB;AAEA,MAAa,4BAA4B,MAAc,UACrD,OAAO,aAAa,MAAM,KAAK,GAAG,EAAE,OAAO,KAAK,CAAC;AAMnD,MAAM,uBAAO,IAAI,IAA0C;;;;;AAM3D,SAAgB,kBACd,MACA,OACA,GAC+B;CAC/B,MAAM,OAAO,aAAa,MAAM,KAAK;CACrC,IAAI,CAAC,KAAK,IAAI,IAAI,GAAG;EACnB,IAAI,MAAoC;EACxC,IAAI;GACF,MAAM,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;EAC7C,QAAQ,CAAC;EACT,KAAK,IAAI,MAAM,GAAG;CACpB;CACA,MAAM,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,aAAa,CAAC;CAC7C,IAAI,CAAC,OAAO,OAAO,KAAA;CACnB,IAAI,aAAa,OACf,MAAM,IAAI,aAAa;EACrB,GAAG,MAAM;EACT,SAAS,GAAG,MAAM,QAAQ,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,EAAE,YAAY,MAAM,MAAM,KAAK,IAAI,EAAE;CAC1H,CAAC;CAEH,OAAO,MAAM;AACf"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "reeval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.21.0",
|
|
4
4
|
"description": "reeval: an eval runner for coding agents",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"author": "Invertase <oss@invertase.io>",
|
|
@@ -38,6 +38,14 @@
|
|
|
38
38
|
"types": "./dist/sandbox/boat.d.ts",
|
|
39
39
|
"default": "./dist/sandbox/boat.js"
|
|
40
40
|
},
|
|
41
|
+
"./store/local": {
|
|
42
|
+
"types": "./dist/store/local.d.ts",
|
|
43
|
+
"default": "./dist/store/local.js"
|
|
44
|
+
},
|
|
45
|
+
"./store/s3": {
|
|
46
|
+
"types": "./dist/store/s3.d.ts",
|
|
47
|
+
"default": "./dist/store/s3.js"
|
|
48
|
+
},
|
|
41
49
|
"./judge": {
|
|
42
50
|
"types": "./dist/judge.d.ts",
|
|
43
51
|
"default": "./dist/judge.js"
|
|
@@ -63,6 +71,7 @@
|
|
|
63
71
|
"assets",
|
|
64
72
|
"skills",
|
|
65
73
|
"README.md",
|
|
74
|
+
"CHANGELOG.md",
|
|
66
75
|
"THIRD_PARTY_NOTICES.md"
|
|
67
76
|
],
|
|
68
77
|
"preferUnplugged": true,
|
|
@@ -71,22 +80,23 @@
|
|
|
71
80
|
"registry": "https://registry.npmjs.org/"
|
|
72
81
|
},
|
|
73
82
|
"dependencies": {
|
|
74
|
-
"@ai-sdk/anthropic": "4.0.
|
|
75
|
-
"@ai-sdk/google": "4.0.
|
|
76
|
-
"@ai-sdk/google-vertex": "5.0.
|
|
77
|
-
"@ai-sdk/harness": "1.0.
|
|
78
|
-
"@ai-sdk/harness-acp": "1.0.
|
|
79
|
-
"@ai-sdk/openai": "4.0.
|
|
83
|
+
"@ai-sdk/anthropic": "4.0.95",
|
|
84
|
+
"@ai-sdk/google": "4.0.110",
|
|
85
|
+
"@ai-sdk/google-vertex": "5.0.130",
|
|
86
|
+
"@ai-sdk/harness": "1.0.172",
|
|
87
|
+
"@ai-sdk/harness-acp": "1.0.112",
|
|
88
|
+
"@ai-sdk/openai": "4.0.107",
|
|
80
89
|
"@ai-sdk/provider": "4.0.35",
|
|
81
|
-
"@ai-sdk/provider-utils": "5.0.
|
|
82
|
-
"@ai-sdk/typesafe-ai": "3.0.
|
|
90
|
+
"@ai-sdk/provider-utils": "5.0.73",
|
|
91
|
+
"@ai-sdk/typesafe-ai": "3.0.32",
|
|
83
92
|
"@balena/dockerignore": "1.0.2",
|
|
93
|
+
"@bradenmacdonald/s3-lite-client": "1.0.1",
|
|
84
94
|
"@hono/node-server": "2.1.5",
|
|
85
95
|
"@modelcontextprotocol/server": "2.4.0",
|
|
86
96
|
"@openrouter/ai-sdk-provider": "3.1.0",
|
|
87
97
|
"@vitest/expect": "5.0.5",
|
|
88
98
|
"@vitest/utils": "5.0.5",
|
|
89
|
-
"ai": "7.0.
|
|
99
|
+
"ai": "7.0.161",
|
|
90
100
|
"commander": "15.0.0",
|
|
91
101
|
"get-tsconfig": "4.14.3",
|
|
92
102
|
"google-auth-library": "^11.3.1",
|
|
@@ -95,6 +105,7 @@
|
|
|
95
105
|
"jiti": "2.7.0",
|
|
96
106
|
"picomatch": "4.0.7",
|
|
97
107
|
"react": "19.3.1",
|
|
108
|
+
"shell-quote": "1.12.0",
|
|
98
109
|
"std-env": "4.3.0",
|
|
99
110
|
"string-width": "8.3.0",
|
|
100
111
|
"tinyglobby": "0.2.17",
|
|
@@ -88,6 +88,16 @@ about what happened in the run, so it prints in every run it happens.
|
|
|
88
88
|
**Fix:** broker the secret with the hosts the process sends it to, so it holds a placeholder, or
|
|
89
89
|
start the process from `c.exec` after the agent's turn.
|
|
90
90
|
|
|
91
|
+
## `setup-tunnel-closed`
|
|
92
|
+
|
|
93
|
+
Concern. Under `egress: { setup, agent }`, a connection the setup phase opened through the egress
|
|
94
|
+
gateway (a background process's CONNECT tunnel or WebSocket) was still open when the agent phase
|
|
95
|
+
started, and the agent's policy refuses its host, so reeval closed it. The attempt's
|
|
96
|
+
`egress.blocked` has it with `closed: true`. Whatever setup left running lost that connection, so
|
|
97
|
+
a check that relies on it may fail for a reason the agent didn't cause. It's about what happened
|
|
98
|
+
in the run, so it prints in every run it happens. **Fix:** stop the process before setup ends, or
|
|
99
|
+
allow its host in `egress.agent` if the agent's work needs it.
|
|
100
|
+
|
|
91
101
|
## `snapshot-too-large`
|
|
92
102
|
|
|
93
103
|
Concern. An attempt's workspace was over its `snapshot` form's cap (as a directory, 50 MB of
|