reeval 0.17.0 → 0.17.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +19 -19
- package/dist/{adapter-CqUt4A0w.js → adapter-DyvDj4ZN.js} +9 -13
- package/dist/adapter-DyvDj4ZN.js.map +1 -0
- package/dist/{agent-BtAbRTFq.js → agent-v036GEgG.js} +167 -30
- package/dist/agent-v036GEgG.js.map +1 -0
- package/dist/{analysis-C2-aEbr7.js → analysis-adKPz-UJ.js} +5 -6
- package/dist/{analysis-C2-aEbr7.js.map → analysis-adKPz-UJ.js.map} +1 -1
- package/dist/app-files-hpRT5lj_.js +10 -0
- package/dist/app-files-hpRT5lj_.js.map +1 -0
- package/dist/assemble-DTXwCL3m.js +1 -0
- package/dist/{assemble-J9rkE29m.js → assemble-Dlh6Xv3U.js} +23 -23
- package/dist/assemble-Dlh6Xv3U.js.map +1 -0
- package/dist/{attempt-CpbZ9arV.js → attempt-CtKGvaQR.js} +4 -5
- package/dist/{attempt-CpbZ9arV.js.map → attempt-CtKGvaQR.js.map} +1 -1
- package/dist/{attempt-host-DDedP7Qv.js → attempt-host-DErH-DYV.js} +9 -11
- package/dist/{attempt-host-DDedP7Qv.js.map → attempt-host-DErH-DYV.js.map} +1 -1
- package/dist/bridge/index.mjs +9 -5
- package/dist/{budget-DBUrH4jX.js → budget-BcxLYY5L.js} +2 -3
- package/dist/budget-BcxLYY5L.js.map +1 -0
- package/dist/capture-BT2fAmpZ.js +1 -0
- package/dist/{capture-DheNqeYS.js → capture-Bdcx9Gap.js} +52 -56
- package/dist/capture-Bdcx9Gap.js.map +1 -0
- package/dist/{capture-Bvc4FtWT.js → capture-DMBZE9cs.js} +2 -3
- package/dist/{capture-Bvc4FtWT.js.map → capture-DMBZE9cs.js.map} +1 -1
- package/dist/{cli-KTHjNFoo.js → cli-CGd51thd.js} +118 -94
- package/dist/cli-CGd51thd.js.map +1 -0
- package/dist/{cli-spec-CPWT1mAG.js → cli-spec-ChkleEVm.js} +2 -3
- package/dist/{cli-spec-CPWT1mAG.js.map → cli-spec-ChkleEVm.js.map} +1 -1
- package/dist/cli.js +3 -4
- package/dist/{client-DMmOkbRA.js → client-CF-DOjOU.js} +6 -8
- package/dist/{client-DMmOkbRA.js.map → client-CF-DOjOU.js.map} +1 -1
- package/dist/{colors-Y6O3mtl_.js → colors-DcXBvAlU.js} +2 -3
- package/dist/{colors-Y6O3mtl_.js.map → colors-DcXBvAlU.js.map} +1 -1
- package/dist/{command-Ce03LLtg.js → command-CsfcwMyc.js} +22 -24
- package/dist/command-CsfcwMyc.js.map +1 -0
- package/dist/{command-nNN0mx65.js → command-CtTdCF3B.js} +17 -21
- package/dist/command-CtTdCF3B.js.map +1 -0
- package/dist/{command-1FBECMs-.js → command-CyIb9BSC.js} +29 -30
- package/dist/command-CyIb9BSC.js.map +1 -0
- package/dist/{command-CztRuwUM.js → command-TLmY-rYp.js} +22 -27
- package/dist/command-TLmY-rYp.js.map +1 -0
- package/dist/{commands-DP13JX9i.js → commands-C54S45d7.js} +51 -21
- package/dist/{commands-DP13JX9i.js.map → commands-C54S45d7.js.map} +1 -1
- package/dist/{commands-ZwQUezI1.js → commands-jO9Jj35r.js} +1 -1
- package/dist/{config-BjjDryd5.js → config-ImY6AlRE.js} +112 -74
- package/dist/config-ImY6AlRE.js.map +1 -0
- package/dist/{context-Dgn48BqT.js → context-BajfiH0S.js} +4 -5
- package/dist/{context-Dgn48BqT.js.map → context-BajfiH0S.js.map} +1 -1
- package/dist/{contrasts-DSsRZpR8.js → contrasts-DtSX8E_V.js} +4 -5
- package/dist/{contrasts-DSsRZpR8.js.map → contrasts-DtSX8E_V.js.map} +1 -1
- package/dist/{core-tLN-z1Be.js → core-CxY40JAs.js} +2 -3
- package/dist/{core-tLN-z1Be.js.map → core-CxY40JAs.js.map} +1 -1
- package/dist/cost-CMzY9VXv.js +1 -0
- package/dist/{cost-ChPa8-Fp.js → cost-e4IppZpJ.js} +5 -6
- package/dist/{cost-ChPa8-Fp.js.map → cost-e4IppZpJ.js.map} +1 -1
- package/dist/{cursor-catalog-D7bFLEAD.js → cursor-catalog-Bw6-pJjR.js} +6 -7
- package/dist/{cursor-catalog-D7bFLEAD.js.map → cursor-catalog-Bw6-pJjR.js.map} +1 -1
- package/dist/db-ZIk6S2CD.js +2 -0
- package/dist/{db-B9Ityuit.js → db-sHGpaLo9.js} +28 -27
- package/dist/db-sHGpaLo9.js.map +1 -0
- package/dist/{debug-CgG3T071.js → debug-B5jDImcW.js} +5 -6
- package/dist/{debug-CgG3T071.js.map → debug-B5jDImcW.js.map} +1 -1
- package/dist/debug-BnXV7JbX.js +1 -0
- package/dist/{default-effort-DK8gospa.js → default-effort-BZRa-SQP.js} +12 -9
- package/dist/default-effort-BZRa-SQP.js.map +1 -0
- package/dist/{default-effort-DmXHpqo9.js → default-effort-fpdbYVKm.js} +1 -1
- package/dist/{dist-CYrBwyHA.js → dist-ByYk_wAs.js} +59 -292
- package/dist/dist-ByYk_wAs.js.map +1 -0
- package/dist/{docker-SKpYOlGi.js → docker--2ytOHcu.js} +20 -11
- package/dist/docker--2ytOHcu.js.map +1 -0
- package/dist/{docker-BLCNfUie.js → docker-CIzHzwlC.js} +1 -1
- package/dist/{docker-hwp3EucJ.js → docker-CWuSRj7a.js} +5 -6
- package/dist/{docker-hwp3EucJ.js.map → docker-CWuSRj7a.js.map} +1 -1
- package/dist/{doctor-CT0Sgjng.js → doctor-eE65YpEv.js} +26 -27
- package/dist/{doctor-CT0Sgjng.js.map → doctor-eE65YpEv.js.map} +1 -1
- package/dist/{env-CARj5Axq.js → env-T86lAqUD.js} +3 -4
- package/dist/{env-CARj5Axq.js.map → env-T86lAqUD.js.map} +1 -1
- package/dist/{environment-CZdercoj.js → environment-Cy3FVLR5.js} +10 -13
- package/dist/environment-Cy3FVLR5.js.map +1 -0
- package/dist/{errors-BZVKVKYd.js → errors-BQV__TzH.js} +3 -4
- package/dist/{errors-BZVKVKYd.js.map → errors-BQV__TzH.js.map} +1 -1
- package/dist/{errors-B6BSMs03.js → errors-ttMTnIYX.js} +2 -3
- package/dist/{errors-B6BSMs03.js.map → errors-ttMTnIYX.js.map} +1 -1
- package/dist/{eval-source-nZD7-FSz.js → eval-source-BTsTRiBW.js} +8 -9
- package/dist/{eval-source-nZD7-FSz.js.map → eval-source-BTsTRiBW.js.map} +1 -1
- package/dist/{evaluate-fhC1PCd_.js → evaluate-CFFdyYZX.js} +118 -89
- package/dist/evaluate-CFFdyYZX.js.map +1 -0
- package/dist/{evaluate-CNi0lZ7n.d.ts → evaluate-DnGOaGQc.d.ts} +2 -4
- package/dist/files-B3d-8Fe0.js +1 -0
- package/dist/{files-Bk1mC3AN.js → files-BGlHnC46.js} +3 -4
- package/dist/{files-Bk1mC3AN.js.map → files-BGlHnC46.js.map} +1 -1
- package/dist/{files-I1i6Xyh1.js → files-CIX-pLl4.js} +7 -8
- package/dist/{files-I1i6Xyh1.js.map → files-CIX-pLl4.js.map} +1 -1
- package/dist/files-COW5JBJM.js +1 -0
- package/dist/{files-BGy05Dlr.js → files-CQU08uh4.js} +6 -7
- package/dist/{files-BGy05Dlr.js.map → files-CQU08uh4.js.map} +1 -1
- package/dist/files-Do4Rp3yZ.js +1 -0
- package/dist/{files-D1y8Pg4Z.js → files-p-uTdOjA.js} +4 -5
- package/dist/{files-D1y8Pg4Z.js.map → files-p-uTdOjA.js.map} +1 -1
- package/dist/{files-BIGxpL08.js → files-tnMgu7-X.js} +13 -16
- package/dist/files-tnMgu7-X.js.map +1 -0
- package/dist/{gate-BC6SdQZs.js → gate-BoDKeuJu.js} +4 -6
- package/dist/{gate-BC6SdQZs.js.map → gate-BoDKeuJu.js.map} +1 -1
- package/dist/gateway.d.ts +1 -3
- package/dist/gateway.js +1 -2
- package/dist/{git-DR02tHtU.js → git-BWVkG4Yl.js} +4 -5
- package/dist/{git-DR02tHtU.js.map → git-BWVkG4Yl.js.map} +1 -1
- package/dist/{harness-ylJLvrbp.js → harness-Ch2P81sx.js} +12 -13
- package/dist/harness-Ch2P81sx.js.map +1 -0
- package/dist/harness.d.ts +1 -3
- package/dist/harness.js +1 -1
- package/dist/{ids-Bp6ut7ZD.js → ids-DuK6xl4w.js} +2 -3
- package/dist/{ids-Bp6ut7ZD.js.map → ids-DuK6xl4w.js.map} +1 -1
- package/dist/{images---X8Wu9d.js → images-BVZHDf_z.js} +9 -10
- package/dist/{images---X8Wu9d.js.map → images-BVZHDf_z.js.map} +1 -1
- package/dist/index.d.ts +2 -12
- package/dist/index.js +5 -5
- package/dist/{init-CA95ZnkV.js → init-BWnMbUnc.js} +8 -9
- package/dist/{init-CA95ZnkV.js.map → init-BWnMbUnc.js.map} +1 -1
- package/dist/init-s1jN-PCI.js +1 -0
- package/dist/{invocations-BdoROAfb.js → invocations-BGRs1r_C.js} +6 -8
- package/dist/{invocations-BdoROAfb.js.map → invocations-BGRs1r_C.js.map} +1 -1
- package/dist/{judge-Dp7FPJ1P.js → judge-ByEUlzOM.js} +10 -15
- package/dist/judge-ByEUlzOM.js.map +1 -0
- package/dist/judge.d.ts +1 -5
- package/dist/judge.js +2 -3
- package/dist/live-ColieOai.js +120 -0
- package/dist/live-ColieOai.js.map +1 -0
- package/dist/live-DmJix4c8.js +1 -0
- package/dist/{live-CBFkdK1K.js → live-d_5a5iUv.js} +4 -5
- package/dist/{live-CBFkdK1K.js.map → live-d_5a5iUv.js.map} +1 -1
- package/dist/{matchers-Cv74mJRJ.js → matchers-B4ZtlJyP.js} +5 -6
- package/dist/{matchers-Cv74mJRJ.js.map → matchers-B4ZtlJyP.js.map} +1 -1
- package/dist/model-8uZBYqV5.js +1 -0
- package/dist/{model-DkJVmVd2.js → model-CFSjV-HJ.js} +6 -7
- package/dist/{model-DkJVmVd2.js.map → model-CFSjV-HJ.js.map} +1 -1
- package/dist/{model-6dfKFkQd.js → model-DBpdRXtO.js} +9 -11
- package/dist/model-DBpdRXtO.js.map +1 -0
- package/dist/{model-CN4ccjNz.js → model-DOXnWH65.js} +1 -1
- package/dist/{model-Be7fPvgi.js → model-DOiCiMCD.js} +23 -18
- package/dist/model-DOiCiMCD.js.map +1 -0
- package/dist/{node-D_Zkwhq2.js → node-CwP1G178.js} +11 -13
- package/dist/node-CwP1G178.js.map +1 -0
- package/dist/{object-BkXGPKWY.js → object-CeQ8dgUC.js} +2 -3
- package/dist/{object-BkXGPKWY.js.map → object-CeQ8dgUC.js.map} +1 -1
- package/dist/{opencode-providers-DPgdqRfg.js → opencode-providers-yNKyXD49.js} +57 -21
- package/dist/opencode-providers-yNKyXD49.js.map +1 -0
- package/dist/{openrouter-models-CR00FWAa.js → openrouter-models-C8nzPKG2.js} +3 -4
- package/dist/{openrouter-models-CR00FWAa.js.map → openrouter-models-C8nzPKG2.js.map} +1 -1
- package/dist/{patch-CquGAGX5.js → patch-C7yBztZj.js} +2 -3
- package/dist/{patch-CquGAGX5.js.map → patch-C7yBztZj.js.map} +1 -1
- package/dist/{patch-BJNdOZsf.js → patch-DvLr8wCZ.js} +5 -6
- package/dist/{patch-BJNdOZsf.js.map → patch-DvLr8wCZ.js.map} +1 -1
- package/dist/{paths-BmR-7tx3.js → paths-Dwmi7L4X.js} +2 -3
- package/dist/{paths-BmR-7tx3.js.map → paths-Dwmi7L4X.js.map} +1 -1
- package/dist/{plan-C1UpGZTk.js → plan-CIfOFhth.js} +11 -12
- package/dist/{plan-C1UpGZTk.js.map → plan-CIfOFhth.js.map} +1 -1
- package/dist/{plugins-Cx6ReJWE.js → plugins-BEs2Am3L.js} +8 -10
- package/dist/plugins-BEs2Am3L.js.map +1 -0
- package/dist/{preflight-BZ3L7P3a.js → preflight-50Qw5e5K.js} +4 -5
- package/dist/{preflight-BZ3L7P3a.js.map → preflight-50Qw5e5K.js.map} +1 -1
- package/dist/{preflight-CUooKgtT.js → preflight-BAIRsTpl.js} +1 -1
- package/dist/{prepare-BbBoTeDj.js → prepare-8XhzhLHX.js} +10 -11
- package/dist/{prepare-BbBoTeDj.js.map → prepare-8XhzhLHX.js.map} +1 -1
- package/dist/{prepare-CEZaEwaq.js → prepare-8nvfDFQx.js} +2 -2
- package/dist/{prices-QaS-kjSQ.js → prices-C4BRuSe8.js} +5 -6
- package/dist/{prices-QaS-kjSQ.js.map → prices-C4BRuSe8.js.map} +1 -1
- package/dist/{provenance-BWvTIlQM.js → provenance-Cc8fFE7Z.js} +6 -7
- package/dist/{provenance-BWvTIlQM.js.map → provenance-Cc8fFE7Z.js.map} +1 -1
- package/dist/provider-DCdTHQpk.js +1 -0
- package/dist/{provider-CmAYTQQs.js → provider-DZd8t_XW.js} +3 -4
- package/dist/{provider-CmAYTQQs.js.map → provider-DZd8t_XW.js.map} +1 -1
- package/dist/{providers-DdyZW_ru.js → providers-CP_bBtYm.js} +1 -1
- package/dist/{providers-B3yqakc7.js → providers-DZSTlC9R.js} +8 -9
- package/dist/{providers-B3yqakc7.js.map → providers-DZSTlC9R.js.map} +1 -1
- package/dist/{query-CZcqpOI9.js → query-DXpxaaTH.js} +5 -6
- package/dist/{query-CZcqpOI9.js.map → query-DXpxaaTH.js.map} +1 -1
- package/dist/query-kFPuqBv1.js +1 -0
- package/dist/{questions-CFU7-crW.js → questions-C_Y-oXW6.js} +10 -11
- package/dist/{questions-CFU7-crW.js.map → questions-C_Y-oXW6.js.map} +1 -1
- package/dist/{record-Bu1Xi6MQ.js → record-DhzwkSXc.js} +27 -4
- package/dist/record-DhzwkSXc.js.map +1 -0
- package/dist/{redact-DVIaahLv.js → redact-BEEGc37e.js} +8 -7
- package/dist/{redact-DVIaahLv.js.map → redact-BEEGc37e.js.map} +1 -1
- package/dist/{remarks-eBcrIZRu.js → remarks-0EXMh6AD.js} +2 -3
- package/dist/{remarks-eBcrIZRu.js.map → remarks-0EXMh6AD.js.map} +1 -1
- package/dist/remarks-BL18Id09.js +1 -0
- package/dist/{remarks-Dj_x9l5n.js → remarks-DeZZT8PK.js} +4 -6
- package/dist/{remarks-Dj_x9l5n.js.map → remarks-DeZZT8PK.js.map} +1 -1
- package/dist/{remarks-A3j-SkJ_.js → remarks-E4rpi8Ym.js} +16 -17
- package/dist/remarks-E4rpi8Ym.js.map +1 -0
- package/dist/{remote-EIFHdMd8.js → remote-DZ00A8V_.js} +10 -13
- package/dist/remote-DZ00A8V_.js.map +1 -0
- package/dist/resolve-BJSay360.js +1 -0
- package/dist/{resolve-8H5rz8mi.js → resolve-B_JlQ0La.js} +11 -12
- package/dist/{resolve-8H5rz8mi.js.map → resolve-B_JlQ0La.js.map} +1 -1
- package/dist/{results-E7JdVjq2.js → results-BMJHaQbi.js} +8 -9
- package/dist/{results-E7JdVjq2.js.map → results-BMJHaQbi.js.map} +1 -1
- package/dist/{resume-Blu4yIcq.js → resume-CexsWuGK.js} +8 -10
- package/dist/resume-CexsWuGK.js.map +1 -0
- package/dist/{root-Dlff-zp8.js → root-Co0jhOT5.js} +2 -3
- package/dist/{root-Dlff-zp8.js.map → root-Co0jhOT5.js.map} +1 -1
- package/dist/{runtime-CNbsMJQ7.js → runtime-CSZ1hjlN.js} +8 -10
- package/dist/{runtime-CNbsMJQ7.js.map → runtime-CSZ1hjlN.js.map} +1 -1
- package/dist/{sandbox-RButGfIE.js → sandbox-B5W8lLL1.js} +4 -5
- package/dist/{sandbox-RButGfIE.js.map → sandbox-B5W8lLL1.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -5
- package/dist/sandbox.js +1 -1
- package/dist/{server-XgCYs_MF.js → server-BfN6q2lH.js} +17 -126
- package/dist/server-BfN6q2lH.js.map +1 -0
- package/dist/server-SBzrf35T.js +1 -0
- package/dist/{shared-B_lvGqWz.js → shared-ogqPJ0uo.js} +4 -6
- package/dist/shared-ogqPJ0uo.js.map +1 -0
- package/dist/{source-BOkbJCD2.js → source-BD6Bg0Tr.js} +3 -4
- package/dist/{source-BOkbJCD2.js.map → source-BD6Bg0Tr.js.map} +1 -1
- package/dist/source-Dn1uqPon.js +1 -0
- package/dist/{src-DSZyg0Uq.js → src-B-L8O1Ld.js} +38 -9
- package/dist/src-B-L8O1Ld.js.map +1 -0
- package/dist/{src-D4CZjMQ4.js → src-BC2WXULN.js} +2 -2
- package/dist/src-BKDZO3ra.js +2 -0
- package/dist/{src-A8HLtO0a.js → src-B_igzM1O.js} +3 -5
- package/dist/src-B_igzM1O.js.map +1 -0
- package/dist/{src-BkhEPVJZ.js → src-BvM0jWuZ.js} +83 -12
- package/dist/src-BvM0jWuZ.js.map +1 -0
- package/dist/src-BxrHipV0.js +3 -0
- package/dist/src-C9elednc.js +2 -0
- package/dist/src-CM7xdJFA.js +2 -0
- package/dist/src-CWEGknZo.js +2 -0
- package/dist/{src-BJCKWacl.js → src-Cpy9MNS3.js} +155 -83
- package/dist/src-Cpy9MNS3.js.map +1 -0
- package/dist/{src-GkJ-1Rdy.js → src-Cx0HJIJ-.js} +2 -2
- package/dist/{src-gn7YlnRg.js → src-D5t4OiRt.js} +5 -8
- package/dist/src-D5t4OiRt.js.map +1 -0
- package/dist/src-DVaAKCsH.js +1 -0
- package/dist/src-Dp-fWOfG.js +1448 -0
- package/dist/src-Dp-fWOfG.js.map +1 -0
- package/dist/src-DurP--_D.js +2 -0
- package/dist/{src-C2Japg_I.js → src-HTG2SoNz.js} +69 -29
- package/dist/src-HTG2SoNz.js.map +1 -0
- package/dist/{src-8yTF251P.js → src-KlDOGD0B.js} +66 -16
- package/dist/src-KlDOGD0B.js.map +1 -0
- package/dist/{src-BYDOXw_Y.js → src-uluei5nU.js} +40 -17
- package/dist/src-uluei5nU.js.map +1 -0
- package/dist/{state-D6-tvqtp.js → state-CdSjXIfE.js} +31 -40
- package/dist/state-CdSjXIfE.js.map +1 -0
- package/dist/state-Cicc9Oa5.js +1 -0
- package/dist/{stats-hfpuYsAM.js → stats-D-Gqwqt0.js} +2 -3
- package/dist/{stats-hfpuYsAM.js.map → stats-D-Gqwqt0.js.map} +1 -1
- package/dist/suite-BYJ2Q0S-.js +2 -0
- package/dist/{suite-DYI1k2Ie.js → suite-BtHPBFYL.js} +5 -7
- package/dist/suite-BtHPBFYL.js.map +1 -0
- package/dist/{summary-CN2aqAUz.js → summary-zP3cCXDN.js} +11 -13
- package/dist/{summary-CN2aqAUz.js.map → summary-zP3cCXDN.js.map} +1 -1
- package/dist/{tarball-CHcahyNK.js → tarball-CESxtK4X.js} +2 -3
- package/dist/{tarball-CHcahyNK.js.map → tarball-CESxtK4X.js.map} +1 -1
- package/dist/testing.d.ts +9 -11
- package/dist/testing.js +5 -6
- package/dist/{text-DTigcA64.js → text-D--Q5KsA.js} +2 -3
- package/dist/{text-DTigcA64.js.map → text-D--Q5KsA.js.map} +1 -1
- package/dist/{tool-target-CKWkd6QI.js → tool-target-DS5d72eH.js} +3 -4
- package/dist/{tool-target-CKWkd6QI.js.map → tool-target-DS5d72eH.js.map} +1 -1
- package/dist/{transcript-BJrKfgRW.js → transcript-C_IpYMRk.js} +8 -8
- package/dist/transcript-C_IpYMRk.js.map +1 -0
- package/dist/{types-DDeCnNmp.d.ts → types-BHR1lGPh.d.ts} +99 -24
- package/dist/{types-C5vI3g1C.js → types-C4OkYhZg.js} +2 -3
- package/dist/types-C4OkYhZg.js.map +1 -0
- package/dist/{usage-BNY1ABrU.js → usage-DJiDnh2D.js} +2 -3
- package/dist/{usage-BNY1ABrU.js.map → usage-DJiDnh2D.js.map} +1 -1
- package/dist/{vertex-DypYjx71.js → vertex-6uSpZ5L8.js} +8 -8
- package/dist/vertex-6uSpZ5L8.js.map +1 -0
- package/dist/vertex-BaAz44YN.js +1 -0
- package/dist/view/index.d.ts +13 -37
- package/dist/view/index.js +12 -12
- package/dist/{views-Bd-H71_t.js → views-CKoN5NAx.js} +7 -8
- package/dist/{views-Bd-H71_t.js.map → views-CKoN5NAx.js.map} +1 -1
- package/dist/views-CmyX255j.js +2 -0
- package/dist/{worker-entry-BIHJqE_z.js → worker-entry-D5dB8cgT.js} +12 -17
- package/dist/worker-entry-D5dB8cgT.js.map +1 -0
- package/dist/{workspace-Sy5g8zW9.js → workspace-Cho30qlM.js} +8 -9
- package/dist/{workspace-Sy5g8zW9.js.map → workspace-Cho30qlM.js.map} +1 -1
- package/dist/workspace-Dw9DEZox.js +1 -0
- package/docker/Dockerfile +4 -4
- package/package.json +12 -12
- package/skills/eval-rubric/SKILL.md +1 -1
- package/dist/adapter-CqUt4A0w.js.map +0 -1
- package/dist/agent-BtAbRTFq.js.map +0 -1
- package/dist/app-files-CDttHPOz.js +0 -11
- package/dist/app-files-CDttHPOz.js.map +0 -1
- package/dist/assemble-Bb7zqpRw.js +0 -1
- package/dist/assemble-J9rkE29m.js.map +0 -1
- package/dist/budget-DBUrH4jX.js.map +0 -1
- package/dist/capture-D68TiQQy.js +0 -1
- package/dist/capture-DheNqeYS.js.map +0 -1
- package/dist/cli-KTHjNFoo.js.map +0 -1
- package/dist/command-1FBECMs-.js.map +0 -1
- package/dist/command-Ce03LLtg.js.map +0 -1
- package/dist/command-CztRuwUM.js.map +0 -1
- package/dist/command-nNN0mx65.js.map +0 -1
- package/dist/config-BjjDryd5.js.map +0 -1
- package/dist/cost-C5RBTTJr.js +0 -1
- package/dist/db-B9Ityuit.js.map +0 -1
- package/dist/db-Bk6LWwza.js +0 -2
- package/dist/debug-CAx3qcaP.js +0 -1
- package/dist/default-effort-DK8gospa.js.map +0 -1
- package/dist/dist-CYrBwyHA.js.map +0 -1
- package/dist/docker-SKpYOlGi.js.map +0 -1
- package/dist/environment-CZdercoj.js.map +0 -1
- package/dist/evaluate-fhC1PCd_.js.map +0 -1
- package/dist/files-BIGxpL08.js.map +0 -1
- package/dist/files-C2RC7K4m.js +0 -1
- package/dist/files-C3tQtD26.js +0 -1
- package/dist/files-dJmrfmOM.js +0 -1
- package/dist/harness-ylJLvrbp.js.map +0 -1
- package/dist/init-BNTXrtMO.js +0 -1
- package/dist/judge-Dp7FPJ1P.js.map +0 -1
- package/dist/model-6dfKFkQd.js.map +0 -1
- package/dist/model-Be7fPvgi.js.map +0 -1
- package/dist/model-C_5TspZS.js +0 -1
- package/dist/node-D_Zkwhq2.js.map +0 -1
- package/dist/opencode-providers-DPgdqRfg.js.map +0 -1
- package/dist/plugins-Cx6ReJWE.js.map +0 -1
- package/dist/provider-DehR4CMN.js +0 -1
- package/dist/query-BkwQ0W-c.js +0 -1
- package/dist/record-Bu1Xi6MQ.js.map +0 -1
- package/dist/remarks-A3j-SkJ_.js.map +0 -1
- package/dist/remarks-Bp6AwPgb.js +0 -1
- package/dist/remote-EIFHdMd8.js.map +0 -1
- package/dist/resolve-Tm9pX7Hv.js +0 -1
- package/dist/resume-Blu4yIcq.js.map +0 -1
- package/dist/server-Dqrq-Sia.js +0 -1
- package/dist/server-XgCYs_MF.js.map +0 -1
- package/dist/shared-B_lvGqWz.js.map +0 -1
- package/dist/source-DooSTtyz.js +0 -1
- package/dist/src-1M0srjji.js +0 -1
- package/dist/src-8yTF251P.js.map +0 -1
- package/dist/src-A8HLtO0a.js.map +0 -1
- package/dist/src-BJCKWacl.js.map +0 -1
- package/dist/src-BYDOXw_Y.js.map +0 -1
- package/dist/src-BZlhaDhE.js +0 -2
- package/dist/src-BkhEPVJZ.js.map +0 -1
- package/dist/src-Bp6X4193.js +0 -2
- package/dist/src-C2Japg_I.js.map +0 -1
- package/dist/src-C5q3_fRV.js +0 -3
- package/dist/src-C9EHSYyP.js +0 -2
- package/dist/src-CJdpsrXi.js +0 -2
- package/dist/src-D1ET6oPL.js +0 -629
- package/dist/src-D1ET6oPL.js.map +0 -1
- package/dist/src-DSZyg0Uq.js.map +0 -1
- package/dist/src-OOKE-5GA.js +0 -2
- package/dist/src-gn7YlnRg.js.map +0 -1
- package/dist/state-BCyNaz13.js +0 -1
- package/dist/state-D6-tvqtp.js.map +0 -1
- package/dist/suite-BiWajSlA.js +0 -2
- package/dist/suite-DYI1k2Ie.js.map +0 -1
- package/dist/transcript-BJrKfgRW.js.map +0 -1
- package/dist/types-C5vI3g1C.js.map +0 -1
- package/dist/vertex-Bv7vhMgs.js +0 -1
- package/dist/vertex-DypYjx71.js.map +0 -1
- package/dist/views-7bNY17Z6.js +0 -2
- package/dist/worker-entry-BIHJqE_z.js.map +0 -1
- package/dist/workspace-CxwHv8mG.js +0 -1
- /package/dist/bridge/{pnpm-lock.yaml → pnpm-lockfile.yaml} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { t as isObjectLike } from "./object-
|
|
2
|
-
import { a as cutOutsideSecrets } from "./redact-
|
|
3
|
-
import { i as formatDuration, n as clip } from "./text-
|
|
1
|
+
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
2
|
+
import { a as cutOutsideSecrets } from "./redact-BEEGc37e.js";
|
|
3
|
+
import { i as formatDuration, n as clip } from "./text-D--Q5KsA.js";
|
|
4
4
|
const text = (value) => typeof value === "string" ? value : JSON.stringify(value) ?? String(value);
|
|
5
5
|
function toolInput(input) {
|
|
6
6
|
if (isObjectLike(input)) for (const key of [
|
|
@@ -33,6 +33,7 @@ function transcriptForJudge(events, mode) {
|
|
|
33
33
|
return at < kept ? `${s.slice(0, at).trimEnd()}…` : c;
|
|
34
34
|
};
|
|
35
35
|
const took = (ms) => ms === null ? "" : ` · ${formatDuration(ms)}`;
|
|
36
|
+
const result = (ok) => ok === null ? "unfinished" : ok === false ? "failed" : "ok";
|
|
36
37
|
const out = [];
|
|
37
38
|
for (const e of events) switch (e.type) {
|
|
38
39
|
case "text":
|
|
@@ -48,13 +49,13 @@ function transcriptForJudge(events, mode) {
|
|
|
48
49
|
break;
|
|
49
50
|
}
|
|
50
51
|
case "web-search":
|
|
51
|
-
out.push(`search ${JSON.stringify(e.query)} → ${e.ok
|
|
52
|
+
out.push(`search ${JSON.stringify(e.query)} → ${result(e.ok)}${took(e.durationMs)}`);
|
|
52
53
|
break;
|
|
53
54
|
case "web-fetch":
|
|
54
|
-
out.push(`fetch ${e.url} → ${e.ok
|
|
55
|
+
out.push(`fetch ${e.url} → ${result(e.ok)}${took(e.durationMs)}`);
|
|
55
56
|
break;
|
|
56
57
|
case "tool": {
|
|
57
|
-
const head = `tool ${e.tool}: ${cut(toolInput(e.input))} → ${e.ok
|
|
58
|
+
const head = `tool ${e.tool}: ${cut(toolInput(e.input))} → ${result(e.ok)}${took(e.durationMs)}`;
|
|
58
59
|
const output = e.output === void 0 || e.output === null ? "" : cut(text(e.output)).trim();
|
|
59
60
|
out.push(output ? `${head}\n${indent(output)}` : head);
|
|
60
61
|
break;
|
|
@@ -66,7 +67,6 @@ function transcriptForJudge(events, mode) {
|
|
|
66
67
|
}
|
|
67
68
|
return out;
|
|
68
69
|
}
|
|
69
|
-
//#endregion
|
|
70
70
|
export { transcriptForJudge as t };
|
|
71
71
|
|
|
72
|
-
//# sourceMappingURL=transcript-
|
|
72
|
+
//# sourceMappingURL=transcript-C_IpYMRk.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcript-C_IpYMRk.js","names":[],"sources":["../src/judge/transcript.ts"],"mappings":";;;AAUA,MAAM,QAAQ,UACZ,OAAO,UAAU,WAAW,QAAS,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAE5E,SAAS,UAAU,OAAwB;CACzC,IAAI,aAAa,KAAK,GACpB,KAAK,MAAM,OAAO;EAAC;EAAW;EAAO;EAAQ;EAAa;EAAO;EAAS;CAAS,GAAG;EACpF,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO;CACxC;CAEF,OAAO,KAAK,KAAK;AACnB;AAEA,MAAM,UAAU,UACd,MACG,MAAM,IAAI,CAAC,CACX,KAAK,SAAS,KAAK,MAAM,CAAC,CAC1B,KAAK,IAAI;;;;;;AAOd,SAAgB,mBAAmB,QAAoC,MAAsB;CAC3F,MAAM,OAAO,SAAS;CACtB,MAAM,OAAO,MAAc;EACzB,MAAM,IAAI,OAAO,IAAI,KAAK,GAAA,GAAoB;EAC9C,IAAI,MAAM,GAAG,OAAO;EACpB,MAAM,OAAO,EAAE,SAAS;EACxB,MAAM,KAAK,kBAAkB,GAAG,IAAI;EACpC,OAAO,KAAK,OAAO,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK;CACtD;CACA,MAAM,QAAQ,OAAuB,OAAO,OAAO,KAAK,MAAM,eAAe,EAAE;CAC/E,MAAM,UAAU,OACd,OAAO,OAAO,eAAe,OAAO,QAAQ,WAAW;CACzD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,QACd,QAAQ,EAAE,MAAV;EACE,KAAK;GACH,IAAI,SAAS,SAAS,IAAI,KAAK,YAAY,EAAE,MAAM;GACnD;EACF,KAAK;GACH,IAAI,MAAM,IAAI,KAAK,cAAc,EAAE,MAAM;GACzC;EACF,KAAK,aAAa;GAChB,MAAM,UAAU,EAAE,YAAY,OAAO,KAAK,KAAK,EAAE;GACjD,MAAM,QAAQ,EAAE,UAAU,OAAO,KAAK,MAAM,EAAE,QAAQ;GACtD,IAAI,KAAK,QAAQ,EAAE,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,KAAK,EAAE,UAAU,GAAG;GAClE;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;GACnF;EACF,KAAK;GACH,IAAI,KAAK,SAAS,EAAE,IAAI,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;GAChE;EACF,KAAK,QAAQ;GACX,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI,IAAI,UAAU,EAAE,KAAK,CAAC,EAAE,KAAK,OAAO,EAAE,EAAE,IAAI,KAAK,EAAE,UAAU;GAC7F,MAAM,SAAS,EAAE,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,KAAK,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK;GAC3F,IAAI,KAAK,SAAS,GAAG,KAAK,IAAI,OAAO,MAAM,MAAM,IAAI;GACrD;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,EAAE,SAAS;GAC9B;EACF,KAAK,SACH,IAAI,KAAK,UAAU,EAAE,SAAS;CAElC;CAEF,OAAO;AACT"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
//#region src/declaration.d.ts
|
|
2
1
|
/** How a group or eval was declared: `group`/`evaluate`, `.skip` or `.only`. */
|
|
3
2
|
type DeclaredMode = 'run' | 'skip' | 'only';
|
|
4
3
|
/** A `group`: options its evals and groups inherit, and its children in declaration order. */
|
|
@@ -57,8 +56,6 @@ type DeclaredNode = DeclaredGroup | DeclaredEval | DeclaredTodo;
|
|
|
57
56
|
type DeclarationTree = {
|
|
58
57
|
children: DeclaredNode[];
|
|
59
58
|
};
|
|
60
|
-
//#endregion
|
|
61
|
-
//#region src/view/effort.d.ts
|
|
62
59
|
/** Below this two-sided p, an effort difference is an effect. */
|
|
63
60
|
declare const EFFORT_ALPHA = 0.05;
|
|
64
61
|
/** Some counted attempts reported no usage. Not a verdict; never printed as one. */
|
|
@@ -66,7 +63,10 @@ declare const TOKENS_UNREPORTED = "some cells did not report usage";
|
|
|
66
63
|
type EffortSample = {
|
|
67
64
|
tools: number;
|
|
68
65
|
agentMs: number;
|
|
66
|
+
/** Calls to the agent's file-editing tools (`activity.fileEdits`). */
|
|
69
67
|
fileEdits: number;
|
|
68
|
+
/** Files the workspace diff changed, however the agent changed them. */
|
|
69
|
+
filesChanged: number;
|
|
70
70
|
/** Total tokens when this attempt reported usage; omitted when the harness dropped it. */
|
|
71
71
|
tokens?: number;
|
|
72
72
|
};
|
|
@@ -80,7 +80,10 @@ type CellEffort = {
|
|
|
80
80
|
n: number;
|
|
81
81
|
tools: Spread;
|
|
82
82
|
agentMs: Spread;
|
|
83
|
+
/** Median file edits: edit tool calls, not the files the diff changed (`filesChanged`). */
|
|
83
84
|
fileEdits: number;
|
|
85
|
+
/** Median files the workspace diff changed. */
|
|
86
|
+
filesChanged: number;
|
|
84
87
|
/** Over the counted attempts that reported usage; omitted when none did. */
|
|
85
88
|
tokens?: Spread;
|
|
86
89
|
};
|
|
@@ -122,7 +125,9 @@ type EffortContrast = {
|
|
|
122
125
|
/** Set when some counted attempts on either side reported no usage. Not a verdict. */
|
|
123
126
|
tokensNote?: typeof TOKENS_UNREPORTED;
|
|
124
127
|
};
|
|
125
|
-
declare const effortSample: (a: Pick<AttemptRecord, 'activity' | 'timings' | 'usage'>) => EffortSample;
|
|
128
|
+
declare const effortSample: (a: Pick<AttemptRecord, 'activity' | 'timings' | 'usage' | 'changedFiles'>) => EffortSample;
|
|
129
|
+
/** The files the workspace diff changed, a collapsed directory counting each of its files. */
|
|
130
|
+
declare const filesChanged: (files: AttemptRecord['changedFiles']) => number;
|
|
126
131
|
/** Token totals from the attempts that reported usage; empty when none did. */
|
|
127
132
|
declare const tokenValues: (samples: EffortSample[]) => number[];
|
|
128
133
|
declare function effortOf(samples: EffortSample[]): CellEffort | null;
|
|
@@ -175,8 +180,6 @@ declare function effortLabel(c: EffortContrast): string;
|
|
|
175
180
|
declare const effortSummary: (e: Pick<CellEffort, 'tools' | 'agentMs' | 'tokens'>) => string;
|
|
176
181
|
/** The same cell between two runs: `tools 44 → 10 (×0.23) · agent 45s → 21s (×0.47)`. */
|
|
177
182
|
declare function effortChangeLabel(base: Pick<CellEffort, 'tools' | 'agentMs' | 'tokens'>, head: Pick<CellEffort, 'tools' | 'agentMs' | 'tokens'>): string;
|
|
178
|
-
//#endregion
|
|
179
|
-
//#region src/history/types.d.ts
|
|
180
183
|
/** Stays 1 while reeval is pre-release: the record changes in place. */
|
|
181
184
|
declare const SCHEMA_VERSION = 1;
|
|
182
185
|
type ArtifactLevel = 'all' | 'failures' | 'none';
|
|
@@ -388,6 +391,8 @@ type AttemptRecord = {
|
|
|
388
391
|
* `text` is the agent's final message, cut at 8 KB; the whole of it is in the `transcript.jsonl`
|
|
389
392
|
* file.
|
|
390
393
|
* `mcpStartup` times each stdio MCP server's start in the turn (`McpStartup`).
|
|
394
|
+
* `reasoningMs` is how long the turn's streamed reasoning took, null when the harness can't
|
|
395
|
+
* time it.
|
|
391
396
|
*/
|
|
392
397
|
turns: Array<{
|
|
393
398
|
prompt: string;
|
|
@@ -405,6 +410,16 @@ type AttemptRecord = {
|
|
|
405
410
|
error: string | null;
|
|
406
411
|
/** Each stdio MCP server start during the turn; see `McpStartup`. */
|
|
407
412
|
mcpStartup?: McpStartup[];
|
|
413
|
+
/**
|
|
414
|
+
* Milliseconds the agent spent reasoning in the turn, the sum of the reasoning blocks its
|
|
415
|
+
* harness streamed; null when that's unknown: the harness can't time its reasoning (Codex's
|
|
416
|
+
* arrives whole, Antigravity's never), or the turn used reasoning tokens with no reasoning
|
|
417
|
+
* block, or had no block and no usage saying it used none, or never finished. Absent in
|
|
418
|
+
* records from before reeval recorded it, where a 0 on a real harness reads as an unknown
|
|
419
|
+
* `activity.reasoningMs`, and on the fake harness's finished turns, whose blocks are its
|
|
420
|
+
* script's.
|
|
421
|
+
*/
|
|
422
|
+
reasoningMs?: number | null;
|
|
408
423
|
}>;
|
|
409
424
|
/** Tokens across the attempt's turns; null when the harness reported none. */
|
|
410
425
|
usage: TokenUsage | null;
|
|
@@ -418,14 +433,28 @@ type AttemptRecord = {
|
|
|
418
433
|
usage: TokenUsage | null;
|
|
419
434
|
};
|
|
420
435
|
timings: PhaseTimings;
|
|
421
|
-
/**
|
|
436
|
+
/**
|
|
437
|
+
* Counts from the transcript, so the attempt's activity is available without reading the transcript. `webSearches` includes refused searches.
|
|
438
|
+
* `fileEdits` counts edit tool calls, so a shell edit isn't one; `changedFiles` has what the workspace diff shows changed.
|
|
439
|
+
* `reasoningMs` is null when some turn's reasoning time is unknown, so a 0 is always a measurement.
|
|
440
|
+
*/
|
|
422
441
|
activity: {
|
|
423
442
|
tools: number;
|
|
443
|
+
/**
|
|
444
|
+
* The transcript's `file-edit` events: calls to the agent's file-editing tools, a Claude Code
|
|
445
|
+
* subagent's included. A file the agent changed from the shell, or through a subagent whose
|
|
446
|
+
* calls its harness doesn't stream (Cursor's `task`, Codex's `spawn_agent`), isn't counted:
|
|
447
|
+
* `changedFiles`, from the workspace diff, has every file the attempt changed.
|
|
448
|
+
*/
|
|
424
449
|
fileEdits: number;
|
|
425
450
|
/** Every `web-search` event, including refused ones. Null when a turn with none couldn't report them (`unreported`). */
|
|
426
451
|
webSearches: number | null;
|
|
427
452
|
webFetches: number | null;
|
|
428
|
-
|
|
453
|
+
/**
|
|
454
|
+
* The turns' `reasoningMs` added up; null when any turn's is unknown, so a 0 is a
|
|
455
|
+
* measurement, never a harness that doesn't report it.
|
|
456
|
+
*/
|
|
457
|
+
reasoningMs: number | null;
|
|
429
458
|
/** Transcript tool events with `stalled: true` (long shell or edit). */
|
|
430
459
|
stalledTools: number;
|
|
431
460
|
/** Longest tool `durationMs` in the transcript; null when none reported a duration. */
|
|
@@ -1046,8 +1075,6 @@ type HistoryEntry = {
|
|
|
1046
1075
|
/** The run's errors outside any attempt; unset when there were none. */
|
|
1047
1076
|
errors?: string[];
|
|
1048
1077
|
};
|
|
1049
|
-
//#endregion
|
|
1050
|
-
//#region src/types.d.ts
|
|
1051
1078
|
/** More than zero and at most 596h: `90s`, `15m`, `1h`, or a number of milliseconds. */
|
|
1052
1079
|
type Duration = number | `${number}${'ms' | 's' | 'm' | 'h'}`;
|
|
1053
1080
|
/** When an event started: wall clock, and ms since its turn started. */
|
|
@@ -1071,7 +1098,9 @@ type FileEditEvent = {
|
|
|
1071
1098
|
/**
|
|
1072
1099
|
* Normalized agent events. Each tool call is one event, merged with its result; `durationMs`
|
|
1073
1100
|
* is wall time until the result arrived (Cursor's own `completed_at_ms` can be earlier). Null
|
|
1074
|
-
* when the harness never reported the end. Long shell or edit calls set `stalled: true`.
|
|
1101
|
+
* when the harness never reported the end. Long shell or edit calls set `stalled: true`. A
|
|
1102
|
+
* call the harness never reported a result for (the turn ended or was cut short first) has
|
|
1103
|
+
* `ok: null`: it isn't known to have failed, and no failure count includes it.
|
|
1075
1104
|
*/
|
|
1076
1105
|
type TranscriptEvent = EventTime & ({
|
|
1077
1106
|
type: 'text' | 'reasoning';
|
|
@@ -1081,35 +1110,48 @@ type TranscriptEvent = EventTime & ({
|
|
|
1081
1110
|
durationMs: number | null;
|
|
1082
1111
|
/** True when a shell-like tool or edit ran at least two minutes. */
|
|
1083
1112
|
stalled?: boolean;
|
|
1113
|
+
/** The `toolCallId` of the subagent call whose agent made this call; absent for the agent's own. */
|
|
1114
|
+
subagent?: string;
|
|
1084
1115
|
}) | {
|
|
1085
1116
|
type: 'web-search';
|
|
1086
1117
|
toolCallId: string;
|
|
1087
1118
|
query: string;
|
|
1088
1119
|
/** How many sources the harness says it used; Cursor sends no URLs or titles. */
|
|
1089
1120
|
references: number | null;
|
|
1090
|
-
/**
|
|
1091
|
-
|
|
1121
|
+
/**
|
|
1122
|
+
* Whether the search succeeded. Absent means it did; null means the harness never
|
|
1123
|
+
* reported its result.
|
|
1124
|
+
*/
|
|
1125
|
+
ok?: boolean | null;
|
|
1092
1126
|
durationMs: number | null;
|
|
1093
1127
|
/** True when a shell-like tool or edit ran at least two minutes. */
|
|
1094
1128
|
stalled?: boolean;
|
|
1129
|
+
/** The `toolCallId` of the subagent call whose agent made this call; absent for the agent's own. */
|
|
1130
|
+
subagent?: string;
|
|
1095
1131
|
} | {
|
|
1096
1132
|
type: 'web-fetch';
|
|
1097
1133
|
toolCallId: string;
|
|
1098
1134
|
url: string;
|
|
1099
|
-
|
|
1135
|
+
/** Whether the fetch succeeded; null when the harness never reported its result. */
|
|
1136
|
+
ok: boolean | null;
|
|
1100
1137
|
durationMs: number | null;
|
|
1101
1138
|
/** True when a shell-like tool or edit ran at least two minutes. */
|
|
1102
1139
|
stalled?: boolean;
|
|
1140
|
+
/** The `toolCallId` of the subagent call whose agent made this call; absent for the agent's own. */
|
|
1141
|
+
subagent?: string;
|
|
1103
1142
|
} | {
|
|
1104
1143
|
type: 'tool';
|
|
1105
1144
|
toolCallId: string;
|
|
1106
1145
|
tool: string;
|
|
1107
1146
|
input: unknown;
|
|
1108
1147
|
output: unknown;
|
|
1109
|
-
|
|
1148
|
+
/** Whether the call succeeded; null when the harness never reported its result. */
|
|
1149
|
+
ok: boolean | null;
|
|
1110
1150
|
durationMs: number | null;
|
|
1111
1151
|
/** True when a shell-like tool or edit ran at least two minutes. */
|
|
1112
1152
|
stalled?: boolean;
|
|
1153
|
+
/** The `toolCallId` of the subagent call whose agent made this call; absent for the agent's own. */
|
|
1154
|
+
subagent?: string;
|
|
1113
1155
|
} | {
|
|
1114
1156
|
type: 'error';
|
|
1115
1157
|
message: string;
|
|
@@ -1632,12 +1674,15 @@ type FakeHarnessDescriptor = {
|
|
|
1632
1674
|
* turn reports (`fake-1[effort=medium]`). Fast is not this.
|
|
1633
1675
|
*/
|
|
1634
1676
|
effort?: string;
|
|
1635
|
-
/**
|
|
1677
|
+
/**
|
|
1678
|
+
* Tool calls the fake agent reports on every turn, before writing files. `ok` defaults to true;
|
|
1679
|
+
* null reports a call whose result never came.
|
|
1680
|
+
*/
|
|
1636
1681
|
tools?: Array<{
|
|
1637
1682
|
tool: string;
|
|
1638
1683
|
input: unknown;
|
|
1639
1684
|
output: unknown;
|
|
1640
|
-
ok?: boolean;
|
|
1685
|
+
ok?: boolean | null;
|
|
1641
1686
|
}>;
|
|
1642
1687
|
/** Files and message used instead when the environment gives the agent a skill. */
|
|
1643
1688
|
withSkill?: {
|
|
@@ -1667,6 +1712,13 @@ type FakeHarnessDescriptor = {
|
|
|
1667
1712
|
* `.agents/skills`) in Cursor's image.
|
|
1668
1713
|
*/
|
|
1669
1714
|
layout?: 'cursor' | 'claude-code' | 'antigravity' | 'opencode' | 'goose' | 'pi' | 'codex' | 'fx' | 'grok-build';
|
|
1715
|
+
/**
|
|
1716
|
+
* In Docker, broker the key of the agent `layout` names (`OPENAI_API_KEY` for `codex`, Cursor's
|
|
1717
|
+
* when unset) on that agent's endpoints, as its adapter does: the key stays on the host, and
|
|
1718
|
+
* `exec` steps get a placeholder in its variable, which the egress gateway swaps in on those
|
|
1719
|
+
* endpoints when sent as `Authorization: Bearer <placeholder>`, and refuses on any other request.
|
|
1720
|
+
*/
|
|
1721
|
+
brokers?: true;
|
|
1670
1722
|
};
|
|
1671
1723
|
/**
|
|
1672
1724
|
* One action of a scripted fake agent. `exec` is reported as a `shell` tool call whose output is
|
|
@@ -1674,6 +1726,8 @@ type FakeHarnessDescriptor = {
|
|
|
1674
1726
|
* (`'<server>/<tool>'`) starts the environment's stdio MCP server in the sandbox, as an agent
|
|
1675
1727
|
* would, and calls the tool with no arguments; it's reported as `mcp__<server>__<tool>`.
|
|
1676
1728
|
* `error` ends the turn there with status `error` and that message, as a provider error would.
|
|
1729
|
+
* `refuseKey` ends it as the model API rejecting the key in that variable would, which makes the
|
|
1730
|
+
* attempt an infra error.
|
|
1677
1731
|
*/
|
|
1678
1732
|
type FakeScriptStep = {
|
|
1679
1733
|
exec: string;
|
|
@@ -1685,6 +1739,8 @@ type FakeScriptStep = {
|
|
|
1685
1739
|
mcp: string;
|
|
1686
1740
|
} | {
|
|
1687
1741
|
error: string;
|
|
1742
|
+
} | {
|
|
1743
|
+
refuseKey: string;
|
|
1688
1744
|
};
|
|
1689
1745
|
/**
|
|
1690
1746
|
* Cursor's agent through the Cursor TypeScript SDK's local runtime
|
|
@@ -3223,10 +3279,13 @@ type EnvironmentRecord = {
|
|
|
3223
3279
|
/**
|
|
3224
3280
|
* An attempt's network traffic. `allowed` is every host a restricted policy let through, its own
|
|
3225
3281
|
* and the automatic ones; null under `proxy` and `allow-all`. `recorded` is false when the sandbox
|
|
3226
|
-
* can't see the traffic, and then `contacted` and `
|
|
3227
|
-
* the sandbox and the egress gateway, TLS included. `expectedBlocked` are refused
|
|
3228
|
-
* harness always tries (its CLI's telemetry, say), kept out of `blocked`, so `blocked`
|
|
3229
|
-
* only unexpected refusals.
|
|
3282
|
+
* can't see the traffic, and then `contacted`, `blocked` and `unresolved` are empty. Bytes are
|
|
3283
|
+
* counted between the sandbox and the egress gateway, TLS included. `expectedBlocked` are refused
|
|
3284
|
+
* hosts the harness always tries (its CLI's telemetry, say), kept out of `blocked`, so `blocked`
|
|
3285
|
+
* contains only unexpected refusals. A request that carries the harness's brokered key off the
|
|
3286
|
+
* endpoints reeval brokers it for is refused on a host the policy let through: it's in `blocked`
|
|
3287
|
+
* once per method and path, its `reason` names them, and `connections` counts its requests. Past
|
|
3288
|
+
* the first 20 pairs, the rest share one entry per host.
|
|
3230
3289
|
*/
|
|
3231
3290
|
type EgressRecord = {
|
|
3232
3291
|
policy: EgressPolicy;
|
|
@@ -3245,6 +3304,11 @@ type EgressRecord = {
|
|
|
3245
3304
|
sent: number;
|
|
3246
3305
|
received: number;
|
|
3247
3306
|
}>;
|
|
3307
|
+
/**
|
|
3308
|
+
* Hosts the policy refused, and requests that carry the harness's brokered key off the endpoints
|
|
3309
|
+
* reeval brokers it for (one entry per method and path), each with why. A name that didn't
|
|
3310
|
+
* resolve is in `unresolved` instead.
|
|
3311
|
+
*/
|
|
3248
3312
|
blocked: Array<{
|
|
3249
3313
|
host: string;
|
|
3250
3314
|
port: number;
|
|
@@ -3257,6 +3321,18 @@ type EgressRecord = {
|
|
|
3257
3321
|
connections: number;
|
|
3258
3322
|
reason: string;
|
|
3259
3323
|
}>;
|
|
3324
|
+
/**
|
|
3325
|
+
* Hosts the policy let through whose names didn't resolve (`metadata.google.internal` outside
|
|
3326
|
+
* GCP, say), so the gateway answered 502 with the lookup's error. No policy refused them, so
|
|
3327
|
+
* they're never in `blocked`. A record from an older reeval reads it as empty and has them in
|
|
3328
|
+
* `blocked`, with a `can't resolve …` or `… has no addresses` reason.
|
|
3329
|
+
*/
|
|
3330
|
+
unresolved: Array<{
|
|
3331
|
+
host: string;
|
|
3332
|
+
port: number;
|
|
3333
|
+
connections: number;
|
|
3334
|
+
reason: string;
|
|
3335
|
+
}>;
|
|
3260
3336
|
};
|
|
3261
3337
|
/** The image an attempt's container started from, and how reeval made it. */
|
|
3262
3338
|
type AttemptImage = {
|
|
@@ -3440,6 +3516,5 @@ type ResolvedGateway = {
|
|
|
3440
3516
|
why: string;
|
|
3441
3517
|
}>;
|
|
3442
3518
|
};
|
|
3443
|
-
|
|
3444
|
-
|
|
3445
|
-
//# sourceMappingURL=types-DDeCnNmp.d.ts.map
|
|
3519
|
+
export { FakeAnswer as $, formatSeconds as $n, TranscriptEvent as $t, CompareCut as A, EFFORT_MIN_RUNS as An, PairFactor as At, EgressPolicy as B, cellEffort as Bn, QuestionInputs as Bt, CaptureWindow as C, Lift as Cn, JudgeOptions as Ct, ClaudeCodeHarnessDescriptor as D, CellEffort as Dn, OpenCodeHarnessDescriptor as Dt, ClaudeCodeEffort as E, UpstreamCount as En, McpServer as Et, Diff as F, Spread as Fn, PluginSource as Ft, EnvironmentInput as G, effortLabel as Gn, SandboxWarning as Gt, EnvVars as H, contrastEffort as Hn, ReevalConfig as Ht, DirectGatewayDescriptor as I, TOKENS_UNREPORTED as In, Profile as It, EvalFn as J, effortSummary as Jn, ServeHandle as Jt, EnvironmentSpec as K, effortOf as Kn, Secret as Kt, DirectoryOptions as L, VERDICT_TEXT as Ln, ProfileDefaults as Lt, ConfigHelpers as M, EffortMetric as Mn, PiHarnessDescriptor as Mt, ConfigJudgeOptions as N, EffortSample as Nn, PinnableKey as Nt, CodexHarnessDescriptor as O, DIRECTIONAL_MIN as On, OpenRouterGatewayDescriptor as Ot, CursorHarnessDescriptor as P, EffortVerdict as Pn, PluginPart as Pt, FakeAnalysisModel as Q, formatRatio as Qn, TokenUsage as Qt, DockerSandboxDescriptor as R, bothUnderATenth as Rn, ProfileLimit as Rt, CaptureWait as S, JudgmentRecord as Sn, JudgeModel as St, CellRole as T, StackSummary as Tn, JudgeSubject as Tt, Environment as U, directional as Un, ResolvedGateway as Ut, EgressRecord as V, cellSamples as Vn, QuestionOptions as Vt, EnvironmentHelpers as W, effortChangeLabel as Wn, SandboxDescriptor as Wt, ExecResult as X, filesChanged as Xn, SkillSource as Xt, EvalOptions as Y, effortVerdict as Yn, SetupStep as Yt, ExecRetry as Z, formatCount as Zn, StatusRange as Zt, CapturePage as _, FamilyRate as _n, JSONValue as _t, AttemptContext as a, VertexGatewayDescriptor as an, FxHarnessDescriptor as at, CaptureUseAction as b, HistoryCell as bn, JudgeFailure as bt, BlindPair as c, Wait as cn, GooseHarnessDescriptor as ct, CaptureCall as d, AttemptRecord as dn, HarnessData as dt, Turn as en, tokenValues as er, FakeHarnessDescriptor as et, CaptureConsoleMessage as f, CellRecord as fn, HarnessDescriptor as ft, CaptureOptions as g, FamilyLiftSummary as gn, HostFile as gt, CaptureKey as h, FamilyLift as hn, HistoryConfig as ht, AttemptAnswer as i, Verdict as in, FakeVote as it, CompareOptions as j, EffortContrast as jn, PairVote as jt, CompareAnswer as k, EFFORT_ALPHA as kn, Outcome as kt, Budget as l, WebEventType as ln, GrokBuildHarnessDescriptor as lt, CaptureInstruction as m, EvalEntry as mn, HarnessOption as mt, AnalysisConfig as n, TurnStatus as nn, DeclaredNode as nr, FakeSandboxDescriptor as nt, BackgroundHandle as o, VertexPublisher as on, GatewayDescriptor as ot, CaptureFailedRequest as p, CheckTally as pn, HarnessEdit as pt, ErrorKind as q, effortSample as qn, SecretTemplate as qt, AntigravityHarnessDescriptor as r, VercelGatewayDescriptor as rn, FakeScriptStep as rt, BlindAttempt as s, Viewport as sn, GatewayName as st, AgentHarnessDescriptor as t, TurnData as tn, DeclarationTree as tr, FakeJudgeModel as tt, Capture as u, ArtifactRef as un, GroupOptions as ut, CapturePageFile as v, FamilyRecord as vn, JudgeArtifactRef as vt, Cell as w, RunRecord as wn, JudgeState as wt, CaptureUseScript as x, HistoryEntry as xn, JudgeInputs as xt, CaptureUse as y, FileRef as yn, JudgeCallOptions as yt, Duration as z, cellContrast as zn, Question as zt };
|
|
3520
|
+
//# sourceMappingURL=types-BHR1lGPh.d.ts.map
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
|
|
1
|
+
// src/sandbox/types.ts
|
|
2
2
|
/** A failure of the sandbox or harness infrastructure, as opposed to the agent's work. */
|
|
3
3
|
var InfraError = class extends Error {
|
|
4
4
|
name = "InfraError";
|
|
5
5
|
};
|
|
6
|
-
//#endregion
|
|
7
6
|
export { InfraError as t };
|
|
8
7
|
|
|
9
|
-
//# sourceMappingURL=types-
|
|
8
|
+
//# sourceMappingURL=types-C4OkYhZg.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types-C4OkYhZg.js","names":[],"sources":["../src/sandbox/types.ts"],"mappings":";;AAoEA,IAAa,aAAb,cAAgC,MAAM;CACpC,OAAgB;AAClB"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
|
|
1
|
+
// src/usage.ts
|
|
2
2
|
/** Two counts as one; null only when neither reported any. */
|
|
3
3
|
function addUsage(a, b) {
|
|
4
4
|
if (!a || !b) return a ?? b;
|
|
@@ -22,7 +22,6 @@ const promptTokens = (u) => u.input + u.cacheRead + u.cacheWrite;
|
|
|
22
22
|
const totalTokens = (u) => promptTokens(u) + u.output;
|
|
23
23
|
/** A token count as people read it: `9,512`, `430k`, `1,094k`. */
|
|
24
24
|
const formatTokens = (n) => n >= 1e4 ? `${Math.round(n / 1e3).toLocaleString("en-US")}k` : Math.round(n).toLocaleString("en-US");
|
|
25
|
-
//#endregion
|
|
26
25
|
export { totalTokens as a, sumUsage as i, formatTokens as n, promptTokens as r, addUsage as t };
|
|
27
26
|
|
|
28
|
-
//# sourceMappingURL=usage-
|
|
27
|
+
//# sourceMappingURL=usage-DJiDnh2D.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"usage-
|
|
1
|
+
{"version":3,"file":"usage-DJiDnh2D.js","names":[],"sources":["../src/usage.ts"],"mappings":";;AAGA,SAAgB,SAAS,GAAsB,GAAyC;CACtF,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK;CAC1B,OAAO;EACL,OAAO,EAAE,QAAQ,EAAE;EACnB,QAAQ,EAAE,SAAS,EAAE;EACrB,WAAW,EAAE,YAAY,EAAE;EAC3B,YAAY,EAAE,aAAa,EAAE;EAC7B,WACE,EAAE,cAAc,QAAQ,EAAE,cAAc,OAAO,QAAQ,EAAE,aAAa,MAAM,EAAE,aAAa;CAC/F;AACF;;AAGA,MAAa,YAAY,WAAuE;CAC9F,IAAI,QAA2B;CAC/B,KAAK,MAAM,KAAK,QAAQ,QAAQ,SAAS,OAAO,KAAK,IAAI;CACzD,OAAO;AACT;;AAGA,MAAa,gBAAgB,MAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE;;AAGzE,MAAa,eAAe,MAAkB,aAAa,CAAC,IAAI,EAAE;;AAGlE,MAAa,gBAAgB,MAC3B,KAAK,MACD,GAAG,KAAK,MAAM,IAAI,GAAI,CAAC,CAAC,eAAe,OAAO,EAAE,KAChD,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { n as UsageError } from "./errors-
|
|
1
|
+
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
2
|
import { generateKeyPairSync } from "node:crypto";
|
|
3
|
-
|
|
3
|
+
// src/gateway/token.ts
|
|
4
4
|
/** How long before a token expires it's replaced. */
|
|
5
5
|
const REFRESH_EARLY_MS = 3e5;
|
|
6
6
|
/** The shortest wait between refreshes, for a source that hands back a token close to expiry. */
|
|
@@ -67,8 +67,7 @@ async function brokerToken(brokered, session, options = {}) {
|
|
|
67
67
|
cancel();
|
|
68
68
|
};
|
|
69
69
|
}
|
|
70
|
-
|
|
71
|
-
//#region src/gateway/vertex.ts
|
|
70
|
+
// src/gateway/vertex.ts
|
|
72
71
|
/** The host variable `vertex()` takes its project from when it names none. */
|
|
73
72
|
const VERTEX_PROJECT_ENV = "GOOGLE_CLOUD_PROJECT";
|
|
74
73
|
/** The entry's settings; a UsageError when neither it nor `GOOGLE_CLOUD_PROJECT` names a project. */
|
|
@@ -397,12 +396,14 @@ function vertexModelProbe(model, settings) {
|
|
|
397
396
|
}
|
|
398
397
|
/**
|
|
399
398
|
* Why Vertex AI can't serve a routed harness's model, or undefined when it can: fx's Chat
|
|
400
|
-
* Completions endpoint
|
|
399
|
+
* Completions endpoint and OpenCode's `google-vertex` provider serve Google's models, and Claude
|
|
400
|
+
* only over Anthropic's own API there.
|
|
401
401
|
* A bare fx id is OpenAI's everywhere else, so only a bare `gemini-…` one is taken as Google's.
|
|
402
402
|
*/
|
|
403
403
|
function vertexModelRefusalFor(h) {
|
|
404
|
-
if (h.kind !== "fx") return void 0;
|
|
405
404
|
const provider = /^([^/]+)\//.exec(h.model)?.[1];
|
|
405
|
+
if (h.kind === "opencode") return provider === "google" || provider === "google-vertex" ? void 0 : `OpenCode reaches Vertex AI only on its google-vertex provider, which serves Google's models, not ${JSON.stringify(h.model)}: use a Gemini model, such as google/gemini-3.8-flash`;
|
|
406
|
+
if (h.kind !== "fx") return void 0;
|
|
406
407
|
if (provider === "google" || !provider && /^gemini-/.test(h.model)) return void 0;
|
|
407
408
|
return `fx reaches Vertex AI only on its Chat Completions endpoint, which serves Google's models, not ${JSON.stringify(h.model)}: use a Gemini model, such as google/gemini-3.8-flash`;
|
|
408
409
|
}
|
|
@@ -450,7 +451,6 @@ async function vertexDecisionModel(model, settings, source = vertexTokens()) {
|
|
|
450
451
|
provider: "google-vertex.decision"
|
|
451
452
|
});
|
|
452
453
|
}
|
|
453
|
-
//#endregion
|
|
454
454
|
export { brokerToken as S, vertexRegion as _, VERTEX_ROUTES as a, vertexTokens as b, openCodeVertexId as c, vertexHarnessModel as d, vertexHost as f, vertexModelRefusalFor as g, vertexModelRefusal as h, VERTEX_REFUSALS as i, vertexClaudeId as l, vertexModelProbe as m, VERTEX_MODEL_PROVIDERS as n, adcTokenSource as o, vertexLanguageModel as p, VERTEX_PROJECT_ENV as r, fxVertexId as s, SANDBOX_ACCESS_TOKEN as t, vertexDecisionModel as u, vertexSettings as v, vertexXaiId as x, vertexSettingsIn as y };
|
|
455
455
|
|
|
456
|
-
//# sourceMappingURL=vertex-
|
|
456
|
+
//# sourceMappingURL=vertex-6uSpZ5L8.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vertex-6uSpZ5L8.js","names":[],"sources":["../src/gateway/token.ts","../src/gateway/vertex.ts"],"mappings":";;;;AAkBA,MAAa,mBAAmB;;AAEhC,MAAa,iBAAiB;;AAE9B,MAAa,WAAW;;;;;AAMxB,SAAgB,kBAAkB,QAAqB,MAAM,KAAK,KAAkB;CAClF,IAAI;CACJ,IAAI;CACJ,aAAa;EACX,IAAI,WAAW,QAAQ,YAAA,MAA+B,IAAI,GAAG,OAAO,QAAQ,QAAQ,OAAO;EAC3F,YAAY,OAAO,CAAC,CACjB,MAAM,UAAU;GACf,UAAU;GACV,OAAO;EACT,CAAC,CAAC,CACD,cAAc;GACb,UAAU,KAAA;EACZ,CAAC;EACH,OAAO;CACT;AACF;AAIA,MAAM,cAAwB,KAAK,OAAO;CACxC,MAAM,QAAQ,WAAW,KAAK,EAAE;CAChC,MAAM,MAAM;CACZ,aAAa,aAAa,KAAK;AACjC;;;;;;AAYA,eAAsB,YACpB,UACA,SACA,UAKI,CAAC,GACgB;CACrB,MAAM,EAAE,MAAM,KAAK,KAAK,WAAW,eAAe;CAClD,MAAM,MAAM,QAAQ,2BAA2B,KAAK,OAAO;CAC3D,IAAI,CAAC,KAAK,MAAM,IAAI,MAAM,+CAA+C;CACzE,IAAI,UAAU;CACd,IAAI,eAAe,CAAC;CACpB,MAAM,QAAQ,YAAY;EACxB,MAAM,QAAQ,MAAM,SAAS,OAAO;EACpC,IAAI,CAAC,SAAS,MAAM,IAAI,SAAS,gBAAgB,MAAM,KAAK,CAAC;EAC7D,OAAO;CACT;CACA,MAAM,QAAQ,UAAuB;EACnC,IAAI,SAAS;EACb,MAAM,OAAO,KAAK,IAAI,MAAM,YAAY,mBAAmB,IAAI,GAAG,cAAc;EAChF,SAAS,eAAe,KAAK,QAAQ,GAAG,IAAI;CAC9C;CACA,MAAM,UAAU,YAAY;EAC1B,IAAI;GACF,MAAM,QAAQ,MAAM,MAAM;GAC1B,QAAQ,YAAY,KAAK;GACzB,KAAK,KAAK;EACZ,SAAS,OAAO;GACd,QAAQ,UAAU,KAAK;GACvB,IAAI,CAAC,SAAS,SAAS,eAAe,KAAK,QAAQ,GAAG,QAAQ;EAChE;CACF;CACA,KAAK,MAAM,MAAM,CAAC;CAClB,aAAa;EACX,UAAU;EACV,OAAO;CACT;AACF;;;ACvFA,MAAa,qBAAqB;;AAUlC,SAAgB,eACd,QAA+C,CAAC,GAChD,MAAyB,QAAQ,KACjB;CAChB,MAAM,UAAU,MAAM,WAAW,IAAA;CACjC,IAAI,CAAC,SACH,MAAM,IAAI,WACR,+DAA+D,oBACjE;CAEF,OAAO;EAAE;EAAS,UAAU,MAAM,YAAY;EAAU,SAAS,MAAM,WAAW,CAAC;CAAE;AACvF;;AAGA,SAAgB,iBACd,UACA,MAAyB,QAAQ,KACjB;CAChB,MAAM,QAAQ,SAAS,MAAM,MAAM,EAAE,SAAS,QAAQ;CACtD,OAAO,eAAe,OAAO,SAAS,WAAW,QAAQ,CAAC,GAAG,GAAG;AAClE;;AAGA,MAAa,gBAAgB,UAA0B,cACrD,SAAS,QAAQ,cAAc,SAAS;;AAG1C,MAAa,cAAc,WACzB,WAAW,WAAW,8BAA8B,GAAG,OAAO;AAEhE,MAAM,iBAAiB;;AAEvB,MAAM,sBAAsB;;AAG5B,SAAgB,eAAe,MAAM,KAAK,KAAkB;CAC1D,IAAI;CACJ,OAAO,YAAY;EACjB,WAAW,OAAO,sBAAsB,CAAC,MAAM,EAAE,iBAC/C,IAAI,WAAW,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,UAAU,CACzD;EACA,MAAM,OAAO,MAAM;EACnB,MAAM,EAAE,UAAU,MAAM,KAAK,eAAe;EAC5C,IAAI,CAAC,OAAO,MAAM,IAAI,MAAM,sDAAsD;EAClF,MAAM,SAAU,KAA2D,aACvE;EACJ,OAAO;GAAE;GAAO,WAAW,OAAO,WAAW,WAAW,SAAS,IAAI,IAAI;EAAoB;CAC/F;AACF;AAEA,IAAI;;AAEJ,MAAa,qBAAkC;CAC7C,WAAW,kBAAkB,eAAe,CAAC;CAC7C,OAAO;AACT;;;;;;AAsCA,MAAa,kBAAkB,UAC7B,MAAM,QAAQ,gBAAgB,EAAE,CAAC,CAAC,QAAQ,aAAa,KAAK;AAE9D,MAAM,eAAe,SAAiB,KAAK,QAAQ,uBAAuB,MAAM;;AAGhF,SAAS,kBACP,UACA,WACA,SACA,WAA8B,CAAC,IAAI,GACpB;CACf,MAAM,SAAS,aAAa,UAAU,SAAS;CAC/C,OAAO;EACL,MAAM,WAAW,MAAM;EACvB,MAAM,EACJ,OAAO,QAAQ,SAAS,KAAK,GAAG,EAAE,aAAa,YAAY,SAAS,OAAO,EAAE,aAAa,YAAY,MAAM,EAAE,cAAc,UAAU,qBAAqB,QAAQ,KAAK,GAAG,EAAE,cAC/K;EACA,QAAQ,CAAC,MAAM;CACjB;AACF;;AAGA,MAAM,YACH,eACA,UACC,UAAU,KAAK,WAAW;CACxB;CACA,WAAW,EAAE,SAAS,EAAE,eAAe,UAAU,QAAQ,EAAE;AAC7D,EAAE;;;;;;AAON,SAAS,WAAW,UAA0B,SAAS,aAAa,GAAgB;CAClF,MAAM,SAAS,aAAa,UAAU,WAAW;CACjD,MAAM,YAAY,CAAC,kBAAkB,UAAU,aAAa,CAAC,oBAAoB,YAAY,CAAC,CAAC;CAC/F,OAAO;EACL,YAAY;EACZ;EACA,OAAO,CAAC,WAAW,MAAM,CAAC;EAC1B,cAAc,EAAE,MAAM,WAAW;GAC/B,IAAI,SAAS,WAAW,MAAM,GAAG,OAAO,KAAA;GACxC,MAAM,QAAQ,6CAA6C,KAAK,IAAI,CAAC,GAAG;GACxE,OAAO,SAAS,UAAU,iBAAiB,QAAQ,KAAA;EACrD;EACA,SAAS;EACT,UAAU;GACR,wBAAwB;GACxB,8BAA8B;GAC9B,6BAA6B,SAAS;GACtC,iBAAiB;EACnB;EACA,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAM,iBAAgC;CACpC,MAAM;CACN,MAAM,EAAE,OAAO,SAAS;CACxB,QAAQ,CAAC,MAAM;AACjB;;AAGA,MAAa,uBAAuB;AAEpC,IAAI;;AAEJ,MAAM,0BAA0B;CAC9B,eAAe,oBAAoB,OAAO;EACxC,eAAe;EACf,oBAAoB;GAAE,MAAM;GAAS,QAAQ;EAAM;EACnD,mBAAmB;GAAE,MAAM;GAAQ,QAAQ;EAAM;CACnD,CAAC,CAAC,CAAC;CACH,OAAO;AACT;AAEA,MAAM,kBAAkB,YAAoB,kBAAkB,QAAQ;;AAGtE,SAAS,WAAW,UAAsC;CACxD,MAAM,UAAU,KAAK,UAAU;EAC7B,MAAM;EACN,YAAY,SAAS;EACrB,gBAAgB;EAChB,aAAa,kBAAkB;EAC/B,cAAc,eAAe,SAAS,OAAO;EAC7C,WAAW;EACX,WAAW,WAAW,eAAe,KAAK;CAC5C,CAAC;CACD,OAAO;EACL,SAAS,SAAS;EAClB,UAAU,aAAa,UAAU,QAAQ;EACzC,MAAM;EACN;CACF;AACF;AAEA,MAAM,QAAQ,SAAkB,KAAK,UAAU,IAAI;;AAGnD,MAAM,gBAA+B;CACnC,OAAO;CACP,QAAQ;CACR,MAAM,KAAK;EAAE,cAAc;EAAsB,YAAY;EAAM,YAAY;CAAS,CAAC;AAC3F;;;;;;AAOA,SAAS,OACP,aAAgC,CAAC,GACjC,uBAA+E,CAAC,GAChF,WAAsC,UAAU,MAAM,QAAQ,aAAa,EAAE,GAC7E;CACA,QAAQ,UAA0B,SAAS,aAAa,MAAmB;EACzE,MAAM,SAAS,aAAa,UAAU,QAAQ;EAC9C,MAAM,YAAY,CAChB,kBACE,UACA,UACA,CAAC,yBAAyB,iBAAiB,GAC3C,CAAC,MAAM,SAAS,CAClB,CACF;EACA,OAAO;GACL,YAAY;GACZ;GACA,OAAO;IAAC,WAAW,MAAM;IAAG,eAAe;IAAM,GAAG;GAAU;GAC9D,cAAc,EAAE,MAAM,WACpB,SAAS,WAAW,MAAM,IACtB,0CAA0C,KAAK,IAAI,CAAC,GAAG,KACvD,KAAA;GACN;GACA,OAAO;IAAE;IAAQ,iBAAiB,SAAS,SAAS;GAAE;GACtD,KAAK,WAAW,QAAQ;GACxB,gBAAgB,CAAC,eAAe,GAAG,eAAe,QAAQ,CAAC;EAC7D;CACF;AACF;;AAGA,MAAM,uBAAuB,aAA8C,CACzE;CACE,OAAO;EAAE,MAAM;EAAsB,MAAM,EAAE,OAAO,sBAAsB;EAAG,QAAQ,CAAC,KAAK;CAAE;CAC7F,QAAQ;CACR,MAAM,KAAK;EAAE,IAAI;EAAK,OAAO,eAAe,SAAS,OAAO;EAAG,gBAAgB;CAAK,CAAC;AACvF,CACF;;AAGA,MAAa,eAAe,UAAmB,MAAM,SAAS,GAAG,IAAI,QAAQ,OAAO;;;;;;AAOpF,SAAS,UAAU,UAA0B,SAAS,aAAa,GAAgB;CACjF,MAAM,SAAS,aAAa,UAAU,KAAK;CAC3C,MAAM,YAA6B,CACjC;EACE,MAAM,WAAW,MAAM;EACvB,MAAM,EAEJ,OAAO,iBAAiB,YAAY,mBAAmB,SAAS,OAAO,CAAC,EAAE,aAAa,YAAY,MAAM,EAAE,gDAC7G;EACA,QAAQ,CAAC,MAAM;CACjB,CACF;CACA,OAAO;EACL,YAAY;EACZ;EACA,gBAAgB;EAChB,OAAO,CAAC,WAAW,MAAM,CAAC;EAC1B,cAAc,EAAE,MAAM,oBACpB,SAAS,WAAW,MAAM,IAAI,gBAAgB,KAAA;EAChD,SAAS;EACT,YAAY;GAAE,SAAS,SAAS;GAAS;EAAO;EAChD,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAa,oBAAoB,UAC/B,iBAAiB,MAAM,QAAQ,+BAA+B,EAAE;;AAGlE,MAAa,cAAc,UAAkB,UAAU,MAAM,QAAQ,aAAa,EAAE;;;;;;;AAQpF,SAAS,GAAG,UAA0B,SAAS,aAAa,GAAgB;CAC1E,MAAM,SAAS,aAAa,UAAU,QAAQ;CAC9C,MAAM,OAAO,WAAW,MAAM;CAC9B,MAAM,YAA6B,CACjC;EACE;EACA,MAAM,EACJ,OAAO,6BAA6B,YAAY,SAAS,OAAO,EAAE,aAAa,YAAY,MAAM,EAAE,gDACrG;EACA,QAAQ,CAAC,MAAM;CACjB,CACF;CACA,OAAO;EACL,YAAY;EACZ;EACA,gBAAgB;EAChB,OAAO,CAAC,IAAI;EACZ,cAAc,YACZ,QAAQ,SAAS,OAAO,QAAQ,eAAe,QAAQ,aAAa,EAAE,IAAI,KAAA;EAC5E,SAAS;EACT,UAAU;GAAE,mBAAmB,SAAS;GAAS,oBAAoB;EAAO;EAC5E,OAAO;GAAE;GAAQ,iBAAiB,SAAS,SAAS;EAAE;CACxD;AACF;;AAGA,MAAa,gBAET;CACF,eAAe;CAEf,aAAa,OAAO,CAAC,oBAAoB,GAAG,sBAAsB,UAAU,KAAK;CAEjF,OAAO,OAAO;CAEd,IAAI,OAAO;CAGX,UAAU,OAAO,CAAC,YAAY,SAAS,CAAC,GAAG,gBAAgB;CAC3D,cAAc;CACd;AACF;;;;;AAMA,MAAM,4BAAyE;CAC7E,eAAe;CACf,aAAa;CACb,OAAO;CACP,IAAI;CACJ,UAAU;CACV,IAAI;AACN;;;;;;AAOA,SAAgB,mBAAmB,MAAiB,OAAmC;CACrF,MAAM,YAAY,0BAA0B;CAC5C,IAAI,CAAC,WAAW,OAAO,KAAA;CACvB,MAAM,KAAK,MAAM,QAAQ,yCAAyC,EAAE;CACpE,OAAO,GAAG,UAAU,GAAG,SAAS,gBAAgB,GAAG,QAAQ,yBAAyB,EAAE,IAAI;AAC5F;;;;;;AAOA,SAAgB,iBACd,OACA,UAC4D;CAC5D,MAAM,YAAY,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC;CACnD,MAAM,SAAS,aAAa,UAAU,SAAS;CAC/C,MAAM,OAAO,WAAW,WAAW,MAAM,EAAE,eAAe,mBAAmB,SAAS,OAAO,EAAE,aAAa,OAAO,cAAc,UAAU;CAC3I,MAAM,KAAK,MAAM,MAAM,UAAU,SAAS,CAAC;CAC3C,IAAI,cAAc,aAAa;EAC7B,MAAM,SAAS,eAAe,EAAE;EAChC,OAAO;GACL,IAAI;GACJ;GACA,KAAK,GAAG,KAAK;GACb,MAAM;IAAE,OAAO;IAAQ,UAAU,CAAC;KAAE,MAAM;KAAQ,SAAS;IAAO,CAAC;GAAE;EACvE;CACF;CACA,OAAO;EACL;EACA;EACA,KAAK,GAAG,KAAK,GAAG,GAAG;EACnB,MAAM,EAAE,UAAU,CAAC;GAAE,MAAM;GAAQ,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC;EAAE,CAAC,EAAE;CAClE;AACF;;;;;;;AAQA,SAAgB,sBAAsB,GAA+C;CACnF,MAAM,WAAW,aAAa,KAAK,EAAE,KAAK,CAAC,GAAG;CAC9C,IAAI,EAAE,SAAS,YACb,OAAO,aAAa,YAAY,aAAa,kBACzC,KAAA,IACA,oGAAoG,KAAK,UAAU,EAAE,KAAK,EAAE;CAElI,IAAI,EAAE,SAAS,MAAM,OAAO,KAAA;CAC5B,IAAI,aAAa,YAAa,CAAC,YAAY,WAAW,KAAK,EAAE,KAAK,GAAI,OAAO,KAAA;CAC7E,OAAO,iGAAiG,KAAK,UAAU,EAAE,KAAK,EAAE;AAClI;;AAGA,MAAa,kBAAsD;CACjE,QAAQ;CACR,OAAO;AACT;;AAGA,MAAa,yBAAyB,CAAC,UAAU,WAAW;;AAG5D,MAAa,sBAAsB,UAChC,uBAA6C,SAAS,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,IACrF,KAAA,IACA,qBAAqB,uBAAuB,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,OAAO,EAAE;;;;;AAMrF,eAAsB,oBACpB,OACA,UACA,SAAsB,aAAa,GACnC;CACA,MAAM,UAAU,mBAAmB,KAAK;CACxC,IAAI,SAAS,MAAM,IAAI,MAAM,GAAG,QAAQ,SAAS,MAAM,GAAG;CAC1D,MAAM,WAAW,MAAM,MAAM,GAAG,MAAM,QAAQ,GAAG,CAAC;CAClD,MAAM,KAAK,MAAM,MAAM,SAAS,SAAS,CAAC;CAC1C,MAAM,oBAAoB,EACxB,YAAY,EAAE,gBAAgB,aAAa,EAAE,QAAQ,MAAM,OAAO,EAAA,CAAG,MAAM,GAAG,EAChF;CAGA,IAAI,aAAa,aAAa;EAC5B,MAAM,EAAE,0BAA0B,MAAM,OAAO;EAC/C,MAAM,WAAW,aAAa,UAAU,WAAW;EACnD,OAAO,sBAAsB;GAAE,SAAS,SAAS;GAAS;GAAU;EAAkB,CAAC,CAAC,CACtF,eAAe,EAAE,CACnB;CACF;CACA,MAAM,EAAE,iBAAiB,MAAM,OAAO;CACtC,MAAM,WAAW,aAAa,UAAU,QAAQ;CAChD,OAAO,aAAa;EAAE,SAAS,SAAS;EAAS;EAAU;CAAkB,CAAC,CAAC,CAAC,EAAE;AACpF;;AAGA,eAAsB,oBACpB,OACA,UACA,SAAsB,aAAa,GACnC;CACA,MAAM,EAAE,uCAAuC,MAAM,OACnD;CAEF,OAAO,IAAI,mCAAmC;EAC5C,OAAO,MAAM,oBAAoB,OAAO,UAAU,MAAM;EACxD,UAAU;CACZ,CAAC;AACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { o as adcTokenSource } from "./vertex-6uSpZ5L8.js";
|
package/dist/view/index.d.ts
CHANGED
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import { $n as
|
|
2
|
-
//#region src/view/analysis.d.ts
|
|
1
|
+
import { $n as formatSeconds, $t as TranscriptEvent, An as EFFORT_MIN_RUNS, Bn as cellEffort, Cn as Lift, Dn as CellEffort, En as UpstreamCount, Fn as Spread, Gn as effortLabel, Gt as SandboxWarning, Hn as contrastEffort, In as TOKENS_UNREPORTED, Jn as effortSummary, Kn as effortOf, Ln as VERDICT_TEXT, Mn as EffortMetric, Nn as EffortSample, On as DIRECTIONAL_MIN, Pn as EffortVerdict, Qn as formatRatio, Qt as TokenUsage, Rn as bothUnderATenth, Sn as JudgmentRecord, Tn as StackSummary, Un as directional, Vn as cellSamples, Wn as effortChangeLabel, Xn as filesChanged, Yn as effortVerdict, Zn as formatCount, _ as CapturePage, _n as FamilyRate, bn as HistoryCell, dn as AttemptRecord, er as tokenValues, f as CaptureConsoleMessage, fn as CellRecord, gn as FamilyLiftSummary, hn as FamilyLift, jn as EffortContrast, kn as EFFORT_ALPHA, kt as Outcome, mn as EvalEntry, nn as TurnStatus, p as CaptureFailedRequest, pn as CheckTally, q as ErrorKind, qn as effortSample, un as ArtifactRef, v as CapturePageFile, vn as FamilyRecord, wn as RunRecord, xn as HistoryEntry, yn as FileRef, zn as cellContrast } from "../types-BHR1lGPh.js";
|
|
3
2
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
4
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
3
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v12";
|
|
5
4
|
/** Bumped when the digest's shape or selection rules change. */
|
|
6
|
-
export declare const DIGEST_VERSION =
|
|
5
|
+
export declare const DIGEST_VERSION = 13;
|
|
7
6
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
8
7
|
export type AnalysisClaim = {
|
|
9
8
|
text: string;
|
|
@@ -154,14 +153,10 @@ export declare function pinnedAnalysis(entries: readonly AnalysisEntry[]): Analy
|
|
|
154
153
|
export declare function sortAnalyses(entries: AnalysisEntry[]): AnalysisEntry[];
|
|
155
154
|
/** Superseded by a newer prompt or digest version: the studio says so. */
|
|
156
155
|
export declare const isSuperseded: (doc: AnalysisDoc) => boolean;
|
|
157
|
-
//#endregion
|
|
158
|
-
//#region src/view/capture.d.ts
|
|
159
156
|
/** `GET /missing.js → 404`, or `→ net::ERR_…` when no response came. */
|
|
160
157
|
export declare const failedRequestLine: (r: CaptureFailedRequest) => string;
|
|
161
158
|
/** A capture's page facts as a line each: its page errors, console messages, then failed requests. */
|
|
162
159
|
export declare function pageLines(page: CapturePage): string[];
|
|
163
|
-
//#endregion
|
|
164
|
-
//#region src/view/compare.d.ts
|
|
165
160
|
export type CompareStatus = 'regressed' | 'fixed' | 'same' | 'gate' | 'drift' | 'added' | 'removed' | 'infra';
|
|
166
161
|
export type CompareRow = {
|
|
167
162
|
id: string;
|
|
@@ -265,8 +260,6 @@ export declare const newRows: (head: Comparable) => CompareRow[];
|
|
|
265
260
|
export declare function compare(base: Comparable, head: Comparable): CompareRow[];
|
|
266
261
|
/** The key that tells a family's row from an eval's, whose ids can coincide. */
|
|
267
262
|
export declare const rowKey: (row: Pick<CompareRow, 'id' | 'kind'>) => string;
|
|
268
|
-
//#endregion
|
|
269
|
-
//#region src/view/debug.d.ts
|
|
270
263
|
/**
|
|
271
264
|
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
272
265
|
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
@@ -309,6 +302,8 @@ export type DebugRequest = {
|
|
|
309
302
|
allowed: boolean;
|
|
310
303
|
status?: number;
|
|
311
304
|
reason?: string;
|
|
305
|
+
/** Refused because its host's name didn't resolve, not by the policy. */
|
|
306
|
+
unresolved?: true;
|
|
312
307
|
sent: number;
|
|
313
308
|
received: number;
|
|
314
309
|
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
@@ -351,12 +346,10 @@ export declare function parseNdjson<T>(text: string): T[];
|
|
|
351
346
|
/** `512 B`, `1.2 KB`, `3.4 MB`. */
|
|
352
347
|
export declare function formatBytes(n: number): string;
|
|
353
348
|
/**
|
|
354
|
-
* The gateway line for a request: method, URL, status, allowed or
|
|
355
|
-
* time, and which secrets were swapped in (by name).
|
|
349
|
+
* The gateway line for a request: method, URL, status, allowed, blocked or unresolved and why,
|
|
350
|
+
* bytes each way, time, and which secrets were swapped in (by name).
|
|
356
351
|
*/
|
|
357
352
|
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
358
|
-
//#endregion
|
|
359
|
-
//#region src/view/family.d.ts
|
|
360
353
|
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
361
354
|
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
362
355
|
/**
|
|
@@ -378,12 +371,8 @@ export declare function familyHeadLabel(family: FamilyRecord): string;
|
|
|
378
371
|
export declare function caseLabel(template: string, name: string): string;
|
|
379
372
|
/** The family's cases in list order. */
|
|
380
373
|
export declare const familyCases: (family: Pick<FamilyRecord, 'id'>, evals: readonly EvalEntry[]) => EvalEntry[];
|
|
381
|
-
//#endregion
|
|
382
|
-
//#region src/view/header.d.ts
|
|
383
374
|
/** The derived header of one run: what listings, indexes and comparisons need without the record. */
|
|
384
375
|
export declare function runHeader(record: RunRecord, recorded: boolean): HistoryEntry;
|
|
385
|
-
//#endregion
|
|
386
|
-
//#region src/view/judgments.d.ts
|
|
387
376
|
/** Short name for a judge question, e.g. `login` from `login?`. */
|
|
388
377
|
export declare function judgeLabel(question: string): string;
|
|
389
378
|
/**
|
|
@@ -469,8 +458,6 @@ export declare const checkTries: (c: {
|
|
|
469
458
|
}) => string | null;
|
|
470
459
|
/** A check's command on one line: the first non-empty line, clipped; its log has the rest. */
|
|
471
460
|
export declare function commandLine(command: string, max?: number): string;
|
|
472
|
-
//#endregion
|
|
473
|
-
//#region src/view/live.d.ts
|
|
474
461
|
/** The progress file's name inside the run's staging directory. */
|
|
475
462
|
export declare const LIVE_FILE = "live.json";
|
|
476
463
|
export declare const LIVE_SCHEMA_VERSION = 1;
|
|
@@ -531,8 +518,6 @@ export declare function liveCounts(attempts: readonly Pick<LiveAttempt, 'status'
|
|
|
531
518
|
* corrupt, or from a newer reeval. Counts are recomputed from the attempts, never trusted.
|
|
532
519
|
*/
|
|
533
520
|
export declare function readableLiveProgress(value: unknown): LiveProgress | null;
|
|
534
|
-
//#endregion
|
|
535
|
-
//#region src/view/model.d.ts
|
|
536
521
|
export type EvalCatalogEntry = {
|
|
537
522
|
slug: string;
|
|
538
523
|
id: string;
|
|
@@ -597,11 +582,15 @@ export declare function languageLabel(stack: Pick<RunRecord['stack'], 'language'
|
|
|
597
582
|
/** Harness-reported tokens as `127k in (98k cached) · 776 out`; null when none were reported. */
|
|
598
583
|
export declare function formatUsage(usage: TokenUsage | null | undefined): string | null;
|
|
599
584
|
export declare const shortSha: (sha: string | null | undefined) => string;
|
|
585
|
+
/** Reasoning time, or `n/a` when the harness couldn't measure it: never `0s` for unknown. */
|
|
586
|
+
export declare const reasoningLabel: (ms: number | null) => string;
|
|
600
587
|
/**
|
|
601
588
|
* An attempt's effort, counted as the CLI's turn lines count it: tool calls, then file edits.
|
|
602
589
|
* Edit calls become one file edit per file they change, so they're counted apart, never summed.
|
|
590
|
+
* With the workspace diff's count, `files changed` follows: an edit made from the shell is in it,
|
|
591
|
+
* never in the file edits.
|
|
603
592
|
*/
|
|
604
|
-
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'
|
|
593
|
+
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed?: number): string;
|
|
605
594
|
/**
|
|
606
595
|
* A run's outcome, which `reeval run`'s exit code is read from: an error outside any attempt, a
|
|
607
596
|
* failed gated cell or a budget stop fails the run, while failures in ungated cells (controls, by
|
|
@@ -863,8 +852,6 @@ export declare const findEval: (record: Pick<RunRecord, 'evals'>, slug: string)
|
|
|
863
852
|
export declare const findAttempt: (e: EvalEntry, attemptId: string) => AttemptRecord | undefined;
|
|
864
853
|
/** The attempt to open by default: the first failure, else the first attempt. */
|
|
865
854
|
export declare const defaultAttempt: (e: EvalEntry) => AttemptRecord | undefined;
|
|
866
|
-
//#endregion
|
|
867
|
-
//#region src/view/patch.d.ts
|
|
868
855
|
export type PatchFile = {
|
|
869
856
|
path: string;
|
|
870
857
|
status: 'added' | 'deleted' | 'modified' | 'renamed' | 'binary';
|
|
@@ -879,8 +866,6 @@ export type PatchFile = {
|
|
|
879
866
|
export declare function patchPath(part: string): string | null;
|
|
880
867
|
/** Splits a git patch into one entry per file, with line counts. */
|
|
881
868
|
export declare function splitPatch(patch: string): PatchFile[];
|
|
882
|
-
//#endregion
|
|
883
|
-
//#region src/view/paths.d.ts
|
|
884
869
|
/**
|
|
885
870
|
* The studio's data API is a file layout: `reeval studio` serves these relative paths and
|
|
886
871
|
* `reeval studio build` writes them to disk, so the web client reads both the same way.
|
|
@@ -926,8 +911,6 @@ export type DataTarget = {
|
|
|
926
911
|
export declare function parseDataPath(path: string): DataTarget | null;
|
|
927
912
|
/** Artifacts are untrusted agent output: JSON stays JSON, PNGs are images, else plain text. */
|
|
928
913
|
export declare const artifactType: (name: string) => string;
|
|
929
|
-
//#endregion
|
|
930
|
-
//#region src/view/remarks.d.ts
|
|
931
914
|
/** `<history>/<run>/remarks.json`, beside the record. */
|
|
932
915
|
export declare const REMARKS_FILE = "remarks.json";
|
|
933
916
|
/** A run's remarks, `<history>/<run>/remarks.json`. Written only when the run raised one. */
|
|
@@ -977,8 +960,6 @@ export type Remark = {
|
|
|
977
960
|
*/
|
|
978
961
|
printed?: boolean;
|
|
979
962
|
};
|
|
980
|
-
//#endregion
|
|
981
|
-
//#region src/view/record.d.ts
|
|
982
963
|
/** A file from a newer reeval, whose schemaVersion this reeval doesn't know. */
|
|
983
964
|
export declare class NewerSchemaError extends Error {
|
|
984
965
|
name: string;
|
|
@@ -1000,8 +981,6 @@ export declare const readableAnalysis: (doc: AnalysisDoc, what?: string) => Anal
|
|
|
1000
981
|
export declare const readableRemarks: (doc: RunRemarks, what?: string) => RunRemarks;
|
|
1001
982
|
/** A capture's `<name>.capture.json` as the studio sees it; one from a newer reeval throws. */
|
|
1002
983
|
export declare const readableCapturePage: (page: CapturePageFile, what?: string) => CapturePageFile;
|
|
1003
|
-
//#endregion
|
|
1004
|
-
//#region src/stats.d.ts
|
|
1005
984
|
/**
|
|
1006
985
|
* Counted attempts a side before a pass-rate lift can be called: below it, every view says
|
|
1007
986
|
* `insufficient` (`can't tell yet`, `unclear`), whatever the interval. A product floor that keeps
|
|
@@ -1010,8 +989,6 @@ export declare const readableCapturePage: (page: CapturePageFile, what?: string)
|
|
|
1010
989
|
* the time when nothing changed.
|
|
1011
990
|
*/
|
|
1012
991
|
export declare const EFFECT_MIN_COUNTED = 4;
|
|
1013
|
-
//#endregion
|
|
1014
|
-
//#region src/view/suite.d.ts
|
|
1015
992
|
/**
|
|
1016
993
|
* A variant against its baseline: `better` or `worse` when the stored 95% interval on the
|
|
1017
994
|
* difference excludes 0, `same` when both pass at the same rate, and `unclear` otherwise,
|
|
@@ -1339,6 +1316,5 @@ export declare const isStudy: (cells: readonly Pick<CellResult, 'gated'>[]) => b
|
|
|
1339
1316
|
export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled'>) => boolean;
|
|
1340
1317
|
/** The facts of a run, from its record. Pure: the same record always gives the same result. */
|
|
1341
1318
|
export declare function suiteResult(record: RunRecord): SuiteResult;
|
|
1342
|
-
|
|
1343
|
-
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1319
|
+
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1344
1320
|
//# sourceMappingURL=index.d.ts.map
|