reeval 0.17.0 → 0.17.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +19 -19
- package/dist/{adapter-CqUt4A0w.js → adapter-DyvDj4ZN.js} +9 -13
- package/dist/adapter-DyvDj4ZN.js.map +1 -0
- package/dist/{agent-BtAbRTFq.js → agent-v036GEgG.js} +167 -30
- package/dist/agent-v036GEgG.js.map +1 -0
- package/dist/{analysis-C2-aEbr7.js → analysis-adKPz-UJ.js} +5 -6
- package/dist/{analysis-C2-aEbr7.js.map → analysis-adKPz-UJ.js.map} +1 -1
- package/dist/app-files-hpRT5lj_.js +10 -0
- package/dist/app-files-hpRT5lj_.js.map +1 -0
- package/dist/assemble-DTXwCL3m.js +1 -0
- package/dist/{assemble-J9rkE29m.js → assemble-Dlh6Xv3U.js} +23 -23
- package/dist/assemble-Dlh6Xv3U.js.map +1 -0
- package/dist/{attempt-CpbZ9arV.js → attempt-CtKGvaQR.js} +4 -5
- package/dist/{attempt-CpbZ9arV.js.map → attempt-CtKGvaQR.js.map} +1 -1
- package/dist/{attempt-host-DDedP7Qv.js → attempt-host-DErH-DYV.js} +9 -11
- package/dist/{attempt-host-DDedP7Qv.js.map → attempt-host-DErH-DYV.js.map} +1 -1
- package/dist/bridge/index.mjs +9 -5
- package/dist/{budget-DBUrH4jX.js → budget-BcxLYY5L.js} +2 -3
- package/dist/budget-BcxLYY5L.js.map +1 -0
- package/dist/capture-BT2fAmpZ.js +1 -0
- package/dist/{capture-DheNqeYS.js → capture-Bdcx9Gap.js} +52 -56
- package/dist/capture-Bdcx9Gap.js.map +1 -0
- package/dist/{capture-Bvc4FtWT.js → capture-DMBZE9cs.js} +2 -3
- package/dist/{capture-Bvc4FtWT.js.map → capture-DMBZE9cs.js.map} +1 -1
- package/dist/{cli-KTHjNFoo.js → cli-CGd51thd.js} +118 -94
- package/dist/cli-CGd51thd.js.map +1 -0
- package/dist/{cli-spec-CPWT1mAG.js → cli-spec-ChkleEVm.js} +2 -3
- package/dist/{cli-spec-CPWT1mAG.js.map → cli-spec-ChkleEVm.js.map} +1 -1
- package/dist/cli.js +3 -4
- package/dist/{client-DMmOkbRA.js → client-CF-DOjOU.js} +6 -8
- package/dist/{client-DMmOkbRA.js.map → client-CF-DOjOU.js.map} +1 -1
- package/dist/{colors-Y6O3mtl_.js → colors-DcXBvAlU.js} +2 -3
- package/dist/{colors-Y6O3mtl_.js.map → colors-DcXBvAlU.js.map} +1 -1
- package/dist/{command-Ce03LLtg.js → command-CsfcwMyc.js} +22 -24
- package/dist/command-CsfcwMyc.js.map +1 -0
- package/dist/{command-nNN0mx65.js → command-CtTdCF3B.js} +17 -21
- package/dist/command-CtTdCF3B.js.map +1 -0
- package/dist/{command-1FBECMs-.js → command-CyIb9BSC.js} +29 -30
- package/dist/command-CyIb9BSC.js.map +1 -0
- package/dist/{command-CztRuwUM.js → command-TLmY-rYp.js} +22 -27
- package/dist/command-TLmY-rYp.js.map +1 -0
- package/dist/{commands-DP13JX9i.js → commands-C54S45d7.js} +51 -21
- package/dist/{commands-DP13JX9i.js.map → commands-C54S45d7.js.map} +1 -1
- package/dist/{commands-ZwQUezI1.js → commands-jO9Jj35r.js} +1 -1
- package/dist/{config-BjjDryd5.js → config-ImY6AlRE.js} +112 -74
- package/dist/config-ImY6AlRE.js.map +1 -0
- package/dist/{context-Dgn48BqT.js → context-BajfiH0S.js} +4 -5
- package/dist/{context-Dgn48BqT.js.map → context-BajfiH0S.js.map} +1 -1
- package/dist/{contrasts-DSsRZpR8.js → contrasts-DtSX8E_V.js} +4 -5
- package/dist/{contrasts-DSsRZpR8.js.map → contrasts-DtSX8E_V.js.map} +1 -1
- package/dist/{core-tLN-z1Be.js → core-CxY40JAs.js} +2 -3
- package/dist/{core-tLN-z1Be.js.map → core-CxY40JAs.js.map} +1 -1
- package/dist/cost-CMzY9VXv.js +1 -0
- package/dist/{cost-ChPa8-Fp.js → cost-e4IppZpJ.js} +5 -6
- package/dist/{cost-ChPa8-Fp.js.map → cost-e4IppZpJ.js.map} +1 -1
- package/dist/{cursor-catalog-D7bFLEAD.js → cursor-catalog-Bw6-pJjR.js} +6 -7
- package/dist/{cursor-catalog-D7bFLEAD.js.map → cursor-catalog-Bw6-pJjR.js.map} +1 -1
- package/dist/db-ZIk6S2CD.js +2 -0
- package/dist/{db-B9Ityuit.js → db-sHGpaLo9.js} +28 -27
- package/dist/db-sHGpaLo9.js.map +1 -0
- package/dist/{debug-CgG3T071.js → debug-B5jDImcW.js} +5 -6
- package/dist/{debug-CgG3T071.js.map → debug-B5jDImcW.js.map} +1 -1
- package/dist/debug-BnXV7JbX.js +1 -0
- package/dist/{default-effort-DK8gospa.js → default-effort-BZRa-SQP.js} +12 -9
- package/dist/default-effort-BZRa-SQP.js.map +1 -0
- package/dist/{default-effort-DmXHpqo9.js → default-effort-fpdbYVKm.js} +1 -1
- package/dist/{dist-CYrBwyHA.js → dist-ByYk_wAs.js} +59 -292
- package/dist/dist-ByYk_wAs.js.map +1 -0
- package/dist/{docker-SKpYOlGi.js → docker--2ytOHcu.js} +20 -11
- package/dist/docker--2ytOHcu.js.map +1 -0
- package/dist/{docker-BLCNfUie.js → docker-CIzHzwlC.js} +1 -1
- package/dist/{docker-hwp3EucJ.js → docker-CWuSRj7a.js} +5 -6
- package/dist/{docker-hwp3EucJ.js.map → docker-CWuSRj7a.js.map} +1 -1
- package/dist/{doctor-CT0Sgjng.js → doctor-eE65YpEv.js} +26 -27
- package/dist/{doctor-CT0Sgjng.js.map → doctor-eE65YpEv.js.map} +1 -1
- package/dist/{env-CARj5Axq.js → env-T86lAqUD.js} +3 -4
- package/dist/{env-CARj5Axq.js.map → env-T86lAqUD.js.map} +1 -1
- package/dist/{environment-CZdercoj.js → environment-Cy3FVLR5.js} +10 -13
- package/dist/environment-Cy3FVLR5.js.map +1 -0
- package/dist/{errors-BZVKVKYd.js → errors-BQV__TzH.js} +3 -4
- package/dist/{errors-BZVKVKYd.js.map → errors-BQV__TzH.js.map} +1 -1
- package/dist/{errors-B6BSMs03.js → errors-ttMTnIYX.js} +2 -3
- package/dist/{errors-B6BSMs03.js.map → errors-ttMTnIYX.js.map} +1 -1
- package/dist/{eval-source-nZD7-FSz.js → eval-source-BTsTRiBW.js} +8 -9
- package/dist/{eval-source-nZD7-FSz.js.map → eval-source-BTsTRiBW.js.map} +1 -1
- package/dist/{evaluate-fhC1PCd_.js → evaluate-CFFdyYZX.js} +118 -89
- package/dist/evaluate-CFFdyYZX.js.map +1 -0
- package/dist/{evaluate-CNi0lZ7n.d.ts → evaluate-DnGOaGQc.d.ts} +2 -4
- package/dist/files-B3d-8Fe0.js +1 -0
- package/dist/{files-Bk1mC3AN.js → files-BGlHnC46.js} +3 -4
- package/dist/{files-Bk1mC3AN.js.map → files-BGlHnC46.js.map} +1 -1
- package/dist/{files-I1i6Xyh1.js → files-CIX-pLl4.js} +7 -8
- package/dist/{files-I1i6Xyh1.js.map → files-CIX-pLl4.js.map} +1 -1
- package/dist/files-COW5JBJM.js +1 -0
- package/dist/{files-BGy05Dlr.js → files-CQU08uh4.js} +6 -7
- package/dist/{files-BGy05Dlr.js.map → files-CQU08uh4.js.map} +1 -1
- package/dist/files-Do4Rp3yZ.js +1 -0
- package/dist/{files-D1y8Pg4Z.js → files-p-uTdOjA.js} +4 -5
- package/dist/{files-D1y8Pg4Z.js.map → files-p-uTdOjA.js.map} +1 -1
- package/dist/{files-BIGxpL08.js → files-tnMgu7-X.js} +13 -16
- package/dist/files-tnMgu7-X.js.map +1 -0
- package/dist/{gate-BC6SdQZs.js → gate-BoDKeuJu.js} +4 -6
- package/dist/{gate-BC6SdQZs.js.map → gate-BoDKeuJu.js.map} +1 -1
- package/dist/gateway.d.ts +1 -3
- package/dist/gateway.js +1 -2
- package/dist/{git-DR02tHtU.js → git-BWVkG4Yl.js} +4 -5
- package/dist/{git-DR02tHtU.js.map → git-BWVkG4Yl.js.map} +1 -1
- package/dist/{harness-ylJLvrbp.js → harness-Ch2P81sx.js} +12 -13
- package/dist/harness-Ch2P81sx.js.map +1 -0
- package/dist/harness.d.ts +1 -3
- package/dist/harness.js +1 -1
- package/dist/{ids-Bp6ut7ZD.js → ids-DuK6xl4w.js} +2 -3
- package/dist/{ids-Bp6ut7ZD.js.map → ids-DuK6xl4w.js.map} +1 -1
- package/dist/{images---X8Wu9d.js → images-BVZHDf_z.js} +9 -10
- package/dist/{images---X8Wu9d.js.map → images-BVZHDf_z.js.map} +1 -1
- package/dist/index.d.ts +2 -12
- package/dist/index.js +5 -5
- package/dist/{init-CA95ZnkV.js → init-BWnMbUnc.js} +8 -9
- package/dist/{init-CA95ZnkV.js.map → init-BWnMbUnc.js.map} +1 -1
- package/dist/init-s1jN-PCI.js +1 -0
- package/dist/{invocations-BdoROAfb.js → invocations-BGRs1r_C.js} +6 -8
- package/dist/{invocations-BdoROAfb.js.map → invocations-BGRs1r_C.js.map} +1 -1
- package/dist/{judge-Dp7FPJ1P.js → judge-ByEUlzOM.js} +10 -15
- package/dist/judge-ByEUlzOM.js.map +1 -0
- package/dist/judge.d.ts +1 -5
- package/dist/judge.js +2 -3
- package/dist/live-ColieOai.js +120 -0
- package/dist/live-ColieOai.js.map +1 -0
- package/dist/live-DmJix4c8.js +1 -0
- package/dist/{live-CBFkdK1K.js → live-d_5a5iUv.js} +4 -5
- package/dist/{live-CBFkdK1K.js.map → live-d_5a5iUv.js.map} +1 -1
- package/dist/{matchers-Cv74mJRJ.js → matchers-B4ZtlJyP.js} +5 -6
- package/dist/{matchers-Cv74mJRJ.js.map → matchers-B4ZtlJyP.js.map} +1 -1
- package/dist/model-8uZBYqV5.js +1 -0
- package/dist/{model-DkJVmVd2.js → model-CFSjV-HJ.js} +6 -7
- package/dist/{model-DkJVmVd2.js.map → model-CFSjV-HJ.js.map} +1 -1
- package/dist/{model-6dfKFkQd.js → model-DBpdRXtO.js} +9 -11
- package/dist/model-DBpdRXtO.js.map +1 -0
- package/dist/{model-CN4ccjNz.js → model-DOXnWH65.js} +1 -1
- package/dist/{model-Be7fPvgi.js → model-DOiCiMCD.js} +23 -18
- package/dist/model-DOiCiMCD.js.map +1 -0
- package/dist/{node-D_Zkwhq2.js → node-CwP1G178.js} +11 -13
- package/dist/node-CwP1G178.js.map +1 -0
- package/dist/{object-BkXGPKWY.js → object-CeQ8dgUC.js} +2 -3
- package/dist/{object-BkXGPKWY.js.map → object-CeQ8dgUC.js.map} +1 -1
- package/dist/{opencode-providers-DPgdqRfg.js → opencode-providers-yNKyXD49.js} +57 -21
- package/dist/opencode-providers-yNKyXD49.js.map +1 -0
- package/dist/{openrouter-models-CR00FWAa.js → openrouter-models-C8nzPKG2.js} +3 -4
- package/dist/{openrouter-models-CR00FWAa.js.map → openrouter-models-C8nzPKG2.js.map} +1 -1
- package/dist/{patch-CquGAGX5.js → patch-C7yBztZj.js} +2 -3
- package/dist/{patch-CquGAGX5.js.map → patch-C7yBztZj.js.map} +1 -1
- package/dist/{patch-BJNdOZsf.js → patch-DvLr8wCZ.js} +5 -6
- package/dist/{patch-BJNdOZsf.js.map → patch-DvLr8wCZ.js.map} +1 -1
- package/dist/{paths-BmR-7tx3.js → paths-Dwmi7L4X.js} +2 -3
- package/dist/{paths-BmR-7tx3.js.map → paths-Dwmi7L4X.js.map} +1 -1
- package/dist/{plan-C1UpGZTk.js → plan-CIfOFhth.js} +11 -12
- package/dist/{plan-C1UpGZTk.js.map → plan-CIfOFhth.js.map} +1 -1
- package/dist/{plugins-Cx6ReJWE.js → plugins-BEs2Am3L.js} +8 -10
- package/dist/plugins-BEs2Am3L.js.map +1 -0
- package/dist/{preflight-BZ3L7P3a.js → preflight-50Qw5e5K.js} +4 -5
- package/dist/{preflight-BZ3L7P3a.js.map → preflight-50Qw5e5K.js.map} +1 -1
- package/dist/{preflight-CUooKgtT.js → preflight-BAIRsTpl.js} +1 -1
- package/dist/{prepare-BbBoTeDj.js → prepare-8XhzhLHX.js} +10 -11
- package/dist/{prepare-BbBoTeDj.js.map → prepare-8XhzhLHX.js.map} +1 -1
- package/dist/{prepare-CEZaEwaq.js → prepare-8nvfDFQx.js} +2 -2
- package/dist/{prices-QaS-kjSQ.js → prices-C4BRuSe8.js} +5 -6
- package/dist/{prices-QaS-kjSQ.js.map → prices-C4BRuSe8.js.map} +1 -1
- package/dist/{provenance-BWvTIlQM.js → provenance-Cc8fFE7Z.js} +6 -7
- package/dist/{provenance-BWvTIlQM.js.map → provenance-Cc8fFE7Z.js.map} +1 -1
- package/dist/provider-DCdTHQpk.js +1 -0
- package/dist/{provider-CmAYTQQs.js → provider-DZd8t_XW.js} +3 -4
- package/dist/{provider-CmAYTQQs.js.map → provider-DZd8t_XW.js.map} +1 -1
- package/dist/{providers-DdyZW_ru.js → providers-CP_bBtYm.js} +1 -1
- package/dist/{providers-B3yqakc7.js → providers-DZSTlC9R.js} +8 -9
- package/dist/{providers-B3yqakc7.js.map → providers-DZSTlC9R.js.map} +1 -1
- package/dist/{query-CZcqpOI9.js → query-DXpxaaTH.js} +5 -6
- package/dist/{query-CZcqpOI9.js.map → query-DXpxaaTH.js.map} +1 -1
- package/dist/query-kFPuqBv1.js +1 -0
- package/dist/{questions-CFU7-crW.js → questions-C_Y-oXW6.js} +10 -11
- package/dist/{questions-CFU7-crW.js.map → questions-C_Y-oXW6.js.map} +1 -1
- package/dist/{record-Bu1Xi6MQ.js → record-DhzwkSXc.js} +27 -4
- package/dist/record-DhzwkSXc.js.map +1 -0
- package/dist/{redact-DVIaahLv.js → redact-BEEGc37e.js} +8 -7
- package/dist/{redact-DVIaahLv.js.map → redact-BEEGc37e.js.map} +1 -1
- package/dist/{remarks-eBcrIZRu.js → remarks-0EXMh6AD.js} +2 -3
- package/dist/{remarks-eBcrIZRu.js.map → remarks-0EXMh6AD.js.map} +1 -1
- package/dist/remarks-BL18Id09.js +1 -0
- package/dist/{remarks-Dj_x9l5n.js → remarks-DeZZT8PK.js} +4 -6
- package/dist/{remarks-Dj_x9l5n.js.map → remarks-DeZZT8PK.js.map} +1 -1
- package/dist/{remarks-A3j-SkJ_.js → remarks-E4rpi8Ym.js} +16 -17
- package/dist/remarks-E4rpi8Ym.js.map +1 -0
- package/dist/{remote-EIFHdMd8.js → remote-DZ00A8V_.js} +10 -13
- package/dist/remote-DZ00A8V_.js.map +1 -0
- package/dist/resolve-BJSay360.js +1 -0
- package/dist/{resolve-8H5rz8mi.js → resolve-B_JlQ0La.js} +11 -12
- package/dist/{resolve-8H5rz8mi.js.map → resolve-B_JlQ0La.js.map} +1 -1
- package/dist/{results-E7JdVjq2.js → results-BMJHaQbi.js} +8 -9
- package/dist/{results-E7JdVjq2.js.map → results-BMJHaQbi.js.map} +1 -1
- package/dist/{resume-Blu4yIcq.js → resume-CexsWuGK.js} +8 -10
- package/dist/resume-CexsWuGK.js.map +1 -0
- package/dist/{root-Dlff-zp8.js → root-Co0jhOT5.js} +2 -3
- package/dist/{root-Dlff-zp8.js.map → root-Co0jhOT5.js.map} +1 -1
- package/dist/{runtime-CNbsMJQ7.js → runtime-CSZ1hjlN.js} +8 -10
- package/dist/{runtime-CNbsMJQ7.js.map → runtime-CSZ1hjlN.js.map} +1 -1
- package/dist/{sandbox-RButGfIE.js → sandbox-B5W8lLL1.js} +4 -5
- package/dist/{sandbox-RButGfIE.js.map → sandbox-B5W8lLL1.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -5
- package/dist/sandbox.js +1 -1
- package/dist/{server-XgCYs_MF.js → server-BfN6q2lH.js} +17 -126
- package/dist/server-BfN6q2lH.js.map +1 -0
- package/dist/server-SBzrf35T.js +1 -0
- package/dist/{shared-B_lvGqWz.js → shared-ogqPJ0uo.js} +4 -6
- package/dist/shared-ogqPJ0uo.js.map +1 -0
- package/dist/{source-BOkbJCD2.js → source-BD6Bg0Tr.js} +3 -4
- package/dist/{source-BOkbJCD2.js.map → source-BD6Bg0Tr.js.map} +1 -1
- package/dist/source-Dn1uqPon.js +1 -0
- package/dist/{src-DSZyg0Uq.js → src-B-L8O1Ld.js} +38 -9
- package/dist/src-B-L8O1Ld.js.map +1 -0
- package/dist/{src-D4CZjMQ4.js → src-BC2WXULN.js} +2 -2
- package/dist/src-BKDZO3ra.js +2 -0
- package/dist/{src-A8HLtO0a.js → src-B_igzM1O.js} +3 -5
- package/dist/src-B_igzM1O.js.map +1 -0
- package/dist/{src-BkhEPVJZ.js → src-BvM0jWuZ.js} +83 -12
- package/dist/src-BvM0jWuZ.js.map +1 -0
- package/dist/src-BxrHipV0.js +3 -0
- package/dist/src-C9elednc.js +2 -0
- package/dist/src-CM7xdJFA.js +2 -0
- package/dist/src-CWEGknZo.js +2 -0
- package/dist/{src-BJCKWacl.js → src-Cpy9MNS3.js} +155 -83
- package/dist/src-Cpy9MNS3.js.map +1 -0
- package/dist/{src-GkJ-1Rdy.js → src-Cx0HJIJ-.js} +2 -2
- package/dist/{src-gn7YlnRg.js → src-D5t4OiRt.js} +5 -8
- package/dist/src-D5t4OiRt.js.map +1 -0
- package/dist/src-DVaAKCsH.js +1 -0
- package/dist/src-Dp-fWOfG.js +1448 -0
- package/dist/src-Dp-fWOfG.js.map +1 -0
- package/dist/src-DurP--_D.js +2 -0
- package/dist/{src-C2Japg_I.js → src-HTG2SoNz.js} +69 -29
- package/dist/src-HTG2SoNz.js.map +1 -0
- package/dist/{src-8yTF251P.js → src-KlDOGD0B.js} +66 -16
- package/dist/src-KlDOGD0B.js.map +1 -0
- package/dist/{src-BYDOXw_Y.js → src-uluei5nU.js} +40 -17
- package/dist/src-uluei5nU.js.map +1 -0
- package/dist/{state-D6-tvqtp.js → state-CdSjXIfE.js} +31 -40
- package/dist/state-CdSjXIfE.js.map +1 -0
- package/dist/state-Cicc9Oa5.js +1 -0
- package/dist/{stats-hfpuYsAM.js → stats-D-Gqwqt0.js} +2 -3
- package/dist/{stats-hfpuYsAM.js.map → stats-D-Gqwqt0.js.map} +1 -1
- package/dist/suite-BYJ2Q0S-.js +2 -0
- package/dist/{suite-DYI1k2Ie.js → suite-BtHPBFYL.js} +5 -7
- package/dist/suite-BtHPBFYL.js.map +1 -0
- package/dist/{summary-CN2aqAUz.js → summary-zP3cCXDN.js} +11 -13
- package/dist/{summary-CN2aqAUz.js.map → summary-zP3cCXDN.js.map} +1 -1
- package/dist/{tarball-CHcahyNK.js → tarball-CESxtK4X.js} +2 -3
- package/dist/{tarball-CHcahyNK.js.map → tarball-CESxtK4X.js.map} +1 -1
- package/dist/testing.d.ts +9 -11
- package/dist/testing.js +5 -6
- package/dist/{text-DTigcA64.js → text-D--Q5KsA.js} +2 -3
- package/dist/{text-DTigcA64.js.map → text-D--Q5KsA.js.map} +1 -1
- package/dist/{tool-target-CKWkd6QI.js → tool-target-DS5d72eH.js} +3 -4
- package/dist/{tool-target-CKWkd6QI.js.map → tool-target-DS5d72eH.js.map} +1 -1
- package/dist/{transcript-BJrKfgRW.js → transcript-C_IpYMRk.js} +8 -8
- package/dist/transcript-C_IpYMRk.js.map +1 -0
- package/dist/{types-DDeCnNmp.d.ts → types-BHR1lGPh.d.ts} +99 -24
- package/dist/{types-C5vI3g1C.js → types-C4OkYhZg.js} +2 -3
- package/dist/types-C4OkYhZg.js.map +1 -0
- package/dist/{usage-BNY1ABrU.js → usage-DJiDnh2D.js} +2 -3
- package/dist/{usage-BNY1ABrU.js.map → usage-DJiDnh2D.js.map} +1 -1
- package/dist/{vertex-DypYjx71.js → vertex-6uSpZ5L8.js} +8 -8
- package/dist/vertex-6uSpZ5L8.js.map +1 -0
- package/dist/vertex-BaAz44YN.js +1 -0
- package/dist/view/index.d.ts +13 -37
- package/dist/view/index.js +12 -12
- package/dist/{views-Bd-H71_t.js → views-CKoN5NAx.js} +7 -8
- package/dist/{views-Bd-H71_t.js.map → views-CKoN5NAx.js.map} +1 -1
- package/dist/views-CmyX255j.js +2 -0
- package/dist/{worker-entry-BIHJqE_z.js → worker-entry-D5dB8cgT.js} +12 -17
- package/dist/worker-entry-D5dB8cgT.js.map +1 -0
- package/dist/{workspace-Sy5g8zW9.js → workspace-Cho30qlM.js} +8 -9
- package/dist/{workspace-Sy5g8zW9.js.map → workspace-Cho30qlM.js.map} +1 -1
- package/dist/workspace-Dw9DEZox.js +1 -0
- package/docker/Dockerfile +4 -4
- package/package.json +12 -12
- package/skills/eval-rubric/SKILL.md +1 -1
- package/dist/adapter-CqUt4A0w.js.map +0 -1
- package/dist/agent-BtAbRTFq.js.map +0 -1
- package/dist/app-files-CDttHPOz.js +0 -11
- package/dist/app-files-CDttHPOz.js.map +0 -1
- package/dist/assemble-Bb7zqpRw.js +0 -1
- package/dist/assemble-J9rkE29m.js.map +0 -1
- package/dist/budget-DBUrH4jX.js.map +0 -1
- package/dist/capture-D68TiQQy.js +0 -1
- package/dist/capture-DheNqeYS.js.map +0 -1
- package/dist/cli-KTHjNFoo.js.map +0 -1
- package/dist/command-1FBECMs-.js.map +0 -1
- package/dist/command-Ce03LLtg.js.map +0 -1
- package/dist/command-CztRuwUM.js.map +0 -1
- package/dist/command-nNN0mx65.js.map +0 -1
- package/dist/config-BjjDryd5.js.map +0 -1
- package/dist/cost-C5RBTTJr.js +0 -1
- package/dist/db-B9Ityuit.js.map +0 -1
- package/dist/db-Bk6LWwza.js +0 -2
- package/dist/debug-CAx3qcaP.js +0 -1
- package/dist/default-effort-DK8gospa.js.map +0 -1
- package/dist/dist-CYrBwyHA.js.map +0 -1
- package/dist/docker-SKpYOlGi.js.map +0 -1
- package/dist/environment-CZdercoj.js.map +0 -1
- package/dist/evaluate-fhC1PCd_.js.map +0 -1
- package/dist/files-BIGxpL08.js.map +0 -1
- package/dist/files-C2RC7K4m.js +0 -1
- package/dist/files-C3tQtD26.js +0 -1
- package/dist/files-dJmrfmOM.js +0 -1
- package/dist/harness-ylJLvrbp.js.map +0 -1
- package/dist/init-BNTXrtMO.js +0 -1
- package/dist/judge-Dp7FPJ1P.js.map +0 -1
- package/dist/model-6dfKFkQd.js.map +0 -1
- package/dist/model-Be7fPvgi.js.map +0 -1
- package/dist/model-C_5TspZS.js +0 -1
- package/dist/node-D_Zkwhq2.js.map +0 -1
- package/dist/opencode-providers-DPgdqRfg.js.map +0 -1
- package/dist/plugins-Cx6ReJWE.js.map +0 -1
- package/dist/provider-DehR4CMN.js +0 -1
- package/dist/query-BkwQ0W-c.js +0 -1
- package/dist/record-Bu1Xi6MQ.js.map +0 -1
- package/dist/remarks-A3j-SkJ_.js.map +0 -1
- package/dist/remarks-Bp6AwPgb.js +0 -1
- package/dist/remote-EIFHdMd8.js.map +0 -1
- package/dist/resolve-Tm9pX7Hv.js +0 -1
- package/dist/resume-Blu4yIcq.js.map +0 -1
- package/dist/server-Dqrq-Sia.js +0 -1
- package/dist/server-XgCYs_MF.js.map +0 -1
- package/dist/shared-B_lvGqWz.js.map +0 -1
- package/dist/source-DooSTtyz.js +0 -1
- package/dist/src-1M0srjji.js +0 -1
- package/dist/src-8yTF251P.js.map +0 -1
- package/dist/src-A8HLtO0a.js.map +0 -1
- package/dist/src-BJCKWacl.js.map +0 -1
- package/dist/src-BYDOXw_Y.js.map +0 -1
- package/dist/src-BZlhaDhE.js +0 -2
- package/dist/src-BkhEPVJZ.js.map +0 -1
- package/dist/src-Bp6X4193.js +0 -2
- package/dist/src-C2Japg_I.js.map +0 -1
- package/dist/src-C5q3_fRV.js +0 -3
- package/dist/src-C9EHSYyP.js +0 -2
- package/dist/src-CJdpsrXi.js +0 -2
- package/dist/src-D1ET6oPL.js +0 -629
- package/dist/src-D1ET6oPL.js.map +0 -1
- package/dist/src-DSZyg0Uq.js.map +0 -1
- package/dist/src-OOKE-5GA.js +0 -2
- package/dist/src-gn7YlnRg.js.map +0 -1
- package/dist/state-BCyNaz13.js +0 -1
- package/dist/state-D6-tvqtp.js.map +0 -1
- package/dist/suite-BiWajSlA.js +0 -2
- package/dist/suite-DYI1k2Ie.js.map +0 -1
- package/dist/transcript-BJrKfgRW.js.map +0 -1
- package/dist/types-C5vI3g1C.js.map +0 -1
- package/dist/vertex-Bv7vhMgs.js +0 -1
- package/dist/vertex-DypYjx71.js.map +0 -1
- package/dist/views-7bNY17Z6.js +0 -2
- package/dist/worker-entry-BIHJqE_z.js.map +0 -1
- package/dist/workspace-CxwHv8mG.js +0 -1
- /package/dist/bridge/{pnpm-lock.yaml → pnpm-lockfile.yaml} +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { u as ownFileURL } from "./root-
|
|
1
|
+
import { u as ownFileURL } from "./root-Co0jhOT5.js";
|
|
2
2
|
import { existsSync, lstatSync, readFileSync, readdirSync, readlinkSync, renameSync, writeFileSync } from "node:fs";
|
|
3
3
|
import { tmpdir } from "node:os";
|
|
4
4
|
import { basename, dirname, join, posix, relative, win32 } from "node:path";
|
|
@@ -16,7 +16,7 @@ import https from "node:https";
|
|
|
16
16
|
import tls from "node:tls";
|
|
17
17
|
import zlib from "node:zlib";
|
|
18
18
|
import { lookup } from "node:dns/promises";
|
|
19
|
-
|
|
19
|
+
// ../sandbox-docker/src/engine.ts
|
|
20
20
|
/**
|
|
21
21
|
* Docker's default seccomp profile, copied unmodified from moby/profiles (Apache-2.0),
|
|
22
22
|
* seccomp/default.json at 6fe7deb1b9fb7c0397a4593480d7d22b9ee8caef. Podman gets it on every
|
|
@@ -158,8 +158,7 @@ function engineEnv(engine = "docker") {
|
|
|
158
158
|
}
|
|
159
159
|
/** Docker's ids are `sha256:…`; Podman's are the bare hex. */
|
|
160
160
|
const normalizeImageId = (id) => id.includes(":") ? id : `sha256:${id}`;
|
|
161
|
-
|
|
162
|
-
//#region ../sandbox-docker/src/build-failure.ts
|
|
161
|
+
// ../sandbox-docker/src/build-failure.ts
|
|
163
162
|
var ImageBuildError = class extends Error {
|
|
164
163
|
name = "ImageBuildError";
|
|
165
164
|
failure;
|
|
@@ -253,8 +252,7 @@ function failureMessage(parts) {
|
|
|
253
252
|
function outputTail(text, max = 8) {
|
|
254
253
|
return stripAnsi(text).split(/\r?\n/).map((l) => l.trimEnd()).filter((l) => l.trim()).slice(-max);
|
|
255
254
|
}
|
|
256
|
-
|
|
257
|
-
//#region ../sandbox-docker/src/process.ts
|
|
255
|
+
// ../sandbox-docker/src/process.ts
|
|
258
256
|
const CMD_META = /([()\][%!^"`<>&|;, *?])/g;
|
|
259
257
|
const cmdEscape = (arg, twice) => {
|
|
260
258
|
const quoted = `"${arg.replace(/(\\*)"/g, "$1$1\\\"").replace(/(\\*)$/, "$1$1")}"`.replace(CMD_META, "^$1");
|
|
@@ -366,8 +364,7 @@ function run(cmd, args, options = {}) {
|
|
|
366
364
|
child.stdin.end(options.input ?? "");
|
|
367
365
|
});
|
|
368
366
|
}
|
|
369
|
-
|
|
370
|
-
//#region ../sandbox-docker/src/trace.ts
|
|
367
|
+
// ../sandbox-docker/src/trace.ts
|
|
371
368
|
/** Most of each stream a trace keeps; the rest is counted. */
|
|
372
369
|
const MAX_STREAM = 4096;
|
|
373
370
|
/** Most of each argument a trace keeps, e.g. the gateway's forwarder script. */
|
|
@@ -436,8 +433,7 @@ function traceDocker(args, startedAt, result, bin = "docker") {
|
|
|
436
433
|
});
|
|
437
434
|
} catch {}
|
|
438
435
|
}
|
|
439
|
-
|
|
440
|
-
//#region ../sandbox-docker/src/docker-cli.ts
|
|
436
|
+
// ../sandbox-docker/src/docker-cli.ts
|
|
441
437
|
/** How long to wait before each retry of a command that never reached Podman. */
|
|
442
438
|
const CONNECTION_RETRY_MS = [
|
|
443
439
|
100,
|
|
@@ -702,8 +698,7 @@ async function imageInfo(image, engine) {
|
|
|
702
698
|
repoDigests
|
|
703
699
|
};
|
|
704
700
|
}
|
|
705
|
-
|
|
706
|
-
//#region ../sandbox-docker/src/dockerignore.ts
|
|
701
|
+
// ../sandbox-docker/src/dockerignore.ts
|
|
707
702
|
const ignore = dockerignore.default;
|
|
708
703
|
/**
|
|
709
704
|
* A pattern `@balena/dockerignore` may match differently from BuildKit: escapes, character
|
|
@@ -794,8 +789,7 @@ function contextFiles(context, dockerfile) {
|
|
|
794
789
|
walk("");
|
|
795
790
|
return files.sort();
|
|
796
791
|
}
|
|
797
|
-
|
|
798
|
-
//#region ../sandbox-docker/src/image.ts
|
|
792
|
+
// ../sandbox-docker/src/image.ts
|
|
799
793
|
/**
|
|
800
794
|
* The harness adapters an image can bake. Each pin must match the exact dependency (or
|
|
801
795
|
* `workspace:<version>` for this repo's own adapters); a test enforces it. `patch` is the first 8
|
|
@@ -805,40 +799,40 @@ function contextFiles(context, dockerfile) {
|
|
|
805
799
|
const HARNESS_PACKAGES = {
|
|
806
800
|
cursor: {
|
|
807
801
|
name: "@reeval/harness-cursor-sdk",
|
|
808
|
-
version: "0.1.
|
|
802
|
+
version: "0.1.8"
|
|
809
803
|
},
|
|
810
804
|
"claude-code": {
|
|
811
805
|
name: "@ai-sdk/harness-claude-code",
|
|
812
|
-
version: "1.0.
|
|
813
|
-
patch: "
|
|
806
|
+
version: "1.0.171",
|
|
807
|
+
patch: "8cc1b324"
|
|
814
808
|
},
|
|
815
809
|
antigravity: {
|
|
816
810
|
name: "@reeval/harness-antigravity",
|
|
817
|
-
version: "0.1.
|
|
811
|
+
version: "0.1.13"
|
|
818
812
|
},
|
|
819
813
|
opencode: {
|
|
820
814
|
name: "@reeval/harness-opencode",
|
|
821
|
-
version: "0.2.
|
|
815
|
+
version: "0.2.13"
|
|
822
816
|
},
|
|
823
817
|
goose: {
|
|
824
818
|
name: "@reeval/harness-goose",
|
|
825
|
-
version: "0.1.
|
|
819
|
+
version: "0.1.10"
|
|
826
820
|
},
|
|
827
821
|
pi: {
|
|
828
822
|
name: "@reeval/harness-pi",
|
|
829
|
-
version: "0.2.
|
|
823
|
+
version: "0.2.9"
|
|
830
824
|
},
|
|
831
825
|
codex: {
|
|
832
826
|
name: "@reeval/harness-codex",
|
|
833
|
-
version: "0.1.
|
|
827
|
+
version: "0.1.10"
|
|
834
828
|
},
|
|
835
829
|
fx: {
|
|
836
830
|
name: "@reeval/harness-fx",
|
|
837
|
-
version: "0.1.
|
|
831
|
+
version: "0.1.5"
|
|
838
832
|
},
|
|
839
833
|
"grok-build": {
|
|
840
834
|
name: "@reeval/harness-grok-build",
|
|
841
|
-
version: "0.1.
|
|
835
|
+
version: "0.1.8"
|
|
842
836
|
}
|
|
843
837
|
};
|
|
844
838
|
/** Every harness with an image, in {@link HARNESS_PACKAGES} order. */
|
|
@@ -885,8 +879,7 @@ const WORKSPACE_DIR = "workspace";
|
|
|
885
879
|
*/
|
|
886
880
|
const SANDBOX_STATE = "/var/lib/reeval";
|
|
887
881
|
const BRIDGE_PORT = 43210;
|
|
888
|
-
|
|
889
|
-
//#region ../sandbox-docker/src/egress/cert.ts
|
|
882
|
+
// ../sandbox-docker/src/egress/cert.ts
|
|
890
883
|
const der = (tag, ...content) => {
|
|
891
884
|
const body = Buffer.concat(content);
|
|
892
885
|
const n = body.length;
|
|
@@ -1017,8 +1010,7 @@ function ipv6Bytes(address) {
|
|
|
1017
1010
|
return [v >> 8, v & 255];
|
|
1018
1011
|
});
|
|
1019
1012
|
}
|
|
1020
|
-
|
|
1021
|
-
//#region ../sandbox-docker/src/egress/mux.ts
|
|
1013
|
+
// ../sandbox-docker/src/egress/mux.ts
|
|
1022
1014
|
/**
|
|
1023
1015
|
* Many TCP streams over one byte pipe (a `docker exec` stdio), with per-stream credit so a slow
|
|
1024
1016
|
* reader only stalls its own stream. Frames are `type u8, id u32, length u32, payload`, and a
|
|
@@ -1271,8 +1263,7 @@ function forwarderMain(io, makeMux, linkStreams, proxyPort) {
|
|
|
1271
1263
|
}
|
|
1272
1264
|
/** The `node -e` script that runs {@link forwarderMain} in the container. */
|
|
1273
1265
|
const forwarderScript = (proxyPort) => `(${forwarderMain.toString()})({ net: require('node:net'), Duplex: require('node:stream').Duplex, input: process.stdin, output: process.stdout, error: (m) => process.stderr.write(m + '\\n'), exit: (c) => process.exit(c) }, ${createMux.toString()}, ${link.toString()}, ${proxyPort})`;
|
|
1274
|
-
|
|
1275
|
-
//#region ../sandbox-docker/src/egress/effort.ts
|
|
1266
|
+
// ../sandbox-docker/src/egress/effort.ts
|
|
1276
1267
|
/** The paths read, in order; `*` is any key of an object (a gateway's provider name). */
|
|
1277
1268
|
const PATHS = [
|
|
1278
1269
|
"generationConfig.thinkingConfig.thinkingLevel",
|
|
@@ -1321,8 +1312,7 @@ function requestedEffort(body) {
|
|
|
1321
1312
|
for (const path of PATHS) walk(parsed, path.split("."), [], found);
|
|
1322
1313
|
return found.length ? found.map((f) => `${f.path}=${f.value}`).join(" ") : void 0;
|
|
1323
1314
|
}
|
|
1324
|
-
|
|
1325
|
-
//#region ../sandbox-docker/src/egress/policy.ts
|
|
1315
|
+
// ../sandbox-docker/src/egress/policy.ts
|
|
1326
1316
|
/** The Docker sandbox enforces every policy through its egress gateway, and records what passes. */
|
|
1327
1317
|
const DOCKER_EGRESS = {
|
|
1328
1318
|
enforce: "allowlist",
|
|
@@ -1471,6 +1461,7 @@ function createPolicyCheck(policy, options = {}) {
|
|
|
1471
1461
|
return {
|
|
1472
1462
|
allowed: false,
|
|
1473
1463
|
status: 502,
|
|
1464
|
+
unresolved: true,
|
|
1474
1465
|
reason: `can't resolve ${host}: ${error.message}`
|
|
1475
1466
|
};
|
|
1476
1467
|
}
|
|
@@ -1478,6 +1469,7 @@ function createPolicyCheck(policy, options = {}) {
|
|
|
1478
1469
|
if (!first) return {
|
|
1479
1470
|
allowed: false,
|
|
1480
1471
|
status: 502,
|
|
1472
|
+
unresolved: true,
|
|
1481
1473
|
reason: `${host} has no addresses`
|
|
1482
1474
|
};
|
|
1483
1475
|
const reached = addresses.flatMap(reaches);
|
|
@@ -1524,8 +1516,7 @@ function createPolicyCheck(policy, options = {}) {
|
|
|
1524
1516
|
};
|
|
1525
1517
|
};
|
|
1526
1518
|
}
|
|
1527
|
-
|
|
1528
|
-
//#region ../sandbox-docker/src/egress/rules.ts
|
|
1519
|
+
// ../sandbox-docker/src/egress/rules.ts
|
|
1529
1520
|
const normalizeHost = (host) => host.toLowerCase().replace(/\.$/, "");
|
|
1530
1521
|
function matchPart(matcher, value, ignoreCase = false) {
|
|
1531
1522
|
const v = ignoreCase ? value.toLowerCase() : value;
|
|
@@ -1613,8 +1604,7 @@ function applyTransformations(rules, request, endpoints) {
|
|
|
1613
1604
|
refused: false
|
|
1614
1605
|
};
|
|
1615
1606
|
}
|
|
1616
|
-
|
|
1617
|
-
//#region ../sandbox-docker/src/egress/substitution.ts
|
|
1607
|
+
// ../sandbox-docker/src/egress/substitution.ts
|
|
1618
1608
|
const BASE62 = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
|
|
1619
1609
|
/** A fresh `reeval_secret_<32 base62>`: URL-safe, so it survives any encoding a client applies. */
|
|
1620
1610
|
function placeholder() {
|
|
@@ -1776,8 +1766,7 @@ const scrubbedInBodies = (subs) => subs.filter((s) => s.scrubBodies !== false);
|
|
|
1776
1766
|
const scrubber = (subs) => new ReplaceStream(scrubbedInBodies(subs).map((s) => [s.value, s.placeholder]));
|
|
1777
1767
|
/** A stream swapping placeholders for values, for request bodies of secrets that opt in. */
|
|
1778
1768
|
const bodySubstituter = (subs) => new ReplaceStream(subs.filter((s) => s.in.includes("body")).map((s) => [s.placeholder, s.value]));
|
|
1779
|
-
|
|
1780
|
-
//#region ../sandbox-docker/src/egress/tokens.ts
|
|
1769
|
+
// ../sandbox-docker/src/egress/tokens.ts
|
|
1781
1770
|
const JWT = /^[\w-]+\.[\w-]+\.[\w-]+$/;
|
|
1782
1771
|
/**
|
|
1783
1772
|
* A placeholder for a token. A JWT keeps its header and claims, so a client reading its `exp` sees
|
|
@@ -1820,8 +1809,7 @@ function tokenizeResponse(derived, body, known) {
|
|
|
1820
1809
|
fields
|
|
1821
1810
|
};
|
|
1822
1811
|
}
|
|
1823
|
-
|
|
1824
|
-
//#region ../sandbox-docker/src/egress/websocket.ts
|
|
1812
|
+
// ../sandbox-docker/src/egress/websocket.ts
|
|
1825
1813
|
/** The most a message may hold while its frames are gathered to be scrubbed. */
|
|
1826
1814
|
const MAX_MESSAGE = 16777216;
|
|
1827
1815
|
/** One unmasked frame, as a server sends it. */
|
|
@@ -1915,8 +1903,7 @@ function webSocketScrubber(subs) {
|
|
|
1915
1903
|
done(null, out.length ? Buffer.concat(out) : void 0);
|
|
1916
1904
|
} });
|
|
1917
1905
|
}
|
|
1918
|
-
|
|
1919
|
-
//#region ../sandbox-docker/src/egress/proxy.ts
|
|
1906
|
+
// ../sandbox-docker/src/egress/proxy.ts
|
|
1920
1907
|
/** A TLS record's first byte when it carries a handshake, as a ClientHello does. */
|
|
1921
1908
|
const TLS_HANDSHAKE = 22;
|
|
1922
1909
|
/** How long a decrypted CONNECT waits for its client's first byte: Node's TLS handshake timeout. */
|
|
@@ -1951,6 +1938,8 @@ const authorityOf = (host, port) => {
|
|
|
1951
1938
|
return port === 443 ? name : `${name}:${port}`;
|
|
1952
1939
|
};
|
|
1953
1940
|
const pathOnly = (path) => path.split("?")[0];
|
|
1941
|
+
/** Refused brokered requests recorded per method and path before the rest share an entry. */
|
|
1942
|
+
const REFUSED_PATHS = 20;
|
|
1954
1943
|
function reply(socket, status, reason) {
|
|
1955
1944
|
const text = http.STATUS_CODES[status] ?? "";
|
|
1956
1945
|
socket.end(`HTTP/1.1 ${status} ${text}\r\ncontent-type: text/plain\r\nconnection: close\r\n\r\n${reason}\n`);
|
|
@@ -1999,10 +1988,13 @@ function createEgressProxy(options) {
|
|
|
1999
1988
|
type: "dns",
|
|
2000
1989
|
host,
|
|
2001
1990
|
allowed: false,
|
|
2002
|
-
reason: verdict.reason
|
|
1991
|
+
reason: verdict.reason,
|
|
1992
|
+
...verdict.status === 502 && { unresolved: true }
|
|
2003
1993
|
});
|
|
2004
1994
|
return verdict;
|
|
2005
1995
|
};
|
|
1996
|
+
/** The refusal the sandbox gets: a policy block, or a name the gateway couldn't resolve. */
|
|
1997
|
+
const refusal = (verdict) => verdict.status === 502 ? `reeval egress gateway ${verdict.reason}` : `blocked by the reeval egress policy: ${verdict.reason}`;
|
|
2006
1998
|
/** Bytes each sandbox connection carried, both ways, for its tunnel's event. */
|
|
2007
1999
|
const carried = /* @__PURE__ */ new WeakMap();
|
|
2008
2000
|
const leaves = /* @__PURE__ */ new Map();
|
|
@@ -2017,6 +2009,7 @@ function createEgressProxy(options) {
|
|
|
2017
2009
|
};
|
|
2018
2010
|
const contacted = /* @__PURE__ */ new Map();
|
|
2019
2011
|
const blocked = /* @__PURE__ */ new Map();
|
|
2012
|
+
const unresolved = /* @__PURE__ */ new Map();
|
|
2020
2013
|
/** The host each sandbox connection's bytes count towards: its latest allowed request's. */
|
|
2021
2014
|
const counting = /* @__PURE__ */ new WeakMap();
|
|
2022
2015
|
/** Bytes a connection sent before the policy decided whose they are: the request itself. */
|
|
@@ -2039,19 +2032,46 @@ function createEgressProxy(options) {
|
|
|
2039
2032
|
unclaimed.delete(connection);
|
|
2040
2033
|
counting.set(connection, entry);
|
|
2041
2034
|
};
|
|
2042
|
-
const block = (connection, host, port,
|
|
2035
|
+
const block = (connection, host, port, verdict) => {
|
|
2043
2036
|
const key = `${host}:${port}`;
|
|
2044
|
-
const
|
|
2037
|
+
const into = verdict.status === 502 ? unresolved : blocked;
|
|
2038
|
+
const entry = into.get(key) ?? {
|
|
2045
2039
|
host,
|
|
2046
2040
|
port,
|
|
2047
2041
|
connections: 0,
|
|
2048
|
-
reason
|
|
2042
|
+
reason: verdict.reason
|
|
2049
2043
|
};
|
|
2050
2044
|
entry.connections++;
|
|
2051
|
-
|
|
2045
|
+
into.set(key, entry);
|
|
2052
2046
|
counting.delete(connection);
|
|
2053
2047
|
unclaimed.delete(connection);
|
|
2054
2048
|
};
|
|
2049
|
+
/** Method and path pairs that have a refused request's entry of their own. */
|
|
2050
|
+
let refusedPaths = 0;
|
|
2051
|
+
/**
|
|
2052
|
+
* A request refused on a host the policy let through, one entry per method and path, counted
|
|
2053
|
+
* per request. Past the first `REFUSED_PATHS` pairs, the rest share one entry per host, so an
|
|
2054
|
+
* agent walking ids in a path can't grow the record without bound. Its connection stays open
|
|
2055
|
+
* for the requests after it, so its bytes still count.
|
|
2056
|
+
*/
|
|
2057
|
+
const blockRequest = (target, method, path, reason) => {
|
|
2058
|
+
const host = `${target.host}:${target.port}`;
|
|
2059
|
+
let key = `${host} ${method} ${path}`;
|
|
2060
|
+
if (!blocked.has(key)) {
|
|
2061
|
+
if (refusedPaths >= REFUSED_PATHS) {
|
|
2062
|
+
key = `${host} more`;
|
|
2063
|
+
reason = `more requests that carry a brokered credential off the endpoints reeval brokers it for, on paths past the first ${REFUSED_PATHS}`;
|
|
2064
|
+
} else refusedPaths++;
|
|
2065
|
+
}
|
|
2066
|
+
const entry = blocked.get(key) ?? {
|
|
2067
|
+
host: target.host,
|
|
2068
|
+
port: target.port,
|
|
2069
|
+
connections: 0,
|
|
2070
|
+
reason
|
|
2071
|
+
};
|
|
2072
|
+
entry.connections++;
|
|
2073
|
+
blocked.set(key, entry);
|
|
2074
|
+
};
|
|
2055
2075
|
/** Counts what the connection carries each way, without reading it or changing its flow. */
|
|
2056
2076
|
const countBytes = (connection) => {
|
|
2057
2077
|
const total = {
|
|
@@ -2102,9 +2122,10 @@ function createEgressProxy(options) {
|
|
|
2102
2122
|
});
|
|
2103
2123
|
});
|
|
2104
2124
|
return {
|
|
2105
|
-
refuse(reason) {
|
|
2125
|
+
refuse(reason, unresolved) {
|
|
2106
2126
|
event.allowed = false;
|
|
2107
2127
|
event.reason = reason;
|
|
2128
|
+
if (unresolved) event.unresolved = true;
|
|
2108
2129
|
},
|
|
2109
2130
|
set(fields) {
|
|
2110
2131
|
Object.assign(event, fields);
|
|
@@ -2154,17 +2175,18 @@ function createEgressProxy(options) {
|
|
|
2154
2175
|
check(host).then((verdict) => {
|
|
2155
2176
|
if (!verdict.allowed) {
|
|
2156
2177
|
log(`reeval:egress CONNECT ${host}:${port} denied (${verdict.reason})`);
|
|
2157
|
-
block(socket, host, port, verdict
|
|
2178
|
+
block(socket, host, port, verdict);
|
|
2158
2179
|
emit({
|
|
2159
2180
|
...tunnel,
|
|
2160
2181
|
allowed: false,
|
|
2161
2182
|
status: verdict.status,
|
|
2162
2183
|
reason: verdict.reason,
|
|
2184
|
+
...verdict.status === 502 && { unresolved: true },
|
|
2163
2185
|
sent: 0,
|
|
2164
2186
|
received: 0,
|
|
2165
2187
|
ms: Date.now() - startedAt
|
|
2166
2188
|
});
|
|
2167
|
-
return reply(socket, verdict.status,
|
|
2189
|
+
return reply(socket, verdict.status, refusal(verdict));
|
|
2168
2190
|
}
|
|
2169
2191
|
contact(socket, host, port);
|
|
2170
2192
|
const target = {
|
|
@@ -2252,9 +2274,9 @@ function createEgressProxy(options) {
|
|
|
2252
2274
|
check(host).then((verdict) => {
|
|
2253
2275
|
if (!verdict.allowed) {
|
|
2254
2276
|
log(`reeval:egress ${req.method} ${shown} denied (${verdict.reason})`);
|
|
2255
|
-
block(req.socket, host, port, verdict
|
|
2256
|
-
done.refuse(verdict.reason);
|
|
2257
|
-
return res.writeHead(verdict.status).end(
|
|
2277
|
+
block(req.socket, host, port, verdict);
|
|
2278
|
+
done.refuse(verdict.reason, verdict.status === 502);
|
|
2279
|
+
return res.writeHead(verdict.status).end(`${refusal(verdict)}\n`);
|
|
2258
2280
|
}
|
|
2259
2281
|
contact(req.socket, host, port);
|
|
2260
2282
|
const target = {
|
|
@@ -2273,8 +2295,47 @@ function createEgressProxy(options) {
|
|
|
2273
2295
|
onPlain(target, req, res, path, url.host, done);
|
|
2274
2296
|
});
|
|
2275
2297
|
});
|
|
2276
|
-
front.on("upgrade", (
|
|
2277
|
-
|
|
2298
|
+
front.on("upgrade", (req, socket, head) => {
|
|
2299
|
+
const url = URL.parse(req.url ?? "");
|
|
2300
|
+
if (url?.protocol !== "http:") return reply(socket, 501, "reeval egress gateway: use CONNECT for wss:// websockets");
|
|
2301
|
+
const { host, port } = parseAuthority(url.host, 80);
|
|
2302
|
+
if (!isPort(port)) {
|
|
2303
|
+
log(`reeval:egress ${req.method} http://${url.host} refused (invalid port)`);
|
|
2304
|
+
return reply(socket, 400, `reeval egress gateway: invalid port ${port} in ${url.origin}`);
|
|
2305
|
+
}
|
|
2306
|
+
const shown = `http://${authorityOf(host, port)}${pathOnly(url.pathname)}`;
|
|
2307
|
+
const startedAt = Date.now();
|
|
2308
|
+
check(host).then((verdict) => {
|
|
2309
|
+
if (!verdict.allowed) {
|
|
2310
|
+
log(`reeval:egress ${req.method} ${shown} (upgrade) denied (${verdict.reason})`);
|
|
2311
|
+
block(socket, host, port, verdict);
|
|
2312
|
+
emit({
|
|
2313
|
+
type: "request",
|
|
2314
|
+
method: req.method ?? "GET",
|
|
2315
|
+
url: shown,
|
|
2316
|
+
host,
|
|
2317
|
+
port,
|
|
2318
|
+
via: "http",
|
|
2319
|
+
allowed: false,
|
|
2320
|
+
status: verdict.status,
|
|
2321
|
+
reason: verdict.reason,
|
|
2322
|
+
...verdict.status === 502 && { unresolved: true },
|
|
2323
|
+
sent: 0,
|
|
2324
|
+
received: 0,
|
|
2325
|
+
substituted: [],
|
|
2326
|
+
credentials: [],
|
|
2327
|
+
requestHeaders: plainHeaders(req.headers),
|
|
2328
|
+
ms: Date.now() - startedAt
|
|
2329
|
+
});
|
|
2330
|
+
return reply(socket, verdict.status, refusal(verdict));
|
|
2331
|
+
}
|
|
2332
|
+
contact(socket, host, port);
|
|
2333
|
+
onPlainUpgrade({
|
|
2334
|
+
host,
|
|
2335
|
+
port,
|
|
2336
|
+
address: verdict.address
|
|
2337
|
+
}, req, track(socket), head);
|
|
2338
|
+
});
|
|
2278
2339
|
});
|
|
2279
2340
|
/**
|
|
2280
2341
|
* Sends a plain-HTTP request upstream as the sandbox sent it: never given credentials or
|
|
@@ -2534,6 +2595,8 @@ function createEgressProxy(options) {
|
|
|
2534
2595
|
const url = `https://${target.host}${pathOnly(path)}`;
|
|
2535
2596
|
if (refused) {
|
|
2536
2597
|
log(`reeval:egress ${method} ${url} HTTP/${version} refused (not a brokered endpoint)`);
|
|
2598
|
+
const pathname = pathOnly(path) ?? path;
|
|
2599
|
+
blockRequest(target, method, pathname, `${method} ${pathname} carries a brokered credential, and it isn't one of the endpoints reeval brokers it for`);
|
|
2537
2600
|
options.onRefused?.({
|
|
2538
2601
|
method,
|
|
2539
2602
|
url
|
|
@@ -3027,7 +3090,8 @@ function createEgressProxy(options) {
|
|
|
3027
3090
|
},
|
|
3028
3091
|
traffic: () => ({
|
|
3029
3092
|
contacted: byHost(contacted.values()),
|
|
3030
|
-
blocked: byHost(blocked.values())
|
|
3093
|
+
blocked: byHost(blocked.values()),
|
|
3094
|
+
unresolved: byHost(unresolved.values())
|
|
3031
3095
|
}),
|
|
3032
3096
|
addTransformations(more) {
|
|
3033
3097
|
rules = [...rules, ...more];
|
|
@@ -3049,8 +3113,7 @@ function createEgressProxy(options) {
|
|
|
3049
3113
|
}
|
|
3050
3114
|
};
|
|
3051
3115
|
}
|
|
3052
|
-
|
|
3053
|
-
//#region ../sandbox-docker/src/egress/gateway.ts
|
|
3116
|
+
// ../sandbox-docker/src/egress/gateway.ts
|
|
3054
3117
|
/** Where the forwarder listens inside the container; every exec gets it as its HTTP(S) proxy. */
|
|
3055
3118
|
const PROXY_PORT = 43128;
|
|
3056
3119
|
/** The gateway's CA certificate in the container. The private key never leaves the host. */
|
|
@@ -3229,8 +3292,7 @@ async function startGateway(containerId, options, signal, engine) {
|
|
|
3229
3292
|
close
|
|
3230
3293
|
};
|
|
3231
3294
|
}
|
|
3232
|
-
|
|
3233
|
-
//#region ../sandbox-docker/src/session.ts
|
|
3295
|
+
// ../sandbox-docker/src/session.ts
|
|
3234
3296
|
const DEFAULT_LIMITS = {
|
|
3235
3297
|
memory: "4g",
|
|
3236
3298
|
cpus: 2,
|
|
@@ -3700,7 +3762,8 @@ async function createDockerSession(options) {
|
|
|
3700
3762
|
oomKills: () => oomKills(id, engine, execUser(options)),
|
|
3701
3763
|
run,
|
|
3702
3764
|
runPrivileged,
|
|
3703
|
-
async
|
|
3765
|
+
spawn: (async (o) => {
|
|
3766
|
+
if (o.stdin) throw new Error(`A ${spec.name} sandbox process has no writable stdin`);
|
|
3704
3767
|
const env = envFor(o.env);
|
|
3705
3768
|
const marker = nextMarker();
|
|
3706
3769
|
const args = execArgs(o.command, marker, o.workingDirectory, env);
|
|
@@ -3737,7 +3800,7 @@ async function createDockerSession(options) {
|
|
|
3737
3800
|
wait: () => exited,
|
|
3738
3801
|
kill
|
|
3739
3802
|
};
|
|
3740
|
-
},
|
|
3803
|
+
}),
|
|
3741
3804
|
readBinaryFile,
|
|
3742
3805
|
async readFile(o) {
|
|
3743
3806
|
const bytes = await readBinaryFile(o);
|
|
@@ -3815,11 +3878,16 @@ const dockerSandboxProvider = (options) => ({
|
|
|
3815
3878
|
return session;
|
|
3816
3879
|
}
|
|
3817
3880
|
});
|
|
3818
|
-
|
|
3819
|
-
//#region ../sandbox-docker/src/build-image.ts
|
|
3881
|
+
// ../sandbox-docker/src/build-image.ts
|
|
3820
3882
|
const PNPM_VERSION = "10.33.3";
|
|
3821
|
-
/**
|
|
3883
|
+
/** Pinned so evals' installs don't move with the Node image's bundled npm. */
|
|
3822
3884
|
const NPM_VERSION = "11.20.0";
|
|
3885
|
+
/**
|
|
3886
|
+
* The official Node image the sandbox's Node comes from: the base Dockerfile's `FROM` (a test holds
|
|
3887
|
+
* them equal) and the toolchain layer's copy onto a `from` image. Node 24+ bundles undici 7, whose
|
|
3888
|
+
* `EnvHttpProxyAgent` (behind `NODE_USE_ENV_PROXY`) prints no experimental warning.
|
|
3889
|
+
*/
|
|
3890
|
+
const NODE_IMAGE = "node:26-bookworm-slim";
|
|
3823
3891
|
const sha256 = (text) => createHash("sha256").update(text).digest("hex");
|
|
3824
3892
|
const slugify = (text, max) => text.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, max).replace(/-+$/, "");
|
|
3825
3893
|
/** The build context of reeval's base image, shipped in the package. */
|
|
@@ -3844,22 +3912,22 @@ const BOOTSTRAPS = {
|
|
|
3844
3912
|
name: "Cursor",
|
|
3845
3913
|
cli: "@cursor/sdk",
|
|
3846
3914
|
version: `node -p "'@cursor/sdk ' + require(process.env.HOME + '/.ai-sdk-harness/.harness-bootstrap/cursor-sdk/node_modules/@cursor/sdk/package.json').version"`,
|
|
3847
|
-
adapter: async () => (await import("./src-
|
|
3915
|
+
adapter: async () => (await import("./src-DurP--_D.js")).createCursorSdk()
|
|
3848
3916
|
},
|
|
3849
3917
|
"claude-code": {
|
|
3850
3918
|
name: "Claude Code",
|
|
3851
3919
|
cli: "claude",
|
|
3852
|
-
adapter: async () => (await import("./dist-
|
|
3920
|
+
adapter: async () => (await import("./dist-ByYk_wAs.js")).createClaudeCode()
|
|
3853
3921
|
},
|
|
3854
3922
|
antigravity: {
|
|
3855
3923
|
name: "Antigravity",
|
|
3856
3924
|
cli: "agy",
|
|
3857
|
-
adapter: async () => (await import("./src-
|
|
3925
|
+
adapter: async () => (await import("./src-CWEGknZo.js")).createAntigravity()
|
|
3858
3926
|
},
|
|
3859
3927
|
opencode: {
|
|
3860
3928
|
name: "OpenCode",
|
|
3861
3929
|
cli: "opencode",
|
|
3862
|
-
adapter: async () => (await import("./src-
|
|
3930
|
+
adapter: async () => (await import("./src-BxrHipV0.js")).createOpenCode({
|
|
3863
3931
|
auth: { GOOGLE_GENERATIVE_AI_API_KEY: "unused" },
|
|
3864
3932
|
model: "google/unused"
|
|
3865
3933
|
})
|
|
@@ -3867,7 +3935,7 @@ const BOOTSTRAPS = {
|
|
|
3867
3935
|
goose: {
|
|
3868
3936
|
name: "Goose",
|
|
3869
3937
|
cli: "goose",
|
|
3870
|
-
adapter: async () => (await import("./src-
|
|
3938
|
+
adapter: async () => (await import("./src-CM7xdJFA.js")).createGoose({
|
|
3871
3939
|
auth: { GOOGLE_API_KEY: "unused" },
|
|
3872
3940
|
model: "unused"
|
|
3873
3941
|
})
|
|
@@ -3875,17 +3943,17 @@ const BOOTSTRAPS = {
|
|
|
3875
3943
|
pi: {
|
|
3876
3944
|
name: "pi",
|
|
3877
3945
|
cli: "pi",
|
|
3878
|
-
adapter: async () => (await import("./src-
|
|
3946
|
+
adapter: async () => (await import("./src-BC2WXULN.js")).createPi({ auth: { GEMINI_API_KEY: "unused" } })
|
|
3879
3947
|
},
|
|
3880
3948
|
codex: {
|
|
3881
3949
|
name: "Codex",
|
|
3882
3950
|
cli: "codex",
|
|
3883
|
-
adapter: async () => (await import("./src-
|
|
3951
|
+
adapter: async () => (await import("./src-C9elednc.js")).createCodex({ auth: { OPENAI_API_KEY: "unused" } })
|
|
3884
3952
|
},
|
|
3885
3953
|
fx: {
|
|
3886
3954
|
name: "fx",
|
|
3887
3955
|
cli: "fx",
|
|
3888
|
-
adapter: async () => (await import("./src-
|
|
3956
|
+
adapter: async () => (await import("./src-BKDZO3ra.js")).createFx({
|
|
3889
3957
|
auth: { AI_GATEWAY_API_KEY: "unused" },
|
|
3890
3958
|
model: "unused/unused"
|
|
3891
3959
|
})
|
|
@@ -3893,12 +3961,17 @@ const BOOTSTRAPS = {
|
|
|
3893
3961
|
"grok-build": {
|
|
3894
3962
|
name: "Grok Build",
|
|
3895
3963
|
cli: "grok",
|
|
3896
|
-
adapter: async () => (await import("./src-
|
|
3964
|
+
adapter: async () => (await import("./src-Cx0HJIJ-.js")).createGrokBuild({
|
|
3897
3965
|
auth: { XAI_API_KEY: "unused" },
|
|
3898
3966
|
model: "unused"
|
|
3899
3967
|
})
|
|
3900
3968
|
}
|
|
3901
3969
|
};
|
|
3970
|
+
/**
|
|
3971
|
+
* The adapter whose bootstrap `harness`'s image bakes. An attempt whose adapter asks for any other
|
|
3972
|
+
* bootstrap reinstalls the CLI at start, which a restricted egress policy can refuse.
|
|
3973
|
+
*/
|
|
3974
|
+
const bakedAdapter = (harness) => BOOTSTRAPS[harness].adapter();
|
|
3902
3975
|
/** Keeps the image's `PATH` in login shells, which Debian's `/etc/profile` resets. */
|
|
3903
3976
|
const profilePathScript = () => readFileSync(join(DOCKER_CONTEXT, "reeval-path.sh")).toString("base64");
|
|
3904
3977
|
/** `from` as it goes after `FROM`: one word, so it can't add a stage name or another instruction. */
|
|
@@ -3913,16 +3986,17 @@ function imageReference(from) {
|
|
|
3913
3986
|
const versionLabel = (output) => (output.split(/\r?\n/)[0] ?? "").replace(/[^\w .+:/()@,~-]/g, "").trim().slice(0, 100) || "unknown";
|
|
3914
3987
|
/**
|
|
3915
3988
|
* Adds what the harness bridge needs to a Debian or Ubuntu based toolchain image: Node (copied
|
|
3916
|
-
* from the official image, so the base's own toolchain is untouched
|
|
3989
|
+
* from the official image, so the base's own toolchain is untouched, with libatomic1, which Node
|
|
3990
|
+
* 25+ links against), pnpm, git, curl and bash.
|
|
3917
3991
|
*/
|
|
3918
3992
|
const toolchainDockerfile = (from) => `FROM ${imageReference(from)}
|
|
3919
3993
|
SHELL ["/bin/sh", "-c"]
|
|
3920
3994
|
RUN command -v apt-get >/dev/null || { echo "reeval needs a Debian or Ubuntu based image (glibc and apt-get)" >&2; exit 1; } \\
|
|
3921
3995
|
&& apt-get update \\
|
|
3922
|
-
&& apt-get install -y --no-install-recommends bash ca-certificates curl git procps \\
|
|
3996
|
+
&& apt-get install -y --no-install-recommends bash ca-certificates curl git libatomic1 procps \\
|
|
3923
3997
|
&& rm -rf /var/lib/apt/lists/*
|
|
3924
|
-
COPY --from
|
|
3925
|
-
COPY --from
|
|
3998
|
+
COPY --from=${NODE_IMAGE} /usr/local/bin/node /usr/local/bin/node
|
|
3999
|
+
COPY --from=${NODE_IMAGE} /usr/local/lib/node_modules /usr/local/lib/node_modules
|
|
3926
4000
|
RUN ln -sf ../lib/node_modules/npm/bin/npm-cli.js /usr/local/bin/npm \\
|
|
3927
4001
|
&& ln -sf ../lib/node_modules/npm/bin/npx-cli.js /usr/local/bin/npx \\
|
|
3928
4002
|
&& npm install --global npm@${NPM_VERSION} \\
|
|
@@ -4473,14 +4547,12 @@ async function buildDockerfile(dockerfile, options) {
|
|
|
4473
4547
|
if (previous && previous !== now) await removeQuietly(previous, engine);
|
|
4474
4548
|
return tag;
|
|
4475
4549
|
}
|
|
4476
|
-
|
|
4477
|
-
//#region ../sandbox-docker/src/mcp-timer.ts
|
|
4550
|
+
// ../sandbox-docker/src/mcp-timer.ts
|
|
4478
4551
|
/**
|
|
4479
4552
|
* reeval's MCP start-up timer, shipped in the package: a Node script that runs a stdio MCP server
|
|
4480
4553
|
* and logs when it answers `initialize` (see its header). It runs in any sandbox with `node`.
|
|
4481
4554
|
*/
|
|
4482
4555
|
const MCP_TIMER = fileURLToPath(ownFileURL("bin/mcp-timer.cjs"));
|
|
4483
|
-
|
|
4484
|
-
export { contextFiles as $, applyTransformations as A, BRIDGE_PORT as B, PRIVILEGED_CAPABILITIES as C, engineSpec as Ct, CA_PATH as D, dockerSandboxProvider as E, PACKAGE_HOSTS as F, SANDBOX_ROOT as G, HARNESS_PACKAGES as H, defaultAllowedHosts as I, WORKSPACE_DIR as J, SANDBOX_STATE as K, hostAllowed as L, onEndpoint as M, DOCKER_EGRESS as N, PROXY_PORT as O, HARNESS_HOSTS as P, isBakedHarness as Q, BAKED_HARNESSES as R, EgressUnavailableError as S, dockerSeccompFile as St, createDockerSession as T, LABEL as U, DEFAULT_IMAGE as V, SANDBOX_HOME as W, harnessLabel as X, adapterVersion as Y, imageFor as Z, pruneImages as _, failureCause as _t, buildDockerfile as a, dockerState as at, usesReevalBase as b, retryTransient as bt, buildPluginLayer as c, isRegistryDigest as ct, harnessImageFor as d, onDockerCommand as dt, dockerignoreMatcher as et, installLayerTag as f, run as ft, pluginLayerTag as g, causeLine as gt, pluginBuildKey as h, RETRY_DELAYS as ht, REEVAL_BASE_ARG as i, dockerOk as it, matches as j, placeholder as k, contextHash as l, removeContainerDetached as lt, pluginBuildDir as m, ImageBuildError as mt, DOCKER_CONTEXT as n, dockerAvailable as nt, buildImage as o, imageInfo as ot, installScript as p, shellQuote as pt, SANDBOX_USER as q, PLUGIN_BUILDS_DIR as r, dockerCapacity as rt, buildInstallLayer as s, imageTags as st, MCP_TIMER as t, docker as tt, dockerfileTag as u, OPAQUE_OUTPUT as ut, resolveFrom as v, isTransient as vt, ROOT_CAPABILITIES as w, normalizeImageId as wt, DEFAULT_LIMITS as x, ENGINES as xt, sourceTreeHash as y, parseBuildOutput as yt, BASE_IMAGE as z };
|
|
4556
|
+
export { isBakedHarness as $, placeholder as A, BASE_IMAGE as B, EgressUnavailableError as C, dockerSeccompFile as Ct, dockerSandboxProvider as D, createDockerSession as E, HARNESS_HOSTS as F, SANDBOX_HOME as G, DEFAULT_IMAGE as H, PACKAGE_HOSTS as I, SANDBOX_USER as J, SANDBOX_ROOT as K, defaultAllowedHosts as L, matches as M, onEndpoint as N, CA_PATH as O, DOCKER_EGRESS as P, imageFor as Q, hostAllowed as R, DEFAULT_LIMITS as S, ENGINES as St, ROOT_CAPABILITIES as T, normalizeImageId as Tt, HARNESS_PACKAGES as U, BRIDGE_PORT as V, LABEL as W, adapterVersion as X, WORKSPACE_DIR as Y, harnessLabel as Z, pluginLayerTag as _, causeLine as _t, bakedAdapter as a, dockerOk as at, sourceTreeHash as b, parseBuildOutput as bt, buildInstallLayer as c, imageTags as ct, dockerfileTag as d, OPAQUE_OUTPUT as dt, contextFiles as et, harnessImageFor as f, onDockerCommand as ft, pluginBuildKey as g, RETRY_DELAYS as gt, pluginBuildDir as h, ImageBuildError as ht, REEVAL_BASE_ARG as i, dockerCapacity as it, applyTransformations as j, PROXY_PORT as k, buildPluginLayer as l, isRegistryDigest as lt, installScript as m, shellQuote as mt, DOCKER_CONTEXT as n, docker as nt, buildDockerfile as o, dockerState as ot, installLayerTag as p, run as pt, SANDBOX_STATE as q, PLUGIN_BUILDS_DIR as r, dockerAvailable as rt, buildImage as s, imageInfo as st, MCP_TIMER as t, dockerignoreMatcher as tt, contextHash as u, removeContainerDetached as ut, pruneImages as v, failureCause as vt, PRIVILEGED_CAPABILITIES as w, engineSpec as wt, usesReevalBase as x, retryTransient as xt, resolveFrom as y, isTransient as yt, BAKED_HARNESSES as z };
|
|
4485
4557
|
|
|
4486
|
-
//# sourceMappingURL=src-
|
|
4558
|
+
//# sourceMappingURL=src-Cpy9MNS3.js.map
|