reeval 0.24.0 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +40 -0
- package/README.md +16 -16
- package/THIRD_PARTY_NOTICES.md +0 -2068
- package/assets/package.json +1 -1
- package/assets/pnpm-lock.yaml +65 -50
- package/dist/{adapter-dHdepWKb.js → adapter-vLxVtLdk.js} +7 -7
- package/dist/{adapter-dHdepWKb.js.map → adapter-vLxVtLdk.js.map} +1 -1
- package/dist/{agent-CZpiwA_r.js → agent-DN36i629.js} +8 -8
- package/dist/{agent-CZpiwA_r.js.map → agent-DN36i629.js.map} +1 -1
- package/dist/{agents-CEapsHV-.js → agents-Bp40Y7Lk.js} +40 -59
- package/dist/agents-Bp40Y7Lk.js.map +1 -0
- package/dist/{analysis-BnG_1x_O.js → analysis-8vvMnUJB.js} +4 -5
- package/dist/analysis-8vvMnUJB.js.map +1 -0
- package/dist/api-ZeGnedB3.js +141 -0
- package/dist/api-ZeGnedB3.js.map +1 -0
- package/dist/assemble-ChNVeWNr.js +1 -0
- package/dist/{assemble-Dw1bF13I.js → assemble-DsllweEG.js} +116 -65
- package/dist/assemble-DsllweEG.js.map +1 -0
- package/dist/{attach-DvYiMu6w.js → attach-DFf2hFl7.js} +5 -5
- package/dist/{attach-DvYiMu6w.js.map → attach-DFf2hFl7.js.map} +1 -1
- package/dist/{attempt-DxR1agFo.js → attempt-CfwXgF2q.js} +2 -2
- package/dist/{attempt-DxR1agFo.js.map → attempt-CfwXgF2q.js.map} +1 -1
- package/dist/{attempt-host-DgeJFSZw.js → attempt-host-XyyFR6jc.js} +36 -13
- package/dist/attempt-host-XyyFR6jc.js.map +1 -0
- package/dist/boat-BCNNEJni.js +298 -0
- package/dist/boat-BCNNEJni.js.map +1 -0
- package/dist/{boat-CUNgSc75.js → boat-CNUnhvWH.js} +114 -195
- package/dist/boat-CNUnhvWH.js.map +1 -0
- package/dist/boat-DRTQHXlj.js +1 -0
- package/dist/{boat-images-BuFigiEb.js → boat-images-B0MsRBFx.js} +19 -23
- package/dist/boat-images-B0MsRBFx.js.map +1 -0
- package/dist/{bundle-yEgI3RsI.js → bundle-B1v8DEEX.js} +20 -15
- package/dist/bundle-B1v8DEEX.js.map +1 -0
- package/dist/{capture-DdEKVrwk.js → capture-BAtaw-L-.js} +20 -19
- package/dist/{capture-DdEKVrwk.js.map → capture-BAtaw-L-.js.map} +1 -1
- package/dist/capture-DOHR_KXl.js +1 -0
- package/dist/cases-Bsp-G-ZL.js +1 -0
- package/dist/{cases-B7QkvMGE.js → cases-C6vnV-gn.js} +60 -42
- package/dist/cases-C6vnV-gn.js.map +1 -0
- package/dist/classify-BIJQ2Xqo.js +163 -0
- package/dist/classify-BIJQ2Xqo.js.map +1 -0
- package/dist/{cli-Z7aw8k25.js → cli-BFfZy9Ax.js} +206 -108
- package/dist/cli-BFfZy9Ax.js.map +1 -0
- package/dist/{cli-spec-3zvLC9YW.js → cli-spec-Bj2z-4Pa.js} +142 -41
- package/dist/cli-spec-Bj2z-4Pa.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client-Dj65gXG3.js +105 -0
- package/dist/client-Dj65gXG3.js.map +1 -0
- package/dist/{cloud-DuHcNQVV.js → cloud-DgMSxpCk.js} +42 -19
- package/dist/cloud-DgMSxpCk.js.map +1 -0
- package/dist/{cloud-owVBaSRt.js → cloud-TuNUlZ0L.js} +3 -3
- package/dist/{cloud-owVBaSRt.js.map → cloud-TuNUlZ0L.js.map} +1 -1
- package/dist/{cloud-files-BjinrTTe.js → cloud-files-BjoNhDJs.js} +8 -8
- package/dist/{cloud-files-BjinrTTe.js.map → cloud-files-BjoNhDJs.js.map} +1 -1
- package/dist/cloud-project-B1lN8D9m.js +1 -0
- package/dist/cloud-project-Dh17iadw.js +110 -0
- package/dist/cloud-project-Dh17iadw.js.map +1 -0
- package/dist/cloud-push-CdYqsM34.js +817 -0
- package/dist/cloud-push-CdYqsM34.js.map +1 -0
- package/dist/cloud-push-GXvEYHoa.js +1 -0
- package/dist/cloud-run-BfFCs6Fm.js +1 -0
- package/dist/{cloud-run-DqMkSGYB.js → cloud-run-CZOpabN1.js} +38 -21
- package/dist/cloud-run-CZOpabN1.js.map +1 -0
- package/dist/cloud-secrets-BskXM_2n.js +1 -0
- package/dist/{cloud-secrets-Bak83tik.js → cloud-secrets-DrrgGOF_.js} +42 -34
- package/dist/cloud-secrets-DrrgGOF_.js.map +1 -0
- package/dist/{command-efTGfUYb.js → command-Bic6f84Y.js} +25 -15
- package/dist/command-Bic6f84Y.js.map +1 -0
- package/dist/{command-CeygdoVe.js → command-C7m3ZoXS.js} +92 -26
- package/dist/command-C7m3ZoXS.js.map +1 -0
- package/dist/{command-CoHN1ibe.js → command-DHrT6YVl.js} +2 -2
- package/dist/{command-CoHN1ibe.js.map → command-DHrT6YVl.js.map} +1 -1
- package/dist/command-DMwSLfJT.js +141 -0
- package/dist/command-DMwSLfJT.js.map +1 -0
- package/dist/{command-CtmSJzPC.js → command-DP8sQ-dk.js} +28 -22
- package/dist/command-DP8sQ-dk.js.map +1 -0
- package/dist/{commands-DR-NolV2.js → commands-BPLexk6R.js} +54 -38
- package/dist/commands-BPLexk6R.js.map +1 -0
- package/dist/commands-D8D7ZJ0I.js +1 -0
- package/dist/{config-Bn2OhCN_.js → config-DQqcGmz7.js} +45 -31
- package/dist/config-DQqcGmz7.js.map +1 -0
- package/dist/core-BXYzOEyQ.js +2058 -0
- package/dist/core-BXYzOEyQ.js.map +1 -0
- package/dist/{slug-IHh3f770.js → cost-DQ0ayy6h.js} +37 -2
- package/dist/cost-DQ0ayy6h.js.map +1 -0
- package/dist/{cursor-catalog-BYIDSsLn.js → cursor-catalog-DQCmwsX3.js} +4 -4
- package/dist/{cursor-catalog-BYIDSsLn.js.map → cursor-catalog-DQCmwsX3.js.map} +1 -1
- package/dist/{daytona-CWs9j9mt.js → daytona-DOeJzXl_.js} +21 -16
- package/dist/daytona-DOeJzXl_.js.map +1 -0
- package/dist/{daytona-image-DmGlFAyq.js → daytona-image-B9JpVeP5.js} +6 -6
- package/dist/{daytona-image-DmGlFAyq.js.map → daytona-image-B9JpVeP5.js.map} +1 -1
- package/dist/daytona-image-BsCbvDGn.js +1 -0
- package/dist/db-BqFlDMmS.js +1 -0
- package/dist/{db-D6yQib7M.js → db-DU3fgU0h.js} +31 -119
- package/dist/db-DU3fgU0h.js.map +1 -0
- package/dist/debug-CGg7KHKq.js +1 -0
- package/dist/{debug-CIXzB4wK.js → debug-T29p6HOX.js} +2 -10
- package/dist/debug-T29p6HOX.js.map +1 -0
- package/dist/{default-effort-Bpz5ULfC.js → default-effort-BFl6WLBi.js} +3 -3
- package/dist/{default-effort-Bpz5ULfC.js.map → default-effort-BFl6WLBi.js.map} +1 -1
- package/dist/{default-effort-Ck6ViSaI.js → default-effort-C6Gcd-Fy.js} +1 -1
- package/dist/{dist-CZtW7eI5.js → dist-DCG7vZGQ.js} +3 -3
- package/dist/{dist-CZtW7eI5.js.map → dist-DCG7vZGQ.js.map} +1 -1
- package/dist/{docker-Bbi4kmFj.js → docker-B5YBmpPz.js} +1 -1
- package/dist/{docker-Dgw4aaRk.js → docker-hIo_H0W0.js} +3 -3
- package/dist/{docker-Dgw4aaRk.js.map → docker-hIo_H0W0.js.map} +1 -1
- package/dist/{doctor-BfS6jswW.js → doctor-DGWbvYtu.js} +26 -26
- package/dist/{doctor-BfS6jswW.js.map → doctor-DGWbvYtu.js.map} +1 -1
- package/dist/duration-Bz2H7pXb.js +34 -0
- package/dist/duration-Bz2H7pXb.js.map +1 -0
- package/dist/{environment-BY8lVFFK.js → environment-WC8PrLoe.js} +11 -8
- package/dist/environment-WC8PrLoe.js.map +1 -0
- package/dist/errors-BjzEWESY.js +93 -0
- package/dist/errors-BjzEWESY.js.map +1 -0
- package/dist/{errors-P8oHhNzy.js → errors-Cda7UzRA.js} +2 -2
- package/dist/{errors-P8oHhNzy.js.map → errors-Cda7UzRA.js.map} +1 -1
- package/dist/{eval-source-BB8In3xo.js → eval-source-DL1HOi8U.js} +5 -5
- package/dist/{eval-source-BB8In3xo.js.map → eval-source-DL1HOi8U.js.map} +1 -1
- package/dist/{evaluate-B8I9AKgw.js → evaluate-DHnD8yzq.js} +268 -57
- package/dist/evaluate-DHnD8yzq.js.map +1 -0
- package/dist/{evaluate-B9_nukrc.d.ts → evaluate-Nnh0iPuo.d.ts} +1 -1
- package/dist/{events-D97ZzAeq.js → events-oe84EOLK.js} +151 -32
- package/dist/{events-D97ZzAeq.js.map → events-oe84EOLK.js.map} +1 -1
- package/dist/{fake-bootstrap-4DFtzib0.js → fake-bootstrap-Ct1qEs-Z.js} +2 -2
- package/dist/{fake-bootstrap-4DFtzib0.js.map → fake-bootstrap-Ct1qEs-Z.js.map} +1 -1
- package/dist/files-2fO6iaJG.js +1 -0
- package/dist/{files-GBTUBAek.js → files-4Qt4KUyR.js} +3 -3
- package/dist/{files-GBTUBAek.js.map → files-4Qt4KUyR.js.map} +1 -1
- package/dist/{files-TwSVeWwM.js → files-4XWe_gow.js} +26 -40
- package/dist/files-4XWe_gow.js.map +1 -0
- package/dist/files-63CNzRBF.js +1 -0
- package/dist/files-BDkCNIEh.js +1 -0
- package/dist/{files-B0DbptiO.js → files-Bv6ipFjc.js} +4 -4
- package/dist/{files-B0DbptiO.js.map → files-Bv6ipFjc.js.map} +1 -1
- package/dist/{files-DE13BqBC.js → files-ClUbQPj9.js} +2 -2
- package/dist/{files-DE13BqBC.js.map → files-ClUbQPj9.js.map} +1 -1
- package/dist/{files-BesexM88.js → files-CzgXLYGq.js} +172 -40
- package/dist/files-CzgXLYGq.js.map +1 -0
- package/dist/files-DCcRkJN4.js +1 -0
- package/dist/{files-B4K1k__s.js → files-DW8y3WCx.js} +5 -5
- package/dist/{files-B4K1k__s.js.map → files-DW8y3WCx.js.map} +1 -1
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-DatgUcnf.js → git-CiCya2yZ.js} +2 -2
- package/dist/{git-DatgUcnf.js.map → git-CiCya2yZ.js.map} +1 -1
- package/dist/{harness-FcTyyPco.js → harness-Dcd3ffkY.js} +3 -2
- package/dist/harness-Dcd3ffkY.js.map +1 -0
- package/dist/{harness-EZNoeUBf.js → harness-DvqNGwl6.js} +2 -2
- package/dist/{harness-EZNoeUBf.js.map → harness-DvqNGwl6.js.map} +1 -1
- package/dist/{harness-install-HgR73tpF.js → harness-install-BSet5fE5.js} +4 -4
- package/dist/{harness-install-HgR73tpF.js.map → harness-install-BSet5fE5.js.map} +1 -1
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/http-DtlSzw4A.js +96 -0
- package/dist/http-DtlSzw4A.js.map +1 -0
- package/dist/{ids-DqEvrBFZ.js → ids-CtxRn13a.js} +4 -3
- package/dist/ids-CtxRn13a.js.map +1 -0
- package/dist/{images-SRE4f3SM.js → images-BkJn7NHU.js} +13 -13
- package/dist/{images-SRE4f3SM.js.map → images-BkJn7NHU.js.map} +1 -1
- package/dist/index.d.ts +7 -2
- package/dist/index.js +4 -5
- package/dist/init-BOYNr3Ql.js +1 -0
- package/dist/{init-D5F9MYPC.js → init-CAJvEKEt.js} +6 -6
- package/dist/{init-D5F9MYPC.js.map → init-CAJvEKEt.js.map} +1 -1
- package/dist/{ink-list-CLq6YVB8.js → ink-list-BJIKlKpN.js} +2 -2
- package/dist/{ink-list-CLq6YVB8.js.map → ink-list-BJIKlKpN.js.map} +1 -1
- package/dist/{inputs-B_FsOD2N.js → inputs-CjhDEzr4.js} +6 -6
- package/dist/{inputs-B_FsOD2N.js.map → inputs-CjhDEzr4.js.map} +1 -1
- package/dist/inputs-load-C8HEtAej.js +1 -0
- package/dist/{inputs-load-B4MFkp0Q.js → inputs-load-DQRC3dUA.js} +3 -3
- package/dist/{inputs-load-B4MFkp0Q.js.map → inputs-load-DQRC3dUA.js.map} +1 -1
- package/dist/internal/vm-api/boat.d.ts +46 -0
- package/dist/internal/vm-api/boat.js +1 -0
- package/dist/internal/vm-api/daytona.d.ts +26 -0
- package/dist/internal/vm-api/daytona.js +220 -0
- package/dist/internal/vm-api/daytona.js.map +1 -0
- package/dist/internal/vm-api.d.ts +86 -0
- package/dist/internal/vm-api.js +3 -0
- package/dist/internal/vm.d.ts +1 -1
- package/dist/internal/vm.js +1 -1
- package/dist/{invocations-BxQqe5GU.js → invocations-DUFiIb_S.js} +4 -4
- package/dist/{invocations-BxQqe5GU.js.map → invocations-DUFiIb_S.js.map} +1 -1
- package/dist/{issue-iErT9KkK.js → issue-BKMnnit3.js} +4 -4
- package/dist/{issue-iErT9KkK.js.map → issue-BKMnnit3.js.map} +1 -1
- package/dist/issue-esBvB5Df.js +1 -0
- package/dist/{jiti-CtahaHaY.js → jiti-aNfS_lSj.js} +2 -2
- package/dist/{jiti-CtahaHaY.js.map → jiti-aNfS_lSj.js.map} +1 -1
- package/dist/{judge-MOKPsr6R.js → judge-_fsdF4YB.js} +4 -4
- package/dist/{judge-MOKPsr6R.js.map → judge-_fsdF4YB.js.map} +1 -1
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-Dur4D2pj.js → judgments-CVCUWT-g.js} +7 -4
- package/dist/{judgments-Dur4D2pj.js.map → judgments-CVCUWT-g.js.map} +1 -1
- package/dist/{kinds-Dohijzi-.js → kinds-5utDFJ15.js} +35 -11
- package/dist/{kinds-Dohijzi-.js.map → kinds-5utDFJ15.js.map} +1 -1
- package/dist/labels-Dtyf5-pd.js +251 -0
- package/dist/labels-Dtyf5-pd.js.map +1 -0
- package/dist/{layout-BhhJAEgf.js → layout-Co4tPHWI.js} +3 -3
- package/dist/{layout-BhhJAEgf.js.map → layout-Co4tPHWI.js.map} +1 -1
- package/dist/link-Dat_O7Gn.js +128 -0
- package/dist/link-Dat_O7Gn.js.map +1 -0
- package/dist/{list-ClDb8qiX.js → list-CjcNH-5e.js} +10 -7
- package/dist/list-CjcNH-5e.js.map +1 -0
- package/dist/live-BElpkw5b.js +56 -0
- package/dist/live-BElpkw5b.js.map +1 -0
- package/dist/{live-QFILMmql.js → live-BRF0ogR6.js} +3 -5
- package/dist/live-BRF0ogR6.js.map +1 -0
- package/dist/{machine-service-DpJScNtA.js → machine-service-Cymfk7E-.js} +1 -1
- package/dist/{machine-service-xFhakTs5.js → machine-service-DYdTM_rW.js} +146 -13
- package/dist/machine-service-DYdTM_rW.js.map +1 -0
- package/dist/{machines-Cm-rU7jp.js → machines-B6rS9-Xu.js} +25 -25
- package/dist/{machines-Cm-rU7jp.js.map → machines-B6rS9-Xu.js.map} +1 -1
- package/dist/markdown-COts-jxf.js +653 -0
- package/dist/markdown-COts-jxf.js.map +1 -0
- package/dist/{model-Rmv-L9Jb.js → model-BdLvfSQO.js} +1 -1
- package/dist/{model-CcvSrrq9.js → model-CIMBjBS7.js} +4 -4
- package/dist/{model-CcvSrrq9.js.map → model-CIMBjBS7.js.map} +1 -1
- package/dist/model-CrsA2Evf.js +1 -0
- package/dist/{model-D9WMMEWD.js → model-oBFmfzES.js} +4 -4
- package/dist/{model-D9WMMEWD.js.map → model-oBFmfzES.js.map} +1 -1
- package/dist/{model-mTaaEkeQ.js → model-xemZQ7DK.js} +251 -65
- package/dist/model-xemZQ7DK.js.map +1 -0
- package/dist/{node-Bl2CtSjB.js → node-DyRPGAT5.js} +18 -7
- package/dist/{node-Bl2CtSjB.js.map → node-DyRPGAT5.js.map} +1 -1
- package/dist/options-CeIRZslO.js +1 -0
- package/dist/otlp-ehLWBhVL.js +123 -0
- package/dist/otlp-ehLWBhVL.js.map +1 -0
- package/dist/outcome-1LBk2e3w.js +38 -0
- package/dist/outcome-1LBk2e3w.js.map +1 -0
- package/dist/{patch-DhJDHRFs.js → patch-BgSw3TXR.js} +3 -3
- package/dist/{patch-DhJDHRFs.js.map → patch-BgSw3TXR.js.map} +1 -1
- package/dist/{patch-C7yBztZj.js → patch-uwo6t4Zy.js} +26 -2
- package/dist/patch-uwo6t4Zy.js.map +1 -0
- package/dist/{pi-providers-HygmL1y-.js → pi-providers-BjcQv2A1.js} +23 -9
- package/dist/{pi-providers-HygmL1y-.js.map → pi-providers-BjcQv2A1.js.map} +1 -1
- package/dist/{plain-Ctn8oUdp.js → plain-DXUNwqpO.js} +2 -2
- package/dist/{plain-Ctn8oUdp.js.map → plain-DXUNwqpO.js.map} +1 -1
- package/dist/{plan-CC0bKbm9.js → plan-x-_vZMQH.js} +9 -9
- package/dist/{plan-CC0bKbm9.js.map → plan-x-_vZMQH.js.map} +1 -1
- package/dist/{plugins-PwEtW8GH.js → plugins-0DuNw_c5.js} +6 -6
- package/dist/{plugins-PwEtW8GH.js.map → plugins-0DuNw_c5.js.map} +1 -1
- package/dist/{preflight-DEV_vrdB.js → preflight-0Wt3wufx.js} +1 -1
- package/dist/preflight-CKrvQ-of.js +1 -0
- package/dist/{preflight-BzvLYQ70.js → preflight-CUc-Y1d3.js} +9 -9
- package/dist/{preflight-BzvLYQ70.js.map → preflight-CUc-Y1d3.js.map} +1 -1
- package/dist/{preflight-BHUEfA4m.js → preflight-Cce8YEPE.js} +4 -4
- package/dist/{preflight-BHUEfA4m.js.map → preflight-Cce8YEPE.js.map} +1 -1
- package/dist/{prepare-DS42k409.js → prepare-Bj8KzeBU.js} +2 -2
- package/dist/{prepare-D7hPrh7Q.js → prepare-FXc1YcxO.js} +8 -8
- package/dist/{prepare-D7hPrh7Q.js.map → prepare-FXc1YcxO.js.map} +1 -1
- package/dist/prices-CfnkJOth.js +1 -0
- package/dist/{prices-DXJsP2Ha.js → prices-CoLymMRd.js} +3 -3
- package/dist/{prices-DXJsP2Ha.js.map → prices-CoLymMRd.js.map} +1 -1
- package/dist/{process-RPlEhpHz.js → process-B86Nvm4J.js} +2 -2
- package/dist/{process-RPlEhpHz.js.map → process-B86Nvm4J.js.map} +1 -1
- package/dist/provenance-Cylt_YxT.d.ts +222 -0
- package/dist/{provenance-DgQJ-dq7.js → provenance-DDZGWE4O.js} +4 -4
- package/dist/{provenance-DgQJ-dq7.js.map → provenance-DDZGWE4O.js.map} +1 -1
- package/dist/provider-B24hZX95.js +1 -0
- package/dist/{provider-ieWOn4YS.js → provider-Cn7lmECy.js} +2 -2
- package/dist/{provider-ieWOn4YS.js.map → provider-Cn7lmECy.js.map} +1 -1
- package/dist/{provider-stop-CxzWW7Ft.js → provider-stop-DjBMfZW5.js} +2 -2
- package/dist/{provider-stop-CxzWW7Ft.js.map → provider-stop-DjBMfZW5.js.map} +1 -1
- package/dist/{providers-N4HDMeeo.js → providers-BPujoqQM.js} +1 -1
- package/dist/{providers-B5Vr0hKH.js → providers-Cqb25Aq1.js} +28 -28
- package/dist/{providers-B5Vr0hKH.js.map → providers-Cqb25Aq1.js.map} +1 -1
- package/dist/{query-CmTjYbqh.js → query-C_lwW-ok.js} +2 -2
- package/dist/{query-CmTjYbqh.js.map → query-C_lwW-ok.js.map} +1 -1
- package/dist/query-DzS1Z4bw.js +1 -0
- package/dist/{questions-DnqkJga0.js → questions-DRPM7pky.js} +17 -11
- package/dist/questions-DRPM7pky.js.map +1 -0
- package/dist/{recipe-B0NeT_Sn.js → recipe-CV_EifJk.js} +4 -4
- package/dist/{recipe-B0NeT_Sn.js.map → recipe-CV_EifJk.js.map} +1 -1
- package/dist/{record-2liAelrB.js → record-Cj3yWR0E.js} +43 -12
- package/dist/record-Cj3yWR0E.js.map +1 -0
- package/dist/{remarks-D5qOZzcX.js → remarks-BPKGorBW.js} +4 -2
- package/dist/remarks-BPKGorBW.js.map +1 -0
- package/dist/{remarks-D-9f1y1B.js → remarks-Bded6YeV.js} +21 -11
- package/dist/{remarks-D-9f1y1B.js.map → remarks-Bded6YeV.js.map} +1 -1
- package/dist/{remote-B7BIRUTK.js → remote-DMuAUedR.js} +10 -8
- package/dist/{remote-B7BIRUTK.js.map → remote-DMuAUedR.js.map} +1 -1
- package/dist/renderer/ascii.d.ts +6 -0
- package/dist/renderer/ascii.js +7 -0
- package/dist/renderer/ascii.js.map +1 -0
- package/dist/renderer/markdown.d.ts +31 -0
- package/dist/renderer/markdown.js +1 -0
- package/dist/report-BSi-R8hC.js +941 -0
- package/dist/report-BSi-R8hC.js.map +1 -0
- package/dist/report-inputs-JhiwKAZH.js +113 -0
- package/dist/report-inputs-JhiwKAZH.js.map +1 -0
- package/dist/{resolve-B60w6DcB.js → resolve-BEltmYhD.js} +6 -5
- package/dist/resolve-BEltmYhD.js.map +1 -0
- package/dist/resolve-s6JzFZu0.js +1 -0
- package/dist/{resolve-t9sOkGGS.js → resolve-usf6ejs_.js} +24 -12
- package/dist/{resolve-t9sOkGGS.js.map → resolve-usf6ejs_.js.map} +1 -1
- package/dist/{results-Df910ONm.js → results-rYLTGa1F.js} +11 -7
- package/dist/{results-Df910ONm.js.map → results-rYLTGa1F.js.map} +1 -1
- package/dist/{resume-4Q9q8AcE.js → resume-aGIZhM58.js} +6 -6
- package/dist/{resume-4Q9q8AcE.js.map → resume-aGIZhM58.js.map} +1 -1
- package/dist/{retry-C15f5yyy.js → retry-BNFAHTES.js} +5 -5
- package/dist/{retry-C15f5yyy.js.map → retry-BNFAHTES.js.map} +1 -1
- package/dist/{root-Cm93-6ix.js → root-Co0jhOT5.js} +2 -2
- package/dist/{root-Cm93-6ix.js.map → root-Co0jhOT5.js.map} +1 -1
- package/dist/run-DSKRllpd.js +127 -0
- package/dist/run-DSKRllpd.js.map +1 -0
- package/dist/{client-kUwtq-vt.js → runtime-B2zv9GPL.js} +525 -105
- package/dist/runtime-B2zv9GPL.js.map +1 -0
- package/dist/sandbox/boat.d.ts +1 -1
- package/dist/sandbox/boat.js +2 -2
- package/dist/sandbox/daytona.d.ts +1 -1
- package/dist/sandbox/daytona.js +1 -1
- package/dist/{sandbox-BffNervX.js → sandbox-DbTHBA7g.js} +3 -3
- package/dist/{sandbox-BffNervX.js.map → sandbox-DbTHBA7g.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/{secrets-file-Dtd3h3kY.js → secrets-file-BEScYC3S.js} +3 -3
- package/dist/{secrets-file-Dtd3h3kY.js.map → secrets-file-BEScYC3S.js.map} +1 -1
- package/dist/server-BIqAFNjF.js +1 -0
- package/dist/server-Dc-V_-C1.js +204 -0
- package/dist/server-Dc-V_-C1.js.map +1 -0
- package/dist/{services-BG8xuU82.js → services-CHh83UDC.js} +4 -2
- package/dist/services-CHh83UDC.js.map +1 -0
- package/dist/{shared-DtZwIAfy.js → shared-bXaqVxk-.js} +5 -34
- package/dist/shared-bXaqVxk-.js.map +1 -0
- package/dist/skill-dirs-B7o83G5I.js +63 -0
- package/dist/skill-dirs-B7o83G5I.js.map +1 -0
- package/dist/{source-zoRWRMql.js → source-BodZTD70.js} +33 -18
- package/dist/source-BodZTD70.js.map +1 -0
- package/dist/source-BtdFbZLW.js +1 -0
- package/dist/spans-C3FlFC22.js +1 -0
- package/dist/spans-Dq3fo6HM.js +6 -0
- package/dist/spans-Dq3fo6HM.js.map +1 -0
- package/dist/spans-WvAmJF2z.js +72 -0
- package/dist/spans-WvAmJF2z.js.map +1 -0
- package/dist/{src-CUrcaZ91.js → src-AAdLbAn2.js} +1 -1
- package/dist/{src-DiS13D_q.js → src-BbaLTc-p.js} +2 -2
- package/dist/src-BjiNaGf5.js +2 -0
- package/dist/{src-CFBg2ecq.js → src-BkkdN2w0.js} +2 -2
- package/dist/{src-OC89dAjO.js → src-BzeiF5Lh.js} +147 -24
- package/dist/src-BzeiF5Lh.js.map +1 -0
- package/dist/{src-TMKittwH.js → src-CfPSD_GS.js} +2 -2
- package/dist/{src-CDoAEO4u.js → src-ClMhIgi3.js} +2 -2
- package/dist/{src-CDoAEO4u.js.map → src-ClMhIgi3.js.map} +1 -1
- package/dist/{src-Bj3WJs3t.js → src-D5i8gCa3.js} +2 -2
- package/dist/{src-Bb3k9Kn_.js → src-DDIV_RfE.js} +65 -10
- package/dist/{src-Bb3k9Kn_.js.map → src-DDIV_RfE.js.map} +1 -1
- package/dist/src-DXZXofCJ.js +1 -0
- package/dist/src-Db01fVzc.js +2 -0
- package/dist/{src-DwcTn4JY.js → src-DhZuOcgq.js} +5 -5
- package/dist/{src-DwcTn4JY.js.map → src-DhZuOcgq.js.map} +1 -1
- package/dist/{src-CcbV6VpV.js → src-DiBd7r1i.js} +3 -3
- package/dist/{src-CGBwMZgM.js → src-Dm2YIeXn.js} +8 -8
- package/dist/{src-CGBwMZgM.js.map → src-Dm2YIeXn.js.map} +1 -1
- package/dist/{src-c3ZQu7Uu.js → src-NYxoDS3b.js} +5 -5
- package/dist/{src-c3ZQu7Uu.js.map → src-NYxoDS3b.js.map} +1 -1
- package/dist/{src-C3OhA5pw.js → src-Y4AiZxLt.js} +5 -5
- package/dist/{src-C3OhA5pw.js.map → src-Y4AiZxLt.js.map} +1 -1
- package/dist/{src-BQWAxhKD.js → src-YpmRtJmP.js} +3 -3
- package/dist/{src-BQWAxhKD.js.map → src-YpmRtJmP.js.map} +1 -1
- package/dist/{ssh-pool-DwboLN9O.js → ssh-pool-B2c2vxzx.js} +18 -15
- package/dist/ssh-pool-B2c2vxzx.js.map +1 -0
- package/dist/ssh-pool-mcCYe6RO.js +1 -0
- package/dist/{start-BwMyDneA.js → start-DyXCyHGX.js} +45 -13
- package/dist/start-DyXCyHGX.js.map +1 -0
- package/dist/{state-CXTaT0t8.js → state-CiR8Ema7.js} +21 -38
- package/dist/state-CiR8Ema7.js.map +1 -0
- package/dist/state-DBuFimCA.js +1 -0
- package/dist/store/local.d.ts +1 -1
- package/dist/store/s3.d.ts +1 -1
- package/dist/studio-share-C05twqpy.js +209 -0
- package/dist/studio-share-C05twqpy.js.map +1 -0
- package/dist/suite-fO-u8jlS.js +2 -0
- package/dist/{suite-C4XSg6Ls.js → suite-oH7uiCRq.js} +107 -106
- package/dist/suite-oH7uiCRq.js.map +1 -0
- package/dist/summary-CTMWfnOF.js +75 -0
- package/dist/summary-CTMWfnOF.js.map +1 -0
- package/dist/{sync-bnI6WWaL.js → sync-r8EvW6Hr.js} +6 -6
- package/dist/{sync-bnI6WWaL.js.map → sync-r8EvW6Hr.js.map} +1 -1
- package/dist/{tart-CSP5Q0qV.js → tart-BUh58nxA.js} +38 -12
- package/dist/tart-BUh58nxA.js.map +1 -0
- package/dist/{tart-DmVuVsmX.js → tart-DNrumWZu.js} +1 -1
- package/dist/{tart-CzViW3WZ.js → tart-Duqp33Zh.js} +2 -2
- package/dist/{tart-CzViW3WZ.js.map → tart-Duqp33Zh.js.map} +1 -1
- package/dist/{tart-bake-BCKRfyKm.js → tart-bake-ChrVpjuF.js} +9 -9
- package/dist/{tart-bake-BCKRfyKm.js.map → tart-bake-ChrVpjuF.js.map} +1 -1
- package/dist/{tart-bake-d9UvIfe3.js → tart-bake-LwdUVOzS.js} +1 -1
- package/dist/{tart-cli-CqSpUYGV.js → tart-cli-Dv3dNC13.js} +3 -3
- package/dist/{tart-cli-CqSpUYGV.js.map → tart-cli-Dv3dNC13.js.map} +1 -1
- package/dist/{tart-cli-C4d5FXG1.js → tart-cli-S388NU-r.js} +1 -1
- package/dist/{tart-hosts-G0EUDt07.js → tart-hosts-B-dQEGpc.js} +6 -6
- package/dist/{tart-hosts-G0EUDt07.js.map → tart-hosts-B-dQEGpc.js.map} +1 -1
- package/dist/{tart-hosts-Du7SZM4w.js → tart-hosts-_nHGB4mC.js} +1 -1
- package/dist/{tart-images-De0-ib7R.js → tart-images-DAEYoC_M.js} +3 -3
- package/dist/{tart-images-De0-ib7R.js.map → tart-images-DAEYoC_M.js.map} +1 -1
- package/dist/testing.d.ts +11 -2
- package/dist/testing.js +4 -4
- package/dist/{tool-class-B3ZFTSOw.js → tool-class-CB-m4PiF.js} +2 -2
- package/dist/{tool-class-B3ZFTSOw.js.map → tool-class-CB-m4PiF.js.map} +1 -1
- package/dist/{trace-CfppUzD9.js → trace-CJQLlAbB.js} +2 -2
- package/dist/{trace-CfppUzD9.js.map → trace-CJQLlAbB.js.map} +1 -1
- package/dist/{traits-Bj1PM5F7.js → traits-DPIffsN8.js} +2 -2
- package/dist/{traits-Bj1PM5F7.js.map → traits-DPIffsN8.js.map} +1 -1
- package/dist/{resources-DqdwihhT.js → turn-error-Dmv_Muj7.js} +15 -2
- package/dist/turn-error-Dmv_Muj7.js.map +1 -0
- package/dist/{types-D4WEnzhY.d.ts → types-BZaItiui.d.ts} +159 -13
- package/dist/types-Buut5yGe.js +29 -0
- package/dist/{types-CbcnJxCy.js.map → types-Buut5yGe.js.map} +1 -1
- package/dist/types-C48zuZbT.d.ts +156 -0
- package/dist/types-CYz4dqAd.d.ts +1366 -0
- package/dist/{ui-DfvPNmPP.js → ui-CJvbt2Cc.js} +13 -12
- package/dist/ui-CJvbt2Cc.js.map +1 -0
- package/dist/{vertex-BLxYasfw.js → vertex-DQQGhUn7.js} +2 -2
- package/dist/{vertex-BLxYasfw.js.map → vertex-DQQGhUn7.js.map} +1 -1
- package/dist/vertex-DtWe0Xf6.js +1 -0
- package/dist/view/index.d.ts +142 -809
- package/dist/view/index.js +17 -12
- package/dist/view/report/index.d.ts +217 -0
- package/dist/view/report/index.js +4 -0
- package/dist/{views-ChoSQxfF.js → views-CtnOlABJ.js} +6 -6
- package/dist/{views-ChoSQxfF.js.map → views-CtnOlABJ.js.map} +1 -1
- package/dist/views-crppDW_B.js +2 -0
- package/dist/{vm-container-DOtIi_rd.js → vm-container-DwroMAXW.js} +11 -9
- package/dist/vm-container-DwroMAXW.js.map +1 -0
- package/dist/{vm-images-CHutQVml.js → vm-images-y0BcVyv3.js} +19 -21
- package/dist/vm-images-y0BcVyv3.js.map +1 -0
- package/dist/wait-CixM6W0G.js +65 -0
- package/dist/wait-CixM6W0G.js.map +1 -0
- package/dist/{worker-entry-CKBfEt0h.js → worker-entry-8KHmPzr4.js} +6 -6
- package/dist/{worker-entry-CKBfEt0h.js.map → worker-entry-8KHmPzr4.js.map} +1 -1
- package/dist/workspace-JlgoGyR0.js +1 -0
- package/dist/{workspace-Cip2dVwU.js → workspace-xCQ6VDR-.js} +8 -8
- package/dist/{workspace-Cip2dVwU.js.map → workspace-xCQ6VDR-.js.map} +1 -1
- package/package.json +25 -1
- package/skills/reeval/references/cli.md +1 -1
- package/skills/reeval/references/config.md +1 -1
- package/skills/reeval/references/environments.md +1 -1
- package/dist/agents-CEapsHV-.js.map +0 -1
- package/dist/analysis-BnG_1x_O.js.map +0 -1
- package/dist/app-files-Dsr3U1Q7.js +0 -10
- package/dist/app-files-Dsr3U1Q7.js.map +0 -1
- package/dist/assemble-DUtbByvj.js +0 -1
- package/dist/assemble-Dw1bF13I.js.map +0 -1
- package/dist/attempt-host-DgeJFSZw.js.map +0 -1
- package/dist/boat-BBPOc_bs.js +0 -1
- package/dist/boat-CUNgSc75.js.map +0 -1
- package/dist/boat-images-BuFigiEb.js.map +0 -1
- package/dist/bundle-yEgI3RsI.js.map +0 -1
- package/dist/capture-DxxB3d7p.js +0 -1
- package/dist/cases-B7QkvMGE.js.map +0 -1
- package/dist/cases-CA7gxxdr.js +0 -1
- package/dist/cli-Z7aw8k25.js.map +0 -1
- package/dist/cli-spec-3zvLC9YW.js.map +0 -1
- package/dist/client-kUwtq-vt.js.map +0 -1
- package/dist/cloud-DuHcNQVV.js.map +0 -1
- package/dist/cloud-run-C08P_Uap.js +0 -1
- package/dist/cloud-run-DqMkSGYB.js.map +0 -1
- package/dist/cloud-secrets-Bak83tik.js.map +0 -1
- package/dist/command-Bs6Knfm4.js +0 -298
- package/dist/command-Bs6Knfm4.js.map +0 -1
- package/dist/command-CeygdoVe.js.map +0 -1
- package/dist/command-CtmSJzPC.js.map +0 -1
- package/dist/command-efTGfUYb.js.map +0 -1
- package/dist/commands-B_cAs8nG.js +0 -1
- package/dist/commands-DR-NolV2.js.map +0 -1
- package/dist/config-Bn2OhCN_.js.map +0 -1
- package/dist/context-Ba7PNMMe.js +0 -120
- package/dist/context-Ba7PNMMe.js.map +0 -1
- package/dist/daytona-CWs9j9mt.js.map +0 -1
- package/dist/daytona-image-BjVpi3KS.js +0 -1
- package/dist/db-Bjq6qr6c.js +0 -2
- package/dist/db-D6yQib7M.js.map +0 -1
- package/dist/debug-CF4p4Lp_.js +0 -1
- package/dist/debug-CIXzB4wK.js.map +0 -1
- package/dist/environment-BY8lVFFK.js.map +0 -1
- package/dist/evaluate-B8I9AKgw.js.map +0 -1
- package/dist/files-5HsFIpxw.js +0 -1
- package/dist/files-BNg3wgw_.js +0 -1
- package/dist/files-BesexM88.js.map +0 -1
- package/dist/files-DNgQwgA0.js +0 -1
- package/dist/files-DvDUSrWL.js +0 -1
- package/dist/files-TwSVeWwM.js.map +0 -1
- package/dist/gate-CgYdaprG.js +0 -49
- package/dist/gate-CgYdaprG.js.map +0 -1
- package/dist/harness-FcTyyPco.js.map +0 -1
- package/dist/ids-DqEvrBFZ.js.map +0 -1
- package/dist/init-CS5kEaVg.js +0 -1
- package/dist/inputs-load-D4IsEjq3.js +0 -1
- package/dist/issue-DmSorsTF.js +0 -1
- package/dist/list-ClDb8qiX.js.map +0 -1
- package/dist/live-C7iGaDCA.js +0 -120
- package/dist/live-C7iGaDCA.js.map +0 -1
- package/dist/live-C7kN5v2P.js +0 -1
- package/dist/live-QFILMmql.js.map +0 -1
- package/dist/machine-service-xFhakTs5.js.map +0 -1
- package/dist/model-Colu5mEp.js +0 -1
- package/dist/model-mTaaEkeQ.js.map +0 -1
- package/dist/options-CmRy82gl.js +0 -1
- package/dist/pairs-BGb134Vu.js +0 -230
- package/dist/pairs-BGb134Vu.js.map +0 -1
- package/dist/patch-C7yBztZj.js.map +0 -1
- package/dist/paths-Dwmi7L4X.js +0 -75
- package/dist/paths-Dwmi7L4X.js.map +0 -1
- package/dist/preflight-xa8_eGOW.js +0 -1
- package/dist/prices-C_mbZa5a.js +0 -1
- package/dist/provider-DHT20Gl8.js +0 -1
- package/dist/query-BXV6pRyI.js +0 -1
- package/dist/questions-DnqkJga0.js.map +0 -1
- package/dist/record-2liAelrB.js.map +0 -1
- package/dist/remarks-D5qOZzcX.js.map +0 -1
- package/dist/resolve-B60w6DcB.js.map +0 -1
- package/dist/resolve-CCLiJX4i.js +0 -1
- package/dist/resources-DqdwihhT.js.map +0 -1
- package/dist/runtime-CIsljVBy.js +0 -457
- package/dist/runtime-CIsljVBy.js.map +0 -1
- package/dist/server-CeYUmuuu.js +0 -1
- package/dist/server-fSNuT3Z4.js +0 -284
- package/dist/server-fSNuT3Z4.js.map +0 -1
- package/dist/services-BG8xuU82.js.map +0 -1
- package/dist/shared-DtZwIAfy.js.map +0 -1
- package/dist/slug-IHh3f770.js.map +0 -1
- package/dist/source-n7nUVm9p.js +0 -1
- package/dist/source-zoRWRMql.js.map +0 -1
- package/dist/src-9V3C6A7C.js +0 -2
- package/dist/src-CB5cZhaN.js +0 -2
- package/dist/src-DB0vml0O.js +0 -1
- package/dist/src-OC89dAjO.js.map +0 -1
- package/dist/ssh-pool-ChpT-fDU.js +0 -1
- package/dist/ssh-pool-DwboLN9O.js.map +0 -1
- package/dist/start-BwMyDneA.js.map +0 -1
- package/dist/state-CXTaT0t8.js.map +0 -1
- package/dist/state-CltRWlCu.js +0 -1
- package/dist/suite-C4XSg6Ls.js.map +0 -1
- package/dist/suite-CIsyPqPA.js +0 -2
- package/dist/summary-DeeQJAR5.js +0 -169
- package/dist/summary-DeeQJAR5.js.map +0 -1
- package/dist/tart-CSP5Q0qV.js.map +0 -1
- package/dist/types-CbcnJxCy.js +0 -15
- package/dist/ui-DfvPNmPP.js.map +0 -1
- package/dist/vertex-DZDUpp0W.js +0 -1
- package/dist/views-DU0PM0UW.js +0 -2
- package/dist/vm-container-DOtIi_rd.js.map +0 -1
- package/dist/vm-images-CHutQVml.js.map +0 -1
- package/dist/workspace-BKcNJAPb.js +0 -1
|
@@ -1,51 +1,53 @@
|
|
|
1
|
-
import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-
|
|
2
|
-
import { t as attemptDebugDir } from "./files-
|
|
3
|
-
import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-
|
|
1
|
+
import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-CfwXgF2q.js";
|
|
2
|
+
import { t as attemptDebugDir } from "./files-Bv6ipFjc.js";
|
|
3
|
+
import { D as runMatchLabel, E as limitsLabel, T as TURN_STATUS, a as registerTest, b as judgeFailedMessage, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile, w as TURN_EDITED } from "./runtime-B2zv9GPL.js";
|
|
4
4
|
import { n as UsageError, r as isTimeout, t as TimeoutError } from "./errors-ttMTnIYX.js";
|
|
5
|
-
import { t as
|
|
6
|
-
import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-DqEvrBFZ.js";
|
|
5
|
+
import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-CtxRn13a.js";
|
|
7
6
|
import { _ as redactSecrets, b as redactValue, f as maskedVariables, m as redactJson, o as findSecrets, p as redactFields, v as redactSplitSecrets } from "./redact-DMueYS-v.js";
|
|
8
7
|
import { a as plural, i as formatDuration, n as clip, o as withoutBom, t as capMiddle } from "./text-B8-W3Cvn.js";
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import { t as
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import { n as
|
|
18
|
-
import {
|
|
19
|
-
import { n as
|
|
20
|
-
import { n as
|
|
21
|
-
import { n as
|
|
22
|
-
import { i as preparedWorkspace } from "./workspace-
|
|
23
|
-
import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-
|
|
24
|
-
import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-
|
|
25
|
-
import { n as judgeDiff } from "./patch-
|
|
26
|
-
import {
|
|
8
|
+
import { a as evalSlug } from "./cost-DQ0ayy6h.js";
|
|
9
|
+
import { c as withAttemptSpan, n as attemptSpan, o as openSpan, r as childSpan } from "./spans-WvAmJF2z.js";
|
|
10
|
+
import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BAtaw-L-.js";
|
|
11
|
+
import { d as sandboxKind, n as capabilitiesOf, o as providerLimit } from "./kinds-5utDFJ15.js";
|
|
12
|
+
import { $ as plainHeaders, $t as artifactRefsOf, Bt as observer, E as resolveGateway, G as majorityOf, H as expand, It as mergeJudge, J as plainEnv, K as matchesTags, Lt as resolveStateOptions, M as brokeredIn, N as cascade, Qt as judgeProblem, Rt as observedHere, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as NO_JUDGE_INPUT, Y as plainEnvError, Yt as INPUT_KEYS, Z as plainHeaderError, Zt as inputsOn, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as badJudgeArtifacts, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, nn as filePartsOf, ot as sandboxProvider, rn as resolveJudgeArtifacts, rt as refuseIllegalCompare, st as sandboxSetBy, tn as decideState, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observedName } from "./config-DQqcGmz7.js";
|
|
13
|
+
import { _ as layoutOf, b as refusedSharedMachine, f as expectedBlockedFor, g as keyRejected, l as brokeringFor, o as agentMcp, p as fakeBrokering, s as agentOf, t as AGENTS, u as claudeMcpServers, v as refusedMcp, x as writePluginFiles, y as refusedPlugins } from "./agents-Bp40Y7Lk.js";
|
|
14
|
+
import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-0DuNw_c5.js";
|
|
15
|
+
import { a as skillFiles, i as resolveEnvironment } from "./resolve-usf6ejs_.js";
|
|
16
|
+
import { n as shellQuote$1 } from "./process-B86Nvm4J.js";
|
|
17
|
+
import { i as hasNetworkSession, r as RunStopped, t as InfraError } from "./types-Buut5yGe.js";
|
|
18
|
+
import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-BEScYC3S.js";
|
|
19
|
+
import { n as fakeBootstrapScript } from "./fake-bootstrap-Ct1qEs-Z.js";
|
|
20
|
+
import { n as providerStop, t as ProviderStopError } from "./provider-stop-DjBMfZW5.js";
|
|
21
|
+
import { i as preparedWorkspace } from "./workspace-xCQ6VDR-.js";
|
|
22
|
+
import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-WC8PrLoe.js";
|
|
23
|
+
import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-_fsdF4YB.js";
|
|
24
|
+
import { n as judgeDiff } from "./patch-BgSw3TXR.js";
|
|
25
|
+
import { r as patchPath } from "./patch-uwo6t4Zy.js";
|
|
27
26
|
import { t as transcriptForJudge } from "./transcript-CW02A4s9.js";
|
|
27
|
+
import { r as withLease } from "./client-Dj65gXG3.js";
|
|
28
28
|
import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
|
|
29
|
-
import { t as PrepareError } from "./provider-
|
|
30
|
-
import {
|
|
31
|
-
import {
|
|
32
|
-
import {
|
|
29
|
+
import { t as PrepareError } from "./provider-Cn7lmECy.js";
|
|
30
|
+
import { n as resourcesLine, t as turnErrorKind } from "./turn-error-Dmv_Muj7.js";
|
|
31
|
+
import { l as messageLine } from "./suite-oH7uiCRq.js";
|
|
32
|
+
import { Qt as OPAQUE_OUTPUT, an as extractTar, ln as writeTar, on as readTar, p as MCP_TIMER } from "./src-BzeiF5Lh.js";
|
|
33
|
+
import { s as formatBytes } from "./debug-T29p6HOX.js";
|
|
33
34
|
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
34
|
-
import {
|
|
35
|
+
import { n as dataProblem, t as closest } from "./shared-bXaqVxk-.js";
|
|
35
36
|
import { t as inCI } from "./env-8x1O8I1M.js";
|
|
36
|
-
import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-
|
|
37
|
-
import { t as environmentInputs } from "./inputs-
|
|
37
|
+
import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-DL1HOi8U.js";
|
|
38
|
+
import { t as environmentInputs } from "./inputs-CjhDEzr4.js";
|
|
39
|
+
import { r as parseDuration, t as MAX_TIMER_MS } from "./duration-Bz2H7pXb.js";
|
|
38
40
|
import { r as openRouterFallbacks } from "./openrouter-models-B1sIOTD2.js";
|
|
39
41
|
import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
|
|
40
|
-
import { v as vertexSettings } from "./vertex-
|
|
41
|
-
import { i as withDefaultEffort } from "./default-effort-
|
|
42
|
-
import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-
|
|
42
|
+
import { v as vertexSettings } from "./vertex-DQQGhUn7.js";
|
|
43
|
+
import { i as withDefaultEffort } from "./default-effort-BFl6WLBi.js";
|
|
44
|
+
import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-DPIffsN8.js";
|
|
43
45
|
import { z } from "zod";
|
|
44
|
-
import { randomBytes, randomUUID } from "node:crypto";
|
|
45
46
|
import { dirname, join } from "node:path";
|
|
47
|
+
import { parse, stringify } from "yaml";
|
|
48
|
+
import { randomBytes, randomUUID } from "node:crypto";
|
|
46
49
|
import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
|
|
47
50
|
import { gunzipSync, gzipSync } from "node:zlib";
|
|
48
|
-
import { parse, stringify } from "yaml";
|
|
49
51
|
import { setTimeout as setTimeout$1 } from "node:timers/promises";
|
|
50
52
|
import { resolveBridgePort } from "@ai-sdk/harness/utils";
|
|
51
53
|
// src/attempt/assertions.ts
|
|
@@ -87,18 +89,39 @@ function assertionRecords(raw) {
|
|
|
87
89
|
} while (used.has(label));
|
|
88
90
|
seen.set(base, n);
|
|
89
91
|
used.add(label);
|
|
92
|
+
const reason = r.matcher === "skip" && typeof r.args[0] === "string" ? clipped(r.args[0], MESSAGE_LIMIT) : void 0;
|
|
93
|
+
const fileMatcher = /(^|\.)toHaveFile$/.test(r.matcher);
|
|
94
|
+
const target = r.target ?? (fileMatcher && typeof r.args[0] === "string" ? r.args[1] === void 0 ? r.args[0] : `${r.args[0]} ${r.args[1] instanceof RegExp ? r.args[1].source : shown(r.args[1])}` : void 0);
|
|
90
95
|
return {
|
|
91
96
|
label,
|
|
92
|
-
labelled: r.label !== void 0,
|
|
97
|
+
labelled: r.label !== void 0 || r.matcher === "skip",
|
|
93
98
|
matcher: r.matcher,
|
|
94
99
|
status: r.status,
|
|
95
100
|
soft: r.soft,
|
|
96
101
|
...r.at ? { at: r.at } : {},
|
|
97
|
-
...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
|
|
102
|
+
...r.status === "pass" || r.status === "not_applicable" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
|
|
103
|
+
...reason !== void 0 ? { reason } : {},
|
|
104
|
+
...target !== void 0 ? { target: clipped(target, LABEL_LIMIT) } : {},
|
|
105
|
+
...r.preSatisfied ? { preSatisfied: true } : {},
|
|
98
106
|
...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
|
|
99
107
|
};
|
|
100
108
|
});
|
|
101
109
|
}
|
|
110
|
+
const JUDGE_ERROR = /^judge failed for /;
|
|
111
|
+
/**
|
|
112
|
+
* Writes each judgment's `assertion` from the matching `toPass` label when counts align, and
|
|
113
|
+
* copies `JudgeOptions.label` already on the judgment.
|
|
114
|
+
*/
|
|
115
|
+
function linkJudgmentAssertions(judgments, assertions) {
|
|
116
|
+
const passes = assertions.filter((x) => /(^|\.)toPass$/.test(x.matcher) && !JUDGE_ERROR.test(x.message ?? ""));
|
|
117
|
+
if (passes.length !== judgments.length) return;
|
|
118
|
+
for (let i = 0; i < judgments.length; i++) {
|
|
119
|
+
const j = judgments[i];
|
|
120
|
+
const x = passes[i];
|
|
121
|
+
if (!j || !x) continue;
|
|
122
|
+
j.assertion = x.label;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
102
125
|
const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
|
|
103
126
|
/**
|
|
104
127
|
* What fails the attempt at its end for the checks that failed without ending the body: the first
|
|
@@ -106,7 +129,7 @@ const CAUGHT_HINT = "(the eval caught this failed check, which still fails the a
|
|
|
106
129
|
* `CAUGHT_HINT` after its message.
|
|
107
130
|
*/
|
|
108
131
|
function checkFailure(raw) {
|
|
109
|
-
const failed = raw.find((r) => r.status !== "pass");
|
|
132
|
+
const failed = raw.find((r) => r.status !== "pass" && r.status !== "not_applicable");
|
|
110
133
|
if (!failed) return void 0;
|
|
111
134
|
const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
|
|
112
135
|
if (failed.soft) return error;
|
|
@@ -129,6 +152,115 @@ const own = (value) => ({
|
|
|
129
152
|
configurable: true,
|
|
130
153
|
enumerable: false
|
|
131
154
|
});
|
|
155
|
+
// src/attempt/context.ts
|
|
156
|
+
/** Under the home directory, and under each adapter's own home, which an installed CLI runs with. */
|
|
157
|
+
const HOME_CONTEXT_PATHS = [
|
|
158
|
+
".cursor/mcp.json",
|
|
159
|
+
".cursor/cli-config.json",
|
|
160
|
+
".cursor/rules",
|
|
161
|
+
".cursor/skills",
|
|
162
|
+
".cursor/skills-cursor",
|
|
163
|
+
".cursor/plugins",
|
|
164
|
+
".agents/skills",
|
|
165
|
+
".agents/plugins",
|
|
166
|
+
".claude/CLAUDE.md",
|
|
167
|
+
".claude/settings.json",
|
|
168
|
+
".claude/skills",
|
|
169
|
+
".gemini/GEMINI.md",
|
|
170
|
+
".gemini/AGENTS.md",
|
|
171
|
+
".gemini/config/skills",
|
|
172
|
+
".gemini/config/rules",
|
|
173
|
+
".gemini/config/mcp_config.json",
|
|
174
|
+
".gemini/config/plugins",
|
|
175
|
+
".gemini/antigravity-cli/settings.json",
|
|
176
|
+
".config/opencode/skills",
|
|
177
|
+
".config/opencode/opencode.json",
|
|
178
|
+
".config/opencode/opencode.jsonc",
|
|
179
|
+
".config/opencode/AGENTS.md",
|
|
180
|
+
".opencode/skills",
|
|
181
|
+
".config/goose/skills",
|
|
182
|
+
".config/goose/config.yaml",
|
|
183
|
+
".config/goose/.goosehints",
|
|
184
|
+
".pi/agent/skills",
|
|
185
|
+
".pi/agent/AGENTS.md",
|
|
186
|
+
".pi/agent/settings.json",
|
|
187
|
+
".codex/AGENTS.md",
|
|
188
|
+
".codex/config.toml",
|
|
189
|
+
".codex/skills",
|
|
190
|
+
".codex/plugins",
|
|
191
|
+
".fx/skills",
|
|
192
|
+
".fx/settings.json",
|
|
193
|
+
".fx/mcp.json",
|
|
194
|
+
".grok/skills",
|
|
195
|
+
".grok/config.toml",
|
|
196
|
+
".reeval/plugins"
|
|
197
|
+
];
|
|
198
|
+
/** Where the AI SDK adapters install their CLI; the CLI's `$HOME` is `home` under it. */
|
|
199
|
+
const ADAPTER_HOMES = "\"$HOME\"/.ai-sdk-harness/.harness-bootstrap/*/home";
|
|
200
|
+
/**
|
|
201
|
+
* Skills, rules and MCP config the agent could load, with content hashes (never contents).
|
|
202
|
+
* Paths under the home directory are shown as `~/…`; others are relative to the workspace.
|
|
203
|
+
*/
|
|
204
|
+
const CONTEXT_PATHS = [
|
|
205
|
+
...HOME_CONTEXT_PATHS.map((p) => `$HOME/${p}`),
|
|
206
|
+
"AGENTS.md",
|
|
207
|
+
"CLAUDE.md",
|
|
208
|
+
"GEMINI.md",
|
|
209
|
+
".cursorrules",
|
|
210
|
+
".cursor/rules",
|
|
211
|
+
".cursor/skills",
|
|
212
|
+
".cursor/agents",
|
|
213
|
+
".cursor/commands",
|
|
214
|
+
".cursor/hooks.json",
|
|
215
|
+
".cursor/mcp.json",
|
|
216
|
+
".claude/settings.json",
|
|
217
|
+
".claude/skills",
|
|
218
|
+
".agents/skills",
|
|
219
|
+
".agents/rules",
|
|
220
|
+
".agents/mcp_config.json",
|
|
221
|
+
".mcp.json",
|
|
222
|
+
".opencode/skills",
|
|
223
|
+
".opencode/agents",
|
|
224
|
+
".opencode/commands",
|
|
225
|
+
"opencode.json",
|
|
226
|
+
"opencode.jsonc",
|
|
227
|
+
".goosehints",
|
|
228
|
+
".goose/skills",
|
|
229
|
+
".pi/skills",
|
|
230
|
+
".pi/prompts",
|
|
231
|
+
".pi/settings.json",
|
|
232
|
+
".codex/config.toml",
|
|
233
|
+
".fx/skills",
|
|
234
|
+
".grok/skills",
|
|
235
|
+
".grok/config.toml"
|
|
236
|
+
];
|
|
237
|
+
async function agentContext(box, signal) {
|
|
238
|
+
const adapterPaths = `for h in ${ADAPTER_HOMES}; do for p in ${HOME_CONTEXT_PATHS.join(" ")}; do echo "$h/$p"; done; done`;
|
|
239
|
+
const script = `{ for p in ${CONTEXT_PATHS.map((p) => `"${p}"`).join(" ")}; do echo "$p"; done; ${adapterPaths}; } | while IFS= read -r p; do [ -e "$p" ] && find "$p" -type f 2>/dev/null; done | sort | head -500 | while IFS= read -r f; do printf '%s\t%s\n' "$(sha256sum "$f" | cut -d' ' -f1)" "$f"; done`;
|
|
240
|
+
const r = await box.exec(script, { signal }).catch(() => null);
|
|
241
|
+
if (r?.exitCode !== 0) return [];
|
|
242
|
+
const home = (await box.exec("printf %s \"$HOME\"", { signal }).catch(() => null))?.stdout ?? "";
|
|
243
|
+
return r.stdout.split("\n").filter(Boolean).map((line) => {
|
|
244
|
+
const [sha, ...rest] = line.split(" ");
|
|
245
|
+
const path = rest.join(" ");
|
|
246
|
+
return {
|
|
247
|
+
path: home && path.startsWith(`${home}/`) ? `~${path.slice(home.length)}` : path,
|
|
248
|
+
sha256: sha ?? ""
|
|
249
|
+
};
|
|
250
|
+
});
|
|
251
|
+
}
|
|
252
|
+
/**
|
|
253
|
+
* Records the agent's context once, after the first turn (or at teardown when there was none):
|
|
254
|
+
* adapters write harness skills when a turn starts, so before it the record would miss them.
|
|
255
|
+
*/
|
|
256
|
+
function contextTaker(a) {
|
|
257
|
+
let taken = false;
|
|
258
|
+
return async (box, signal) => {
|
|
259
|
+
if (taken || !capabilitiesOf(a.spec.sandbox).isolated) return;
|
|
260
|
+
taken = true;
|
|
261
|
+
a.record.context = await agentContext(box, signal);
|
|
262
|
+
};
|
|
263
|
+
}
|
|
132
264
|
// src/attempt/debug.ts
|
|
133
265
|
/** Which config and profile the attempt runs under, and where each resolved option came from. */
|
|
134
266
|
function tracePlan(debug, spec, ctx) {
|
|
@@ -572,7 +704,7 @@ async function callMcpTool(sandbox, servers, name, tool, signal) {
|
|
|
572
704
|
/** The attempt's harness, for the sandbox it runs in; an agent the sandbox can't run is an infra error. */
|
|
573
705
|
async function createHarness(descriptor, sandbox, vertex) {
|
|
574
706
|
if (descriptor.kind === "fake") return createFakeHarness(descriptor);
|
|
575
|
-
const { createAgentHarness } = await import("./agent-
|
|
707
|
+
const { createAgentHarness } = await import("./agent-DN36i629.js");
|
|
576
708
|
return createAgentHarness(descriptor, sandbox, vertex);
|
|
577
709
|
}
|
|
578
710
|
/** Where each harness's agent looks for repo skills, relative to the workspace. */
|
|
@@ -605,8 +737,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
|
|
|
605
737
|
record.image = null;
|
|
606
738
|
const kind = sandboxKind(spec.sandbox);
|
|
607
739
|
if (kind.capabilities.images) {
|
|
608
|
-
const { preparedFor } = await import("./preflight-
|
|
609
|
-
const { attemptImage, createProviders, preparedImage } = await import("./providers-
|
|
740
|
+
const { preparedFor } = await import("./preflight-0Wt3wufx.js");
|
|
741
|
+
const { attemptImage, createProviders, preparedImage } = await import("./providers-BPujoqQM.js");
|
|
610
742
|
signal.throwIfAborted();
|
|
611
743
|
const provider = createProviders()[kind.provider(spec.sandbox)];
|
|
612
744
|
const builds = builtPlugins(spec.environment.layers);
|
|
@@ -631,8 +763,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
|
|
|
631
763
|
const { ref, id, base, install, agentCli } = record.image;
|
|
632
764
|
debugLog("image", `ready ${ref} (${id.replace(/^sha256:/, "").slice(0, 12)}) · prepared before the run${ref !== base ? ` · on ${base}` : ""}${agentCli ? ` · agent CLI ${agentCli}` : ""}${install.length ? ` · install: ${install.join(" && ")}` : ""}`);
|
|
633
765
|
} else if (kind.capabilities.isolated) {
|
|
634
|
-
const { preparedFor } = await import("./preflight-
|
|
635
|
-
const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-
|
|
766
|
+
const { preparedFor } = await import("./preflight-0Wt3wufx.js");
|
|
767
|
+
const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-BPujoqQM.js");
|
|
636
768
|
const provider = createProviders()[kind.provider(spec.sandbox)];
|
|
637
769
|
const prepared = provider && preparedFor(root, runId, provider, spec.sandbox, spec.harness);
|
|
638
770
|
const vm = prepared ? vmImage(prepared) : null;
|
|
@@ -949,6 +1081,7 @@ function judgeCaller(a, readFile) {
|
|
|
949
1081
|
const { judgements: judgments } = a.record;
|
|
950
1082
|
judgments.splice(placeFor(judgments.map((j) => j.call ?? 0), order), 0, {
|
|
951
1083
|
...recorded,
|
|
1084
|
+
...options.label ? { label: options.label } : {},
|
|
952
1085
|
...retries.length ? { retries } : {},
|
|
953
1086
|
...usage ? { usage } : {},
|
|
954
1087
|
call: order
|
|
@@ -994,7 +1127,7 @@ async function createSandbox(descriptor, options) {
|
|
|
994
1127
|
try {
|
|
995
1128
|
return await kind.create(descriptor, options);
|
|
996
1129
|
} catch (error) {
|
|
997
|
-
if (error instanceof InfraError || options.signal.aborted) throw error;
|
|
1130
|
+
if (error instanceof InfraError || error instanceof RunStopped || options.signal.aborted) throw error;
|
|
998
1131
|
throw new InfraError(`Failed to create ${kind.provider(descriptor)} sandbox: ${error.message}`);
|
|
999
1132
|
}
|
|
1000
1133
|
}
|
|
@@ -1184,6 +1317,36 @@ function sumSplits(splits) {
|
|
|
1184
1317
|
};
|
|
1185
1318
|
}
|
|
1186
1319
|
// src/attempt/record.ts
|
|
1320
|
+
/**
|
|
1321
|
+
* An unhandled mid-turn `status === 'error'` (body never read `turn.status`) becomes an
|
|
1322
|
+
* infra error so crashed attempts leave the counted pass/fail denominator.
|
|
1323
|
+
*/
|
|
1324
|
+
function reclassifyTurnErrors(a) {
|
|
1325
|
+
const { record } = a;
|
|
1326
|
+
if (record.outcome !== "pass" && record.outcome !== "fail") return;
|
|
1327
|
+
const index = record.turns.findIndex((t) => t.status === "error");
|
|
1328
|
+
if (index < 0) return;
|
|
1329
|
+
if (a.turnStatusRead) {
|
|
1330
|
+
record.turnStatusRead = true;
|
|
1331
|
+
return;
|
|
1332
|
+
}
|
|
1333
|
+
record.turnStatusRead = false;
|
|
1334
|
+
const turn = record.turns[index];
|
|
1335
|
+
if (!turn) return;
|
|
1336
|
+
const errEvent = turn.transcript.find((e) => e.type === "error");
|
|
1337
|
+
const errText = errEvent && errEvent.type === "error" ? errEvent.message : void 0;
|
|
1338
|
+
const kind = turnErrorKind(errText);
|
|
1339
|
+
const detail = messageLine(errText ?? "unknown error");
|
|
1340
|
+
record.outcome = "infra_error";
|
|
1341
|
+
record.error = {
|
|
1342
|
+
kind: "infra",
|
|
1343
|
+
message: `Turn ${index} ended with an error: ${detail}`,
|
|
1344
|
+
turn: {
|
|
1345
|
+
index,
|
|
1346
|
+
kind
|
|
1347
|
+
}
|
|
1348
|
+
};
|
|
1349
|
+
}
|
|
1187
1350
|
function classify(error, signal) {
|
|
1188
1351
|
const message = error instanceof Error ? error.message : String(error);
|
|
1189
1352
|
if (signal.aborted) return isTimeout(signal.reason) ? {
|
|
@@ -1193,6 +1356,10 @@ function classify(error, signal) {
|
|
|
1193
1356
|
kind: "aborted",
|
|
1194
1357
|
message: "The run was canceled"
|
|
1195
1358
|
};
|
|
1359
|
+
if (error instanceof RunStopped) return {
|
|
1360
|
+
kind: "aborted",
|
|
1361
|
+
message
|
|
1362
|
+
};
|
|
1196
1363
|
if (error instanceof InfraError) return {
|
|
1197
1364
|
kind: "infra",
|
|
1198
1365
|
message
|
|
@@ -1411,12 +1578,12 @@ async function writeRecord(a, stagingDir, id) {
|
|
|
1411
1578
|
}
|
|
1412
1579
|
/** The record's checks that didn't pass, for the terminal; unset when all did. */
|
|
1413
1580
|
function failedChecks(record) {
|
|
1414
|
-
const failed = (record.assertions ?? []).filter((x) => x.status !== "pass");
|
|
1581
|
+
const failed = (record.assertions ?? []).filter((x) => x.status !== "pass" && x.status !== "not_applicable");
|
|
1415
1582
|
if (!failed.length) return {};
|
|
1416
1583
|
return { failedChecks: failed.map((x) => ({
|
|
1417
1584
|
label: x.label,
|
|
1418
1585
|
...x.at ? { at: x.at } : {},
|
|
1419
|
-
message: clip(x.message?.split("\n")[0] ?? "", 500)
|
|
1586
|
+
message: clip(x.message?.split("\n")[0] ?? x.reason?.split("\n")[0] ?? "", 500)
|
|
1420
1587
|
})) };
|
|
1421
1588
|
}
|
|
1422
1589
|
/** `turn N error: <message>` for each turn with an error event. */
|
|
@@ -1645,6 +1812,14 @@ const timedOutServer = (entries) => entries.find((e) => e.timeout)?.server;
|
|
|
1645
1812
|
// src/attempt/state.ts
|
|
1646
1813
|
/** Extra time an attempt gets, outside its eval timeout, when its image may need building. */
|
|
1647
1814
|
const SETUP_BUDGET_MS = 12e5;
|
|
1815
|
+
/** Lets the language-runner host find the live Attempt from the body's `AttemptContext`. */
|
|
1816
|
+
const attemptByContext = /* @__PURE__ */ new WeakMap();
|
|
1817
|
+
function bindAttemptContext(c, a) {
|
|
1818
|
+
attemptByContext.set(c, a);
|
|
1819
|
+
}
|
|
1820
|
+
function attemptForContext(c) {
|
|
1821
|
+
return attemptByContext.get(c);
|
|
1822
|
+
}
|
|
1648
1823
|
function createAttempt(spec, signal, progress, start, snapshotDir) {
|
|
1649
1824
|
const record = {
|
|
1650
1825
|
startedAt: (/* @__PURE__ */ new Date()).toISOString(),
|
|
@@ -1688,11 +1863,16 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
|
|
|
1688
1863
|
at: Date.now(),
|
|
1689
1864
|
...redactFields(update, ["kind"])
|
|
1690
1865
|
}),
|
|
1691
|
-
async timed(phase, fn) {
|
|
1866
|
+
async timed(phase, fn, name) {
|
|
1692
1867
|
const start = performance.now();
|
|
1868
|
+
const span = childSpan(name ?? phase.replace(/Ms$/, ""));
|
|
1693
1869
|
try {
|
|
1694
1870
|
return await fn();
|
|
1871
|
+
} catch (error) {
|
|
1872
|
+
span.end(error);
|
|
1873
|
+
throw error;
|
|
1695
1874
|
} finally {
|
|
1875
|
+
span.end();
|
|
1696
1876
|
record.timings[phase] += Math.round(performance.now() - start);
|
|
1697
1877
|
}
|
|
1698
1878
|
},
|
|
@@ -1707,7 +1887,8 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
|
|
|
1707
1887
|
capturePages: /* @__PURE__ */ new Map(),
|
|
1708
1888
|
stepBlobs: /* @__PURE__ */ new Map(),
|
|
1709
1889
|
snapshotDir,
|
|
1710
|
-
turnSteps: /* @__PURE__ */ new Map()
|
|
1890
|
+
turnSteps: /* @__PURE__ */ new Map(),
|
|
1891
|
+
turnStatusRead: false
|
|
1711
1892
|
};
|
|
1712
1893
|
return a;
|
|
1713
1894
|
}
|
|
@@ -2122,12 +2303,13 @@ function startHarness(a, harness, box, options) {
|
|
|
2122
2303
|
* the diff, switches to the agent's egress, and starts the harness session with the
|
|
2123
2304
|
* harness-placed skills and MCP servers.
|
|
2124
2305
|
*/
|
|
2125
|
-
async function startSession(a, runId) {
|
|
2306
|
+
async function startSession(a, runId, attempt) {
|
|
2126
2307
|
const startedAt = performance.now();
|
|
2127
2308
|
const { spec } = a;
|
|
2128
2309
|
const env = a.env;
|
|
2129
2310
|
const box = await createSandbox(spec.sandbox, {
|
|
2130
2311
|
runId,
|
|
2312
|
+
attempt,
|
|
2131
2313
|
timeoutMs: spec.timeoutMs + setupAllowance(spec) + 6e4,
|
|
2132
2314
|
signal: a.signal,
|
|
2133
2315
|
env: env.vars,
|
|
@@ -2155,6 +2337,7 @@ async function startSession(a, runId) {
|
|
|
2155
2337
|
a.phases = brokerPhases(box, env.substitutions, spec.egress);
|
|
2156
2338
|
if (a.signal.aborted) box.destroy();
|
|
2157
2339
|
a.signal.throwIfAborted();
|
|
2340
|
+
a.report({ kind: "sandbox-up" });
|
|
2158
2341
|
await a.phases.start();
|
|
2159
2342
|
if (env.substitutions.length) {
|
|
2160
2343
|
const agent = env.substitutions.filter((s) => s.phase === "agent").map((s) => s.name);
|
|
@@ -2660,14 +2843,21 @@ function turnSender(a, takeContext, checks) {
|
|
|
2660
2843
|
const { diff } = changes;
|
|
2661
2844
|
a.record.diff = diff;
|
|
2662
2845
|
if (a.spec.snapshot.when === "turns") await takeSnapshot(a, box, `turn-${turnNumber}`, "harness");
|
|
2846
|
+
const { status: turnStatus, ...rest } = result;
|
|
2663
2847
|
const data = {
|
|
2664
2848
|
prompt,
|
|
2665
|
-
...
|
|
2849
|
+
...rest,
|
|
2850
|
+
status: turnStatus,
|
|
2666
2851
|
diff
|
|
2667
2852
|
};
|
|
2668
2853
|
const turn = Object.freeze(Object.assign({
|
|
2669
2854
|
...data,
|
|
2670
|
-
...checks
|
|
2855
|
+
...checks,
|
|
2856
|
+
[TURN_STATUS]: turnStatus,
|
|
2857
|
+
get status() {
|
|
2858
|
+
a.turnStatusRead = true;
|
|
2859
|
+
return turnStatus;
|
|
2860
|
+
}
|
|
2671
2861
|
}, { [TURN_EDITED]: edited }));
|
|
2672
2862
|
a.turns.push(turn);
|
|
2673
2863
|
return turn;
|
|
@@ -2686,23 +2876,38 @@ async function runAttempt(spec, fn, handle) {
|
|
|
2686
2876
|
traceLimit: config.debug?.traceBufferBytes ?? TRACE_BUFFER_DEFAULT,
|
|
2687
2877
|
...verbosity > 0 ? { emit: handle.debug } : {}
|
|
2688
2878
|
});
|
|
2689
|
-
|
|
2879
|
+
const span = openSpan("attempt", {
|
|
2880
|
+
"reeval.eval.id": id,
|
|
2881
|
+
"reeval.attempt.key": attemptKey(id, spec.cell.key, spec.n),
|
|
2882
|
+
"reeval.cell": spec.cell.key,
|
|
2883
|
+
"reeval.attempt.n": spec.n
|
|
2884
|
+
});
|
|
2885
|
+
let error;
|
|
2886
|
+
try {
|
|
2887
|
+
return await withDebug(debug, () => withAttemptSpan(span, () => attemptBody(spec, fn, handle, id, debug)));
|
|
2888
|
+
} catch (thrown) {
|
|
2889
|
+
error = thrown;
|
|
2890
|
+
throw thrown;
|
|
2891
|
+
} finally {
|
|
2892
|
+
span.end(error);
|
|
2893
|
+
}
|
|
2690
2894
|
}
|
|
2691
2895
|
async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, unawaited, expectError, assertions }, id, debug) {
|
|
2692
2896
|
const ctx = getRunContext();
|
|
2693
2897
|
const { runId, stagingDir, config } = ctx;
|
|
2694
2898
|
tracePlan(debug, spec, ctx);
|
|
2899
|
+
const key = attemptKey(id, spec.cell.key, spec.n);
|
|
2695
2900
|
let timer;
|
|
2696
2901
|
let clock;
|
|
2697
2902
|
const a = createAttempt(spec, testSignal, progress, async (a, who) => {
|
|
2698
2903
|
debug.log("container", `starting the sandbox and session for ${who}`);
|
|
2699
2904
|
clock?.pause();
|
|
2700
2905
|
try {
|
|
2701
|
-
return await a.timed("setupMs", () => startSession(a, runId));
|
|
2906
|
+
return await a.timed("setupMs", () => startSession(a, runId, key), "sandbox");
|
|
2702
2907
|
} finally {
|
|
2703
2908
|
clock?.resume();
|
|
2704
2909
|
}
|
|
2705
|
-
}, snapshotSidecar(stagingDir,
|
|
2910
|
+
}, snapshotSidecar(stagingDir, key));
|
|
2706
2911
|
const destroy = () => void Promise.resolve(a.session?.salvage?.()).catch(() => {}).finally(() => a.sandbox?.destroy());
|
|
2707
2912
|
testSignal.addEventListener("abort", destroy, { once: true });
|
|
2708
2913
|
const takeContext = contextTaker(a);
|
|
@@ -2729,6 +2934,7 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
|
|
|
2729
2934
|
}),
|
|
2730
2935
|
judge: judgeCaller(a, readFile)
|
|
2731
2936
|
};
|
|
2937
|
+
bindAttemptContext(c, a);
|
|
2732
2938
|
const timedOut = () => !!timer?.aborted && !testSignal.aborted;
|
|
2733
2939
|
let failure;
|
|
2734
2940
|
let oom;
|
|
@@ -2778,15 +2984,20 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
|
|
|
2778
2984
|
const { record } = a;
|
|
2779
2985
|
const checked = assertionRecords(assertions());
|
|
2780
2986
|
if (checked.length) record.assertions = checked;
|
|
2987
|
+
linkJudgmentAssertions(record.judgements ?? [], checked);
|
|
2781
2988
|
for (const x of checked) {
|
|
2782
2989
|
const why = x.message ? ` · ${clip(redactSecrets(x.message.split("\n")[0] ?? ""), 160)}` : "";
|
|
2783
|
-
|
|
2990
|
+
const mark = x.status === "pass" || x.status === "not_applicable" ? "✓" : "✗";
|
|
2991
|
+
debug.log("check", `assert ${mark} ${x.label} (${x.matcher}, ${x.status})${why}`);
|
|
2784
2992
|
}
|
|
2993
|
+
reclassifyTurnErrors(a);
|
|
2785
2994
|
const error = record.error ? ` · ${record.error.kind}: ${record.error.message}` : "";
|
|
2786
2995
|
debug.log("teardown", `outcome ${record.outcome}${error}`);
|
|
2787
2996
|
const rel = (path) => relativeFile(config.root, path) || ".";
|
|
2788
2997
|
const scratch = `.reeval/runs/${runId}`;
|
|
2789
2998
|
debug.log("teardown", `record ${scratch}.json · artifacts ${scratch}/${evalSlug(id)}/${evalSlug(spec.cell.key)}/${spec.n} · debug ${rel(debug.dir)}`);
|
|
2999
|
+
attemptSpan()?.set({ "reeval.outcome": record.outcome });
|
|
3000
|
+
if (record.outcome === "fail" || record.outcome === "infra_error") attemptSpan()?.fail(record.error?.message.split("\n")[0] ?? record.outcome);
|
|
2790
3001
|
setMeta(await writeRecord(a, stagingDir, id));
|
|
2791
3002
|
await debug.finish(debug.verbosity === 2 || record.outcome !== "pass");
|
|
2792
3003
|
}
|
|
@@ -3795,6 +4006,6 @@ function optionsFrom(written, where, base) {
|
|
|
3795
4006
|
}
|
|
3796
4007
|
};
|
|
3797
4008
|
}
|
|
3798
|
-
export { assertionRecords as i, evaluate as n, group as r, declareTree as t };
|
|
4009
|
+
export { assertionRecords as a, attemptForContext as i, evaluate as n, group as r, declareTree as t };
|
|
3799
4010
|
|
|
3800
|
-
//# sourceMappingURL=evaluate-
|
|
4011
|
+
//# sourceMappingURL=evaluate-DHnD8yzq.js.map
|