reeval 0.20.0 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +841 -0
- package/README.md +15 -15
- package/assets/gateway-models.mjs +65 -31
- package/dist/{adapter-C60z3wLq.js → adapter-Di9H2etg.js} +8 -49
- package/dist/adapter-Di9H2etg.js.map +1 -0
- package/dist/{agent-BmsMXZXx.js → agent-B-6GFDqA.js} +185 -38
- package/dist/agent-B-6GFDqA.js.map +1 -0
- package/dist/{agents-DXuFxtGC.js → agents-KBTYhSSh.js} +385 -116
- package/dist/agents-KBTYhSSh.js.map +1 -0
- package/dist/{app-files-DT5mJyV4.js → app-files-Cmh9FGr5.js} +3 -3
- package/dist/app-files-Cmh9FGr5.js.map +1 -0
- package/dist/{assemble-CE4pHKIa.js → assemble-CBMRIhso.js} +1 -1
- package/dist/{assemble-DM2PNU4R.js → assemble-DNVBTBp_.js} +172 -18
- package/dist/assemble-DNVBTBp_.js.map +1 -0
- package/dist/attach-EbDGKGTO.js +152 -0
- package/dist/attach-EbDGKGTO.js.map +1 -0
- package/dist/{attempt-CAdlwlNu.js → attempt-_dUsblVx.js} +2 -2
- package/dist/{attempt-CAdlwlNu.js.map → attempt-_dUsblVx.js.map} +1 -1
- package/dist/{attempt-host-7VviAJrl.js → attempt-host-DQvynDHk.js} +17 -8
- package/dist/attempt-host-DQvynDHk.js.map +1 -0
- package/dist/boat-Bzz8L-KQ.js +701 -0
- package/dist/boat-Bzz8L-KQ.js.map +1 -0
- package/dist/{boat-BjLqFJIZ.js → boat-Dek8ftIt.js} +20 -8
- package/dist/boat-Dek8ftIt.js.map +1 -0
- package/dist/bridge/index.mjs +6 -1
- package/dist/bundle-DZstHDeW.js +718 -0
- package/dist/bundle-DZstHDeW.js.map +1 -0
- package/dist/{capture-Ccf0Hmyx.js → capture-BkbPsfej.js} +61 -32
- package/dist/capture-BkbPsfej.js.map +1 -0
- package/dist/capture-CUAvk9KM.js +1 -0
- package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
- package/dist/cases-CM-MQRQp.js.map +1 -0
- package/dist/cases-FvhbM8M5.js +1 -0
- package/dist/{cli-DTuLSlmW.js → cli-BgBBuxxJ.js} +412 -1044
- package/dist/cli-BgBBuxxJ.js.map +1 -0
- package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-B5L9n-DV.js} +199 -35
- package/dist/cli-spec-B5L9n-DV.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client-DMEYR3MA.js +807 -0
- package/dist/client-DMEYR3MA.js.map +1 -0
- package/dist/{command-C2C7P5qo.js → command-BKb8eN_X.js} +10 -10
- package/dist/{command-C2C7P5qo.js.map → command-BKb8eN_X.js.map} +1 -1
- package/dist/{command-DSL7I-SI.js → command-D_w_kDpI.js} +25 -21
- package/dist/command-D_w_kDpI.js.map +1 -0
- package/dist/{command-Ff0T-1Hi.js → command-Dwlh0Vhu.js} +17 -16
- package/dist/command-Dwlh0Vhu.js.map +1 -0
- package/dist/{command-D8oMB2fa.js → command-loXH2jHr.js} +16 -16
- package/dist/{command-D8oMB2fa.js.map → command-loXH2jHr.js.map} +1 -1
- package/dist/{commands-xAOi_VEk.js → commands-Cuf57OYb.js} +174 -40
- package/dist/commands-Cuf57OYb.js.map +1 -0
- package/dist/{commands-Bk9NG1s_.js → commands-Dqli45sR.js} +1 -1
- package/dist/{config-SvK8pjEK.js → config-C0RKt00M.js} +288 -106
- package/dist/config-C0RKt00M.js.map +1 -0
- package/dist/{context-BdgCao9Q.js → context-DrEAtUyg.js} +2 -2
- package/dist/{context-BdgCao9Q.js.map → context-DrEAtUyg.js.map} +1 -1
- package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
- package/dist/cost-C21gGrju.js.map +1 -0
- package/dist/cost-IM80LyGD.js +1 -0
- package/dist/{cursor-catalog-DEzan4IT.js → cursor-catalog-CRsFxorF.js} +4 -4
- package/dist/{cursor-catalog-DEzan4IT.js.map → cursor-catalog-CRsFxorF.js.map} +1 -1
- package/dist/db-3o8s2EyD.js +2 -0
- package/dist/{db-BzOJ4Js4.js → db-ErnJ-gMD.js} +168 -248
- package/dist/db-ErnJ-gMD.js.map +1 -0
- package/dist/debug-CIXzB4wK.js.map +1 -1
- package/dist/{default-effort-BDKIxJyC.js → default-effort-D70cTG00.js} +4 -4
- package/dist/{default-effort-BDKIxJyC.js.map → default-effort-D70cTG00.js.map} +1 -1
- package/dist/{default-effort-BBDPbJ4D.js → default-effort-DHzj84dD.js} +1 -1
- package/dist/{dist-Db7ifchA.js → dist-DeqeCUZe.js} +5 -5
- package/dist/{dist-Db7ifchA.js.map → dist-DeqeCUZe.js.map} +1 -1
- package/dist/{docker-DFrjoNs-.js → docker-CFWzZOEk.js} +4 -4
- package/dist/{docker-DFrjoNs-.js.map → docker-CFWzZOEk.js.map} +1 -1
- package/dist/docker-DrMnpL84.js +1 -0
- package/dist/{doctor-DWK4ttex.js → doctor-B7utCSdh.js} +121 -100
- package/dist/doctor-B7utCSdh.js.map +1 -0
- package/dist/{environment-cPMCOk-h.js → environment-C0Gg8kyN.js} +49 -11
- package/dist/environment-C0Gg8kyN.js.map +1 -0
- package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
- package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
- package/dist/{eval-source-C9b1h8L6.js → eval-source-CsW5VIXS.js} +24 -12
- package/dist/eval-source-CsW5VIXS.js.map +1 -0
- package/dist/{evaluate-B12Tosvq.js → evaluate-BHQyAszQ.js} +679 -142
- package/dist/evaluate-BHQyAszQ.js.map +1 -0
- package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DzHq4EsU.d.ts} +2 -2
- package/dist/fake-bootstrap-VpisF1WE.js +15 -0
- package/dist/fake-bootstrap-VpisF1WE.js.map +1 -0
- package/dist/{files-tiNWe8Ih.js → files-BCraBodb.js} +3 -3
- package/dist/{files-tiNWe8Ih.js.map → files-BCraBodb.js.map} +1 -1
- package/dist/files-BjOJw4sn.js +1 -0
- package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
- package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
- package/dist/{files-BOBdC0uI.js → files-BuKWZCzY.js} +6 -6
- package/dist/{files-BOBdC0uI.js.map → files-BuKWZCzY.js.map} +1 -1
- package/dist/files-CAzVG3Rr.js +1 -0
- package/dist/{files-F5EG0WPT.js → files-Cv856jLN.js} +5 -5
- package/dist/{files-F5EG0WPT.js.map → files-Cv856jLN.js.map} +1 -1
- package/dist/files-D-Lir4aE.js +1 -0
- package/dist/files-DRlJ0Xr2.js +1 -0
- package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
- package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
- package/dist/{files-s28a6czq.js → files-qjeqXnfE.js} +143 -20
- package/dist/files-qjeqXnfE.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BpoqEgDV.js → git-DOrOtAiD.js} +3 -3
- package/dist/{git-BpoqEgDV.js.map → git-DOrOtAiD.js.map} +1 -1
- package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
- package/dist/harness-FcTyyPco.js.map +1 -0
- package/dist/harness-install-Dxho1yaU.js +53 -0
- package/dist/harness-install-Dxho1yaU.js.map +1 -0
- package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
- package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
- package/dist/harness.d.ts +11 -8
- package/dist/harness.js +1 -1
- package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
- package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
- package/dist/{images-D2jFze2v.js → images-Ch1y1t6_.js} +122 -73
- package/dist/images-Ch1y1t6_.js.map +1 -0
- package/dist/index.d.ts +46 -7
- package/dist/index.js +6 -6
- package/dist/{init-Bi1Q3lRi.js → init-C2HqCwnt.js} +33 -14
- package/dist/init-C2HqCwnt.js.map +1 -0
- package/dist/init-CM9xwyre.js +1 -0
- package/dist/{ink-list-BpfidQ1h.js → ink-list-BbKXElcQ.js} +54 -15
- package/dist/ink-list-BbKXElcQ.js.map +1 -0
- package/dist/inputs-5UIDpjz-.js +190 -0
- package/dist/inputs-5UIDpjz-.js.map +1 -0
- package/dist/inputs-load-C82HOKnb.js +1 -0
- package/dist/inputs-load-CGPyigMC.js +95 -0
- package/dist/inputs-load-CGPyigMC.js.map +1 -0
- package/dist/{invocations-CxGNOlh0.js → invocations-BrZAMuTb.js} +5 -5
- package/dist/{invocations-CxGNOlh0.js.map → invocations-BrZAMuTb.js.map} +1 -1
- package/dist/jiti-radm1Soi.js +52 -0
- package/dist/jiti-radm1Soi.js.map +1 -0
- package/dist/{judge-COMXT1Hx.js → judge-DwzqucLS.js} +17 -12
- package/dist/{judge-COMXT1Hx.js.map → judge-DwzqucLS.js.map} +1 -1
- package/dist/judge.d.ts +3 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
- package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
- package/dist/{layout-Cm85tQYk.js → layout-Czh5wOpz.js} +14 -11
- package/dist/layout-Czh5wOpz.js.map +1 -0
- package/dist/{list-DuThsE28.js → list-B_C0k5ex.js} +33 -19
- package/dist/{list-DuThsE28.js.map → list-B_C0k5ex.js.map} +1 -1
- package/dist/live-C9Et_BVT.js +1 -0
- package/dist/{live-CgYbO4Te.js → live-DGgIrVw0.js} +7 -5
- package/dist/live-DGgIrVw0.js.map +1 -0
- package/dist/{live-DL0se4Zd.js → live-DgFm0H90.js} +9 -9
- package/dist/{live-DL0se4Zd.js.map → live-DgFm0H90.js.map} +1 -1
- package/dist/machine-service-2lIv5UWF.js +1 -0
- package/dist/machine-service-Ct_1XMMi.js +520 -0
- package/dist/machine-service-Ct_1XMMi.js.map +1 -0
- package/dist/machines-BnquHcBZ.js +120 -0
- package/dist/machines-BnquHcBZ.js.map +1 -0
- package/dist/{model-CkNVAxob.js → model-B1tdv9-d.js} +1 -1
- package/dist/model-Bcy4Qjmm.js +1 -0
- package/dist/{model-V3mMXp6x.js → model-DF77SgZv.js} +6 -6
- package/dist/{model-V3mMXp6x.js.map → model-DF77SgZv.js.map} +1 -1
- package/dist/{model-CwwkrCb7.js → model-DRa7yv6K.js} +9 -6
- package/dist/model-DRa7yv6K.js.map +1 -0
- package/dist/{model-cgt5uvu8.js → model-E5X8YBJM.js} +7 -6
- package/dist/model-E5X8YBJM.js.map +1 -0
- package/dist/model-calls-B0BoQfJ4.js +95 -0
- package/dist/model-calls-B0BoQfJ4.js.map +1 -0
- package/dist/{node-D7pAU--0.js → node-BjuhqQwa.js} +21 -10
- package/dist/node-BjuhqQwa.js.map +1 -0
- package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
- package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
- package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-B1sIOTD2.js} +2 -2
- package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-B1sIOTD2.js.map} +1 -1
- package/dist/options-C989kuVE.js +1 -0
- package/dist/own-reads-CYmBlrHK.js +15 -0
- package/dist/own-reads-CYmBlrHK.js.map +1 -0
- package/dist/{patch-DAi1nCuH.js → patch-BR8rdl7r.js} +2 -2
- package/dist/{patch-DAi1nCuH.js.map → patch-BR8rdl7r.js.map} +1 -1
- package/dist/pi-providers-HygmL1y-.js +552 -0
- package/dist/pi-providers-HygmL1y-.js.map +1 -0
- package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
- package/dist/plain-Ctn8oUdp.js.map +1 -0
- package/dist/{plan-CsPilzpk.js → plan-BcT4G5jj.js} +104 -15
- package/dist/plan-BcT4G5jj.js.map +1 -0
- package/dist/{plugins-BfnhazOv.js → plugins-cC0sqoDA.js} +608 -12
- package/dist/plugins-cC0sqoDA.js.map +1 -0
- package/dist/preflight-BMVDBcux.js +1 -0
- package/dist/{preflight-BixaE4BA.js → preflight-C9OtTb7k.js} +4 -4
- package/dist/{preflight-BixaE4BA.js.map → preflight-C9OtTb7k.js.map} +1 -1
- package/dist/{preflight-GkpgrBxP.js → preflight-DySHXeFJ.js} +9 -10
- package/dist/preflight-DySHXeFJ.js.map +1 -0
- package/dist/{preflight-D1C-iH0U.js → preflight-zsAn3heN.js} +1 -1
- package/dist/{prepare-C--rM_wO.js → prepare-MaRWRhNT.js} +2 -2
- package/dist/prepare-nbX1CXXg.js +409 -0
- package/dist/prepare-nbX1CXXg.js.map +1 -0
- package/dist/prices-B1vm_lPk.js +1 -0
- package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
- package/dist/prices-BrY_ihLs.js.map +1 -0
- package/dist/{provenance-BXyYwUC8.js → provenance-CkykifD9.js} +5 -5
- package/dist/{provenance-BXyYwUC8.js.map → provenance-CkykifD9.js.map} +1 -1
- package/dist/provider-DHT20Gl8.js +1 -0
- package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
- package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
- package/dist/provider-stop-CxzWW7Ft.js +69 -0
- package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
- package/dist/providers-BkLGzaSY.js +1 -0
- package/dist/{providers-1p4HKYIp.js → providers-bNgfKa6m.js} +224 -49
- package/dist/providers-bNgfKa6m.js.map +1 -0
- package/dist/query-B2SQddoV.js +1 -0
- package/dist/{query-DhhU9ADI.js → query-DhV3a8lM.js} +2 -2
- package/dist/{query-DhhU9ADI.js.map → query-DhV3a8lM.js.map} +1 -1
- package/dist/{questions-CMAq4pr8.js → questions-Csv64WCb.js} +7 -7
- package/dist/{questions-CMAq4pr8.js.map → questions-Csv64WCb.js.map} +1 -1
- package/dist/{record-6IUzwP9K.js → record--vHreTLk.js} +11 -5
- package/dist/record--vHreTLk.js.map +1 -0
- package/dist/{redact-BhjtnjrU.js → redact-t-L3VGy8.js} +106 -2
- package/dist/redact-t-L3VGy8.js.map +1 -0
- package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
- package/dist/remarks-BpdM_2RC.js.map +1 -0
- package/dist/{remarks-BNABzemt.js → remarks-CYFOsnz5.js} +46 -11
- package/dist/remarks-CYFOsnz5.js.map +1 -0
- package/dist/remarks-CleoDlYw.js +1 -0
- package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
- package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
- package/dist/{remote-U7fNt0UP.js → remote-0CHog7Oq.js} +6 -6
- package/dist/{remote-U7fNt0UP.js.map → remote-0CHog7Oq.js.map} +1 -1
- package/dist/resolve-Bm9ZyFR-.js +1 -0
- package/dist/resolve-Bul8lHaa.js +205 -0
- package/dist/resolve-Bul8lHaa.js.map +1 -0
- package/dist/{resolve-Cx3a9UQ2.js → resolve-DorSHDBs.js} +14 -11
- package/dist/resolve-DorSHDBs.js.map +1 -0
- package/dist/resources-DqdwihhT.js +62 -0
- package/dist/resources-DqdwihhT.js.map +1 -0
- package/dist/{results-CQKXmHym.js → results-DhMgRkR0.js} +9 -22
- package/dist/results-DhMgRkR0.js.map +1 -0
- package/dist/{resume-POpZa1ge.js → resume-C8Ihfy-C.js} +166 -17
- package/dist/resume-C8Ihfy-C.js.map +1 -0
- package/dist/{retry-CmG809Mp.js → retry-Bfk7pDti.js} +4 -4
- package/dist/{retry-CmG809Mp.js.map → retry-Bfk7pDti.js.map} +1 -1
- package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
- package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
- package/dist/routes-Cp4gAjBZ.js +427 -0
- package/dist/routes-Cp4gAjBZ.js.map +1 -0
- package/dist/{runtime-Xm9oeC7o.js → runtime-CPUH0Vk5.js} +46 -5
- package/dist/runtime-CPUH0Vk5.js.map +1 -0
- package/dist/sandbox/boat.d.ts +1 -1
- package/dist/sandbox/boat.js +1 -1
- package/dist/{sandbox-DrlL4yqb.js → sandbox-z8q_4Ywn.js} +3 -3
- package/dist/{sandbox-DrlL4yqb.js.map → sandbox-z8q_4Ywn.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-C00zd6zl.js → server-BsQZtuF9.js} +9 -9
- package/dist/{server-C00zd6zl.js.map → server-BsQZtuF9.js.map} +1 -1
- package/dist/server-ZaMzUNmV.js +1 -0
- package/dist/services-BG8xuU82.js +39 -0
- package/dist/services-BG8xuU82.js.map +1 -0
- package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
- package/dist/shared-DtZwIAfy.js.map +1 -0
- package/dist/{source-DDgr48Gn.js → source-9HWaTEgV.js} +2 -2
- package/dist/{source-DDgr48Gn.js.map → source-9HWaTEgV.js.map} +1 -1
- package/dist/source-BcBDj-R0.js +1 -0
- package/dist/src-B2eHTCnp.js +3 -0
- package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
- package/dist/src-B5r1d23Y.js.map +1 -0
- package/dist/{src-Dw79VLa3.js → src-Bb3k9Kn_.js} +208 -59
- package/dist/src-Bb3k9Kn_.js.map +1 -0
- package/dist/src-BfOlH_Bu.js +2 -0
- package/dist/src-BuGc40IF.js +2 -0
- package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
- package/dist/src-C-ChdnG6.js.map +1 -0
- package/dist/src-C2K5_afU.js +2 -0
- package/dist/{src-YvblOrBU.js → src-C3OhA5pw.js} +87 -13
- package/dist/src-C3OhA5pw.js.map +1 -0
- package/dist/src-CSVJjghq.js +4 -0
- package/dist/{src-y0nOeRRE.js → src-CWfy8ct8.js} +1572 -487
- package/dist/src-CWfy8ct8.js.map +1 -0
- package/dist/src-CcrQQB0_.js +2 -0
- package/dist/src-CotUxxQV.js +2 -0
- package/dist/src-D-PwBaBB.js +2 -0
- package/dist/{src-Cb2MWozp.js → src-DNWiU__5.js} +276 -41
- package/dist/src-DNWiU__5.js.map +1 -0
- package/dist/{src-KxS91P7L.js → src-DwcTn4JY.js} +79 -11
- package/dist/src-DwcTn4JY.js.map +1 -0
- package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
- package/dist/src-boB6D-5T.js.map +1 -0
- package/dist/{src-DvGns8cz.js → src-c3ZQu7Uu.js} +299 -17
- package/dist/src-c3ZQu7Uu.js.map +1 -0
- package/dist/src-jYqNkT-F.js +1 -0
- package/dist/start-Db5VRcRZ.js +660 -0
- package/dist/start-Db5VRcRZ.js.map +1 -0
- package/dist/state-CKIjZZRK.js +1 -0
- package/dist/{state-328JpnHA.js → state-DUYdzNA7.js} +21 -21
- package/dist/{state-328JpnHA.js.map → state-DUYdzNA7.js.map} +1 -1
- package/dist/store/local.d.ts +8 -0
- package/dist/store/local.js +16 -0
- package/dist/store/local.js.map +1 -0
- package/dist/store/s3.d.ts +10 -0
- package/dist/store/s3.js +18 -0
- package/dist/store/s3.js.map +1 -0
- package/dist/suite-CH1aaAbs.js +2 -0
- package/dist/{suite-COglUhPd.js → suite-DjGxmDSY.js} +6 -5
- package/dist/{suite-COglUhPd.js.map → suite-DjGxmDSY.js.map} +1 -1
- package/dist/{summary-DDy9DfyJ.js → summary-BK5Sa_N0.js} +28 -7
- package/dist/summary-BK5Sa_N0.js.map +1 -0
- package/dist/sync-DUi_P2UJ.js +559 -0
- package/dist/sync-DUi_P2UJ.js.map +1 -0
- package/dist/{tarball-CESxtK4X.js → tarball-C8BSTAMk.js} +2 -2
- package/dist/{tarball-CESxtK4X.js.map → tarball-C8BSTAMk.js.map} +1 -1
- package/dist/tart-BQ_Ap0l4.js +508 -0
- package/dist/tart-BQ_Ap0l4.js.map +1 -0
- package/dist/tart-CzViW3WZ.js +186 -0
- package/dist/tart-CzViW3WZ.js.map +1 -0
- package/dist/tart-DmVuVsmX.js +1 -0
- package/dist/tart-bake-D1RttYfM.js +148 -0
- package/dist/tart-bake-D1RttYfM.js.map +1 -0
- package/dist/tart-bake-DjFcsG3N.js +1 -0
- package/dist/tart-cli-BOcluha1.js +1 -0
- package/dist/tart-cli-gA9xEaQL.js +89 -0
- package/dist/tart-cli-gA9xEaQL.js.map +1 -0
- package/dist/tart-hosts-CHNrfV6u.js +313 -0
- package/dist/tart-hosts-CHNrfV6u.js.map +1 -0
- package/dist/tart-hosts-CWse-ASo.js +1 -0
- package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CLBjfF9u.js} +64 -6
- package/dist/tart-images-CLBjfF9u.js.map +1 -0
- package/dist/testing.d.ts +36 -2
- package/dist/testing.js +4 -4
- package/dist/tool-class-krsmEo44.js +433 -0
- package/dist/tool-class-krsmEo44.js.map +1 -0
- package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
- package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
- package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
- package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
- package/dist/{transcript-CCf07UmU.js → transcript-BXWZiMuC.js} +3 -3
- package/dist/{transcript-CCf07UmU.js.map → transcript-BXWZiMuC.js.map} +1 -1
- package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
- package/dist/types-CbcnJxCy.js.map +1 -0
- package/dist/{types-DBwFsGem.d.ts → types-DKK8jj--.d.ts} +517 -45
- package/dist/ui-DKYjTVpn.js +1455 -0
- package/dist/ui-DKYjTVpn.js.map +1 -0
- package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
- package/dist/usage-CwIRPPZ9.js.map +1 -0
- package/dist/vercel-models-Ci33llXz.js +21 -0
- package/dist/vercel-models-Ci33llXz.js.map +1 -0
- package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
- package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
- package/dist/vertex-DXfcXYKn.js +1 -0
- package/dist/view/index.d.ts +32 -3
- package/dist/view/index.js +8 -8
- package/dist/{views-BROacjBv.js → views-B1zVLJsF.js} +6 -6
- package/dist/{views-BROacjBv.js.map → views-B1zVLJsF.js.map} +1 -1
- package/dist/views-DCjtw1jF.js +2 -0
- package/dist/{worker-entry-Smb4bNDc.js → worker-entry-DrAYYt0M.js} +37 -14
- package/dist/worker-entry-DrAYYt0M.js.map +1 -0
- package/dist/workspace-CnRbV8cM.js +1 -0
- package/dist/{workspace-DNDTEk8v.js → workspace-DwTe1zo6.js} +7 -7
- package/dist/{workspace-DNDTEk8v.js.map → workspace-DwTe1zo6.js.map} +1 -1
- package/docker/Dockerfile +1 -1
- package/package.json +15 -1
- package/skills/eval-rubric/SKILL.md +10 -0
- package/skills/reeval/SKILL.md +370 -0
- package/skills/reeval/references/capture.md +48 -0
- package/skills/reeval/references/cli.md +162 -0
- package/skills/reeval/references/compare.md +180 -0
- package/skills/reeval/references/config.md +147 -0
- package/skills/reeval/references/environments.md +218 -0
- package/skills/reeval/references/evals.md +241 -0
- package/skills/reeval/references/mistakes.md +39 -0
- package/skills/reeval/references/vocabulary.md +19 -0
- package/skills/setup/SKILL.md +219 -0
- package/skills/setup/references/templates.md +258 -0
- package/dist/adapter-C60z3wLq.js.map +0 -1
- package/dist/agent-BmsMXZXx.js.map +0 -1
- package/dist/agents-DXuFxtGC.js.map +0 -1
- package/dist/app-files-DT5mJyV4.js.map +0 -1
- package/dist/assemble-DM2PNU4R.js.map +0 -1
- package/dist/attempt-host-7VviAJrl.js.map +0 -1
- package/dist/boat-BjLqFJIZ.js.map +0 -1
- package/dist/boat-DSNgZt-t.js +0 -322
- package/dist/boat-DSNgZt-t.js.map +0 -1
- package/dist/capture-BzotD2hs.js +0 -1
- package/dist/capture-Ccf0Hmyx.js.map +0 -1
- package/dist/cases-Dy0mifal.js +0 -1
- package/dist/cases-z9E6DCd5.js.map +0 -1
- package/dist/cli-DTuLSlmW.js.map +0 -1
- package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
- package/dist/client-KM4C5r5_.js +0 -387
- package/dist/client-KM4C5r5_.js.map +0 -1
- package/dist/command-DSL7I-SI.js.map +0 -1
- package/dist/command-Ff0T-1Hi.js.map +0 -1
- package/dist/commands-xAOi_VEk.js.map +0 -1
- package/dist/config-SvK8pjEK.js.map +0 -1
- package/dist/cost-BdRgySQl.js.map +0 -1
- package/dist/cost-Cr26Alhq.js +0 -1
- package/dist/db-BzOJ4Js4.js.map +0 -1
- package/dist/db-CQRZ3URX.js +0 -2
- package/dist/docker--mukta3L.js +0 -1
- package/dist/docker-DG_uFgn2.js +0 -246
- package/dist/docker-DG_uFgn2.js.map +0 -1
- package/dist/doctor-DWK4ttex.js.map +0 -1
- package/dist/environment-cPMCOk-h.js.map +0 -1
- package/dist/eval-source-C9b1h8L6.js.map +0 -1
- package/dist/evaluate-B12Tosvq.js.map +0 -1
- package/dist/files-C1Rk9FYA.js +0 -1
- package/dist/files-DMQ9-Vv5.js +0 -1
- package/dist/files-Di0xDbCc.js +0 -1
- package/dist/files-G5jf8wBp.js +0 -1
- package/dist/files-s28a6czq.js.map +0 -1
- package/dist/harness-DXv2gnaT.js.map +0 -1
- package/dist/images-D2jFze2v.js.map +0 -1
- package/dist/init-Bi1Q3lRi.js.map +0 -1
- package/dist/init-CUw65o36.js +0 -1
- package/dist/ink-list-BpfidQ1h.js.map +0 -1
- package/dist/kinds-Bh2I35id.js +0 -698
- package/dist/kinds-Bh2I35id.js.map +0 -1
- package/dist/layout-Cm85tQYk.js.map +0 -1
- package/dist/live-CgYbO4Te.js.map +0 -1
- package/dist/live-DZLmj0iG.js +0 -1
- package/dist/matchers-CXLn-1jm.js +0 -148
- package/dist/matchers-CXLn-1jm.js.map +0 -1
- package/dist/model-Cv4GuTsZ.js +0 -1
- package/dist/model-CwwkrCb7.js.map +0 -1
- package/dist/model-cgt5uvu8.js.map +0 -1
- package/dist/node-D7pAU--0.js.map +0 -1
- package/dist/options-DPUmk7v_.js +0 -1
- package/dist/plain-BYUf_fUV.js.map +0 -1
- package/dist/plan-CsPilzpk.js.map +0 -1
- package/dist/plugins-BfnhazOv.js.map +0 -1
- package/dist/preflight-Bn3ianye.js +0 -1
- package/dist/preflight-GkpgrBxP.js.map +0 -1
- package/dist/prepare-DQEDXoDp.js +0 -268
- package/dist/prepare-DQEDXoDp.js.map +0 -1
- package/dist/prices-5m3SzMZ3.js.map +0 -1
- package/dist/provider-BnUoz4KB.js +0 -1
- package/dist/providers-1p4HKYIp.js.map +0 -1
- package/dist/providers-B-ijCktf.js +0 -1
- package/dist/query-BYhyf0LR.js +0 -1
- package/dist/record-6IUzwP9K.js.map +0 -1
- package/dist/redact-BhjtnjrU.js.map +0 -1
- package/dist/remarks-BNABzemt.js.map +0 -1
- package/dist/remarks-CAvTSq16.js +0 -1
- package/dist/remarks-D9Lcd1fF.js.map +0 -1
- package/dist/resolve-C14Pmtej.js +0 -1
- package/dist/resolve-Cx3a9UQ2.js.map +0 -1
- package/dist/results-CQKXmHym.js.map +0 -1
- package/dist/resume-POpZa1ge.js.map +0 -1
- package/dist/runtime-Xm9oeC7o.js.map +0 -1
- package/dist/server-C1UJcpUh.js +0 -1
- package/dist/shared-Cfi45Bvy.js.map +0 -1
- package/dist/source-DJHmQv_j.js +0 -1
- package/dist/src-1dBuXzs4.js +0 -3
- package/dist/src-BKpioayC.js +0 -2
- package/dist/src-BNQznj4z.js.map +0 -1
- package/dist/src-BY1cCaoJ.js +0 -2
- package/dist/src-BbZYaQ8b.js +0 -2
- package/dist/src-CDFH2vVN.js +0 -2
- package/dist/src-CMW5R9Q0.js +0 -1
- package/dist/src-CV_7DkPa.js.map +0 -1
- package/dist/src-Cb2MWozp.js.map +0 -1
- package/dist/src-CrV2WA2i.js +0 -2
- package/dist/src-CsFaawcZ.js +0 -2
- package/dist/src-DAzaCTcN.js.map +0 -1
- package/dist/src-DvGns8cz.js.map +0 -1
- package/dist/src-Dw79VLa3.js.map +0 -1
- package/dist/src-KxS91P7L.js.map +0 -1
- package/dist/src-YvblOrBU.js.map +0 -1
- package/dist/src-wKwznPgt.js +0 -2
- package/dist/src-y0nOeRRE.js.map +0 -1
- package/dist/state-Ca55Gk_O.js +0 -1
- package/dist/suite-CKBa6MKt.js +0 -2
- package/dist/summary-DDy9DfyJ.js.map +0 -1
- package/dist/tart-cli-C-GsbVsQ.js +0 -1
- package/dist/tart-cli-CU0nFS-L.js +0 -55
- package/dist/tart-cli-CU0nFS-L.js.map +0 -1
- package/dist/tart-dWoJvWHc.js +0 -586
- package/dist/tart-dWoJvWHc.js.map +0 -1
- package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
- package/dist/tool-target-DS5d72eH.js +0 -40
- package/dist/tool-target-DS5d72eH.js.map +0 -1
- package/dist/types-C2mLpph3.js.map +0 -1
- package/dist/usage-DJiDnh2D.js.map +0 -1
- package/dist/vercel-CGlSBv63.js +0 -344
- package/dist/vercel-CGlSBv63.js.map +0 -1
- package/dist/vertex-O88TCwgY.js +0 -1
- package/dist/views-B0Yt_Q1S.js +0 -2
- package/dist/worker-entry-Smb4bNDc.js.map +0 -1
- package/dist/workspace-C0dDP75l.js +0 -1
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { n as prepareAll } from "./preflight-
|
|
5
|
-
import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-
|
|
6
|
-
import {
|
|
1
|
+
import { A as harnessImageFor, B as reevalImageKey, Ct as LABEL, E as dockerfileBases, F as localKey, L as pluginBuildKey, M as installLayerTag, O as dockerfileTag, R as pluginLayerTag, T as contextHash, U as usesReevalBase, V as resolveFrom, Vt as imageInfo, an as engineSpec, en as isTransient, h as REEVAL_BASE_ARG, j as imageKey, jt as imageFor, k as fromImageKey } from "./src-CWfy8ct8.js";
|
|
2
|
+
import { C as pluginBuildsLabel, S as pluginBuildId, u as buildSteps, w as pluginCall } from "./plugins-cC0sqoDA.js";
|
|
3
|
+
import { at as sandboxId, ot as sandboxProvider } from "./config-C0RKt00M.js";
|
|
4
|
+
import { n as prepareAll } from "./preflight-C9OtTb7k.js";
|
|
5
|
+
import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-nbX1CXXg.js";
|
|
6
|
+
import { t as harnessBake } from "./harness-install-Dxho1yaU.js";
|
|
7
|
+
import { n as bakedTartImage, o as tartBakeKey } from "./tart-bake-D1RttYfM.js";
|
|
8
|
+
import { b as vmImage, c as dockerKey, n as attemptImage, o as classifyTart, r as bakedImage, s as createProviders } from "./providers-bNgfKa6m.js";
|
|
7
9
|
// src/sandbox/images.ts
|
|
8
10
|
/**
|
|
9
11
|
* What `reeval image build` builds and `reeval doctor` checks: the harness and sandbox of each
|
|
@@ -11,7 +13,7 @@ import { _ as vmImage, a as classifyTart, n as attemptImage, o as createProvider
|
|
|
11
13
|
* when they plan none.
|
|
12
14
|
*/
|
|
13
15
|
async function plannedImageUses(run, filters = [], unmatched) {
|
|
14
|
-
const { runEngine } = await import("./node-
|
|
16
|
+
const { runEngine } = await import("./node-BjuhqQwa.js");
|
|
15
17
|
let planned = [];
|
|
16
18
|
await runEngine({
|
|
17
19
|
run: JSON.parse(JSON.stringify(run)),
|
|
@@ -26,7 +28,9 @@ async function plannedImageUses(run, filters = [], unmatched) {
|
|
|
26
28
|
id: p.attempt.family?.id ?? p.id,
|
|
27
29
|
harness: p.attempt.harness,
|
|
28
30
|
sandbox: p.attempt.sandbox,
|
|
29
|
-
plugins: p.attempt.pluginBuilds ?? []
|
|
31
|
+
plugins: p.attempt.pluginBuilds ?? [],
|
|
32
|
+
environment: p.attempt.cell.environment,
|
|
33
|
+
egress: p.attempt.egress
|
|
30
34
|
})) : run.config.harness.map((harness) => ({
|
|
31
35
|
id: "",
|
|
32
36
|
harness,
|
|
@@ -84,14 +88,26 @@ const look = (ref, engine) => imageInfo(ref, engine).then((info) => ({ info }),
|
|
|
84
88
|
info: null,
|
|
85
89
|
error: error.message
|
|
86
90
|
}));
|
|
87
|
-
/**
|
|
91
|
+
/**
|
|
92
|
+
* `from`'s image, checked against what the tag names now (a registry lookup, no pull), and its
|
|
93
|
+
* content key: what the built image was built on, or else what a build would be.
|
|
94
|
+
*/
|
|
88
95
|
async function fromStatus(from, ref, engine) {
|
|
89
96
|
const [cached, now] = await Promise.all([look(ref, engine), resolveFrom(from, void 0, engine)]);
|
|
90
97
|
if (cached.error) return {
|
|
91
98
|
status: "unknown",
|
|
92
|
-
detail: cached.error
|
|
99
|
+
detail: cached.error,
|
|
100
|
+
key: null
|
|
101
|
+
};
|
|
102
|
+
const pinned = /@(sha256:[0-9a-f]{64})$/.exec(from)?.[1];
|
|
103
|
+
const key = cached.info ? cached.info.labels[LABEL.key] === "" ? localKey(ref, cached.info.id) : fromImageKey(ref, cached.info.labels[LABEL.fromDigest] ?? cached.info.id) : pinned ? fromImageKey(ref, pinned) : null;
|
|
104
|
+
return {
|
|
105
|
+
...fromStanding(from, cached.info, now),
|
|
106
|
+
key
|
|
93
107
|
};
|
|
94
|
-
|
|
108
|
+
}
|
|
109
|
+
function fromStanding(from, cached, now) {
|
|
110
|
+
if (!cached) {
|
|
95
111
|
if (!("error" in now)) return {
|
|
96
112
|
status: "build",
|
|
97
113
|
detail: `on ${from} (${short(now.digest)})`
|
|
@@ -104,7 +120,7 @@ async function fromStatus(from, ref, engine) {
|
|
|
104
120
|
detail: `doesn't resolve: ${now.error}`
|
|
105
121
|
};
|
|
106
122
|
}
|
|
107
|
-
const was = cached.
|
|
123
|
+
const was = cached.labels[LABEL.fromDigest];
|
|
108
124
|
if ("error" in now) return {
|
|
109
125
|
status: "ready",
|
|
110
126
|
detail: `built; ${from} couldn't be checked`
|
|
@@ -165,7 +181,7 @@ async function imageStages(target, root) {
|
|
|
165
181
|
let unanswered = null;
|
|
166
182
|
if (sandbox.image) {
|
|
167
183
|
const found = await look(sandbox.image, engine);
|
|
168
|
-
parent = found.info
|
|
184
|
+
parent = found.info ? imageKey(found.info) : null;
|
|
169
185
|
unanswered = found.error ?? null;
|
|
170
186
|
stages.push({
|
|
171
187
|
what: "image",
|
|
@@ -184,8 +200,8 @@ async function imageStages(target, root) {
|
|
|
184
200
|
});
|
|
185
201
|
} else if (sandbox.from) {
|
|
186
202
|
const ref = harnessImageFor(harness, sandbox.from);
|
|
187
|
-
const status = await fromStatus(sandbox.from, ref, engine);
|
|
188
|
-
parent =
|
|
203
|
+
const { key, ...status } = await fromStatus(sandbox.from, ref, engine);
|
|
204
|
+
parent = key;
|
|
189
205
|
if (status.status === "unknown") unanswered = status.detail;
|
|
190
206
|
stages.push({
|
|
191
207
|
what: `from ${sandbox.from}`,
|
|
@@ -196,18 +212,19 @@ async function imageStages(target, root) {
|
|
|
196
212
|
} else if (sandbox.dockerfile) {
|
|
197
213
|
const onReeval = usesReevalBase(sandbox.dockerfile);
|
|
198
214
|
const base = onReeval ? await reevalBase() : null;
|
|
199
|
-
const
|
|
200
|
-
const
|
|
201
|
-
const
|
|
215
|
+
const { tag } = dockerfileTag(sandbox.dockerfile, harness);
|
|
216
|
+
const built = await exists(tag);
|
|
217
|
+
const moving = dockerfileBases(sandbox.dockerfile);
|
|
218
|
+
const key = built.info ? built.info.labels[LABEL.key] || localKey(tag, built.info.id) : moving.bases.length || moving.opaque ? null : tag;
|
|
202
219
|
stages.push({
|
|
203
220
|
what: `dockerfile ${projectPath(root, sandbox.dockerfile)}`,
|
|
204
221
|
ref: tag,
|
|
205
222
|
action: `${engineSpec(engine).bin} build (layer cache), tagged by content hash`,
|
|
206
223
|
status: built.status,
|
|
207
|
-
detail: built.
|
|
224
|
+
detail: built.detail
|
|
208
225
|
});
|
|
209
226
|
if (onReeval) {
|
|
210
|
-
parent =
|
|
227
|
+
parent = key;
|
|
211
228
|
if (built.status === "unknown") unanswered = built.detail;
|
|
212
229
|
stages.push({
|
|
213
230
|
what: "harness",
|
|
@@ -217,12 +234,13 @@ async function imageStages(target, root) {
|
|
|
217
234
|
detail: base?.status === "unknown" ? base.detail : `${imageFor(harness)} ${base?.detail ?? ""}`.trim()
|
|
218
235
|
});
|
|
219
236
|
} else {
|
|
220
|
-
const
|
|
221
|
-
|
|
237
|
+
const ref = harnessImageFor(harness, tag);
|
|
238
|
+
const baked = await exists(ref);
|
|
239
|
+
parent = key ? fromImageKey(ref, key) : null;
|
|
222
240
|
if (baked.status === "unknown") unanswered = baked.detail;
|
|
223
241
|
stages.push({
|
|
224
242
|
what: "harness",
|
|
225
|
-
ref
|
|
243
|
+
ref,
|
|
226
244
|
action: "Node, git and the harness bootstrap on top",
|
|
227
245
|
status: baked.status,
|
|
228
246
|
detail: baked.detail
|
|
@@ -230,7 +248,7 @@ async function imageStages(target, root) {
|
|
|
230
248
|
}
|
|
231
249
|
} else {
|
|
232
250
|
const base = await reevalBase();
|
|
233
|
-
parent =
|
|
251
|
+
parent = reevalImageKey(harness);
|
|
234
252
|
if (base.status === "unknown") unanswered = base.detail;
|
|
235
253
|
stages.push({
|
|
236
254
|
what: "base",
|
|
@@ -240,23 +258,24 @@ async function imageStages(target, root) {
|
|
|
240
258
|
detail: base.detail
|
|
241
259
|
});
|
|
242
260
|
}
|
|
261
|
+
const pending = () => unanswered ? {
|
|
262
|
+
info: null,
|
|
263
|
+
status: "unknown",
|
|
264
|
+
detail: unanswered
|
|
265
|
+
} : {
|
|
266
|
+
info: null,
|
|
267
|
+
status: "build",
|
|
268
|
+
detail: "not built yet"
|
|
269
|
+
};
|
|
243
270
|
const steps = installSteps(sandbox);
|
|
244
271
|
if (steps.length) {
|
|
245
|
-
const ref = parent ? installLayerTag({
|
|
246
|
-
const layer = ref ? await exists(ref) :
|
|
247
|
-
|
|
248
|
-
status: "unknown",
|
|
249
|
-
detail: unanswered
|
|
250
|
-
} : {
|
|
251
|
-
info: null,
|
|
252
|
-
status: "build",
|
|
253
|
-
detail: "not built yet"
|
|
254
|
-
};
|
|
255
|
-
parent = layer.info?.id ?? null;
|
|
272
|
+
const ref = parent ? installLayerTag({ key: parent }, steps) : null;
|
|
273
|
+
const layer = ref ? await exists(ref) : pending();
|
|
274
|
+
parent = ref;
|
|
256
275
|
if (layer.status === "unknown") unanswered ??= layer.detail;
|
|
257
276
|
stages.push({
|
|
258
277
|
what: `install ${steps.length} command${steps.length === 1 ? "" : "s"}`,
|
|
259
|
-
ref: ref ?? "reeval-install:<base
|
|
278
|
+
ref: ref ?? "reeval-install:<base key + commands>",
|
|
260
279
|
action: "build unless cached",
|
|
261
280
|
status: layer.status,
|
|
262
281
|
detail: layer.detail
|
|
@@ -270,7 +289,7 @@ async function imageStages(target, root) {
|
|
|
270
289
|
parent = null;
|
|
271
290
|
stages.push({
|
|
272
291
|
what,
|
|
273
|
-
ref: "reeval-plugin:<
|
|
292
|
+
ref: "reeval-plugin:<base key>-<commit + tree + build>",
|
|
274
293
|
action,
|
|
275
294
|
status: "unknown",
|
|
276
295
|
detail: `${pluginCall(source, root)} is fetched when reeval image build or a run builds it`
|
|
@@ -278,21 +297,13 @@ async function imageStages(target, root) {
|
|
|
278
297
|
continue;
|
|
279
298
|
}
|
|
280
299
|
const spec = await pluginBuildSpec(root, source);
|
|
281
|
-
const ref = parent ? pluginLayerTag({
|
|
282
|
-
const layer = ref ? await exists(ref) :
|
|
283
|
-
|
|
284
|
-
status: "unknown",
|
|
285
|
-
detail: unanswered
|
|
286
|
-
} : {
|
|
287
|
-
info: null,
|
|
288
|
-
status: "build",
|
|
289
|
-
detail: "not built yet"
|
|
290
|
-
};
|
|
291
|
-
parent = layer.info?.id ?? null;
|
|
300
|
+
const ref = parent ? pluginLayerTag({ key: parent }, spec) : null;
|
|
301
|
+
const layer = ref ? await exists(ref) : pending();
|
|
302
|
+
parent = ref;
|
|
292
303
|
if (layer.status === "unknown") unanswered ??= layer.detail;
|
|
293
304
|
stages.push({
|
|
294
305
|
what,
|
|
295
|
-
ref: ref ?? `reeval-plugin:<
|
|
306
|
+
ref: ref ?? `reeval-plugin:<base key>-${pluginBuildKey(spec).slice(0, 16)}`,
|
|
296
307
|
action,
|
|
297
308
|
status: layer.status,
|
|
298
309
|
detail: layer.detail
|
|
@@ -357,10 +368,16 @@ async function imageStatusLines(targets, root) {
|
|
|
357
368
|
}
|
|
358
369
|
/**
|
|
359
370
|
* `reeval image build`: prepares every target, three at a time, and reports each, failures too.
|
|
360
|
-
* `from` images are rebuilt when their tag moved upstream, and everything with `force`.
|
|
371
|
+
* `from` images are rebuilt when their tag moved upstream, and everything with `force`. With a
|
|
372
|
+
* `registry`, an image that's missing here is pulled from it before it's built, and with `push`
|
|
373
|
+
* every image reeval made for a target is pushed to it.
|
|
361
374
|
*/
|
|
362
375
|
async function buildImages(targets, root, options) {
|
|
363
|
-
const providers = createProviders({
|
|
376
|
+
const providers = createProviders({
|
|
377
|
+
refresh: options.force ? "force" : "check",
|
|
378
|
+
registry: options.registry ?? null,
|
|
379
|
+
push: !!options.push
|
|
380
|
+
});
|
|
364
381
|
const prepared = targets.map((t) => ({
|
|
365
382
|
kind: sandboxProvider(t.sandbox),
|
|
366
383
|
key: dockerKey(t.sandbox, harnessFor(t.harness), t.plugins),
|
|
@@ -392,14 +409,19 @@ async function buildImages(targets, root, options) {
|
|
|
392
409
|
};
|
|
393
410
|
});
|
|
394
411
|
}
|
|
395
|
-
/** The distinct `tart()` images
|
|
412
|
+
/** The distinct `tart()` images and the harnesses baked into each, in first-use order. */
|
|
396
413
|
function tartTargets(uses) {
|
|
397
414
|
const targets = /* @__PURE__ */ new Map();
|
|
398
|
-
for (const { id, sandbox } of uses) {
|
|
415
|
+
for (const { id, sandbox, harness } of uses) {
|
|
399
416
|
if (sandbox.kind !== "tart") continue;
|
|
400
|
-
const
|
|
401
|
-
|
|
417
|
+
const bake = harnessBake(harness);
|
|
418
|
+
const key = tartBakeKey(sandbox, harness);
|
|
419
|
+
const user = sandbox.ssh?.user ? ` as ${sandbox.ssh.user}` : "";
|
|
420
|
+
const target = targets.get(key) ?? {
|
|
421
|
+
id: bake ? `${sandboxId(sandbox)} · ${bake.label}${user}` : sandboxId(sandbox),
|
|
402
422
|
sandbox,
|
|
423
|
+
harness,
|
|
424
|
+
bake,
|
|
403
425
|
evals: 0,
|
|
404
426
|
seen: /* @__PURE__ */ new Set()
|
|
405
427
|
};
|
|
@@ -407,53 +429,76 @@ function tartTargets(uses) {
|
|
|
407
429
|
target.seen.add(id);
|
|
408
430
|
target.evals++;
|
|
409
431
|
}
|
|
410
|
-
targets.set(
|
|
432
|
+
targets.set(key, target);
|
|
411
433
|
}
|
|
412
|
-
return [...targets.values()].map(({ seen
|
|
434
|
+
return [...targets.values()].map(({ seen, ...t }) => ({
|
|
435
|
+
...t,
|
|
436
|
+
ids: [...seen]
|
|
437
|
+
}));
|
|
413
438
|
}
|
|
414
|
-
/**
|
|
439
|
+
/**
|
|
440
|
+
* `reeval image build --dry-run`: whether Tart has each image, what a missing one weighs, and
|
|
441
|
+
* whether each harness is baked into it yet.
|
|
442
|
+
*/
|
|
415
443
|
async function tartPlanLines(targets) {
|
|
416
|
-
const { tartNames } = await import("./tart-cli-
|
|
417
|
-
const { formatSize, pullSpace, pullSpaceLine, pullSpaceUnknown, tartDigest, tartImageSize } = await import("./tart-images-
|
|
444
|
+
const { tartNames } = await import("./tart-cli-BOcluha1.js");
|
|
445
|
+
const { formatSize, pullSpace, pullSpaceLine, pullSpaceUnknown, tartDigest, tartImageSize, tartSource } = await import("./tart-images-CLBjfF9u.js");
|
|
418
446
|
const { parseTartRef, tartListed } = await import("./tart-ref-7Qv3cm3B.js");
|
|
419
447
|
const have = await tartNames().catch((error) => error);
|
|
420
|
-
const
|
|
448
|
+
const images = [...new Map(targets.map((t) => [t.sandbox.image, t])).values()];
|
|
449
|
+
const lines = [`tart ${images.length} image${images.length === 1 ? "" : "s"} (nothing pulled or baked: --dry-run)`];
|
|
421
450
|
const missing = [];
|
|
422
|
-
for (const t of
|
|
423
|
-
const uses = t.evals ? ` · ${t.evals} eval${t.evals === 1 ? "" : "s"}` : "";
|
|
451
|
+
for (const t of images) {
|
|
424
452
|
const { image } = t.sandbox;
|
|
425
|
-
|
|
453
|
+
const id = sandboxId(t.sandbox);
|
|
454
|
+
const evals = new Set(targets.filter((o) => o.sandbox.image === image).flatMap((o) => o.ids));
|
|
455
|
+
const uses = evals.size ? ` · ${evals.size} eval${evals.size === 1 ? "" : "s"}` : "";
|
|
456
|
+
if (have instanceof Error) lines.push(` ? ${id}${uses} ${image} (unchecked: ${have.message.split("\n")[0]})`);
|
|
426
457
|
else if (tartListed(have, image)) {
|
|
427
458
|
const digest = await tartDigest(image);
|
|
428
|
-
lines.push(` ✓ ${
|
|
459
|
+
lines.push(` ✓ ${id}${uses} ${image} (ready${digest ? `: ${short(digest)}` : ""})`);
|
|
429
460
|
} else {
|
|
430
461
|
const size = await tartImageSize(image, AbortSignal.timeout(1e4));
|
|
431
462
|
const weighs = size ? `: about ${formatSize(size.download)} to download` : ": size unknown";
|
|
432
|
-
lines.push(` + ${
|
|
463
|
+
lines.push(` + ${id}${uses} ${image} (to pull${weighs})`);
|
|
433
464
|
if (parseTartRef(image).oci) missing.push({
|
|
434
465
|
image,
|
|
435
466
|
size
|
|
436
467
|
});
|
|
437
468
|
}
|
|
469
|
+
for (const b of targets.filter((o) => o.sandbox.image === image && o.bake)) {
|
|
470
|
+
const bake = b.bake;
|
|
471
|
+
if (have instanceof Error) continue;
|
|
472
|
+
if (!tartListed(have, image)) {
|
|
473
|
+
lines.push(` + ${b.id} (to bake ${bake.name} onto it once it's pulled)`);
|
|
474
|
+
continue;
|
|
475
|
+
}
|
|
476
|
+
const baked = await bakedTartImage(b.sandbox, bake, await tartSource(image));
|
|
477
|
+
lines.push(have.has(baked) ? ` ✓ ${b.id} ${baked} (baked)` : ` + ${b.id} ${baked} (to bake: pnpm and ${bake.name})`);
|
|
478
|
+
}
|
|
438
479
|
}
|
|
439
480
|
if (missing.length && !(have instanceof Error)) {
|
|
440
|
-
const space = await pullSpace(missing,
|
|
481
|
+
const space = await pullSpace(missing, images.map((t) => t.sandbox.image).filter((i) => tartListed(have, i)));
|
|
441
482
|
lines.push(` ${space ? pullSpaceLine(space) : pullSpaceUnknown()}`);
|
|
442
483
|
}
|
|
443
484
|
return lines;
|
|
444
485
|
}
|
|
445
486
|
/**
|
|
446
487
|
* `reeval image build`: pulls every image Tart doesn't have, once the disk has room for all of
|
|
447
|
-
* them, and reports each with its digest
|
|
488
|
+
* them, bakes each harness into its own image of each, and reports each with its digest (a baked
|
|
489
|
+
* one by its name). Runs no Docker.
|
|
448
490
|
*/
|
|
449
491
|
async function pullTartImages(targets, root, options) {
|
|
450
|
-
const providers = createProviders({
|
|
492
|
+
const providers = createProviders({
|
|
493
|
+
pull: true,
|
|
494
|
+
force: !!options.force
|
|
495
|
+
});
|
|
451
496
|
const prepared = targets.map((t) => ({
|
|
452
497
|
kind: "tart",
|
|
453
|
-
key: providers.tart?.key(t.sandbox,
|
|
498
|
+
key: providers.tart?.key(t.sandbox, t.harness) ?? t.sandbox.image,
|
|
454
499
|
label: t.id,
|
|
455
500
|
sandbox: t.sandbox,
|
|
456
|
-
harness:
|
|
501
|
+
harness: t.harness,
|
|
457
502
|
plugins: [],
|
|
458
503
|
setBy: [],
|
|
459
504
|
runWide: false
|
|
@@ -467,10 +512,14 @@ async function pullTartImages(targets, root, options) {
|
|
|
467
512
|
return targets.map((t, i) => {
|
|
468
513
|
const o = outcomes[i];
|
|
469
514
|
const image = o.ok ? vmImage(o.handle) : null;
|
|
515
|
+
const baked = o.ok ? bakedImage(o.handle) : null;
|
|
470
516
|
return image ? {
|
|
471
517
|
...t,
|
|
472
518
|
ok: true,
|
|
473
|
-
image
|
|
519
|
+
image: baked ? {
|
|
520
|
+
ref: baked,
|
|
521
|
+
digest: image.digest
|
|
522
|
+
} : image,
|
|
474
523
|
ms: o.ms
|
|
475
524
|
} : {
|
|
476
525
|
...t,
|
|
@@ -487,4 +536,4 @@ const harnessFor = (harness) => ({
|
|
|
487
536
|
});
|
|
488
537
|
export { buildImages, imagePlanLines, imageStages, imageStatusLines, imageTargets, plannedImageUses, pullTartImages, reevalImages, tartPlanLines, tartTargets };
|
|
489
538
|
|
|
490
|
-
//# sourceMappingURL=images-
|
|
539
|
+
//# sourceMappingURL=images-Ch1y1t6_.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"images-Ch1y1t6_.js","names":[],"sources":["../src/sandbox/images.ts"],"mappings":";;;;;;;;;;;;;;AA0FA,eAAsB,iBACpB,KAIA,UAAoB,CAAC,GACrB,WACqB;CACrB,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,IAAI,UAAyB,CAAC;CAC9B,MAAM,UAAU;EACd,KAAK,KAAK,MAAM,KAAK,UAAU,GAAG,CAAC;EACnC;EACA,QAAQ,OAAO,cAAc;GAC3B,IAAI,aAAa,UAAU,UAAU,QAAQ,MAAM,UAAU,UAAU,SAAS;GAChF,UAAU,UAAU,QAAQ,QAAQ,MAAM,CAAC,EAAE,QAAQ,KAAK,IAAI;GAC9D,OAAO;EACT;CACF,CAAC;CACD,OAAO,QAAQ,SACX,QAAQ,KAAK,OAAO;EAClB,IAAI,EAAE,QAAQ,QAAQ,MAAM,EAAE;EAC9B,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ,gBAAgB,CAAC;EACpC,aAAa,EAAE,QAAQ,KAAK;EAC5B,QAAQ,EAAE,QAAQ;CACpB,EAAE,IACF,IAAI,OAAO,QAAQ,KAAK,aAAa;EAAE,IAAI;EAAI;EAAS,SAAS,IAAI,OAAO;CAAQ,EAAE;AAC5F;;;;;AAMA,SAAgB,aAAa,MAAkB;CAC7C,MAAM,0BAAU,IAAI,IAAiD;CACrE,KAAK,MAAM,EAAE,IAAI,SAAS,UAAU,CAAC,GAAG,GAAG,SAAS,MAAM;EACxD,IAAI,QAAQ,SAAS,UAAU;EAC/B,MAAM,UAAU,aAAa,IAAI,OAAO;EAExC,MAAM,EAAE,QAAQ,OAAO,MAAM,YAAY,YAAY;EACrD,MAAM,MAAM,KAAK,UAAU;GACzB;GACA;GACA,OAAO;IAAE;IAAO;IAAM;IAAY;GAAQ;GAC1C,SAAS,QAAQ,IAAI,aAAa;EACpC,CAAC;EACD,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,GAAG,UAAU,OAAO,EAAE,KAAK;GAC/B;GACA;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CAEA,MAAM,yBAAS,IAAI,IAAoB;CACvC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ;EACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,SAAS,SAAS,eAAe,KAAK,kBAAkB,EAAE,OAAO;EACnG,MAAM,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;EACrC,OAAO,IAAI,OAAO,CAAC;EACnB,OAAO;GAAE,GAAG;GAAG,IAAI,MAAM,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE;EAAG;CACzD,CAAC;AACH;AAcA,MAAM,SAAS,WAAmB,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AAK5E,MAAM,QAAQ,KAAa,WACzB,UAAU,KAAK,MAAM,CAAC,CAAC,MACpB,UAAU,EAAE,KAAK,KACjB,WAAkB;CAAE,MAAM;CAAM,OAAO,MAAM;AAAQ,EACxD;;;;;AAMF,eAAe,WACb,MACA,KACA,QACoE;CACpE,MAAM,CAAC,QAAQ,OAAO,MAAM,QAAQ,IAAI,CAAC,KAAK,KAAK,MAAM,GAAG,YAAY,MAAM,KAAA,GAAW,MAAM,CAAC,CAAC;CACjG,IAAI,OAAO,OAAO,OAAO;EAAE,QAAQ;EAAW,QAAQ,OAAO;EAAO,KAAK;CAAK;CAE9E,MAAM,SAAS,0BAA0B,KAAK,IAAI,CAAC,GAAG;CACtD,MAAM,MAAM,OAAO,OACf,OAAO,KAAK,OAAO,MAAM,SAAS,KAChC,SAAS,KAAK,OAAO,KAAK,EAAE,IAC5B,aAAa,KAAK,OAAO,KAAK,OAAO,MAAM,eAAe,OAAO,KAAK,EAAE,IAC1E,SACE,aAAa,KAAK,MAAM,IACxB;CACN,OAAO;EAAE,GAAG,aAAa,MAAM,OAAO,MAAM,GAAG;EAAG;CAAI;AACxD;AAEA,SAAS,aACP,MACA,QACA,KACkC;CAClC,IAAI,CAAC,QAAQ;EACX,IAAI,EAAE,WAAW,MAAM,OAAO;GAAE,QAAQ;GAAS,QAAQ,MAAM,KAAK,IAAI,MAAM,IAAI,MAAM,EAAE;EAAG;EAE7F,OAAO,YAAY,IAAI,KAAK,IACxB;GAAE,QAAQ;GAAS,QAAQ,GAAG,KAAK,wBAAwB,IAAI;EAAQ,IACvE;GAAE,QAAQ;GAAW,QAAQ,oBAAoB,IAAI;EAAQ;CACnE;CACA,MAAM,MAAM,OAAO,OAAO,MAAM;CAChC,IAAI,WAAW,KAAK,OAAO;EAAE,QAAQ;EAAS,QAAQ,UAAU,KAAK;CAAsB;CAC3F,IAAI,OAAO,QAAQ,IAAI,QACrB,OAAO;EACL,QAAQ;EACR,QAAQ,GAAG,KAAK,mBAAmB,MAAM,GAAG,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE;CACvE;CAEF,OAAO;EAAE,QAAQ;EAAS,QAAQ,YAAY,MAAM,IAAI,MAAM;CAAI;AACpE;;;;;AAMA,eAAsB,YAAY,QAAqB,MAAgC;CACrF,MAAM,EAAE,SAAS,YAAY;CAC7B,MAAM,EAAE,WAAW;CACnB,MAAM,SAAkB,CAAC;CAEzB,MAAM,SAAS,OAAO,QAAgC;EACpD,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,KAAK,MAAM;EAC9C,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,OAAO;GACL;GACA,QAAQ,OAAO,UAAU;GACzB,QAAQ,OAAO,UAAU,MAAM,KAAK,EAAE,EAAE,KAAK;EAC/C;CACF;CACA,MAAM,aAAa,YAA4B;EAC7C,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,SAAS,OAAO,GAAG,MAAM;EAC5D,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,IAAI,CAAC,MAAM,OAAO;GAAE;GAAM,QAAQ;GAAS,QAAQ;EAAgB;EACnE,OAAO,KAAK,OAAO,MAAM,aAAa,YAAY,IAC9C;GAAE;GAAM,QAAQ;GAAS,QAAQ,UAAU,MAAM,KAAK,EAAE,EAAE;EAAG,IAC7D;GACE;GACA,QAAQ;GACR,QAAQ;EACV;CACN;CAEA,IAAI,SAAwB;CAE5B,IAAI,aAA4B;CAChC,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,MAAM,KAAK,QAAQ,OAAO,MAAM;EAC9C,SAAS,MAAM,OAAO,SAAS,MAAM,IAAI,IAAI;EAC7C,aAAa,MAAM,SAAS;EAC5B,OAAO,KAAK;GACV,MAAM;GACN,KAAK,QAAQ;GACb,QAAQ;GACR,GAAI,MAAM,QACN;IAAE,QAAQ;IAAW,QAAQ,MAAM;GAAM,IACzC,MAAM,OACJ;IAAE,QAAQ;IAAS,QAAQ,UAAU,MAAM,MAAM,KAAK,EAAE,EAAE;GAAG,IAC7D;IAAE,QAAQ;IAAW,QAAQ;GAAuC;EAC5E,CAAC;CACH,OAAO,IAAI,QAAQ,MAAM;EACvB,MAAM,MAAM,gBAAgB,SAAS,QAAQ,IAAI;EACjD,MAAM,EAAE,KAAK,GAAG,WAAW,MAAM,WAAW,QAAQ,MAAM,KAAK,MAAM;EACrE,SAAS;EACT,IAAI,OAAO,WAAW,WAAW,aAAa,OAAO;EACrD,OAAO,KAAK;GACV,MAAM,QAAQ,QAAQ;GACtB;GACA,QACE;GACF,GAAG;EACL,CAAC;CACH,OAAO,IAAI,QAAQ,YAAY;EAC7B,MAAM,WAAW,eAAe,QAAQ,UAAU;EAClD,MAAM,OAAO,WAAW,MAAM,WAAW,IAAI;EAC7C,MAAM,EAAE,QAAQ,cAAc,QAAQ,YAAY,OAAO;EACzD,MAAM,QAAQ,MAAM,OAAO,GAAG;EAE9B,MAAM,SAAS,gBAAgB,QAAQ,UAAU;EACjD,MAAM,MAAM,MAAM,OACd,MAAM,KAAK,OAAO,MAAM,QAAQ,SAAS,KAAK,MAAM,KAAK,EAAE,IAC3D,OAAO,MAAM,UAAU,OAAO,SAC5B,OACA;EACN,OAAO,KAAK;GACV,MAAM,cAAc,YAAY,MAAM,QAAQ,UAAU;GACxD,KAAK;GACL,QAAQ,GAAG,WAAW,MAAM,CAAC,CAAC,IAAI;GAClC,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;EACD,IAAI,UAAU;GACZ,SAAS;GACT,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QAAQ,sBAAsB,gBAAgB,cAAc,SAAS,OAAO;IAC5E,QAAQ,MAAM,UAAU;IACxB,QACE,MAAM,WAAW,YACb,KAAK,SACL,GAAG,SAAS,OAAO,EAAE,GAAG,MAAM,UAAU,KAAK,KAAK;GAC1D,CAAC;EACH,OAAO;GACL,MAAM,MAAM,gBAAgB,SAAS,GAAG;GACxC,MAAM,QAAQ,MAAM,OAAO,GAAG;GAC9B,SAAS,MAAM,aAAa,KAAK,GAAG,IAAI;GACxC,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN;IACA,QAAQ;IACR,QAAQ,MAAM;IACd,QAAQ,MAAM;GAChB,CAAC;EACH;CACF,OAAO;EACL,MAAM,OAAO,MAAM,WAAW;EAC9B,SAAS,eAAe,OAAO;EAC/B,IAAI,KAAK,WAAW,WAAW,aAAa,KAAK;EACjD,OAAO,KAAK;GACV,MAAM;GACN,KAAK,SAAS,OAAO;GACrB,QAAQ;GACR,QAAQ,KAAK;GACb,QAAQ,KAAK;EACf,CAAC;CACH;CACA,MAAM,gBACJ,aACI;EAAE,MAAM;EAAM,QAAQ;EAAW,QAAQ;CAAW,IACpD;EAAE,MAAM;EAAM,QAAQ;EAAS,QAAQ;CAAgB;CAC7D,MAAM,QAAQ,aAAa,OAAO;CAClC,IAAI,MAAM,QAAQ;EAEhB,MAAM,MAAM,SAAS,gBAAgB,EAAE,KAAK,OAAO,GAAG,KAAK,IAAI;EAC/D,MAAM,QAAQ,MAAM,MAAM,OAAO,GAAG,IAAI,QAAQ;EAChD,SAAS;EACT,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV,MAAM,WAAW,MAAM,OAAO,UAAU,MAAM,WAAW,IAAI,KAAK;GAClE,KAAK,OAAO;GACZ,QAAQ;GACR,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,KAAK,MAAM,UAAU,OAAO,SAAS;EACnC,MAAM,EAAE,KAAK,QAAQ,WAAW,OAAO,KAAoB;EAC3D,MAAM,SAAS,wBAAwB,IAAI,KAAK,MAAM,IAAI,QAAQ,OAAO,KAAK,UAAU,IAAI;EAC5F,MAAM,OAAO,SAAS,WAAW,QAAQ,IAAI;EAE7C,IAAI,OAAO,WAAW,SAAS;GAC7B,SAAS;GACT,OAAO,KAAK;IACV;IACA,KAAK;IACL;IACA,QAAQ;IACR,QAAQ,GAAG,WAAW,QAAQ,IAAI,EAAE;GACtC,CAAC;GACD;EACF;EACA,MAAM,OAAO,MAAM,gBAAgB,MAAM,MAAM;EAC/C,MAAM,MAAM,SAAS,eAAe,EAAE,KAAK,OAAO,GAAG,IAAI,IAAI;EAC7D,MAAM,QAAQ,MAAM,MAAM,OAAO,GAAG,IAAI,QAAQ;EAChD,SAAS;EACT,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV;GACA,KAAK,OAAO,4BAA4B,eAAe,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE;GACxE;GACA,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,OAAO;AACT;;AAGA,MAAa,gBAAgB,YAA2C,CACtE,GAAG,IAAI,IACL,QACG,QACE,EAAE,SAAS,QACT,CAAC,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,cAAgB,EAAE,cAAc,eAAe,EAAE,UAAU,CAC1F,CAAC,CACA,KAAK,MAAM,EAAE,OAAO,CACzB,CACF;AAEA,MAAM,QAAuB;CAAC;CAAW;CAAW;CAAS;CAAS;AAAO;AAC7E,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;AACA,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;;AAGA,MAAa,gBAAgB,WAC3B,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,EAAE,WAAW,CAAC,CAAC,KAAK;;AAG3D,eAAsB,eAAe,SAAwB,MAAiC;CAC5F,MAAM,QAAQ,CACZ,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,4BAC5E;CACA,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,OAAO,OAAO,QAAQ,MAAM,OAAO,MAAM,OAAO,OAAO,UAAU,IAAI,KAAK,QAAQ;EACxF,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM;EAChC,MAAM,SAAS,MAAM,YAAY,QAAQ,IAAI;EAC7C,MAAM,QAAQ,KAAK,IAAI,GAAG,OAAO,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;EAC1D,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,QAAQ,IAAI,EAAE,OAAO,EAC3F;CAEJ;CACA,OAAO;AACT;;AAGA,eAAsB,iBAAiB,SAAwB,MAAiC;CAC9F,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC;CAC7B,MAAM,OAAO,MAAM,QAAQ,IACzB,QAAQ,IAAI,OAAO,MAAM;EACvB,MAAM,SAAS,MAAM,YAAY,GAAG,IAAI;EACxC,MAAM,SAAS,aAAa,MAAM;EAClC,MAAM,QAAQ,OAAO,MAAM,MAAM,EAAE,WAAW,MAAM;EACpD,OAAO;GAAE;GAAG;GAAQ,QAAQ,WAAW,UAAU,KAAK,KAAK,OAAO,KAAK,IAAI,OAAO;EAAS;CAC7F,CAAC,CACH;CACA,MAAM,SAAS,MAAmB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACrE,MAAM,UAAU,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,CAC1C,QAAQ,CAAC,CACT,KAAK,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,CACrC,KAAK,IAAI;CACZ,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;CACxD,OAAO,CACL,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,WAC9E,GAAG,KAAK,KACL,MAAM,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,KAAK,EAAE,IAAI,MAAM,EAAE,UAAU,EAAE,QAC9E,CACF;AACF;;;;;;;AAcA,eAAsB,YACpB,SACA,MACA,SAOuB;CACvB,MAAM,YAAY,gBAAgB;EAChC,SAAS,QAAQ,QAAQ,UAAU;EACnC,UAAU,QAAQ,YAAY;EAC9B,MAAM,CAAC,CAAC,QAAQ;CAClB,CAAC;CACD,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM,gBAAgB,EAAE,OAAO;EAC/B,KAAK,UAAU,EAAE,SAAS,WAAW,EAAE,OAAO,GAAG,EAAE,OAAO;EAC1D,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,EAAE,OAAO;EAC7B,SAAS,EAAE;EACX,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,OAAO,EAAE,KACL;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,aAAa,EAAE,MAAM;GAAG,IAAI,EAAE;EAAG,IAC1D;GAAE,GAAG;GAAG,IAAI;GAAO,SAAS,EAAE;GAAS,IAAI,EAAE;EAAG;CACtD,CAAC;AACH;;AAiBA,SAAgB,YAAY,MAAgC;CAC1D,MAAM,0BAAU,IAAI,IAA6D;CACjF,KAAK,MAAM,EAAE,IAAI,SAAS,aAAa,MAAM;EAC3C,IAAI,QAAQ,SAAS,QAAQ;EAC7B,MAAM,OAAO,YAAY,OAAO;EAChC,MAAM,MAAM,YAAY,SAAS,OAAO;EACxC,MAAM,OAAO,QAAQ,KAAK,OAAO,OAAO,QAAQ,IAAI,SAAS;EAC7D,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,OAAO,GAAG,UAAU,OAAO,EAAE,KAAK,KAAK,QAAQ,SAAS,UAAU,OAAO;GAC7E;GACA;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CACA,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS;EAAE,GAAG;EAAG,KAAK,CAAC,GAAG,IAAI;CAAE,EAAE;AACjF;;;;;AAMA,eAAsB,cAAc,SAA0C;CAC5E,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,MAAM,EACJ,YACA,WACA,eACA,kBACA,YACA,eACA,eACE,MAAM,OAAO;CACjB,MAAM,EAAE,cAAc,eAAe,MAAM,OAAO;CAClD,MAAM,OAAO,MAAM,UAAU,CAAC,CAAC,OAAO,UAAiB,KAAK;CAC5D,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,QAAQ,KAAK,MAAM,CAAC,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;CAC7E,MAAM,QAAQ,CACZ,SAAS,OAAO,OAAO,QAAQ,OAAO,WAAW,IAAI,KAAK,IAAI,sCAChE;CACA,MAAM,UAA0B,CAAC;CACjC,KAAK,MAAM,KAAK,QAAQ;EACtB,MAAM,EAAE,UAAU,EAAE;EACpB,MAAM,KAAK,UAAU,EAAE,OAAO;EAC9B,MAAM,QAAQ,IAAI,IAAI,QAAQ,QAAQ,MAAM,EAAE,QAAQ,UAAU,KAAK,CAAC,CAAC,SAAS,MAAM,EAAE,GAAG,CAAC;EAC5F,MAAM,OAAO,MAAM,OAAO,MAAM,MAAM,KAAK,OAAO,MAAM,SAAS,IAAI,KAAK,QAAQ;EAClF,IAAI,gBAAgB,OAClB,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,gBAAgB,KAAK,QAAQ,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE;OAC/E,IAAI,WAAW,MAAM,KAAK,GAAG;GAClC,MAAM,SAAS,MAAM,WAAW,KAAK;GACrC,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,UAAU,SAAS,KAAK,MAAM,MAAM,MAAM,GAAG,EAAE;EACvF,OAAO;GACL,MAAM,OAAO,MAAM,cAAc,OAAO,YAAY,QAAQ,GAAM,CAAC;GACnE,MAAM,SAAS,OAAO,WAAW,WAAW,KAAK,QAAQ,EAAE,gBAAgB;GAC3E,MAAM,KAAK,OAAO,KAAK,KAAK,IAAI,MAAM,YAAY,OAAO,EAAE;GAC3D,IAAI,aAAa,KAAK,CAAC,CAAC,KAAK,QAAQ,KAAK;IAAE;IAAO;GAAK,CAAC;EAC3D;EACA,KAAK,MAAM,KAAK,QAAQ,QAAQ,MAAM,EAAE,QAAQ,UAAU,SAAS,EAAE,IAAI,GAAG;GAC1E,MAAM,OAAO,EAAE;GACf,IAAI,gBAAgB,OAAO;GAC3B,IAAI,CAAC,WAAW,MAAM,KAAK,GAAG;IAC5B,MAAM,KAAK,SAAS,EAAE,GAAG,aAAa,KAAK,KAAK,2BAA2B;IAC3E;GACF;GACA,MAAM,QAAQ,MAAM,eAAe,EAAE,SAAS,MAAM,MAAM,WAAW,KAAK,CAAC;GAC3E,MAAM,KACJ,KAAK,IAAI,KAAK,IACV,SAAS,EAAE,GAAG,IAAI,MAAM,aACxB,SAAS,EAAE,GAAG,IAAI,MAAM,uBAAuB,KAAK,KAAK,EAC/D;EACF;CACF;CACA,IAAI,QAAQ,UAAU,EAAE,gBAAgB,QAAQ;EAE9C,MAAM,QAAQ,MAAM,UAAU,SADd,OAAO,KAAK,MAAM,EAAE,QAAQ,KAAK,CAAC,CAAC,QAAQ,MAAM,WAAW,MAAM,CAAC,CACtC,CAAC;EAC9C,MAAM,KAAK,KAAK,QAAQ,cAAc,KAAK,IAAI,iBAAiB,GAAG;CACrE;CACA,OAAO;AACT;;;;;;AAUA,eAAsB,eACpB,SACA,MACA,SACwB;CACxB,MAAM,YAAY,gBAAgB;EAAE,MAAM;EAAM,OAAO,CAAC,CAAC,QAAQ;CAAM,CAAC;CACxE,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM;EACN,KAAK,UAAU,MAAM,IAAI,EAAE,SAAS,EAAE,OAAO,KAAK,EAAE,QAAQ;EAC5D,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,EAAE;EACX,SAAS,CAAC;EACV,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,MAAM,QAAQ,EAAE,KAAK,QAAQ,EAAE,MAAM,IAAI;EACzC,MAAM,QAAQ,EAAE,KAAK,WAAW,EAAE,MAAM,IAAI;EAC5C,OAAO,QACH;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,QAAQ;IAAE,KAAK;IAAO,QAAQ,MAAM;GAAO,IAAI;GAAO,IAAI,EAAE;EAAG,IACxF;GACE,GAAG;GACH,IAAI;GACJ,SAAS,EAAE,KAAK,6BAAa,IAAI,MAAM,0BAA0B,CAAC,IAAI,EAAE;GACxE,IAAI,EAAE;EACR;CACN,CAAC;AACH;;AAGA,MAAM,cAAc,aAA8C;CAAE,MAAM;CAAQ,QAAQ;AAAQ"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,11 +1,18 @@
|
|
|
1
|
-
import { $ as
|
|
1
|
+
import { $ as EnvironmentInput, $t as Question, A as CellRole, At as JudgeArtifactRef, Bt as Observation, C as CaptureUseAction, Ct as HarnessEdit, D as CaseFn, Dt as HistoryStoreDescriptor, E as CaptureWindow, En as WebEventType, Et as HistoryConfigData, F as CompareCut, Fn as FamilyRecord, Ft as JudgeOptions, G as DirectoryOptions, Gt as PairVote, H as DebugUpload, I as CompareOptions, J as EgressPolicy, Jt as PluginPart, L as ConfigHelpers, Lt as JudgeSubject, Mt as JudgeFailure, Nt as JudgeInputs, O as CaseOptions, On as AttemptRecord, Ot as HostFile, P as CompareAnswer, Q as EnvironmentHelpers, Qt as ProfileLimit, S as CaptureUse, T as CaptureWait, Tn as Wait, Tt as HistoryConfig, U as Diff, Wn as RunRecord, Wt as PairFactor, X as EnvVars, Xt as Profile, Y as EgressRecord, Yt as PluginSource, Z as Environment, Zt as ProfileDefaults, _ as CaptureInstruction, _n as Turn, a as AttemptContext, at as ExecEnv, b as CapturePage, bt as GroupOptions, cn as Secret, dn as SetupStep, en as QuestionInputs, et as EnvironmentSpec, f as Budget, fn as SkillSource, gn as TranscriptEvent, i as AttemptAnswer, jn as EvalEntry, jt as JudgeCallOptions, k as Cell, kn as CellRecord, kt as JSONValue, ln as SecretTemplate, m as CaptureCall, nn as ReevalConfig, nt as EvalFn, o as BackgroundHandle, ot as ExecResult, p as Capture, pn as StatusRange, q as Duration, qt as PinnableKey, rt as EvalOptions, st as ExecRetry, tn as QuestionOptions, un as ServeHandle, v as CaptureKey, vn as TurnData, w as CaptureUseScript, wn as Viewport, wt as HarnessOption, xn as Verdict, xt as HarnessData, y as CaptureOptions, zt as McpServer } from "./types-DKK8jj--.js";
|
|
2
2
|
import "./vertex-C7PI-WPc.js";
|
|
3
|
-
import { n as evaluate, r as group } from "./evaluate-
|
|
3
|
+
import { n as evaluate, r as group } from "./evaluate-DzHq4EsU.js";
|
|
4
4
|
import { ExpectStatic, Tester } from "@vitest/expect";
|
|
5
5
|
/** A check the turn's harness can't answer either way, e.g. a web fetch it never reports. */
|
|
6
6
|
export declare class HarnessCapabilityError extends Error {
|
|
7
7
|
name: string;
|
|
8
8
|
}
|
|
9
|
+
/** `toHaveRun`'s object form: the program a segment of a shell command ran, after its wrappers. */
|
|
10
|
+
type RunMatch = {
|
|
11
|
+
/** The program's name without its directory, or a regular expression it matches. */
|
|
12
|
+
program: string | RegExp;
|
|
13
|
+
/** Text the program's arguments, joined by spaces, contain, or a regular expression they match. */
|
|
14
|
+
args?: string | RegExp;
|
|
15
|
+
};
|
|
9
16
|
/** `toStayWithin`'s limits: each one caps what the turn, or every turn of `c`, used. */
|
|
10
17
|
type Limits = {
|
|
11
18
|
/** Input (cache included) plus output tokens, subagents included. */
|
|
@@ -15,12 +22,17 @@ type Limits = {
|
|
|
15
22
|
/** The agent's time, as `turn.durationMs` counts it; setup and checks don't count. */
|
|
16
23
|
duration?: Duration;
|
|
17
24
|
};
|
|
18
|
-
|
|
25
|
+
/** `T` with each key `Shape` doesn't have typed `never`. */
|
|
26
|
+
type NoOtherKeys<T, Shape> = T & { [K in Exclude<keyof T, keyof Shape>]: never; };
|
|
19
27
|
/**
|
|
20
28
|
* The config: a plain object, or a callback that destructures the helpers it needs, e.g.
|
|
21
|
-
* `defineConfig(({ secret }) => ({ env: { KEY: secret.fromEnv('KEY') } }))`.
|
|
29
|
+
* `defineConfig(({ secret }) => ({ env: { KEY: secret.fromEnv('KEY') } }))`. Typed as the
|
|
30
|
+
* config rather than as the value passed, so a key it doesn't have is a type error. TypeScript
|
|
31
|
+
* doesn't check a callback's returned object for keys it doesn't have, so `NoOtherKeys` does,
|
|
32
|
+
* at the top level.
|
|
22
33
|
*/
|
|
23
|
-
export declare
|
|
34
|
+
export declare function defineConfig(config: ReevalConfig): ReevalConfig;
|
|
35
|
+
export declare function defineConfig<R extends ReevalConfig>(config: (helpers: ConfigHelpers) => NoOtherKeys<R, ReevalConfig>): (helpers: ConfigHelpers) => ReevalConfig;
|
|
24
36
|
/**
|
|
25
37
|
* What a skill directory leaves out of the sandbox unless `exclude` says otherwise: eval material
|
|
26
38
|
* (skill-creator keeps `evals/` in the skill), run history and reeval eval files. `.git` is always left out.
|
|
@@ -139,7 +151,7 @@ declare module '@vitest/expect' {
|
|
|
139
151
|
toHaveCalledSkill: On<T, 'toHaveCalledSkill', (name: string) => R>;
|
|
140
152
|
toHaveCalledMcp: On<T, 'toHaveCalledMcp', (server: string, tool: string, input?: string | RegExp | Record<string, unknown>) => R>;
|
|
141
153
|
toHaveCalledTool: On<T, 'toHaveCalledTool', (name: string | RegExp, input?: string | RegExp | Record<string, unknown>) => R>;
|
|
142
|
-
toHaveRun: On<T, 'toHaveRun', (command?: RegExp | string) => R>;
|
|
154
|
+
toHaveRun: On<T, 'toHaveRun', (command?: RegExp | string | RunMatch) => R>;
|
|
143
155
|
toHaveEdited: On<T, 'toHaveEdited', (path?: RegExp | string) => R>;
|
|
144
156
|
toHaveChanged: On<T, 'toHaveChanged', (paths?: string | RegExp | ReadonlyArray<string | RegExp>) => R>;
|
|
145
157
|
/**
|
|
@@ -157,5 +169,32 @@ declare module '@vitest/expect' {
|
|
|
157
169
|
}
|
|
158
170
|
}
|
|
159
171
|
export declare const expect: ExpectStatic;
|
|
160
|
-
|
|
172
|
+
/** One program a shell call ran: a segment of its command line, after its wrappers. */
|
|
173
|
+
type ShellCommand = {
|
|
174
|
+
/**
|
|
175
|
+
* The program, without its directory (`./node_modules/.bin/genkit` is `genkit`). One a package
|
|
176
|
+
* runner ran is the package without its version: `npx genkit@latest` is `genkit`, and
|
|
177
|
+
* `npx @angular/cli@19` is `@angular/cli`.
|
|
178
|
+
*/
|
|
179
|
+
program: string;
|
|
180
|
+
/** The words after the program, with quotes removed. */
|
|
181
|
+
args: string[];
|
|
182
|
+
/** The shell call's whole command line, which may run other programs too. */
|
|
183
|
+
line: string;
|
|
184
|
+
/** Whether the shell call succeeded; null when the harness never reported its result. */
|
|
185
|
+
ok: boolean | null;
|
|
186
|
+
/** The turn's index in what `shellCommands` was given: always 0 for one turn. */
|
|
187
|
+
turn: number;
|
|
188
|
+
};
|
|
189
|
+
type ShellSubject = Pick<Turn, 'transcript'> | readonly Pick<Turn, 'transcript'>[] | {
|
|
190
|
+
turns: readonly Pick<Turn, 'transcript'>[];
|
|
191
|
+
};
|
|
192
|
+
/**
|
|
193
|
+
* The programs the agent ran from its shell calls (the tools named `bash` or `shell`), in order:
|
|
194
|
+
* one per segment of each command line, after its env assignments, `env`, `timeout`, `time`,
|
|
195
|
+
* `exec`, `sudo`, `nohup`, `nice`, `command`, `bash -c` and package runners (`npx`, `bunx`, `npm exec`, `pnpm exec`,
|
|
196
|
+
* `pnpm dlx`, `yarn dlx`). Takes a turn from `c.send()`, a list of turns, or `c`.
|
|
197
|
+
*/
|
|
198
|
+
export declare function shellCommands(subject: ShellSubject | AttemptContext): ShellCommand[];
|
|
199
|
+
export { type AttemptAnswer, type AttemptContext, type AttemptRecord, type BackgroundHandle, type Budget, type Capture, type CaptureCall, type CaptureInstruction, type CaptureKey, type CaptureOptions, type CaptureUse, type CaptureUseAction, type CaptureUseScript, type CaptureWait, type CaptureWindow, type CaseFn, type CaseOptions, type Cell, type CellRecord, type CellRole, type CompareAnswer, type CompareCut, type CompareOptions, type ConfigHelpers, type DebugUpload, type Diff, type DirectoryOptions, type Duration, type EgressPolicy, type EgressRecord, type EnvVars, type Environment, type EnvironmentHelpers, type EnvironmentInput, type EnvironmentSpec, type EvalEntry, type EvalFn, type EvalOptions, type ExecEnv, type ExecResult, type ExecRetry, type FamilyRecord, type GroupOptions, type HarnessData, type HarnessEdit, type HarnessOption, type HistoryConfig, type HistoryConfigData, type HistoryStoreDescriptor, type HostFile, type JSONValue, type JudgeArtifactRef, type JudgeCallOptions, type JudgeFailure, type JudgeInputs, type JudgeOptions, type JudgeSubject, type McpServer, type Observation, type PairFactor, type PairVote, type PinnableKey, type PluginPart, type PluginSource, type Profile, type ProfileDefaults, type ProfileLimit, type Question, type QuestionInputs, type QuestionOptions, type ReevalConfig, type RunMatch, type RunRecord, type Secret, type SecretTemplate, type ServeHandle, type SetupStep, type ShellCommand, type SkillSource, type StatusRange, type TranscriptEvent, type Turn, type TurnData, type Verdict, type Viewport, type Wait, type WebEventType, evaluate, group };
|
|
161
200
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { n as DEFAULT_SKILL_EXCLUDE, s as defineEnvironment, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-
|
|
3
|
-
import {
|
|
4
|
-
import { d as expect } from "./runtime-
|
|
5
|
-
import { n as evaluate, r as group } from "./evaluate-
|
|
6
|
-
export { DEFAULT_DIRECTORY_IGNORES, DEFAULT_EGRESS_ALLOW, DEFAULT_SKILL_EXCLUDE, HarnessCapabilityError, defineConfig, defineEnvironment, evaluate, expect, group };
|
|
1
|
+
import { l as HarnessCapabilityError, p as shellCommands } from "./client-DMEYR3MA.js";
|
|
2
|
+
import { n as DEFAULT_SKILL_EXCLUDE, s as defineEnvironment, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-C0Gg8kyN.js";
|
|
3
|
+
import { mt as DEFAULT_EGRESS_ALLOW, s as defineConfig } from "./config-C0RKt00M.js";
|
|
4
|
+
import { d as expect } from "./runtime-CPUH0Vk5.js";
|
|
5
|
+
import { n as evaluate, r as group } from "./evaluate-BHQyAszQ.js";
|
|
6
|
+
export { DEFAULT_DIRECTORY_IGNORES, DEFAULT_EGRESS_ALLOW, DEFAULT_SKILL_EXCLUDE, HarnessCapabilityError, defineConfig, defineEnvironment, evaluate, expect, group, shellCommands };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
+
import { i as PACKAGE_DIR } from "./root-BzeoyfGd.js";
|
|
2
3
|
import { o as withoutBom } from "./text-B8-W3Cvn.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { i as
|
|
6
|
-
import { a as agentFor } from "./agents-DXuFxtGC.js";
|
|
4
|
+
import { s as agentFor } from "./agents-KBTYhSSh.js";
|
|
5
|
+
import { U as harnessId, t as CONFIG_FILES } from "./config-C0RKt00M.js";
|
|
6
|
+
import { c as judgeCredentials, d as modelKeyOptions, i as RECOMMENDED_ANALYSIS_MODEL } from "./judge-DwzqucLS.js";
|
|
7
7
|
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
8
8
|
import { dirname, join, relative, resolve, sep } from "node:path";
|
|
9
9
|
import { parseTsconfig } from "get-tsconfig";
|
|
@@ -39,13 +39,13 @@ const INIT_HARNESSES = [
|
|
|
39
39
|
kind: "goose",
|
|
40
40
|
label: "Goose",
|
|
41
41
|
factory: "goose",
|
|
42
|
-
model: "gemini-3.8-flash"
|
|
42
|
+
model: "google/gemini-3.8-flash"
|
|
43
43
|
},
|
|
44
44
|
{
|
|
45
45
|
kind: "pi",
|
|
46
46
|
label: "pi",
|
|
47
47
|
factory: "pi",
|
|
48
|
-
model: "gemini-3.8-flash"
|
|
48
|
+
model: "google/gemini-3.8-flash"
|
|
49
49
|
},
|
|
50
50
|
{
|
|
51
51
|
kind: "codex",
|
|
@@ -74,8 +74,8 @@ const descriptorOf = (h) => ({
|
|
|
74
74
|
const keyOf = (h) => agentFor(descriptorOf(h)).credential;
|
|
75
75
|
/** The cell id an offered agent runs as, e.g. `opencode:gemini-3.8-flash`. */
|
|
76
76
|
const cellOf = (h) => harnessId(descriptorOf(h));
|
|
77
|
-
/** The key that calls
|
|
78
|
-
const
|
|
77
|
+
/** The key that calls an analysis model directly, or what would route it when none can. */
|
|
78
|
+
const analysisKeyOf = (model) => judgeCredentials(model)[0] ?? modelKeyOptions(model);
|
|
79
79
|
const CHOICES = INIT_HARNESSES.map((h) => h.kind);
|
|
80
80
|
const DEFAULT_CHOICE = "cursor";
|
|
81
81
|
const GITIGNORE = [".reeval/", ".env*"];
|
|
@@ -91,7 +91,7 @@ function harnessOf(choice) {
|
|
|
91
91
|
if (!h) throw new UsageError(`--harness must be one of ${CHOICES.join(", ")} (got ${choice})`);
|
|
92
92
|
return h;
|
|
93
93
|
}
|
|
94
|
-
function configSource(pkg, choice) {
|
|
94
|
+
function configSource(pkg, choice, analysisModel = RECOMMENDED_ANALYSIS_MODEL) {
|
|
95
95
|
const h = harnessOf(choice);
|
|
96
96
|
return `import { defineConfig } from '${pkg}'
|
|
97
97
|
import { ${h.factory} } from '${pkg}/harness'
|
|
@@ -101,8 +101,8 @@ export default defineConfig({
|
|
|
101
101
|
harnesses: ${h.factory}({ model: '${h.model}' }), // needs ${keyOf(h)}
|
|
102
102
|
timeout: '15m',
|
|
103
103
|
// For c.judge, add a judge, e.g. judge: { model: '${RECOMMENDED_ANALYSIS_MODEL}' }.
|
|
104
|
-
// reeval analyze explains a run, with ${
|
|
105
|
-
analysis: { model: '${
|
|
104
|
+
// reeval analyze explains a run, with ${analysisKeyOf(analysisModel)}.
|
|
105
|
+
analysis: { model: '${analysisModel}' },
|
|
106
106
|
defaultProfile: { ci: 'pr' },
|
|
107
107
|
profiles: {
|
|
108
108
|
// PR runs in CI: one attempt per cell, no variants.
|
|
@@ -469,9 +469,27 @@ function packageManager(dir) {
|
|
|
469
469
|
exec: "npx reeval"
|
|
470
470
|
};
|
|
471
471
|
}
|
|
472
|
+
/**
|
|
473
|
+
* Whether `package.json` in `dir` lists `pkg` and a `node_modules` from `dir` up has it, so
|
|
474
|
+
* nothing is left to install.
|
|
475
|
+
*/
|
|
476
|
+
function installedAlready(dir, pkg) {
|
|
477
|
+
const existing = read(join(dir, "package.json"));
|
|
478
|
+
if (existing === void 0) return false;
|
|
479
|
+
try {
|
|
480
|
+
const manifest = JSON.parse(withoutBom(existing));
|
|
481
|
+
if (!manifest?.dependencies?.[pkg] && !manifest?.devDependencies?.[pkg]) return false;
|
|
482
|
+
} catch {
|
|
483
|
+
return false;
|
|
484
|
+
}
|
|
485
|
+
for (let d = resolve(dir);; d = dirname(d)) {
|
|
486
|
+
if (existsSync(join(d, "node_modules", pkg, "package.json"))) return true;
|
|
487
|
+
if (dirname(d) === d) return false;
|
|
488
|
+
}
|
|
489
|
+
}
|
|
472
490
|
const dockerLine = async (next) => {
|
|
473
491
|
try {
|
|
474
|
-
const { defaultDeps, dockerReadiness } = await import("./doctor-
|
|
492
|
+
const { defaultDeps, dockerReadiness } = await import("./doctor-B7utCSdh.js");
|
|
475
493
|
return await dockerReadiness(defaultDeps(), next, AbortSignal.timeout(DOCKER_CHECK_MS));
|
|
476
494
|
} catch (error) {
|
|
477
495
|
return error.name === "TimeoutError" ? `Docker didn't answer within ${DOCKER_CHECK_MS / 1e3}s: wait for it to start, or check it with reeval doctor, then run ${next}` : `Docker couldn't be checked (${error.message}): reeval doctor checks it again, then run ${next}`;
|
|
@@ -509,6 +527,7 @@ async function initCommand(flags, args, io) {
|
|
|
509
527
|
bare: !!flags.bare
|
|
510
528
|
});
|
|
511
529
|
if (plan.conflicts.length) throw new UsageError(`reeval is already set up in ${where}: ${plan.conflicts.join("; ")}. Nothing was written.`);
|
|
530
|
+
const installed = installedAlready(dir, manifest.name);
|
|
512
531
|
const dry = !!flags["dry-run"];
|
|
513
532
|
io.out(`reeval init · ${where}${dry ? " (nothing written: --dry-run)" : ""}`);
|
|
514
533
|
const width = Math.max(...plan.actions.map((a) => a.path.length));
|
|
@@ -526,7 +545,7 @@ async function initCommand(flags, args, io) {
|
|
|
526
545
|
const evals = !example ? "the evals you write in evals/" : example.action === "create" || example.note === SAME ? "the eval" : "the evals in evals/";
|
|
527
546
|
const next = [
|
|
528
547
|
...where === "." ? [] : [[`cd ${where}`, ""]],
|
|
529
|
-
[pm.install, ""],
|
|
548
|
+
...installed ? [] : [[pm.install, ""]],
|
|
530
549
|
[build, `bakes ${h.label} into its sandbox image (needs Docker)`],
|
|
531
550
|
[`${pm.exec} run`, `${evals} on ${h.label}, with ${keyOf(h)} in .env.local`]
|
|
532
551
|
];
|
|
@@ -537,4 +556,4 @@ async function initCommand(flags, args, io) {
|
|
|
537
556
|
}
|
|
538
557
|
export { evalSource as a, planInit as c, environmentsSource as i, askHarness as n, initCommand as o, configSource as r, missingGitignoreEntries as s, INIT_HARNESSES as t };
|
|
539
558
|
|
|
540
|
-
//# sourceMappingURL=init-
|
|
559
|
+
//# sourceMappingURL=init-C2HqCwnt.js.map
|