reeval 0.20.0 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +841 -0
- package/README.md +15 -15
- package/assets/gateway-models.mjs +65 -31
- package/dist/{adapter-C60z3wLq.js → adapter-Di9H2etg.js} +8 -49
- package/dist/adapter-Di9H2etg.js.map +1 -0
- package/dist/{agent-BmsMXZXx.js → agent-B-6GFDqA.js} +185 -38
- package/dist/agent-B-6GFDqA.js.map +1 -0
- package/dist/{agents-DXuFxtGC.js → agents-KBTYhSSh.js} +385 -116
- package/dist/agents-KBTYhSSh.js.map +1 -0
- package/dist/{app-files-DT5mJyV4.js → app-files-Cmh9FGr5.js} +3 -3
- package/dist/app-files-Cmh9FGr5.js.map +1 -0
- package/dist/{assemble-CE4pHKIa.js → assemble-CBMRIhso.js} +1 -1
- package/dist/{assemble-DM2PNU4R.js → assemble-DNVBTBp_.js} +172 -18
- package/dist/assemble-DNVBTBp_.js.map +1 -0
- package/dist/attach-EbDGKGTO.js +152 -0
- package/dist/attach-EbDGKGTO.js.map +1 -0
- package/dist/{attempt-CAdlwlNu.js → attempt-_dUsblVx.js} +2 -2
- package/dist/{attempt-CAdlwlNu.js.map → attempt-_dUsblVx.js.map} +1 -1
- package/dist/{attempt-host-7VviAJrl.js → attempt-host-DQvynDHk.js} +17 -8
- package/dist/attempt-host-DQvynDHk.js.map +1 -0
- package/dist/boat-Bzz8L-KQ.js +701 -0
- package/dist/boat-Bzz8L-KQ.js.map +1 -0
- package/dist/{boat-BjLqFJIZ.js → boat-Dek8ftIt.js} +20 -8
- package/dist/boat-Dek8ftIt.js.map +1 -0
- package/dist/bridge/index.mjs +6 -1
- package/dist/bundle-DZstHDeW.js +718 -0
- package/dist/bundle-DZstHDeW.js.map +1 -0
- package/dist/{capture-Ccf0Hmyx.js → capture-BkbPsfej.js} +61 -32
- package/dist/capture-BkbPsfej.js.map +1 -0
- package/dist/capture-CUAvk9KM.js +1 -0
- package/dist/{cases-z9E6DCd5.js → cases-CM-MQRQp.js} +133 -19
- package/dist/cases-CM-MQRQp.js.map +1 -0
- package/dist/cases-FvhbM8M5.js +1 -0
- package/dist/{cli-DTuLSlmW.js → cli-BgBBuxxJ.js} +412 -1044
- package/dist/cli-BgBBuxxJ.js.map +1 -0
- package/dist/{cli-spec-Dsr79Qy1.js → cli-spec-B5L9n-DV.js} +199 -35
- package/dist/cli-spec-B5L9n-DV.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client-DMEYR3MA.js +807 -0
- package/dist/client-DMEYR3MA.js.map +1 -0
- package/dist/{command-C2C7P5qo.js → command-BKb8eN_X.js} +10 -10
- package/dist/{command-C2C7P5qo.js.map → command-BKb8eN_X.js.map} +1 -1
- package/dist/{command-DSL7I-SI.js → command-D_w_kDpI.js} +25 -21
- package/dist/command-D_w_kDpI.js.map +1 -0
- package/dist/{command-Ff0T-1Hi.js → command-Dwlh0Vhu.js} +17 -16
- package/dist/command-Dwlh0Vhu.js.map +1 -0
- package/dist/{command-D8oMB2fa.js → command-loXH2jHr.js} +16 -16
- package/dist/{command-D8oMB2fa.js.map → command-loXH2jHr.js.map} +1 -1
- package/dist/{commands-xAOi_VEk.js → commands-Cuf57OYb.js} +174 -40
- package/dist/commands-Cuf57OYb.js.map +1 -0
- package/dist/{commands-Bk9NG1s_.js → commands-Dqli45sR.js} +1 -1
- package/dist/{config-SvK8pjEK.js → config-C0RKt00M.js} +288 -106
- package/dist/config-C0RKt00M.js.map +1 -0
- package/dist/{context-BdgCao9Q.js → context-DrEAtUyg.js} +2 -2
- package/dist/{context-BdgCao9Q.js.map → context-DrEAtUyg.js.map} +1 -1
- package/dist/{cost-BdRgySQl.js → cost-C21gGrju.js} +19 -9
- package/dist/cost-C21gGrju.js.map +1 -0
- package/dist/cost-IM80LyGD.js +1 -0
- package/dist/{cursor-catalog-DEzan4IT.js → cursor-catalog-CRsFxorF.js} +4 -4
- package/dist/{cursor-catalog-DEzan4IT.js.map → cursor-catalog-CRsFxorF.js.map} +1 -1
- package/dist/db-3o8s2EyD.js +2 -0
- package/dist/{db-BzOJ4Js4.js → db-ErnJ-gMD.js} +168 -248
- package/dist/db-ErnJ-gMD.js.map +1 -0
- package/dist/debug-CIXzB4wK.js.map +1 -1
- package/dist/{default-effort-BDKIxJyC.js → default-effort-D70cTG00.js} +4 -4
- package/dist/{default-effort-BDKIxJyC.js.map → default-effort-D70cTG00.js.map} +1 -1
- package/dist/{default-effort-BBDPbJ4D.js → default-effort-DHzj84dD.js} +1 -1
- package/dist/{dist-Db7ifchA.js → dist-DeqeCUZe.js} +5 -5
- package/dist/{dist-Db7ifchA.js.map → dist-DeqeCUZe.js.map} +1 -1
- package/dist/{docker-DFrjoNs-.js → docker-CFWzZOEk.js} +4 -4
- package/dist/{docker-DFrjoNs-.js.map → docker-CFWzZOEk.js.map} +1 -1
- package/dist/docker-DrMnpL84.js +1 -0
- package/dist/{doctor-DWK4ttex.js → doctor-B7utCSdh.js} +121 -100
- package/dist/doctor-B7utCSdh.js.map +1 -0
- package/dist/{environment-cPMCOk-h.js → environment-C0Gg8kyN.js} +49 -11
- package/dist/environment-C0Gg8kyN.js.map +1 -0
- package/dist/{errors-BZgLSZtV.js → errors-C1GBcWE2.js} +2 -2
- package/dist/{errors-BZgLSZtV.js.map → errors-C1GBcWE2.js.map} +1 -1
- package/dist/{eval-source-C9b1h8L6.js → eval-source-CsW5VIXS.js} +24 -12
- package/dist/eval-source-CsW5VIXS.js.map +1 -0
- package/dist/{evaluate-B12Tosvq.js → evaluate-BHQyAszQ.js} +679 -142
- package/dist/evaluate-BHQyAszQ.js.map +1 -0
- package/dist/{evaluate-COdzf7Hl.d.ts → evaluate-DzHq4EsU.d.ts} +2 -2
- package/dist/fake-bootstrap-VpisF1WE.js +15 -0
- package/dist/fake-bootstrap-VpisF1WE.js.map +1 -0
- package/dist/{files-tiNWe8Ih.js → files-BCraBodb.js} +3 -3
- package/dist/{files-tiNWe8Ih.js.map → files-BCraBodb.js.map} +1 -1
- package/dist/files-BjOJw4sn.js +1 -0
- package/dist/{files-DgXyaAg6.js → files-BrGVs4gY.js} +2 -2
- package/dist/{files-DgXyaAg6.js.map → files-BrGVs4gY.js.map} +1 -1
- package/dist/{files-BOBdC0uI.js → files-BuKWZCzY.js} +6 -6
- package/dist/{files-BOBdC0uI.js.map → files-BuKWZCzY.js.map} +1 -1
- package/dist/files-CAzVG3Rr.js +1 -0
- package/dist/{files-F5EG0WPT.js → files-Cv856jLN.js} +5 -5
- package/dist/{files-F5EG0WPT.js.map → files-Cv856jLN.js.map} +1 -1
- package/dist/files-D-Lir4aE.js +1 -0
- package/dist/files-DRlJ0Xr2.js +1 -0
- package/dist/{files-DlQshsks.js → files-g1watgRC.js} +2 -2
- package/dist/{files-DlQshsks.js.map → files-g1watgRC.js.map} +1 -1
- package/dist/{files-s28a6czq.js → files-qjeqXnfE.js} +143 -20
- package/dist/files-qjeqXnfE.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BpoqEgDV.js → git-DOrOtAiD.js} +3 -3
- package/dist/{git-BpoqEgDV.js.map → git-DOrOtAiD.js.map} +1 -1
- package/dist/{harness-DXv2gnaT.js → harness-FcTyyPco.js} +17 -8
- package/dist/harness-FcTyyPco.js.map +1 -0
- package/dist/harness-install-Dxho1yaU.js +53 -0
- package/dist/harness-install-Dxho1yaU.js.map +1 -0
- package/dist/{harness-C2berMiM.js → harness-nwnyghJZ.js} +14 -11
- package/dist/{harness-C2berMiM.js.map → harness-nwnyghJZ.js.map} +1 -1
- package/dist/harness.d.ts +11 -8
- package/dist/harness.js +1 -1
- package/dist/{ids-C_advdJA.js → ids-B-JKTCP8.js} +2 -2
- package/dist/{ids-C_advdJA.js.map → ids-B-JKTCP8.js.map} +1 -1
- package/dist/{images-D2jFze2v.js → images-Ch1y1t6_.js} +122 -73
- package/dist/images-Ch1y1t6_.js.map +1 -0
- package/dist/index.d.ts +46 -7
- package/dist/index.js +6 -6
- package/dist/{init-Bi1Q3lRi.js → init-C2HqCwnt.js} +33 -14
- package/dist/init-C2HqCwnt.js.map +1 -0
- package/dist/init-CM9xwyre.js +1 -0
- package/dist/{ink-list-BpfidQ1h.js → ink-list-BbKXElcQ.js} +54 -15
- package/dist/ink-list-BbKXElcQ.js.map +1 -0
- package/dist/inputs-5UIDpjz-.js +190 -0
- package/dist/inputs-5UIDpjz-.js.map +1 -0
- package/dist/inputs-load-C82HOKnb.js +1 -0
- package/dist/inputs-load-CGPyigMC.js +95 -0
- package/dist/inputs-load-CGPyigMC.js.map +1 -0
- package/dist/{invocations-CxGNOlh0.js → invocations-BrZAMuTb.js} +5 -5
- package/dist/{invocations-CxGNOlh0.js.map → invocations-BrZAMuTb.js.map} +1 -1
- package/dist/jiti-radm1Soi.js +52 -0
- package/dist/jiti-radm1Soi.js.map +1 -0
- package/dist/{judge-COMXT1Hx.js → judge-DwzqucLS.js} +17 -12
- package/dist/{judge-COMXT1Hx.js.map → judge-DwzqucLS.js.map} +1 -1
- package/dist/judge.d.ts +3 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-CzgpsTqv.js → judgments-Cj8bFaDG.js} +2 -2
- package/dist/{judgments-CzgpsTqv.js.map → judgments-Cj8bFaDG.js.map} +1 -1
- package/dist/{layout-Cm85tQYk.js → layout-Czh5wOpz.js} +14 -11
- package/dist/layout-Czh5wOpz.js.map +1 -0
- package/dist/{list-DuThsE28.js → list-B_C0k5ex.js} +33 -19
- package/dist/{list-DuThsE28.js.map → list-B_C0k5ex.js.map} +1 -1
- package/dist/live-C9Et_BVT.js +1 -0
- package/dist/{live-CgYbO4Te.js → live-DGgIrVw0.js} +7 -5
- package/dist/live-DGgIrVw0.js.map +1 -0
- package/dist/{live-DL0se4Zd.js → live-DgFm0H90.js} +9 -9
- package/dist/{live-DL0se4Zd.js.map → live-DgFm0H90.js.map} +1 -1
- package/dist/machine-service-2lIv5UWF.js +1 -0
- package/dist/machine-service-Ct_1XMMi.js +520 -0
- package/dist/machine-service-Ct_1XMMi.js.map +1 -0
- package/dist/machines-BnquHcBZ.js +120 -0
- package/dist/machines-BnquHcBZ.js.map +1 -0
- package/dist/{model-CkNVAxob.js → model-B1tdv9-d.js} +1 -1
- package/dist/model-Bcy4Qjmm.js +1 -0
- package/dist/{model-V3mMXp6x.js → model-DF77SgZv.js} +6 -6
- package/dist/{model-V3mMXp6x.js.map → model-DF77SgZv.js.map} +1 -1
- package/dist/{model-CwwkrCb7.js → model-DRa7yv6K.js} +9 -6
- package/dist/model-DRa7yv6K.js.map +1 -0
- package/dist/{model-cgt5uvu8.js → model-E5X8YBJM.js} +7 -6
- package/dist/model-E5X8YBJM.js.map +1 -0
- package/dist/model-calls-B0BoQfJ4.js +95 -0
- package/dist/model-calls-B0BoQfJ4.js.map +1 -0
- package/dist/{node-D7pAU--0.js → node-BjuhqQwa.js} +21 -10
- package/dist/node-BjuhqQwa.js.map +1 -0
- package/dist/{opencode-providers-BGiXt8_B.js → opencode-providers-ChJTQRmz.js} +5 -2
- package/dist/{opencode-providers-BGiXt8_B.js.map → opencode-providers-ChJTQRmz.js.map} +1 -1
- package/dist/{openrouter-models-Cw1z8-sq.js → openrouter-models-B1sIOTD2.js} +2 -2
- package/dist/{openrouter-models-Cw1z8-sq.js.map → openrouter-models-B1sIOTD2.js.map} +1 -1
- package/dist/options-C989kuVE.js +1 -0
- package/dist/own-reads-CYmBlrHK.js +15 -0
- package/dist/own-reads-CYmBlrHK.js.map +1 -0
- package/dist/{patch-DAi1nCuH.js → patch-BR8rdl7r.js} +2 -2
- package/dist/{patch-DAi1nCuH.js.map → patch-BR8rdl7r.js.map} +1 -1
- package/dist/pi-providers-HygmL1y-.js +552 -0
- package/dist/pi-providers-HygmL1y-.js.map +1 -0
- package/dist/{plain-BYUf_fUV.js → plain-Ctn8oUdp.js} +44 -10
- package/dist/plain-Ctn8oUdp.js.map +1 -0
- package/dist/{plan-CsPilzpk.js → plan-BcT4G5jj.js} +104 -15
- package/dist/plan-BcT4G5jj.js.map +1 -0
- package/dist/{plugins-BfnhazOv.js → plugins-cC0sqoDA.js} +608 -12
- package/dist/plugins-cC0sqoDA.js.map +1 -0
- package/dist/preflight-BMVDBcux.js +1 -0
- package/dist/{preflight-BixaE4BA.js → preflight-C9OtTb7k.js} +4 -4
- package/dist/{preflight-BixaE4BA.js.map → preflight-C9OtTb7k.js.map} +1 -1
- package/dist/{preflight-GkpgrBxP.js → preflight-DySHXeFJ.js} +9 -10
- package/dist/preflight-DySHXeFJ.js.map +1 -0
- package/dist/{preflight-D1C-iH0U.js → preflight-zsAn3heN.js} +1 -1
- package/dist/{prepare-C--rM_wO.js → prepare-MaRWRhNT.js} +2 -2
- package/dist/prepare-nbX1CXXg.js +409 -0
- package/dist/prepare-nbX1CXXg.js.map +1 -0
- package/dist/prices-B1vm_lPk.js +1 -0
- package/dist/{prices-5m3SzMZ3.js → prices-BrY_ihLs.js} +80 -22
- package/dist/prices-BrY_ihLs.js.map +1 -0
- package/dist/{provenance-BXyYwUC8.js → provenance-CkykifD9.js} +5 -5
- package/dist/{provenance-BXyYwUC8.js.map → provenance-CkykifD9.js.map} +1 -1
- package/dist/provider-DHT20Gl8.js +1 -0
- package/dist/{provider-BxzZq3Th.js → provider-ieWOn4YS.js} +2 -2
- package/dist/{provider-BxzZq3Th.js.map → provider-ieWOn4YS.js.map} +1 -1
- package/dist/provider-stop-CxzWW7Ft.js +69 -0
- package/dist/provider-stop-CxzWW7Ft.js.map +1 -0
- package/dist/providers-BkLGzaSY.js +1 -0
- package/dist/{providers-1p4HKYIp.js → providers-bNgfKa6m.js} +224 -49
- package/dist/providers-bNgfKa6m.js.map +1 -0
- package/dist/query-B2SQddoV.js +1 -0
- package/dist/{query-DhhU9ADI.js → query-DhV3a8lM.js} +2 -2
- package/dist/{query-DhhU9ADI.js.map → query-DhV3a8lM.js.map} +1 -1
- package/dist/{questions-CMAq4pr8.js → questions-Csv64WCb.js} +7 -7
- package/dist/{questions-CMAq4pr8.js.map → questions-Csv64WCb.js.map} +1 -1
- package/dist/{record-6IUzwP9K.js → record--vHreTLk.js} +11 -5
- package/dist/record--vHreTLk.js.map +1 -0
- package/dist/{redact-BhjtnjrU.js → redact-t-L3VGy8.js} +106 -2
- package/dist/redact-t-L3VGy8.js.map +1 -0
- package/dist/{remarks-D9Lcd1fF.js → remarks-BpdM_2RC.js} +2 -1
- package/dist/remarks-BpdM_2RC.js.map +1 -0
- package/dist/{remarks-BNABzemt.js → remarks-CYFOsnz5.js} +46 -11
- package/dist/remarks-CYFOsnz5.js.map +1 -0
- package/dist/remarks-CleoDlYw.js +1 -0
- package/dist/{remarks-DPCONFxZ.js → remarks-DqriPKxm.js} +3 -2
- package/dist/{remarks-DPCONFxZ.js.map → remarks-DqriPKxm.js.map} +1 -1
- package/dist/{remote-U7fNt0UP.js → remote-0CHog7Oq.js} +6 -6
- package/dist/{remote-U7fNt0UP.js.map → remote-0CHog7Oq.js.map} +1 -1
- package/dist/resolve-Bm9ZyFR-.js +1 -0
- package/dist/resolve-Bul8lHaa.js +205 -0
- package/dist/resolve-Bul8lHaa.js.map +1 -0
- package/dist/{resolve-Cx3a9UQ2.js → resolve-DorSHDBs.js} +14 -11
- package/dist/resolve-DorSHDBs.js.map +1 -0
- package/dist/resources-DqdwihhT.js +62 -0
- package/dist/resources-DqdwihhT.js.map +1 -0
- package/dist/{results-CQKXmHym.js → results-DhMgRkR0.js} +9 -22
- package/dist/results-DhMgRkR0.js.map +1 -0
- package/dist/{resume-POpZa1ge.js → resume-C8Ihfy-C.js} +166 -17
- package/dist/resume-C8Ihfy-C.js.map +1 -0
- package/dist/{retry-CmG809Mp.js → retry-Bfk7pDti.js} +4 -4
- package/dist/{retry-CmG809Mp.js.map → retry-Bfk7pDti.js.map} +1 -1
- package/dist/{root-Co0jhOT5.js → root-BzeoyfGd.js} +2 -2
- package/dist/{root-Co0jhOT5.js.map → root-BzeoyfGd.js.map} +1 -1
- package/dist/routes-Cp4gAjBZ.js +427 -0
- package/dist/routes-Cp4gAjBZ.js.map +1 -0
- package/dist/{runtime-Xm9oeC7o.js → runtime-CPUH0Vk5.js} +46 -5
- package/dist/runtime-CPUH0Vk5.js.map +1 -0
- package/dist/sandbox/boat.d.ts +1 -1
- package/dist/sandbox/boat.js +1 -1
- package/dist/{sandbox-DrlL4yqb.js → sandbox-z8q_4Ywn.js} +3 -3
- package/dist/{sandbox-DrlL4yqb.js.map → sandbox-z8q_4Ywn.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-C00zd6zl.js → server-BsQZtuF9.js} +9 -9
- package/dist/{server-C00zd6zl.js.map → server-BsQZtuF9.js.map} +1 -1
- package/dist/server-ZaMzUNmV.js +1 -0
- package/dist/services-BG8xuU82.js +39 -0
- package/dist/services-BG8xuU82.js.map +1 -0
- package/dist/{shared-Cfi45Bvy.js → shared-DtZwIAfy.js} +7 -1
- package/dist/shared-DtZwIAfy.js.map +1 -0
- package/dist/{source-DDgr48Gn.js → source-9HWaTEgV.js} +2 -2
- package/dist/{source-DDgr48Gn.js.map → source-9HWaTEgV.js.map} +1 -1
- package/dist/source-BcBDj-R0.js +1 -0
- package/dist/src-B2eHTCnp.js +3 -0
- package/dist/{src-DAzaCTcN.js → src-B5r1d23Y.js} +176 -18
- package/dist/src-B5r1d23Y.js.map +1 -0
- package/dist/{src-Dw79VLa3.js → src-Bb3k9Kn_.js} +208 -59
- package/dist/src-Bb3k9Kn_.js.map +1 -0
- package/dist/src-BfOlH_Bu.js +2 -0
- package/dist/src-BuGc40IF.js +2 -0
- package/dist/{src-CV_7DkPa.js → src-C-ChdnG6.js} +102 -13
- package/dist/src-C-ChdnG6.js.map +1 -0
- package/dist/src-C2K5_afU.js +2 -0
- package/dist/{src-YvblOrBU.js → src-C3OhA5pw.js} +87 -13
- package/dist/src-C3OhA5pw.js.map +1 -0
- package/dist/src-CSVJjghq.js +4 -0
- package/dist/{src-y0nOeRRE.js → src-CWfy8ct8.js} +1572 -487
- package/dist/src-CWfy8ct8.js.map +1 -0
- package/dist/src-CcrQQB0_.js +2 -0
- package/dist/src-CotUxxQV.js +2 -0
- package/dist/src-D-PwBaBB.js +2 -0
- package/dist/{src-Cb2MWozp.js → src-DNWiU__5.js} +276 -41
- package/dist/src-DNWiU__5.js.map +1 -0
- package/dist/{src-KxS91P7L.js → src-DwcTn4JY.js} +79 -11
- package/dist/src-DwcTn4JY.js.map +1 -0
- package/dist/{src-BNQznj4z.js → src-boB6D-5T.js} +124 -45
- package/dist/src-boB6D-5T.js.map +1 -0
- package/dist/{src-DvGns8cz.js → src-c3ZQu7Uu.js} +299 -17
- package/dist/src-c3ZQu7Uu.js.map +1 -0
- package/dist/src-jYqNkT-F.js +1 -0
- package/dist/start-Db5VRcRZ.js +660 -0
- package/dist/start-Db5VRcRZ.js.map +1 -0
- package/dist/state-CKIjZZRK.js +1 -0
- package/dist/{state-328JpnHA.js → state-DUYdzNA7.js} +21 -21
- package/dist/{state-328JpnHA.js.map → state-DUYdzNA7.js.map} +1 -1
- package/dist/store/local.d.ts +8 -0
- package/dist/store/local.js +16 -0
- package/dist/store/local.js.map +1 -0
- package/dist/store/s3.d.ts +10 -0
- package/dist/store/s3.js +18 -0
- package/dist/store/s3.js.map +1 -0
- package/dist/suite-CH1aaAbs.js +2 -0
- package/dist/{suite-COglUhPd.js → suite-DjGxmDSY.js} +6 -5
- package/dist/{suite-COglUhPd.js.map → suite-DjGxmDSY.js.map} +1 -1
- package/dist/{summary-DDy9DfyJ.js → summary-BK5Sa_N0.js} +28 -7
- package/dist/summary-BK5Sa_N0.js.map +1 -0
- package/dist/sync-DUi_P2UJ.js +559 -0
- package/dist/sync-DUi_P2UJ.js.map +1 -0
- package/dist/{tarball-CESxtK4X.js → tarball-C8BSTAMk.js} +2 -2
- package/dist/{tarball-CESxtK4X.js.map → tarball-C8BSTAMk.js.map} +1 -1
- package/dist/tart-BQ_Ap0l4.js +508 -0
- package/dist/tart-BQ_Ap0l4.js.map +1 -0
- package/dist/tart-CzViW3WZ.js +186 -0
- package/dist/tart-CzViW3WZ.js.map +1 -0
- package/dist/tart-DmVuVsmX.js +1 -0
- package/dist/tart-bake-D1RttYfM.js +148 -0
- package/dist/tart-bake-D1RttYfM.js.map +1 -0
- package/dist/tart-bake-DjFcsG3N.js +1 -0
- package/dist/tart-cli-BOcluha1.js +1 -0
- package/dist/tart-cli-gA9xEaQL.js +89 -0
- package/dist/tart-cli-gA9xEaQL.js.map +1 -0
- package/dist/tart-hosts-CHNrfV6u.js +313 -0
- package/dist/tart-hosts-CHNrfV6u.js.map +1 -0
- package/dist/tart-hosts-CWse-ASo.js +1 -0
- package/dist/{tart-images-DZ_Mbh-g.js → tart-images-CLBjfF9u.js} +64 -6
- package/dist/tart-images-CLBjfF9u.js.map +1 -0
- package/dist/testing.d.ts +36 -2
- package/dist/testing.js +4 -4
- package/dist/tool-class-krsmEo44.js +433 -0
- package/dist/tool-class-krsmEo44.js.map +1 -0
- package/dist/{trace-Dx2NBE1O.js → trace-BpXByD7W.js} +13 -2
- package/dist/{trace-Dx2NBE1O.js.map → trace-BpXByD7W.js.map} +1 -1
- package/dist/{traits-DKnYkqeK.js → traits-CCD8XsmI.js} +2 -2
- package/dist/{traits-DKnYkqeK.js.map → traits-CCD8XsmI.js.map} +1 -1
- package/dist/{transcript-CCf07UmU.js → transcript-BXWZiMuC.js} +3 -3
- package/dist/{transcript-CCf07UmU.js.map → transcript-BXWZiMuC.js.map} +1 -1
- package/dist/{types-C2mLpph3.js → types-CbcnJxCy.js} +7 -1
- package/dist/types-CbcnJxCy.js.map +1 -0
- package/dist/{types-DBwFsGem.d.ts → types-DKK8jj--.d.ts} +517 -45
- package/dist/ui-DKYjTVpn.js +1455 -0
- package/dist/ui-DKYjTVpn.js.map +1 -0
- package/dist/{usage-DJiDnh2D.js → usage-CwIRPPZ9.js} +16 -3
- package/dist/usage-CwIRPPZ9.js.map +1 -0
- package/dist/vercel-models-Ci33llXz.js +21 -0
- package/dist/vercel-models-Ci33llXz.js.map +1 -0
- package/dist/{vertex-Eb2wqahk.js → vertex-BEWxHoxH.js} +22 -6
- package/dist/{vertex-Eb2wqahk.js.map → vertex-BEWxHoxH.js.map} +1 -1
- package/dist/vertex-DXfcXYKn.js +1 -0
- package/dist/view/index.d.ts +32 -3
- package/dist/view/index.js +8 -8
- package/dist/{views-BROacjBv.js → views-B1zVLJsF.js} +6 -6
- package/dist/{views-BROacjBv.js.map → views-B1zVLJsF.js.map} +1 -1
- package/dist/views-DCjtw1jF.js +2 -0
- package/dist/{worker-entry-Smb4bNDc.js → worker-entry-DrAYYt0M.js} +37 -14
- package/dist/worker-entry-DrAYYt0M.js.map +1 -0
- package/dist/workspace-CnRbV8cM.js +1 -0
- package/dist/{workspace-DNDTEk8v.js → workspace-DwTe1zo6.js} +7 -7
- package/dist/{workspace-DNDTEk8v.js.map → workspace-DwTe1zo6.js.map} +1 -1
- package/docker/Dockerfile +1 -1
- package/package.json +15 -1
- package/skills/eval-rubric/SKILL.md +10 -0
- package/skills/reeval/SKILL.md +370 -0
- package/skills/reeval/references/capture.md +48 -0
- package/skills/reeval/references/cli.md +162 -0
- package/skills/reeval/references/compare.md +180 -0
- package/skills/reeval/references/config.md +147 -0
- package/skills/reeval/references/environments.md +218 -0
- package/skills/reeval/references/evals.md +241 -0
- package/skills/reeval/references/mistakes.md +39 -0
- package/skills/reeval/references/vocabulary.md +19 -0
- package/skills/setup/SKILL.md +219 -0
- package/skills/setup/references/templates.md +258 -0
- package/dist/adapter-C60z3wLq.js.map +0 -1
- package/dist/agent-BmsMXZXx.js.map +0 -1
- package/dist/agents-DXuFxtGC.js.map +0 -1
- package/dist/app-files-DT5mJyV4.js.map +0 -1
- package/dist/assemble-DM2PNU4R.js.map +0 -1
- package/dist/attempt-host-7VviAJrl.js.map +0 -1
- package/dist/boat-BjLqFJIZ.js.map +0 -1
- package/dist/boat-DSNgZt-t.js +0 -322
- package/dist/boat-DSNgZt-t.js.map +0 -1
- package/dist/capture-BzotD2hs.js +0 -1
- package/dist/capture-Ccf0Hmyx.js.map +0 -1
- package/dist/cases-Dy0mifal.js +0 -1
- package/dist/cases-z9E6DCd5.js.map +0 -1
- package/dist/cli-DTuLSlmW.js.map +0 -1
- package/dist/cli-spec-Dsr79Qy1.js.map +0 -1
- package/dist/client-KM4C5r5_.js +0 -387
- package/dist/client-KM4C5r5_.js.map +0 -1
- package/dist/command-DSL7I-SI.js.map +0 -1
- package/dist/command-Ff0T-1Hi.js.map +0 -1
- package/dist/commands-xAOi_VEk.js.map +0 -1
- package/dist/config-SvK8pjEK.js.map +0 -1
- package/dist/cost-BdRgySQl.js.map +0 -1
- package/dist/cost-Cr26Alhq.js +0 -1
- package/dist/db-BzOJ4Js4.js.map +0 -1
- package/dist/db-CQRZ3URX.js +0 -2
- package/dist/docker--mukta3L.js +0 -1
- package/dist/docker-DG_uFgn2.js +0 -246
- package/dist/docker-DG_uFgn2.js.map +0 -1
- package/dist/doctor-DWK4ttex.js.map +0 -1
- package/dist/environment-cPMCOk-h.js.map +0 -1
- package/dist/eval-source-C9b1h8L6.js.map +0 -1
- package/dist/evaluate-B12Tosvq.js.map +0 -1
- package/dist/files-C1Rk9FYA.js +0 -1
- package/dist/files-DMQ9-Vv5.js +0 -1
- package/dist/files-Di0xDbCc.js +0 -1
- package/dist/files-G5jf8wBp.js +0 -1
- package/dist/files-s28a6czq.js.map +0 -1
- package/dist/harness-DXv2gnaT.js.map +0 -1
- package/dist/images-D2jFze2v.js.map +0 -1
- package/dist/init-Bi1Q3lRi.js.map +0 -1
- package/dist/init-CUw65o36.js +0 -1
- package/dist/ink-list-BpfidQ1h.js.map +0 -1
- package/dist/kinds-Bh2I35id.js +0 -698
- package/dist/kinds-Bh2I35id.js.map +0 -1
- package/dist/layout-Cm85tQYk.js.map +0 -1
- package/dist/live-CgYbO4Te.js.map +0 -1
- package/dist/live-DZLmj0iG.js +0 -1
- package/dist/matchers-CXLn-1jm.js +0 -148
- package/dist/matchers-CXLn-1jm.js.map +0 -1
- package/dist/model-Cv4GuTsZ.js +0 -1
- package/dist/model-CwwkrCb7.js.map +0 -1
- package/dist/model-cgt5uvu8.js.map +0 -1
- package/dist/node-D7pAU--0.js.map +0 -1
- package/dist/options-DPUmk7v_.js +0 -1
- package/dist/plain-BYUf_fUV.js.map +0 -1
- package/dist/plan-CsPilzpk.js.map +0 -1
- package/dist/plugins-BfnhazOv.js.map +0 -1
- package/dist/preflight-Bn3ianye.js +0 -1
- package/dist/preflight-GkpgrBxP.js.map +0 -1
- package/dist/prepare-DQEDXoDp.js +0 -268
- package/dist/prepare-DQEDXoDp.js.map +0 -1
- package/dist/prices-5m3SzMZ3.js.map +0 -1
- package/dist/provider-BnUoz4KB.js +0 -1
- package/dist/providers-1p4HKYIp.js.map +0 -1
- package/dist/providers-B-ijCktf.js +0 -1
- package/dist/query-BYhyf0LR.js +0 -1
- package/dist/record-6IUzwP9K.js.map +0 -1
- package/dist/redact-BhjtnjrU.js.map +0 -1
- package/dist/remarks-BNABzemt.js.map +0 -1
- package/dist/remarks-CAvTSq16.js +0 -1
- package/dist/remarks-D9Lcd1fF.js.map +0 -1
- package/dist/resolve-C14Pmtej.js +0 -1
- package/dist/resolve-Cx3a9UQ2.js.map +0 -1
- package/dist/results-CQKXmHym.js.map +0 -1
- package/dist/resume-POpZa1ge.js.map +0 -1
- package/dist/runtime-Xm9oeC7o.js.map +0 -1
- package/dist/server-C1UJcpUh.js +0 -1
- package/dist/shared-Cfi45Bvy.js.map +0 -1
- package/dist/source-DJHmQv_j.js +0 -1
- package/dist/src-1dBuXzs4.js +0 -3
- package/dist/src-BKpioayC.js +0 -2
- package/dist/src-BNQznj4z.js.map +0 -1
- package/dist/src-BY1cCaoJ.js +0 -2
- package/dist/src-BbZYaQ8b.js +0 -2
- package/dist/src-CDFH2vVN.js +0 -2
- package/dist/src-CMW5R9Q0.js +0 -1
- package/dist/src-CV_7DkPa.js.map +0 -1
- package/dist/src-Cb2MWozp.js.map +0 -1
- package/dist/src-CrV2WA2i.js +0 -2
- package/dist/src-CsFaawcZ.js +0 -2
- package/dist/src-DAzaCTcN.js.map +0 -1
- package/dist/src-DvGns8cz.js.map +0 -1
- package/dist/src-Dw79VLa3.js.map +0 -1
- package/dist/src-KxS91P7L.js.map +0 -1
- package/dist/src-YvblOrBU.js.map +0 -1
- package/dist/src-wKwznPgt.js +0 -2
- package/dist/src-y0nOeRRE.js.map +0 -1
- package/dist/state-Ca55Gk_O.js +0 -1
- package/dist/suite-CKBa6MKt.js +0 -2
- package/dist/summary-DDy9DfyJ.js.map +0 -1
- package/dist/tart-cli-C-GsbVsQ.js +0 -1
- package/dist/tart-cli-CU0nFS-L.js +0 -55
- package/dist/tart-cli-CU0nFS-L.js.map +0 -1
- package/dist/tart-dWoJvWHc.js +0 -586
- package/dist/tart-dWoJvWHc.js.map +0 -1
- package/dist/tart-images-DZ_Mbh-g.js.map +0 -1
- package/dist/tool-target-DS5d72eH.js +0 -40
- package/dist/tool-target-DS5d72eH.js.map +0 -1
- package/dist/types-C2mLpph3.js.map +0 -1
- package/dist/usage-DJiDnh2D.js.map +0 -1
- package/dist/vercel-CGlSBv63.js +0 -344
- package/dist/vercel-CGlSBv63.js.map +0 -1
- package/dist/vertex-O88TCwgY.js +0 -1
- package/dist/views-B0Yt_Q1S.js +0 -2
- package/dist/worker-entry-Smb4bNDc.js.map +0 -1
- package/dist/workspace-C0dDP75l.js +0 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as relativeFile } from "./ids-B-JKTCP8.js";
|
|
2
2
|
import { existsSync, readFileSync } from "node:fs";
|
|
3
3
|
import { sep } from "node:path";
|
|
4
4
|
import { inspect, stripVTControlCharacters } from "node:util";
|
|
@@ -167,4 +167,4 @@ function codeFrame(source, indent, loc, columns, range = 2) {
|
|
|
167
167
|
}
|
|
168
168
|
export { reevalFrames as i, comparable as n, formatError as r, codeFrame as t };
|
|
169
169
|
|
|
170
|
-
//# sourceMappingURL=errors-
|
|
170
|
+
//# sourceMappingURL=errors-C1GBcWE2.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors-
|
|
1
|
+
{"version":3,"file":"errors-C1GBcWE2.js","names":[],"sources":["../src/engine/errors.ts"],"mappings":";;;;;;;;;AAyBA,MAAM,SACH,MAAc,QAAQ,QACtB,SACC,QAAQ,KAAK,GAAG,KAAK,OAAO,MAAM;AACtC,MAAM,MAAM,MAAM,EAAE;AACpB,MAAM,SAAS,MAAM,EAAE;AACvB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,EAAE;AACrB,MAAM,OAAO,MAAM,GAAG,EAAE;AACxB,MAAM,MAAM,MAAM,GAAG,EAAE;AAEvB,MAAM,UAAU;;AAGhB,MAAa,gBAAgB,eAAuB,CAClD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,KAAK,OACzD,GAAG,aAAa,WAAW,SAAS,GAAG,IAAI,KAAK,IAAI,MAAM,KAC5D;;AAGA,MAAa,cAAc,MAAc,UAAU,QAAQ,aAAa,YAAY;CAClF,MAAM,UAAU,KAAK,WAAW,MAAM,GAAG;CACzC,OAAO,UAAU,QAAQ,YAAY,IAAI;AAC3C;;AAGA,MAAM,SAAS;CAAC;CAAuB;CAA0B;AAAqB;;;;;;AAetF,SAAgB,YAAY,OAAgB,SAAgC;CAC1E,MAAM,QAAkB,CAAC;CACzB,WAAW,OAAO,SAAS,OAAO,IAAI;CACtC,OAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WACP,OACA,SACA,KACA,eACM;CACN,IAAI,IAAI;CACR,IAAI,MAAM,QAAS,OAAO,MAAM,YAAY,OAAO,MAAM,YACvD,IAAI;EAAE,SAAS,OAAO,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;EAAI,OAAO,OAAO,KAAK;CAAE;CACrE,MAAM,OAAO,QAAQ,KAAK,KAAK,QAAQ,WAAW,GAAG,CAAC;CAEtD,MAAM,OAAO,GAAG,EAAE,QAAQ,QAAQ,IAAI,EAAE,WAAW;CACnD,MAAM,MACJ,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,SAAS,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAC/E;EAAE,GAAG;EAAG,OAAO,EAAE,MAAM,MAAM,KAAK,MAAM;CAAE,IAC1C;CACN,MAAM,SAAS,qBAAqB,KAAc,EAChD,cAAc,QAAQ,UACpB,CAAC,KAAK,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,KAC1D,CAAC,OAAO,MAAM,QAAQ,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,EAC9D,CAAC;CACD,MAAM,UAAU,OAAO,MACpB,UAAU,CAAC,WAAW,MAAM,IAAI,CAAC,CAAC,SAAS,gBAAgB,KAAK,WAAW,MAAM,IAAI,CACxF;CACA,MAAM,OAAO,EAAE,QAAQ;CACvB,IAAI,CAAC,EAAE,SAAS,IAAI,KAAK,QAAQ,CAAC,CAAC;MAC9B,IAAI,EAAE,QAAQ,SAAS,KAAM,IAAI,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS;MACxE,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC;CAChD,IAAI,EAAE,WAAW,IAAI,KAAK,GAAG,EAAE,UAAU,GAAG;CAC5C,IAAI,EAAE,MAAM,IAAI,KAAK,KAAK,EAAE,KAAK,GAAG;CACpC,IAAI,EAAE,OAAO,IAAI,KAAK,OAAO,EAAE,KAAK,CAAC;MAChC;EACH,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,QAAQ,UAAU,UAAU,OAAO;GACzC,MAAM,OAAO,aAAa,QAAQ,MAAM,MAAM,IAAI;GAClD,IAAI,KACF,MACE,IAAI,IAAI,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,GAAG,KAAK,GAAG,IAAI,GAAG,MAAM,KAAK,GAAG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG,GAChH,CACF;GACA,IAAI,iBAAiB,UAAU,SAAS;IACtC,MAAM,SAAS,aAAa,MAAM,MAAM,MAAM;IAC9C,IAAI,KAAK,UAAU,QAAQ,GAAG,OAAO,QAAQ,WAAW,EAAE,CAAC;GAC7D;EACF;EACA,IAAI,OAAO,QAAQ,IAAI,KAAK,EAAE;EAC9B,MAAM,aAAa,gBAAgB,CAAC;EACpC,IAAI,OAAO,KAAK,UAAU,CAAC,CAAC,QAAQ;GAClC,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,QAAQ,WAAW,EAAE,CAAC,CAAC,CAAC;GACpD,IAAI,KAAK,GAAG,IAAI,KAAK,mBAAmB,CAAC,EAAE,GAAG,KAAK,QAAQ,UAAU,CAAC,GAAG;EAC3E;CACF;CACA,IAAI,EAAE,SAAS,MAAM;EACnB,IAAI,QAAQ,EAAE;EACd,IAAI,OAAO,UAAU,UAAU;GAC7B,MAAM,OAAO,OAAO,KAAK;GACzB,QAAQ;IAAE,MAAM;IAAa,SAAS;IAAM,OAAO;GAAK;EAC1D,OAAO,IAAI,EAAE,UAAU,QAAQ,QAAQ;GAAE,GAAG;GAAO,MAAM;EAAY;OAChE,QAAQ;GAAE,GAAG;GAAO,MAAM,cAAc,MAAM;EAAO;EAC1D,WAAW,OAAO,SAAS,KAAK,KAAK;CACvC;AACF;AAEA,MAAM,0BAAU,IAAI,IAAI;CACtB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,GAAG,OAAO,oBAAoB,MAAM,SAAS;CAC7C,GAAG,OAAO,oBAAoB,OAAO,SAAS;AAChD,CAAC;;;;;AAMD,MAAM,gBAAgB,IAAI,IAAI,OAAO,oBAAoB,aAAa,SAAS,CAAC;;AAGhF,SAAS,gBAAgB,GAA6C;CACpE,MAAM,aAAsC,OAAO,OAAO,IAAI;CAC9D,IAAI,EAAE,SAAS,kBAAkB,OAAO;CACxC,MAAM,eAAe,oBAAoB;CACzC,KAAK,MAAM,OAAO,OAAO,oBAAoB,CAAC,GAC5C,IAAI,QAAQ,SACN;MAAA,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,UAAU,WAAW,QAAQ,EAAE;CAAA,OACpE,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,EAAE,gBAAgB,cAAc,IAAI,GAAG,IACrE,WAAW,OAAO,EAAE;CAGxB,OAAO;AACT;AAEA,MAAM,UAAU,KAAkB,OAAO,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE,EAAE;;AAG/E,SAAgB,UACd,QACA,QACA,KACA,SACA,QAAQ,GACA;CACR,MAAM,QAAQ,iBAAiB,QAAQ,IAAI,MAAM,IAAI,MAAM;CAC3D,MAAM,QAAQ,OAAO,MAAM,WAAW;CACtC,MAAM,KAAK,OAAO,KAAK,MAAM,IAAI,IAAI;CACrC,IAAI,QAAQ;CACZ,MAAM,MAAgB,CAAC;CACvB,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,SAAU,MAAM,EAAE,CAAY,SAAS;EACvC,IAAI,QAAQ,OAAO;EACnB,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,SAAS,IAAI,MAAM,QAAQ,KAAK;GAC5E,MAAM,OAAO,MAAM;GACnB,MAAM,WAAW,yBAAyB,IAAI;GAC9C,IAAI,SAAS,WAAW,sBAAsB,GAAG;GAEjD,IAAI,SAAS,SAAS,KAAK,OAAO;GAClC,MAAM,YAAY,eAAe,KAAK,QAAQ,OAAO,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,QAAQ;GACzF,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,YAAY,IAAI,cAAc,UAAU;GAClE,IAAI,MAAM,GAAG;IACX,MAAM,MAAM,SAAS,QAAQ,KAAK,WAAW,KAAK;IAClD,IAAI,KAAK,OAAO,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC;GACpD;EACF;EACA;CACF;CACA,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI;AAC/D"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
+
import { c as relativeFile, l as sha256 } from "./ids-B-JKTCP8.js";
|
|
3
|
+
import { m as redactJsonText } from "./redact-t-L3VGy8.js";
|
|
2
4
|
import { t as isObjectLike } from "./object-CeQ8dgUC.js";
|
|
3
|
-
import { h as isEnvironment } from "./environment-
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import { p as redactJsonText } from "./redact-BhjtnjrU.js";
|
|
7
|
-
import { a as originalText } from "./adapter-C60z3wLq.js";
|
|
5
|
+
import { h as isEnvironment } from "./environment-C0Gg8kyN.js";
|
|
6
|
+
import { U as harnessId, at as sandboxId } from "./config-C0RKt00M.js";
|
|
7
|
+
import { a as originalText } from "./adapter-Di9H2etg.js";
|
|
8
8
|
import { resolve } from "node:path";
|
|
9
9
|
import { readFile } from "node:fs/promises";
|
|
10
10
|
// src/eval-source.ts
|
|
@@ -79,26 +79,38 @@ async function evalFile(root, file) {
|
|
|
79
79
|
/**
|
|
80
80
|
* One level's options with each harness, sandbox, environment and judge model by its id rather
|
|
81
81
|
* than its object: the cell's other fingerprint parts already cover what they hold, and their
|
|
82
|
-
* objects carry host paths and functions.
|
|
82
|
+
* objects carry host paths and functions. The plural keys hash under their singular names
|
|
83
|
+
* (`harness`, `environment`, `compare.baseline` for `compare.control`), the names records
|
|
84
|
+
* written before the plurals hashed, so those records stay comparable.
|
|
83
85
|
*/
|
|
84
86
|
function canonicalOptions(options) {
|
|
85
87
|
const out = {};
|
|
86
88
|
for (const [key, value] of Object.entries(options)) {
|
|
87
89
|
if (value === void 0 || UNHASHED.has(key)) continue;
|
|
88
|
-
if (key === "harnesses") out
|
|
90
|
+
if (key === "harnesses") out.harness = harnessForm(value);
|
|
91
|
+
else if (key === "environments") out.environment = oneOrList(value);
|
|
89
92
|
else if (key === "sandbox") out[key] = sandboxId(value);
|
|
90
93
|
else if (key === "judge" && isObjectLike(value)) out[key] = {
|
|
91
94
|
...value,
|
|
92
95
|
..."model" in value ? { model: modelId(value.model) } : {}
|
|
93
96
|
};
|
|
94
|
-
else if (key === "compare" && isObjectLike(value)
|
|
95
|
-
|
|
96
|
-
harnesses: value.harnesses.map(harnessForm)
|
|
97
|
-
};
|
|
97
|
+
else if (key === "compare" && isObjectLike(value)) out[key] = compareForm(value);
|
|
98
|
+
else if (key === "pin" && Array.isArray(value)) out[key] = value.map((k) => k === "harnesses" ? "harness" : k);
|
|
98
99
|
else out[key] = value;
|
|
99
100
|
}
|
|
100
101
|
return out;
|
|
101
102
|
}
|
|
103
|
+
/** `compare` with `control` hashed as `baseline` and `harnesses` as `harness`. */
|
|
104
|
+
function compareForm(compare) {
|
|
105
|
+
const { control, harnesses, ...rest } = compare;
|
|
106
|
+
return {
|
|
107
|
+
...rest,
|
|
108
|
+
...control !== void 0 ? { baseline: control } : {},
|
|
109
|
+
...harnesses !== void 0 ? { harness: Array.isArray(harnesses) ? harnesses.map(harnessForm) : harnesses } : {}
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
/** A one-item list as its item: the hash's `environment` held one environment. */
|
|
113
|
+
const oneOrList = (value) => Array.isArray(value) && value.length === 1 ? value[0] : value;
|
|
102
114
|
function harnessForm(value) {
|
|
103
115
|
if (typeof value === "string" || typeof value === "function") return value;
|
|
104
116
|
if (Array.isArray(value)) return value.map(harnessForm);
|
|
@@ -150,4 +162,4 @@ function canonical(value, path, how) {
|
|
|
150
162
|
}
|
|
151
163
|
export { optionsHash as a, evalFile as i, caseHash as n, sourcesPart as o, caseJson as r, bodyHash as t };
|
|
152
164
|
|
|
153
|
-
//# sourceMappingURL=eval-source-
|
|
165
|
+
//# sourceMappingURL=eval-source-CsW5VIXS.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-source-CsW5VIXS.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;;;AASA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,UAAU,YAAY,KAAK;OACnD,IAAI,QAAQ,gBAAgB,IAAI,cAAc,UAAU,KAAK;OAC7D,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,GAAG,IAAI,OAAO,YAAY,KAAK;OAC5E,IAAI,QAAQ,SAAS,MAAM,QAAQ,KAAK,GAC3C,IAAI,OAAO,MAAM,KAAK,MAAO,MAAM,cAAc,YAAY,CAAE;OAC1D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;;AAGA,SAAS,YAAY,SAA2D;CAC9E,MAAM,EAAE,SAAS,WAAW,GAAG,SAAS;CACxC,OAAO;EACL,GAAG;EACH,GAAI,YAAY,KAAA,IAAY,EAAE,UAAU,QAAQ,IAAI,CAAC;EACrD,GAAI,cAAc,KAAA,IACd,EAAE,SAAS,MAAM,QAAQ,SAAS,IAAI,UAAU,IAAI,WAAW,IAAI,UAAU,IAC7E,CAAC;CACP;AACF;;AAGA,MAAM,aAAa,UACjB,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,IAAI,MAAM,KAAK;AAE1D,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}
|