reeval 0.13.0 → 0.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +190 -190
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-IKKo4sZj.js → adapter-CbqbMR7y.js} +55 -14
- package/dist/adapter-CbqbMR7y.js.map +1 -0
- package/dist/{agent-ClE-g9VL.js → agent-Zgn-kiqq.js} +105 -35
- package/dist/agent-Zgn-kiqq.js.map +1 -0
- package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-ChbvRx3P.js +11 -0
- package/dist/app-files-ChbvRx3P.js.map +1 -0
- package/dist/{assemble-BO93VAk1.js → assemble-SKQGW_QF.js} +213 -136
- package/dist/assemble-SKQGW_QF.js.map +1 -0
- package/dist/assemble-XBWuK3Ed.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
- package/dist/attempt-host-BOp8JklD.js +295 -0
- package/dist/attempt-host-BOp8JklD.js.map +1 -0
- package/dist/{capture-dn2hjSLj.js → capture-BM_3100g.js} +600 -53
- package/dist/capture-BM_3100g.js.map +1 -0
- package/dist/capture-DSK8O5bA.js +1 -0
- package/dist/{cli-BCE1xlm4.js → cli-PdYrcoKM.js} +177 -249
- package/dist/cli-PdYrcoKM.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-D0qyrPZi.js} +9 -21
- package/dist/cli-spec-D0qyrPZi.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-Ct6s6OnF.js} +106 -3
- package/dist/client-Ct6s6OnF.js.map +1 -0
- package/dist/{command-CANun0m0.js → command-4pJYVCT4.js} +34 -21
- package/dist/command-4pJYVCT4.js.map +1 -0
- package/dist/{validate-DWjkshl1.js → command-9xm5ImqI.js} +420 -60
- package/dist/command-9xm5ImqI.js.map +1 -0
- package/dist/{command-D_kEnYcX.js → command-BqBxLgTc.js} +33 -31
- package/dist/command-BqBxLgTc.js.map +1 -0
- package/dist/{command-Bh3yhN_b.js → command-DbSMcxZL.js} +35 -15
- package/dist/command-DbSMcxZL.js.map +1 -0
- package/dist/{commands-7tH3EsVu.js → commands-BU6YJCz9.js} +183 -71
- package/dist/commands-BU6YJCz9.js.map +1 -0
- package/dist/{commands-BKGzBMgb.js → commands-Bi2SEQtr.js} +1 -1
- package/dist/config-k6m7XbAz.js +3777 -0
- package/dist/config-k6m7XbAz.js.map +1 -0
- package/dist/{contrasts-B4nOhn0Z.js → contrasts-DLZF4dGF.js} +3 -2
- package/dist/contrasts-DLZF4dGF.js.map +1 -0
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/cost-ChPa8-Fp.js +359 -0
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-CpsifVln.js +1530 -0
- package/dist/db-CpsifVln.js.map +1 -0
- package/dist/db-DkD-F-X-.js +2 -0
- package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
- package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
- package/dist/debug-DeM5pswK.js +1 -0
- package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-DuHcQidD.js → docker-51WvhN_X.js} +5 -4
- package/dist/docker-51WvhN_X.js.map +1 -0
- package/dist/{docker-CQxucRPe.js → docker-B4-rx4dA.js} +48 -14
- package/dist/docker-B4-rx4dA.js.map +1 -0
- package/dist/{docker-Dac6Zalz.js → docker-YFj4H1Cr.js} +1 -1
- package/dist/{doctor-De_QlOTM.js → doctor-BuQnfz4e.js} +390 -53
- package/dist/doctor-BuQnfz4e.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-B4IuURK1.js → environment-BOFgzFDg.js} +117 -297
- package/dist/environment-BOFgzFDg.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
- package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
- package/dist/eval-source-Dje3rERU.js +145 -0
- package/dist/eval-source-Dje3rERU.js.map +1 -0
- package/dist/{evaluate-Djk1YPFL.js → evaluate-BPP9s3s6.js} +406 -130
- package/dist/evaluate-BPP9s3s6.js.map +1 -0
- package/dist/evaluate-dqXccn4k.d.ts +44 -0
- package/dist/{files-CN1QfenC.js → files-Bi461Be2.js} +202 -91
- package/dist/files-Bi461Be2.js.map +1 -0
- package/dist/files-C2h2Cw4F.js +1 -0
- package/dist/files-Clipx4OW.js +37 -0
- package/dist/files-Clipx4OW.js.map +1 -0
- package/dist/files-DmUrRmmL.js +1 -0
- package/dist/{files-D27nUk0K.js → files-H24pz0hL.js} +20 -9
- package/dist/files-H24pz0hL.js.map +1 -0
- package/dist/gateway.d.ts +30 -0
- package/dist/gateway.js +39 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{git-rPfl7AD1.js → git-CsVZkNNL.js} +3 -3
- package/dist/{git-rPfl7AD1.js.map → git-CsVZkNNL.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +33 -21
- package/dist/harness.js +1 -1
- package/dist/{images-m784ueGK.js → images-4mwhNkvh.js} +8 -8
- package/dist/{images-m784ueGK.js.map → images-4mwhNkvh.js.map} +1 -1
- package/dist/index.d.ts +34 -35
- package/dist/index.js +5 -6
- package/dist/init-BDEOopK7.js +1 -0
- package/dist/{init-hiTkiM4L.js → init-cOk3D44b.js} +12 -15
- package/dist/init-cOk3D44b.js.map +1 -0
- package/dist/{invocations-D_ePcwyL.js → invocations-DW-lTk2f.js} +10 -6
- package/dist/invocations-DW-lTk2f.js.map +1 -0
- package/dist/judge-CKdgEXN7.js +575 -0
- package/dist/judge-CKdgEXN7.js.map +1 -0
- package/dist/judge.d.ts +8 -9
- package/dist/judge.js +7 -9
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
- package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
- package/dist/{matchers-Ddmc2z7H.js → matchers-DT2TaGix.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-DT2TaGix.js.map} +1 -1
- package/dist/{model-DpkclE4r.js → model-Bq3G0OG1.js} +52 -45
- package/dist/model-Bq3G0OG1.js.map +1 -0
- package/dist/{model-UgHDMhI1.js → model-CTnyvh7H.js} +345 -382
- package/dist/model-CTnyvh7H.js.map +1 -0
- package/dist/model-D-SWrLZG.js +1 -0
- package/dist/model-g3XnzUv0.js +1 -0
- package/dist/model-vRiUycWh.js +77 -0
- package/dist/model-vRiUycWh.js.map +1 -0
- package/dist/{node-CGZYh4Fj.js → node-BVbbnFtv.js} +80 -51
- package/dist/node-BVbbnFtv.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-CWRwLX-G.js +34 -0
- package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-puYi-zj2.js} +17 -9
- package/dist/pairs-puYi-zj2.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{patch-uMq9rCl_.js → patch-DKJiC5Sq.js} +5 -7
- package/dist/patch-DKJiC5Sq.js.map +1 -0
- package/dist/{plan-CZYgXnZh.js → plan-DdWkM6SW.js} +118 -46
- package/dist/plan-DdWkM6SW.js.map +1 -0
- package/dist/{plugins-P-uh54VF.js → plugins-D-CP6mMd.js} +254 -18
- package/dist/plugins-D-CP6mMd.js.map +1 -0
- package/dist/{preflight-D3HvKeAx.js → preflight-9ixuXzsx.js} +3 -3
- package/dist/{preflight-D3HvKeAx.js.map → preflight-9ixuXzsx.js.map} +1 -1
- package/dist/{preflight-BQlPTHVu.js → preflight-DTiVv0gY.js} +1 -1
- package/dist/{prepare-Dx7dOnJB.js → prepare-BfyikQit.js} +8 -8
- package/dist/{prepare-Dx7dOnJB.js.map → prepare-BfyikQit.js.map} +1 -1
- package/dist/{prepare-DCwM2KKD.js → prepare-tmBBf4W8.js} +2 -2
- package/dist/prices-QaS-kjSQ.js +253 -0
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-C_-8y-x3.js → provenance-BizwUn3h.js} +4 -4
- package/dist/{provenance-C_-8y-x3.js.map → provenance-BizwUn3h.js.map} +1 -1
- package/dist/{providers-CF5UEaP8.js → providers-B6b9Tnyi.js} +5 -5
- package/dist/{providers-CF5UEaP8.js.map → providers-B6b9Tnyi.js.map} +1 -1
- package/dist/{providers-CTBYvMxu.js → providers-DkOupEBl.js} +1 -1
- package/dist/query-Clm2mNSm.js +1 -0
- package/dist/{query-DXthKmq0.js → query-DyM-VExS.js} +3 -3
- package/dist/{query-DXthKmq0.js.map → query-DyM-VExS.js.map} +1 -1
- package/dist/questions-BRhU8MzB.js +861 -0
- package/dist/questions-BRhU8MzB.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-BwJ8pcTQ.js +1 -0
- package/dist/remarks-C7i2LMRb.js +596 -0
- package/dist/remarks-C7i2LMRb.js.map +1 -0
- package/dist/{header-BVzbRnNv.js → remarks-D_3qhBWU.js} +34 -9
- package/dist/remarks-D_3qhBWU.js.map +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-dA8LyoPc.js} +12 -6
- package/dist/remarks-dA8LyoPc.js.map +1 -0
- package/dist/remote-DFIzcx_6.js +273 -0
- package/dist/remote-DFIzcx_6.js.map +1 -0
- package/dist/resolve--rQZ8u6Z.js +1 -0
- package/dist/{resolve-DzdWcIL6.js → resolve-DWSJpKHX.js} +48 -33
- package/dist/resolve-DWSJpKHX.js.map +1 -0
- package/dist/{results-D-naai_Q.js → results-BC3pcG_Z.js} +15 -30
- package/dist/results-BC3pcG_Z.js.map +1 -0
- package/dist/{resume-8-nnW8iO.js → resume-j-rcIryi.js} +47 -17
- package/dist/resume-j-rcIryi.js.map +1 -0
- package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
- package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
- package/dist/{runtime-PX_oXiCS.js → runtime-d56Gg3J5.js} +42 -13
- package/dist/runtime-d56Gg3J5.js.map +1 -0
- package/dist/{sandbox-YLbk9mO7.js → sandbox-Cmln11gU.js} +2 -2
- package/dist/{sandbox-YLbk9mO7.js.map → sandbox-Cmln11gU.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-De8oH3bt.js → server-BOoH10J8.js} +69 -52
- package/dist/server-BOoH10J8.js.map +1 -0
- package/dist/server-DpuVAbrO.js +1 -0
- package/dist/{shared-CA61BuPJ.js → shared-B_lvGqWz.js} +20 -12
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/source-BFd6f0-R.js +1 -0
- package/dist/{source-C686eZpY.js → source-wD04-rRG.js} +15 -10
- package/dist/source-wD04-rRG.js.map +1 -0
- package/dist/{src-CzQrAcF8.js → src-1lpTocbd.js} +152 -75
- package/dist/src-1lpTocbd.js.map +1 -0
- package/dist/{src-DrJSnoMR.js → src-6_zz7oJs.js} +1 -1
- package/dist/{src-cbCb-MPy.js → src-8yTF251P.js} +68 -22
- package/dist/{src-cbCb-MPy.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-Xj_BZKbq.js → src-BO8AYqJ5.js} +45 -18
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/{src-DeY52Gyf.js → src-BYDOXw_Y.js} +26 -10
- package/dist/{src-DeY52Gyf.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BYPMM1x7.js +2 -0
- package/dist/src-Bp4aN3rA.js +2 -0
- package/dist/src-C7upnZSd.js +2 -0
- package/dist/{src-CIpKL45U.js → src-D91Hd6hT.js} +566 -1070
- package/dist/src-D91Hd6hT.js.map +1 -0
- package/dist/src-DH-9IO7f.js +1 -0
- package/dist/{src-djNNYIdP.js → src-DSZyg0Uq.js} +178 -29
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/{src-DIL0jST0.js → src-DgHuStEi.js} +159 -31
- package/dist/src-DgHuStEi.js.map +1 -0
- package/dist/src-HSxBazcg.js +3 -0
- package/dist/src-LD1BAJFa.js +2 -0
- package/dist/src-dlX-Lmxg.js +2 -0
- package/dist/{src-C7W6kg81.js → src-gn7YlnRg.js} +64 -17
- package/dist/{src-C7W6kg81.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-kYeaJJrl.js +2 -0
- package/dist/state-B5PLm5qY.js +1 -0
- package/dist/{state-C0i_ujQZ.js → state-DrJ687ut.js} +18 -18
- package/dist/{state-C0i_ujQZ.js.map → state-DrJ687ut.js.map} +1 -1
- package/dist/stats-hfpuYsAM.js +315 -0
- package/dist/stats-hfpuYsAM.js.map +1 -0
- package/dist/suite-22Kt9Grx.js +2 -0
- package/dist/{suite-DmuF_ApO.js → suite-Co8cwelb.js} +92 -42
- package/dist/suite-Co8cwelb.js.map +1 -0
- package/dist/{summary-BFMHMTz2.js → summary-DLFHVoux.js} +131 -280
- package/dist/summary-DLFHVoux.js.map +1 -0
- package/dist/testing.d.ts +449 -2
- package/dist/testing.js +16 -3
- package/dist/testing.js.map +1 -0
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
- package/dist/transcript-DxPaWHTZ.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-B-9b1MDV.d.ts → types-coMWHaU2.d.ts} +493 -745
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +505 -43
- package/dist/view/index.js +10 -9
- package/dist/{views-Dk8MCQKr.js → views-BFO1BLKu.js} +14 -13
- package/dist/views-BFO1BLKu.js.map +1 -0
- package/dist/views-BOf8qEL8.js +2 -0
- package/dist/{worker-entry-CqrzGPF4.js → worker-entry-CJtdsKBP.js} +21 -14
- package/dist/worker-entry-CJtdsKBP.js.map +1 -0
- package/dist/{workspace-CLeOybkr.js → workspace-BRxjfa8N.js} +5 -5
- package/dist/{workspace-CLeOybkr.js.map → workspace-BRxjfa8N.js.map} +1 -1
- package/dist/workspace-DDHzkMjm.js +1 -0
- package/docker/seccomp-default.json +1 -0
- package/package.json +10 -2
- package/skills/eval-rubric/SKILL.md +43 -103
- package/dist/adapter-IKKo4sZj.js.map +0 -1
- package/dist/agent-ClE-g9VL.js.map +0 -1
- package/dist/assemble-BO93VAk1.js.map +0 -1
- package/dist/assemble-VQxyoDxK.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-dn2hjSLj.js.map +0 -1
- package/dist/capture-nIJ-7kUE.js +0 -1
- package/dist/cli-BCE1xlm4.js.map +0 -1
- package/dist/cli-spec-BXIBUlaK.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-Bh3yhN_b.js.map +0 -1
- package/dist/command-C6vwmjS7.js +0 -91
- package/dist/command-C6vwmjS7.js.map +0 -1
- package/dist/command-CANun0m0.js.map +0 -1
- package/dist/command-CBaHukyl.js +0 -335
- package/dist/command-CBaHukyl.js.map +0 -1
- package/dist/command-D_kEnYcX.js.map +0 -1
- package/dist/commands-7tH3EsVu.js.map +0 -1
- package/dist/config-D7TFvUpL.js +0 -759
- package/dist/config-D7TFvUpL.js.map +0 -1
- package/dist/contrasts-B4nOhn0Z.js.map +0 -1
- package/dist/db-DJUuFoWQ.js +0 -602
- package/dist/db-DJUuFoWQ.js.map +0 -1
- package/dist/db-W9EFlXnn.js +0 -2
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-CQxucRPe.js.map +0 -1
- package/dist/docker-DuHcQidD.js.map +0 -1
- package/dist/doctor-De_QlOTM.js.map +0 -1
- package/dist/egress-DEAvq8Fl.js +0 -1258
- package/dist/egress-DEAvq8Fl.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-B4IuURK1.js.map +0 -1
- package/dist/evaluate-C9-ritA5.d.ts +0 -92
- package/dist/evaluate-Djk1YPFL.js.map +0 -1
- package/dist/facts-Cfx1H70y.js +0 -898
- package/dist/facts-Cfx1H70y.js.map +0 -1
- package/dist/files-Bs6H3HiG.js +0 -65
- package/dist/files-Bs6H3HiG.js.map +0 -1
- package/dist/files-CN1QfenC.js.map +0 -1
- package/dist/files-CtjEXWXm.js +0 -1
- package/dist/files-D27nUk0K.js.map +0 -1
- package/dist/files-D3gJa91B.js +0 -1
- package/dist/generate-BnrvBAzF.js +0 -1646
- package/dist/generate-BnrvBAzF.js.map +0 -1
- package/dist/harness-1OkumOAm.js +0 -323
- package/dist/harness-1OkumOAm.js.map +0 -1
- package/dist/header-BVzbRnNv.js.map +0 -1
- package/dist/init-hiTkiM4L.js.map +0 -1
- package/dist/init-kMkTgTZc.js +0 -1
- package/dist/insights-B2Xmhz9o.js +0 -64
- package/dist/insights-B2Xmhz9o.js.map +0 -1
- package/dist/invocations-D_ePcwyL.js.map +0 -1
- package/dist/judge-CEDIfRiU.js +0 -186
- package/dist/judge-CEDIfRiU.js.map +0 -1
- package/dist/model-B8H3gL69.js +0 -1
- package/dist/model-CTiuzkWw.js +0 -46
- package/dist/model-CTiuzkWw.js.map +0 -1
- package/dist/model-DcIbmggK.js +0 -1
- package/dist/model-DpkclE4r.js.map +0 -1
- package/dist/model-UgHDMhI1.js.map +0 -1
- package/dist/node-CGZYh4Fj.js.map +0 -1
- package/dist/opencode-providers-snfeWd6Z.js +0 -3305
- package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
- package/dist/options-CyAyLjgJ.js +0 -1129
- package/dist/options-CyAyLjgJ.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/patch-uMq9rCl_.js.map +0 -1
- package/dist/plan-CZYgXnZh.js.map +0 -1
- package/dist/plugins-P-uh54VF.js.map +0 -1
- package/dist/query-D_1ARx5q.js +0 -1
- package/dist/questions-KENpWnfV.js +0 -523
- package/dist/questions-KENpWnfV.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remarks-Ml6bcSdV.js +0 -278
- package/dist/remarks-Ml6bcSdV.js.map +0 -1
- package/dist/remote-Dkeghk8k.js +0 -378
- package/dist/remote-Dkeghk8k.js.map +0 -1
- package/dist/resolve-CMmhACr6.js +0 -1
- package/dist/resolve-DzdWcIL6.js.map +0 -1
- package/dist/results-D-naai_Q.js.map +0 -1
- package/dist/resume-8-nnW8iO.js.map +0 -1
- package/dist/rules-CcV3zLDR.js +0 -318
- package/dist/rules-CcV3zLDR.js.map +0 -1
- package/dist/run-Bel7Vde4.js +0 -88
- package/dist/run-Bel7Vde4.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-C-ysqkLv.js +0 -1
- package/dist/server-De8oH3bt.js.map +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-C686eZpY.js.map +0 -1
- package/dist/source-DjgypUHW.js +0 -1
- package/dist/src-3mP821Pt.js +0 -2
- package/dist/src-B3KCLZVk.js +0 -3
- package/dist/src-BAyg6CtQ.js +0 -2
- package/dist/src-BezgGX4X.js +0 -2
- package/dist/src-CIpKL45U.js.map +0 -1
- package/dist/src-ChBhk06Q.js +0 -2
- package/dist/src-CoqZYspK.js +0 -2
- package/dist/src-CzQrAcF8.js.map +0 -1
- package/dist/src-D9fSTxlc.js +0 -1
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-Xj_BZKbq.js.map +0 -1
- package/dist/src-dhSTRN50.js +0 -2
- package/dist/src-djNNYIdP.js.map +0 -1
- package/dist/state-BGWGAwdo.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-DmuF_ApO.js.map +0 -1
- package/dist/suite-mn9g4veR.js +0 -2
- package/dist/summary-BFMHMTz2.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-DWjkshl1.js.map +0 -1
- package/dist/views-DE2A1jEX.js +0 -2
- package/dist/views-Dk8MCQKr.js.map +0 -1
- package/dist/worker-entry-CqrzGPF4.js.map +0 -1
- package/dist/workspace-B1eGO46M.js +0 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { et as cellEffort } from "./model-CTnyvh7H.js";
|
|
2
2
|
//#region src/view/header.ts
|
|
3
3
|
/** The derived header of one run: what listings, indexes and comparisons need without the record. */
|
|
4
4
|
function runHeader(record, recorded) {
|
|
@@ -40,6 +40,8 @@ function runHeader(record, recorded) {
|
|
|
40
40
|
slug: e.slug,
|
|
41
41
|
fingerprint: e.fingerprint,
|
|
42
42
|
sources: e.sources,
|
|
43
|
+
...e.source ? { source: e.source } : {},
|
|
44
|
+
...e.revision !== void 0 ? { revision: e.revision } : {},
|
|
43
45
|
outcome: e.outcome,
|
|
44
46
|
passRate: e.passRate,
|
|
45
47
|
cells: e.cells.map((c) => ({
|
|
@@ -61,7 +63,7 @@ function runHeader(record, recorded) {
|
|
|
61
63
|
passRate: c.passRate,
|
|
62
64
|
outcome: c.outcome,
|
|
63
65
|
effort: cellEffort(e, c.key),
|
|
64
|
-
...
|
|
66
|
+
...canceledIn(e, c.key),
|
|
65
67
|
...c.lift ? { lift: {
|
|
66
68
|
vs: c.lift.vs,
|
|
67
69
|
points: c.lift.points,
|
|
@@ -71,22 +73,45 @@ function runHeader(record, recorded) {
|
|
|
71
73
|
} } : {}
|
|
72
74
|
}))
|
|
73
75
|
})),
|
|
74
|
-
...record.families?.length ? { families: record.families.map(({ id, name, cases, ran, outcome }) => ({
|
|
76
|
+
...record.families?.length ? { families: record.families.map(({ id, name, cases, ran, outcome, lifts }) => ({
|
|
75
77
|
id,
|
|
76
78
|
name,
|
|
77
79
|
cases,
|
|
78
80
|
ran,
|
|
79
|
-
outcome
|
|
81
|
+
outcome,
|
|
82
|
+
caseIds: record.evals.filter((e) => e.family?.id === id).map((e) => e.id),
|
|
83
|
+
lifts: lifts.map((l) => ({
|
|
84
|
+
variant: l.variant,
|
|
85
|
+
vs: l.vs,
|
|
86
|
+
points: l.points,
|
|
87
|
+
lo: l.interval.lo,
|
|
88
|
+
hi: l.interval.hi,
|
|
89
|
+
...l.minLift !== void 0 ? { minLift: l.minLift } : {},
|
|
90
|
+
outcome: l.outcome
|
|
91
|
+
}))
|
|
80
92
|
})) } : {},
|
|
81
93
|
...record.errors?.length ? { errors: record.errors } : {}
|
|
82
94
|
};
|
|
83
95
|
}
|
|
84
|
-
/** A cell's failed attempts that the run's interrupt
|
|
85
|
-
function
|
|
96
|
+
/** A cell's failed attempts that the run's interrupt canceled, when it has any. */
|
|
97
|
+
function canceledIn(e, cell) {
|
|
86
98
|
const n = e.attempts.filter((a) => a.cell === cell && a.outcome === "fail" && a.error?.kind === "aborted").length;
|
|
87
|
-
return n ? {
|
|
99
|
+
return n ? { canceled: n } : {};
|
|
88
100
|
}
|
|
89
101
|
//#endregion
|
|
90
|
-
|
|
102
|
+
//#region src/view/remarks.ts
|
|
103
|
+
/** `<history>/<run>/remarks.json`, beside the record. */
|
|
104
|
+
const REMARKS_FILE = "remarks.json";
|
|
105
|
+
/** Each remark kind's severity. */
|
|
106
|
+
const REMARK_KINDS = {
|
|
107
|
+
"too-few-tries": { severity: "suggestion" },
|
|
108
|
+
"check-never-fails": { severity: "suggestion" },
|
|
109
|
+
"flaky-check": { severity: "concern" },
|
|
110
|
+
"slow-mcp-start": { severity: "concern" },
|
|
111
|
+
"proxy-only-egress": { severity: "concern" },
|
|
112
|
+
"setup-process-secret": { severity: "concern" }
|
|
113
|
+
};
|
|
114
|
+
//#endregion
|
|
115
|
+
export { REMARK_KINDS as n, runHeader as r, REMARKS_FILE as t };
|
|
91
116
|
|
|
92
|
-
//# sourceMappingURL=
|
|
117
|
+
//# sourceMappingURL=remarks-D_3qhBWU.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remarks-D_3qhBWU.js","names":[],"sources":["../src/view/header.ts","../src/view/remarks.ts"],"mappings":";;;AAIA,SAAgB,UAAU,QAAmB,UAAiC;CAC5E,OAAO;EACL,OAAO,OAAO;EACd;EACA,QAAQ,OAAO;EACf,WAAW,OAAO;EAClB,YAAY,OAAO;EACnB,QAAQ,OAAO;EACf,KAAK,OAAO,MACR;GAAE,KAAK,OAAO,IAAI;GAAK,QAAQ,OAAO,IAAI;GAAQ,OAAO,OAAO,IAAI;EAAM,IAC1E;EACJ,QAAQ,OAAO,OAAO;EACtB,IACE,OAAO,OAAO,SAAS,OACnB;GACE,UAAU,OAAO,OAAO;GACxB,QAAQ,OAAO,OAAO;GACtB,IAAI,OAAO,OAAO;EACpB,IACA;EACN,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;EACjD,SAAS,OAAO;EAChB,OAAO,OAAO,KAAK;EACnB,OAAO;GACL,UAAU,OAAO,MAAM,OAAO,KAAK,MAAM,EAAE,EAAE;GAC7C,WAAW,CAAC,GAAG,IAAI,IAAI,OAAO,MAAM,OAAO,SAAS,MAAO,EAAE,WAAW,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAE,CAAC,CAAC;GAC5F,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;GACjD,cAAc,OAAO,aAAa,KAC/B,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,GAClE;GACA,YAAY,OAAO,MAAM,MAAM;GAC/B,aAAa,OAAO,MAAM,MAAM;GAChC,cAAc,OAAO,MAAM,MAAM;GACjC,WAAW,OAAO,MAAM,MAAM;GAC9B,kBAAkB,OAAO,MAAM;EACjC;EACA,OAAO,OAAO,MAAM,KAAK,OAAO;GAC9B,IAAI,EAAE;GACN,KAAK,EAAE;GACP,MAAM,EAAE;GACR,aAAa,EAAE;GACf,SAAS,EAAE;GACX,GAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;GACvC,GAAI,EAAE,aAAa,KAAA,IAAY,EAAE,UAAU,EAAE,SAAS,IAAI,CAAC;GAC3D,SAAS,EAAE;GACX,UAAU,EAAE;GACZ,OAAO,EAAE,MAAM,KAAK,OAAO;IACzB,KAAK,EAAE;IACP,MAAM,EAAE;IACR,GAAI,EAAE,YAAY,KAAA,IAAY,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;IACxD,SAAS,EAAE;IACX,OAAO,EAAE;IACT,aAAa,EAAE;IACf,mBAAmB,EAAE;IACrB,MAAM,EAAE;IACR,aAAa,EAAE;IACf,kBAAkB,EAAE;IACpB,MAAM,EAAE;IACR,MAAM,EAAE;IACR,MAAM,EAAE;IACR,YAAY,EAAE;IACd,SAAS,EAAE;IACX,UAAU,EAAE;IACZ,SAAS,EAAE;IACX,QAAQ,WAAW,GAAG,EAAE,GAAG;IAC3B,GAAG,WAAW,GAAG,EAAE,GAAG;IACtB,GAAI,EAAE,OACF,EACE,MAAM;KACJ,IAAI,EAAE,KAAK;KACX,QAAQ,EAAE,KAAK;KACf,IAAI,EAAE,KAAK,SAAS;KACpB,IAAI,EAAE,KAAK,SAAS;KACpB,aAAa,EAAE,KAAK;IACtB,EACF,IACA,CAAC;GACP,EAAE;EACJ,EAAE;EACF,GAAI,OAAO,UAAU,SACjB,EACE,UAAU,OAAO,SAAS,KAAK,EAAE,IAAI,MAAM,OAAO,KAAK,SAAS,aAAa;GAC3E;GACA;GACA;GACA;GACA;GACA,SAAS,OAAO,MAAM,QAAQ,MAAM,EAAE,QAAQ,OAAO,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;GACxE,OAAO,MAAM,KAAK,OAAO;IACvB,SAAS,EAAE;IACX,IAAI,EAAE;IACN,QAAQ,EAAE;IACV,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,GAAI,EAAE,YAAY,KAAA,IAAY,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;IACxD,SAAS,EAAE;GACb,EAAE;EACJ,EAAE,EACJ,IACA,CAAC;EACL,GAAI,OAAO,QAAQ,SAAS,EAAE,QAAQ,OAAO,OAAO,IAAI,CAAC;CAC3D;AACF;;AAGA,SAAS,WAAW,GAA+B,MAAqC;CACtF,MAAM,IAAI,EAAE,SAAS,QAClB,MAAM,EAAE,SAAS,QAAQ,EAAE,YAAY,UAAU,EAAE,OAAO,SAAS,SACtE,CAAC,CAAC;CACF,OAAO,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC;AAChC;;;;AC7GA,MAAa,eAAe;;AAgB5B,MAAa,eAA+E;CAC1F,iBAAiB,EAAE,UAAU,aAAa;CAC1C,qBAAqB,EAAE,UAAU,aAAa;CAC9C,eAAe,EAAE,UAAU,UAAU;CACrC,kBAAkB,EAAE,UAAU,UAAU;CACxC,qBAAqB,EAAE,UAAU,UAAU;CAC3C,wBAAwB,EAAE,UAAU,UAAU;AAChD"}
|
|
@@ -1,6 +1,12 @@
|
|
|
1
|
-
import { n as clip } from "./text-
|
|
2
|
-
/**
|
|
3
|
-
const
|
|
1
|
+
import { n as clip } from "./text-DTigcA64.js";
|
|
2
|
+
/** Kinds about what happened in this run, not the eval's source: they print in every run they happen. */
|
|
3
|
+
const EVERY_RUN = [
|
|
4
|
+
"slow-mcp-start",
|
|
5
|
+
"proxy-only-egress",
|
|
6
|
+
"setup-process-secret"
|
|
7
|
+
];
|
|
8
|
+
/** Whether a remark may print in this run: no earlier run printed it, or it's one of `EVERY_RUN`. */
|
|
9
|
+
const printsIn = (r, runId) => r.firstSeenRun === runId || EVERY_RUN.includes(r.kind);
|
|
4
10
|
/** The remarks the section prints, in order, and how many concerns the cap left out. */
|
|
5
11
|
function shownRemarks(remarks, runId, verbose) {
|
|
6
12
|
const printable = remarks.filter((r) => printsIn(r, runId));
|
|
@@ -21,8 +27,8 @@ function markPrinted(remarks, runId, verbose) {
|
|
|
21
27
|
}
|
|
22
28
|
/** `evals/a.eval.ts:12` from `source:evals/a.eval.ts#L12`. */
|
|
23
29
|
const location = (at) => at.replace(/^source:/, "").replace(/#L(\d+)$/, ":$1");
|
|
24
|
-
function remarkLines(c, suite,
|
|
25
|
-
const { shown, hidden } = shownRemarks(
|
|
30
|
+
function remarkLines(c, suite, remarks, verbose) {
|
|
31
|
+
const { shown, hidden } = shownRemarks(remarks?.remarks ?? [], suite.runId, verbose);
|
|
26
32
|
if (!shown.length) return [];
|
|
27
33
|
const names = new Map(suite.files.flatMap((f) => f.evals.map((e) => [e.path, [...e.group, e.template ?? e.name].join(" › ")])));
|
|
28
34
|
return [
|
|
@@ -35,4 +41,4 @@ function remarkLines(c, suite, insights, verbose) {
|
|
|
35
41
|
//#endregion
|
|
36
42
|
export { shownRemarks as i, printsIn as n, remarkLines as r, markPrinted as t };
|
|
37
43
|
|
|
38
|
-
//# sourceMappingURL=remarks-
|
|
44
|
+
//# sourceMappingURL=remarks-dA8LyoPc.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remarks-dA8LyoPc.js","names":[],"sources":["../src/ui/remarks.ts"],"mappings":";;AAeA,MAAM,YAAuC;CAC3C;CACA;CACA;AACF;;AAGA,MAAa,YAAY,GAAW,UAClC,EAAE,iBAAiB,SAAS,UAAU,SAAS,EAAE,IAAI;;AAGvD,SAAgB,aAAa,SAAmB,OAAe,SAAkB;CAC/E,MAAM,YAAY,QAAQ,QAAQ,MAAM,SAAS,GAAG,KAAK,CAAC;CAC1D,MAAM,WAAW,UAAU,QAAQ,MAAM,EAAE,aAAa,SAAS;CACjE,MAAM,QAAQ,UAAU,YAAY,SAAS,MAAM,GAAA,CAAa;CAChE,OAAO;EAAE;EAAO,QAAQ,UAAU,IAAI,SAAS,SAAS,MAAM;CAAO;AACvE;;AAGA,SAAgB,YAAY,SAAmB,OAAe,SAA4B;CACxF,MAAM,QAAQ,IAAI,IAAI,aAAa,SAAS,OAAO,OAAO,CAAC,CAAC,KAAK;CACjE,OAAO,QAAQ,KAAK,OAAO;EAAE,GAAG;EAAG,SAAS,MAAM,IAAI,CAAC;CAAE,EAAE;AAC7D;;AAGA,MAAM,YAAY,OAAe,GAAG,QAAQ,YAAY,EAAE,CAAC,CAAC,QAAQ,YAAY,KAAK;AAErF,SAAgB,YACd,GACA,OACA,SACA,SACU;CACV,MAAM,EAAE,OAAO,WAAW,aAAa,SAAS,WAAW,CAAC,GAAG,MAAM,OAAO,OAAO;CACnF,IAAI,CAAC,MAAM,QAAQ,OAAO,CAAC;CAC3B,MAAM,QAAQ,IAAI,IAChB,MAAM,MAAM,SAAS,MACnB,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAU,CACtF,CACF;CACA,OAAO;EACL;EACA;EACA,GAAG,MAAM,SAAS,MAAM,CACtB,KAAK,MAAM,IAAI,EAAE,MAAM,KAAK,EAAE,OAAO,IAAI,EAAE,QAC3C,EAAE,IAAI,OACF,OAAO,EAAE,IAAI,KAAK,EAAE,IAAI,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,IAAI,MAAM,GAAG,MACnE,OAAO,EAAE,IAAI,IAAI,EAAE,KAAK,SAAS,EAAE,IAAI,EAAE,GAC/C,CAAC;EACD,GAAI,SAAS,IAAI,CAAC,EAAE,IAAI,MAAM,OAAO,WAAW,CAAC,IAAI,CAAC;CACxD;AACF"}
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
import { n as UsageError } from "./errors-B6BSMs03.js";
|
|
2
|
+
import { t as InfraError } from "./types-C5vI3g1C.js";
|
|
3
|
+
import { r as runnerEnv, t as adapterForFile } from "./adapter-CbqbMR7y.js";
|
|
4
|
+
import { l as attemptRecordings } from "./runtime-d56Gg3J5.js";
|
|
5
|
+
import { t as declareTree } from "./evaluate-BPP9s3s6.js";
|
|
6
|
+
import { t as replyToAttempt } from "./attempt-host-BOp8JklD.js";
|
|
7
|
+
import { relative } from "node:path";
|
|
8
|
+
import { spawn } from "node:child_process";
|
|
9
|
+
import { AsyncLocalStorage } from "node:async_hooks";
|
|
10
|
+
import { createInterface } from "node:readline";
|
|
11
|
+
//#region src/language-runner/protocol.ts
|
|
12
|
+
const isSessionFrom = (message) => "t" in message;
|
|
13
|
+
const isRunnerAttemptRequest = (message) => "id" in message && "call" in message && "key" in message && !("ok" in message);
|
|
14
|
+
const isRunnerAttemptDone = (message) => "type" in message && message.type === "done" && "key" in message;
|
|
15
|
+
const isObject = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
16
|
+
const isString = (value) => typeof value === "string";
|
|
17
|
+
const isWireError = (value) => isObject(value) && isString(value.name) && isString(value.message);
|
|
18
|
+
const SESSION = {
|
|
19
|
+
hello: (m) => typeof m.protocol === "number" && isString(m.sdk) && isString(m.version) && isString(m.runtime),
|
|
20
|
+
declared: (m) => isString(m.file) && isObject(m.tree),
|
|
21
|
+
"load-error": (m) => isWireError(m.error),
|
|
22
|
+
log: (m) => (m.stream === "stdout" || m.stream === "stderr") && isString(m.text) && (m.key === void 0 || isString(m.key))
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* Whether a runner's stdout line is a message: one of the shapes above, with its fields. Anything
|
|
26
|
+
* else (a print the SDK didn't route that happens to be a JSON object) is output, not a message.
|
|
27
|
+
*/
|
|
28
|
+
function isFromRunner(value) {
|
|
29
|
+
if (!isObject(value)) return false;
|
|
30
|
+
if ("t" in value) return isString(value.t) && SESSION[value.t]?.(value) === true;
|
|
31
|
+
if (!isString(value.key)) return false;
|
|
32
|
+
if (value.type === "done") return value.error === void 0 || isWireError(value.error);
|
|
33
|
+
return isString(value.id) && isObject(value.call) && isString(value.call.op) && !("ok" in value) && !("type" in value);
|
|
34
|
+
}
|
|
35
|
+
//#endregion
|
|
36
|
+
//#region src/language-runner/transport.ts
|
|
37
|
+
var RunnerLoadError = class extends Error {};
|
|
38
|
+
const LINE_SHOWN = 200;
|
|
39
|
+
/**
|
|
40
|
+
* A runner's stdout line: a message, `undefined` for output that isn't one, or `unreadable` for
|
|
41
|
+
* a message that isn't JSON, which nothing could answer.
|
|
42
|
+
*/
|
|
43
|
+
function parsed(line) {
|
|
44
|
+
if (!line.startsWith("{")) return void 0;
|
|
45
|
+
try {
|
|
46
|
+
const value = JSON.parse(line);
|
|
47
|
+
return isFromRunner(value) ? value : void 0;
|
|
48
|
+
} catch {
|
|
49
|
+
return "unreadable";
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
async function startLanguageRunner(command, cwd, env = process.env) {
|
|
53
|
+
const [cmd = "", ...args] = command;
|
|
54
|
+
const child = spawn(cmd, args, {
|
|
55
|
+
cwd,
|
|
56
|
+
env: {
|
|
57
|
+
...env,
|
|
58
|
+
REEVAL_RUNNER: "stdio",
|
|
59
|
+
REEVAL_RUNNER_PROTOCOL: String(3)
|
|
60
|
+
},
|
|
61
|
+
stdio: [
|
|
62
|
+
"pipe",
|
|
63
|
+
"pipe",
|
|
64
|
+
"pipe"
|
|
65
|
+
],
|
|
66
|
+
windowsHide: true
|
|
67
|
+
});
|
|
68
|
+
const killOnExit = () => child.kill();
|
|
69
|
+
process.on("exit", killOnExit);
|
|
70
|
+
child.once("exit", () => process.off("exit", killOnExit));
|
|
71
|
+
child.once("error", () => process.off("exit", killOnExit));
|
|
72
|
+
let stderr = "";
|
|
73
|
+
child.stderr.on("data", (chunk) => {
|
|
74
|
+
process.stderr.write(chunk);
|
|
75
|
+
stderr = (stderr + chunk.toString()).slice(-4e3);
|
|
76
|
+
});
|
|
77
|
+
child.stdin.on("error", () => {});
|
|
78
|
+
const exited = new Promise((resolve) => {
|
|
79
|
+
child.once("error", (error) => resolve(`it didn't start: ${error.message}`));
|
|
80
|
+
child.once("exit", (code, signal) => resolve(`it exited (${signal ?? `code ${code}`})${stderr.trim() ? `:\n${stderr.trim()}` : ""}`));
|
|
81
|
+
});
|
|
82
|
+
let unreadable = () => {};
|
|
83
|
+
const broken = new Promise((resolve) => {
|
|
84
|
+
unreadable = resolve;
|
|
85
|
+
});
|
|
86
|
+
const stopped = Promise.race([broken, exited]);
|
|
87
|
+
const listeners = [];
|
|
88
|
+
const lines = createInterface({ input: child.stdout });
|
|
89
|
+
let unreadLine = false;
|
|
90
|
+
lines.on("line", (line) => {
|
|
91
|
+
if (unreadLine) return;
|
|
92
|
+
const message = parsed(line);
|
|
93
|
+
if (message === "unreadable") {
|
|
94
|
+
unreadLine = true;
|
|
95
|
+
const shown = line.length > LINE_SHOWN ? `${line.slice(0, LINE_SHOWN)}…` : line;
|
|
96
|
+
unreadable(`it sent a message that isn't JSON (a NaN or Infinity in it, or a line cut short): ${shown}`);
|
|
97
|
+
lines.close();
|
|
98
|
+
child.kill();
|
|
99
|
+
return;
|
|
100
|
+
}
|
|
101
|
+
if (!message) return void (line && process.stderr.write(`${line}\n`));
|
|
102
|
+
for (const listener of [...listeners]) listener(message);
|
|
103
|
+
});
|
|
104
|
+
const greeted = new Promise((resolve) => {
|
|
105
|
+
const listener = (message) => {
|
|
106
|
+
if (!isSessionFrom(message) || message.t !== "hello") return;
|
|
107
|
+
listeners.splice(listeners.indexOf(listener), 1);
|
|
108
|
+
resolve(message);
|
|
109
|
+
};
|
|
110
|
+
listeners.push(listener);
|
|
111
|
+
});
|
|
112
|
+
const first = await Promise.race([greeted, stopped]);
|
|
113
|
+
if (typeof first === "string") throw new RunnerLoadError(`The language runner (${command.join(" ")}) stopped before it said hello: ${first}\nAn SDK that speaks an older runner protocol than this reeval's (3) stops like this: update the SDK to the version that matches reeval.`);
|
|
114
|
+
const hello = first;
|
|
115
|
+
if (hello.protocol !== 3) {
|
|
116
|
+
child.kill();
|
|
117
|
+
throw new UsageError(`${hello.sdk} ${hello.version} speaks runner protocol ${hello.protocol}, but this reeval speaks 3. Use the SDK version that matches reeval.`);
|
|
118
|
+
}
|
|
119
|
+
const gone = [];
|
|
120
|
+
let goneReason;
|
|
121
|
+
const markGone = async () => {
|
|
122
|
+
if (goneReason !== void 0) return;
|
|
123
|
+
goneReason = await Promise.race([stopped, new Promise((r) => setTimeout(() => r("it closed its stdout"), 1e3).unref())]);
|
|
124
|
+
for (const listener of gone) listener(goneReason);
|
|
125
|
+
};
|
|
126
|
+
lines.once("close", markGone);
|
|
127
|
+
exited.then(markGone);
|
|
128
|
+
return {
|
|
129
|
+
hello,
|
|
130
|
+
send: (message) => {
|
|
131
|
+
if (child.stdin.writable) child.stdin.write(`${JSON.stringify(message)}\n`);
|
|
132
|
+
},
|
|
133
|
+
onMessage: (listener) => void listeners.push(listener),
|
|
134
|
+
onGone: (listener) => {
|
|
135
|
+
if (goneReason !== void 0) listener(goneReason);
|
|
136
|
+
else gone.push(listener);
|
|
137
|
+
},
|
|
138
|
+
nextSession: (t) => new Promise((resolve, reject) => {
|
|
139
|
+
const listener = (message) => {
|
|
140
|
+
if (!isSessionFrom(message) || message.t !== t && message.t !== "load-error") return;
|
|
141
|
+
listeners.splice(listeners.indexOf(listener), 1);
|
|
142
|
+
if (message.t === "load-error") reject(errorFrom(message.error));
|
|
143
|
+
else resolve(message);
|
|
144
|
+
};
|
|
145
|
+
listeners.push(listener);
|
|
146
|
+
const stop = (reason) => reject(new RunnerLoadError(`The language runner stopped: ${reason}`));
|
|
147
|
+
if (goneReason !== void 0) stop(goneReason);
|
|
148
|
+
else gone.push(stop);
|
|
149
|
+
}),
|
|
150
|
+
close: () => {
|
|
151
|
+
child.stdin.end();
|
|
152
|
+
setTimeout(() => child.kill(), 2e3).unref();
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
/** The runner's error as reeval's own class where it has one, so an infra failure records as one. */
|
|
157
|
+
function errorFrom(wire) {
|
|
158
|
+
const error = new (wire.name === "InfraError" ? InfraError : wire.name === "UsageError" ? UsageError : Error)(wire.message);
|
|
159
|
+
error.name = wire.name;
|
|
160
|
+
error.stack = wire.stack ?? `${wire.name}: ${wire.message}`;
|
|
161
|
+
if ("expected" in wire && "actual" in wire) {
|
|
162
|
+
error.expected = wire.expected;
|
|
163
|
+
error.actual = wire.actual;
|
|
164
|
+
}
|
|
165
|
+
return error;
|
|
166
|
+
}
|
|
167
|
+
//#endregion
|
|
168
|
+
//#region src/language-runner/remote.ts
|
|
169
|
+
const runners = /* @__PURE__ */ new Map();
|
|
170
|
+
async function collectLanguageFile(file, root) {
|
|
171
|
+
const adapter = adapterForFile(file);
|
|
172
|
+
if (!adapter.remote) throw new Error(`${adapter.id} evals load in-process`);
|
|
173
|
+
const rel = relative(root, file).replaceAll("\\", "/");
|
|
174
|
+
let runner = runners.get(root);
|
|
175
|
+
if (!runner) {
|
|
176
|
+
runner = await startLanguageRunner(adapter.runnerCommand(root), root, runnerEnv(root, adapter)).catch((error) => {
|
|
177
|
+
if (!(error instanceof RunnerLoadError)) throw error;
|
|
178
|
+
throw new UsageError(`${error.message}\n${adapter.setupHint}`);
|
|
179
|
+
});
|
|
180
|
+
runners.set(root, runner);
|
|
181
|
+
}
|
|
182
|
+
const liveRunner = runner;
|
|
183
|
+
runner.send({
|
|
184
|
+
t: "collect",
|
|
185
|
+
file: rel
|
|
186
|
+
});
|
|
187
|
+
const { tree } = await runner.nextSession("declared");
|
|
188
|
+
const live = /* @__PURE__ */ new Map();
|
|
189
|
+
runner.onMessage((message) => {
|
|
190
|
+
if (isSessionFrom(message)) {
|
|
191
|
+
if (message.t !== "log") return;
|
|
192
|
+
const owner = message.key === void 0 ? void 0 : live.get(message.key);
|
|
193
|
+
if (owner) owner.onLog(message);
|
|
194
|
+
else process.stderr.write(`${message.text}\n`);
|
|
195
|
+
return;
|
|
196
|
+
}
|
|
197
|
+
if (isRunnerAttemptRequest(message)) {
|
|
198
|
+
const slot = live.get(message.key);
|
|
199
|
+
if (slot) return slot.onRequest(message);
|
|
200
|
+
liveRunner.send({
|
|
201
|
+
id: message.id,
|
|
202
|
+
ok: false,
|
|
203
|
+
op: message.call?.op,
|
|
204
|
+
error: {
|
|
205
|
+
name: "AbortError",
|
|
206
|
+
message: "The attempt this call belongs to has ended"
|
|
207
|
+
},
|
|
208
|
+
key: message.key
|
|
209
|
+
});
|
|
210
|
+
} else if (isRunnerAttemptDone(message)) live.get(message.key)?.onDone(message);
|
|
211
|
+
});
|
|
212
|
+
let goneReason;
|
|
213
|
+
runner.onGone((reason) => {
|
|
214
|
+
goneReason = reason;
|
|
215
|
+
for (const attempt of live.values()) attempt.gone(reason);
|
|
216
|
+
});
|
|
217
|
+
declareTree(tree.children, (body) => remoteBody(liveRunner, live, body, rel, () => goneReason));
|
|
218
|
+
}
|
|
219
|
+
let started = 0;
|
|
220
|
+
function remoteBody(runner, live, body, file, gone) {
|
|
221
|
+
return (t) => new Promise((resolve, reject) => {
|
|
222
|
+
const attemptKey = `${body}:${t.attempt.id}:${++started}`;
|
|
223
|
+
const matcherCalls = attemptRecordings();
|
|
224
|
+
const handles = /* @__PURE__ */ new Map();
|
|
225
|
+
const inAttempt = AsyncLocalStorage.snapshot();
|
|
226
|
+
const finish = (settle) => {
|
|
227
|
+
live.delete(attemptKey);
|
|
228
|
+
t.signal.removeEventListener("abort", onAbort);
|
|
229
|
+
settle();
|
|
230
|
+
};
|
|
231
|
+
const onAbort = () => {
|
|
232
|
+
const reason = t.signal.reason;
|
|
233
|
+
const message = reason instanceof Error ? reason.message : String(reason ?? "The run was canceled");
|
|
234
|
+
runner.send({
|
|
235
|
+
type: "abort",
|
|
236
|
+
key: attemptKey,
|
|
237
|
+
reason: reason instanceof Error && reason.name === "TimeoutError" ? "timeout" : "canceled",
|
|
238
|
+
message
|
|
239
|
+
});
|
|
240
|
+
finish(() => reject(reason));
|
|
241
|
+
};
|
|
242
|
+
live.set(attemptKey, {
|
|
243
|
+
onRequest: (message) => {
|
|
244
|
+
replyToAttempt(t, matcherCalls, handles, message).then((reply) => runner.send({
|
|
245
|
+
...reply,
|
|
246
|
+
key: attemptKey
|
|
247
|
+
}));
|
|
248
|
+
},
|
|
249
|
+
onLog: ({ stream, text }) => inAttempt(() => console[stream === "stderr" ? "error" : "log"](text)),
|
|
250
|
+
onDone: ({ error }) => finish(() => {
|
|
251
|
+
if (!error) return resolve();
|
|
252
|
+
reject(errorFrom(error));
|
|
253
|
+
}),
|
|
254
|
+
gone: (reason) => finish(() => reject(new InfraError(`The language runner stopped mid-attempt: ${reason}`)))
|
|
255
|
+
});
|
|
256
|
+
if (t.signal.aborted) return onAbort();
|
|
257
|
+
const reason = gone();
|
|
258
|
+
if (reason !== void 0) return live.get(attemptKey)?.gone(reason);
|
|
259
|
+
t.signal.addEventListener("abort", onAbort, { once: true });
|
|
260
|
+
const start = {
|
|
261
|
+
type: "start",
|
|
262
|
+
key: attemptKey,
|
|
263
|
+
attempt: t.attempt,
|
|
264
|
+
file,
|
|
265
|
+
body
|
|
266
|
+
};
|
|
267
|
+
runner.send(start);
|
|
268
|
+
});
|
|
269
|
+
}
|
|
270
|
+
//#endregion
|
|
271
|
+
export { collectLanguageFile };
|
|
272
|
+
|
|
273
|
+
//# sourceMappingURL=remote-DFIzcx_6.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remote-DFIzcx_6.js","names":[],"sources":["../src/language-runner/protocol.ts","../src/language-runner/transport.ts","../src/language-runner/remote.ts"],"mappings":";;;;;;;;;;;AAoEA,MAAa,iBAAiB,YAAsD,OAAO;AAE3F,MAAa,0BAA0B,YACrC,QAAQ,WAAW,UAAU,WAAW,SAAS,WAAW,EAAE,QAAQ;AAExE,MAAa,uBAAuB,YAClC,UAAU,WAAW,QAAQ,SAAS,UAAU,SAAS;AAI3D,MAAM,YAAY,UAChB,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAErE,MAAM,YAAY,UAAoC,OAAO,UAAU;AAEvE,MAAM,eAAe,UACnB,SAAS,KAAK,KAAK,SAAS,MAAM,IAAI,KAAK,SAAS,MAAM,OAAO;AAEnE,MAAM,UAAkD;CACtD,QAAQ,MACN,OAAO,EAAE,aAAa,YAAY,SAAS,EAAE,GAAG,KAAK,SAAS,EAAE,OAAO,KAAK,SAAS,EAAE,OAAO;CAChG,WAAW,MAAM,SAAS,EAAE,IAAI,KAAK,SAAS,EAAE,IAAI;CACpD,eAAe,MAAM,YAAY,EAAE,KAAK;CACxC,MAAM,OACH,EAAE,WAAW,YAAY,EAAE,WAAW,aACvC,SAAS,EAAE,IAAI,MACd,EAAE,QAAQ,KAAA,KAAa,SAAS,EAAE,GAAG;AAC1C;;;;;AAMA,SAAgB,aAAa,OAAqC;CAChE,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO;CAC7B,IAAI,OAAO,OAAO,OAAO,SAAS,MAAM,CAAC,KAAK,QAAQ,MAAM,EAAE,GAAG,KAAK,MAAM;CAC5E,IAAI,CAAC,SAAS,MAAM,GAAG,GAAG,OAAO;CACjC,IAAI,MAAM,SAAS,QAAQ,OAAO,MAAM,UAAU,KAAA,KAAa,YAAY,MAAM,KAAK;CACtF,OACE,SAAS,MAAM,EAAE,KACjB,SAAS,MAAM,IAAI,KACnB,SAAS,MAAM,KAAK,EAAE,KACtB,EAAE,QAAQ,UACV,EAAE,UAAU;AAEhB;;;ACvFA,IAAa,kBAAb,cAAqC,MAAM,CAAC;AAG5C,MAAM,aAAa;;;;;AAMnB,SAAS,OAAO,MAAqD;CACnE,IAAI,CAAC,KAAK,WAAW,GAAG,GAAG,OAAO,KAAA;CAClC,IAAI;EACF,MAAM,QAAiB,KAAK,MAAM,IAAI;EACtC,OAAO,aAAa,KAAK,IAAI,QAAQ,KAAA;CACvC,QAAQ;EACN,OAAO;CACT;AACF;AAEA,eAAsB,oBACpB,SACA,KACA,MAAyB,QAAQ,KACR;CACzB,MAAM,CAAC,MAAM,IAAI,GAAG,QAAQ;CAC5B,MAAM,QAAQ,MAAM,KAAK,MAAM;EAC7B;EACA,KAAK;GAAE,GAAG;GAAK,eAAe;GAAS,wBAAwB,OAAA,CAAsB;EAAE;EACvF,OAAO;GAAC;GAAQ;GAAQ;EAAM;EAC9B,aAAa;CACf,CAAC;CAED,MAAM,mBAAmB,MAAM,KAAK;CACpC,QAAQ,GAAG,QAAQ,UAAU;CAC7B,MAAM,KAAK,cAAc,QAAQ,IAAI,QAAQ,UAAU,CAAC;CACxD,MAAM,KAAK,eAAe,QAAQ,IAAI,QAAQ,UAAU,CAAC;CACzD,IAAI,SAAS;CACb,MAAM,OAAO,GAAG,SAAS,UAAkB;EACzC,QAAQ,OAAO,MAAM,KAAK;EAC1B,UAAU,SAAS,MAAM,SAAS,EAAA,CAAG,MAAM,IAAY;CACzD,CAAC;CACD,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC;CAChC,MAAM,SAAS,IAAI,SAAiB,YAAY;EAC9C,MAAM,KAAK,UAAU,UAAU,QAAQ,oBAAoB,MAAM,SAAS,CAAC;EAC3E,MAAM,KAAK,SAAS,MAAM,WACxB,QACE,cAAc,UAAU,QAAQ,OAAO,GAAG,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK,MAAM,IACpF,CACF;CACF,CAAC;CAED,IAAI,mBAA6C,CAAC;CAClD,MAAM,SAAS,IAAI,SAAiB,YAAY;EAC9C,aAAa;CACf,CAAC;CACD,MAAM,UAAU,QAAQ,KAAK,CAAC,QAAQ,MAAM,CAAC;CAE7C,MAAM,YAA+C,CAAC;CACtD,MAAM,QAAQ,gBAAgB,EAAE,OAAO,MAAM,OAAO,CAAC;CACrD,IAAI,aAAa;CAIjB,MAAM,GAAG,SAAS,SAAS;EACzB,IAAI,YAAY;EAChB,MAAM,UAAU,OAAO,IAAI;EAC3B,IAAI,YAAY,cAAc;GAC5B,aAAa;GACb,MAAM,QAAQ,KAAK,SAAS,aAAa,GAAG,KAAK,MAAM,GAAG,UAAU,EAAE,KAAK;GAC3E,WACE,qFAAqF,OACvF;GACA,MAAM,MAAM;GACZ,MAAM,KAAK;GACX;EACF;EACA,IAAI,CAAC,SAAS,OAAO,MAAM,QAAQ,QAAQ,OAAO,MAAM,GAAG,KAAK,GAAG;EACnE,KAAK,MAAM,YAAY,CAAC,GAAG,SAAS,GAAG,SAAS,OAAO;CACzD,CAAC;CAED,MAAM,UAAU,IAAI,SAAqD,YAAY;EACnF,MAAM,YAAY,YAAwB;GACxC,IAAI,CAAC,cAAc,OAAO,KAAK,QAAQ,MAAM,SAAS;GACtD,UAAU,OAAO,UAAU,QAAQ,QAAQ,GAAG,CAAC;GAC/C,QAAQ,OAAO;EACjB;EACA,UAAU,KAAK,QAAQ;CACzB,CAAC;CACD,MAAM,QAAQ,MAAM,QAAQ,KAAK,CAAC,SAAS,OAAO,CAAC;CACnD,IAAI,OAAO,UAAU,UACnB,MAAM,IAAI,gBACR,wBAAwB,QAAQ,KAAK,GAAG,EAAE,kCAAkC,MAAM,yIACpF;CAEF,MAAM,QAAQ;CACd,IAAI,MAAM,aAAA,GAA8B;EACtC,MAAM,KAAK;EACX,MAAM,IAAI,WACR,GAAG,MAAM,IAAI,GAAG,MAAM,QAAQ,0BAA0B,MAAM,SAAS,qEACzE;CACF;CAEA,MAAM,OAAqC,CAAC;CAC5C,IAAI;CACJ,MAAM,WAAW,YAAY;EAC3B,IAAI,eAAe,KAAA,GAAW;EAC9B,aAAa,MAAM,QAAQ,KAAK,CAC9B,SACA,IAAI,SAAiB,MAAM,iBAAiB,EAAE,sBAAsB,GAAG,GAAK,CAAC,CAAC,MAAM,CAAC,CACvF,CAAC;EACD,KAAK,MAAM,YAAY,MAAM,SAAS,UAAU;CAClD;CACA,MAAM,KAAK,SAAS,QAAQ;CAC5B,OAAY,KAAK,QAAQ;CAEzB,OAAO;EACL;EACA,OAAO,YAAY;GACjB,IAAI,MAAM,MAAM,UAAU,MAAM,MAAM,MAAM,GAAG,KAAK,UAAU,OAAO,EAAE,GAAG;EAC5E;EACA,YAAY,aAAa,KAAK,UAAU,KAAK,QAAQ;EACrD,SAAS,aAAa;GACpB,IAAI,eAAe,KAAA,GAAW,SAAS,UAAU;QAC5C,KAAK,KAAK,QAAQ;EACzB;EACA,cAAc,MACZ,IAAI,SAAS,SAAS,WAAW;GAC/B,MAAM,YAAY,YAAwB;IACxC,IAAI,CAAC,cAAc,OAAO,KAAM,QAAQ,MAAM,KAAK,QAAQ,MAAM,cAAe;IAChF,UAAU,OAAO,UAAU,QAAQ,QAAQ,GAAG,CAAC;IAC/C,IAAI,QAAQ,MAAM,cAAc,OAAO,UAAU,QAAQ,KAAK,CAAC;SAC1D,QAAQ,OAAsD;GACrE;GACA,UAAU,KAAK,QAAQ;GACvB,MAAM,QAAQ,WACZ,OAAO,IAAI,gBAAgB,gCAAgC,QAAQ,CAAC;GACtE,IAAI,eAAe,KAAA,GAAW,KAAK,UAAU;QACxC,KAAK,KAAK,IAAI;EACrB,CAAC;EACH,aAAa;GACX,MAAM,MAAM,IAAI;GAChB,iBAAiB,MAAM,KAAK,GAAG,GAAK,CAAC,CAAC,MAAM;EAC9C;CACF;AACF;;AAGA,SAAgB,UAAU,MAAwB;CAGhD,MAAM,QAAQ,KADZ,KAAK,SAAS,eAAe,aAAa,KAAK,SAAS,eAAe,aAAa,OAC9D,KAAK,OAAO;CACpC,MAAM,OAAO,KAAK;CAClB,MAAM,QAAQ,KAAK,SAAS,GAAG,KAAK,KAAK,IAAI,KAAK;CAClD,IAAI,cAAc,QAAQ,YAAY,MAAM;EAC1C,MAAM,WAAW,KAAK;EACtB,MAAM,SAAS,KAAK;CACtB;CACA,OAAO;AACT;;;AC3JA,MAAM,0BAAU,IAAI,IAA4B;AAEhD,eAAsB,oBAAoB,MAAc,MAA6B;CACnF,MAAM,UAAU,eAAe,IAAI;CACnC,IAAI,CAAC,QAAQ,QAAQ,MAAM,IAAI,MAAM,GAAG,QAAQ,GAAG,uBAAuB;CAC1E,MAAM,MAAM,SAAS,MAAM,IAAI,CAAC,CAAC,WAAW,MAAM,GAAG;CACrD,IAAI,SAAS,QAAQ,IAAI,IAAI;CAC7B,IAAI,CAAC,QAAQ;EAEX,SAAS,MAAM,oBADC,QAAQ,cAAc,IACH,GAAS,MAAM,UAAU,MAAM,OAAO,CAAC,CAAC,CAAC,OAAO,UAAU;GAC3F,IAAI,EAAE,iBAAiB,kBAAkB,MAAM;GAC/C,MAAM,IAAI,WAAW,GAAG,MAAM,QAAQ,IAAI,QAAQ,WAAW;EAC/D,CAAC;EACD,QAAQ,IAAI,MAAM,MAAM;CAC1B;CACA,MAAM,aAAa;CACnB,OAAO,KAAK;EAAE,GAAG;EAAW,MAAM;CAAI,CAAC;CACvC,MAAM,EAAE,SAAS,MAAM,OAAO,YAAY,UAAU;CAEpD,MAAM,uBAAO,IAAI,IAAkB;CACnC,OAAO,WAAW,YAAY;EAC5B,IAAI,cAAc,OAAO,GAAG;GAC1B,IAAI,QAAQ,MAAM,OAAO;GACzB,MAAM,QAAQ,QAAQ,QAAQ,KAAA,IAAY,KAAA,IAAY,KAAK,IAAI,QAAQ,GAAG;GAC1E,IAAI,OAAO,MAAM,MAAM,OAAO;QACzB,QAAQ,OAAO,MAAM,GAAG,QAAQ,KAAK,GAAG;GAC7C;EACF;EACA,IAAI,uBAAuB,OAAO,GAAG;GACnC,MAAM,OAAO,KAAK,IAAI,QAAQ,GAAG;GACjC,IAAI,MAAM,OAAO,KAAK,UAAU,OAAO;GAIvC,WAAW,KAAK;IAAE,IAAI,QAAQ;IAAI,IAAI;IAAO,IAAI,QAAQ,MAAM;IAAI,OAAA;KADnD,MAAM;KAAc,SAAS;IAC0B;IAAG,KAAK,QAAQ;GAAI,CAAC;EAC9F,OAAO,IAAI,oBAAoB,OAAO,GACpC,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,OAAO,OAAO;CAEzC,CAAC;CACD,IAAI;CACJ,OAAO,QAAQ,WAAW;EACxB,aAAa;EACb,KAAK,MAAM,WAAW,KAAK,OAAO,GAAG,QAAQ,KAAK,MAAM;CAC1D,CAAC;CAED,YAAY,KAAK,WAAW,SAAS,WAAW,YAAY,MAAM,MAAM,WAAW,UAAU,CAAC;AAChG;AAEA,IAAI,UAAU;AAEd,SAAS,WACP,QACA,MACA,MACA,MACA,MACQ;CACR,QAAQ,MACN,IAAI,SAAe,SAAS,WAAW;EACrC,MAAM,aAAa,GAAG,KAAK,GAAG,EAAE,QAAQ,GAAG,GAAG,EAAE;EAChD,MAAM,eAAe,kBAAkB;EACvC,MAAM,0BAAU,IAAI,IAA8B;EAClD,MAAM,YAAY,kBAAkB,SAAS;EAC7C,MAAM,UAAU,WAAuB;GACrC,KAAK,OAAO,UAAU;GACtB,EAAE,OAAO,oBAAoB,SAAS,OAAO;GAC7C,OAAO;EACT;EACA,MAAM,gBAAgB;GACpB,MAAM,SAAS,EAAE,OAAO;GACxB,MAAM,UACJ,kBAAkB,QAAQ,OAAO,UAAU,OAAO,UAAU,sBAAsB;GACpF,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QACE,kBAAkB,SAAS,OAAO,SAAS,iBAAiB,YAAY;IAC1E;GACF,CAAC;GACD,aAAa,OAAO,MAAM,CAAC;EAC7B;EAEA,KAAK,IAAI,YAAY;GACnB,YAAY,YAAY;IACtB,eAAoB,GAAG,cAAc,SAAS,OAAO,CAAC,CAAC,MAAM,UAC3D,OAAO,KAAK;KAAE,GAAG;KAAO,KAAK;IAAW,CAAC,CAC3C;GACF;GACA,QAAQ,EAAE,QAAQ,WAChB,gBAAgB,QAAQ,WAAW,WAAW,UAAU,MAAM,CAAC,IAAI,CAAC;GACtE,SAAS,EAAE,YACT,aAAa;IACX,IAAI,CAAC,OAAO,OAAO,QAAQ;IAC3B,OAAO,UAAU,KAAK,CAAC;GACzB,CAAC;GACH,OAAO,WACL,aACE,OAAO,IAAI,WAAW,4CAA4C,QAAQ,CAAC,CAC7E;EACJ,CAAC;EAED,IAAI,EAAE,OAAO,SAAS,OAAO,QAAQ;EAErC,MAAM,SAAS,KAAK;EACpB,IAAI,WAAW,KAAA,GAAW,OAAO,KAAK,IAAI,UAAU,CAAC,EAAE,KAAK,MAAM;EAClE,EAAE,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;EAE1D,MAAM,QAA4B;GAChC,MAAM;GACN,KAAK;GACL,SAAS,EAAE;GACX;GACA;EACF;EACA,OAAO,KAAK,KAAK;CACnB,CAAC;AACL"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { r as pluginSourceDir } from "./resolve-DWSJpKHX.js";
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { C as
|
|
1
|
+
import { h as parseDuration } from "./shared-B_lvGqWz.js";
|
|
2
|
+
import { C as mcpHeaderHosts, P as workspaceLabel, S as maskedHeaderValue, b as isSecret, j as stepCommand, n as DEFAULT_SKILL_EXCLUDE, v as isHostFile, w as parseGitRepo, x as isSecretTemplate } from "./environment-BOFgzFDg.js";
|
|
3
|
+
import { A as readPlugin, D as pluginServerName, E as pluginParts, M as skillCall, O as pluginSourceLabel, T as pluginFiles, _ as localMarketplace, c as PluginProblem, g as leavesSource, j as samePluginTwice, k as readMarketplace, m as fetchesAtStart, w as pluginCall, x as marketplaceLabel } from "./plugins-D-CP6mMd.js";
|
|
3
4
|
import { l as sha256 } from "./ids-Bp6ut7ZD.js";
|
|
4
|
-
import {
|
|
5
|
-
import "./
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
5
|
+
import { K as DEFAULT_EGRESS, xt as refusedPlugins, yt as layoutOf } from "./config-k6m7XbAz.js";
|
|
6
|
+
import { _ as registerSecret, r as badCharacterAt } from "./redact-DVIaahLv.js";
|
|
7
|
+
import { s as withoutBom } from "./text-DTigcA64.js";
|
|
8
|
+
import { L as hostAllowed, dt as run, k as placeholder } from "./src-D91Hd6hT.js";
|
|
8
9
|
import { t as InfraError } from "./types-C5vI3g1C.js";
|
|
9
|
-
import { S as refusedPlugins, b as layoutOf } from "./egress-DEAvq8Fl.js";
|
|
10
10
|
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
11
11
|
import { basename, isAbsolute, join, relative, sep } from "node:path";
|
|
12
12
|
import { parse } from "yaml";
|
|
@@ -28,32 +28,45 @@ function broker(secrets, name, value, hosts, where = ["header"], phase = "agent"
|
|
|
28
28
|
secrets.brokered.push(sub);
|
|
29
29
|
return sub.placeholder;
|
|
30
30
|
}
|
|
31
|
-
/**
|
|
32
|
-
|
|
31
|
+
/**
|
|
32
|
+
* The host value, or its placeholder when it's brokered to `hosts`. The record names it `as`: the
|
|
33
|
+
* variable it's set as in the sandbox, or for a header the host variable.
|
|
34
|
+
*/
|
|
35
|
+
function hostValue(name, secret, where, secrets, hosts, as = name) {
|
|
33
36
|
const from = secret.from ?? name;
|
|
34
37
|
const value = process.env[from];
|
|
35
38
|
if (!value) {
|
|
36
39
|
if (secret.optional) {
|
|
37
|
-
secrets.unset.push(
|
|
40
|
+
secrets.unset.push(as);
|
|
38
41
|
return;
|
|
39
42
|
}
|
|
40
43
|
const source = from === name ? name : `${name} (from ${from})`;
|
|
41
44
|
throw new InfraError(`Secret ${source} for ${where} isn't set. Set it in the environment or .env.local.`);
|
|
42
45
|
}
|
|
43
46
|
registerSecret(value);
|
|
44
|
-
if (secret.to === "checks") secrets.checks.push(
|
|
45
|
-
else secrets.names.push(
|
|
46
|
-
if (!hosts)
|
|
47
|
-
|
|
47
|
+
if (secret.to === "checks") secrets.checks.push(as);
|
|
48
|
+
else secrets.names.push(as);
|
|
49
|
+
if (!hosts) {
|
|
50
|
+
secrets.real.push(as);
|
|
51
|
+
return value;
|
|
52
|
+
}
|
|
53
|
+
return broker(secrets, as, value, hosts, secret.in, secret.to === "checks" ? "checks" : "agent");
|
|
48
54
|
}
|
|
49
|
-
/**
|
|
55
|
+
/**
|
|
56
|
+
* Each host variable in the template, or with `hosts` one placeholder per variable. The record
|
|
57
|
+
* names each by its host variable, as `hostValue` names a header's secret.
|
|
58
|
+
*/
|
|
50
59
|
function template(value, where, secrets, hosts) {
|
|
51
60
|
const placeholders = /* @__PURE__ */ new Map();
|
|
52
61
|
return value.template.replace(/\$\{([A-Za-z_][A-Za-z0-9_]*)\}/g, (_, name) => {
|
|
53
62
|
const v = process.env[name];
|
|
54
63
|
if (!v) throw new InfraError(`secret.template for ${where} needs ${name}, which isn't set. Set it in the environment or .env.local.`);
|
|
55
64
|
registerSecret(v);
|
|
56
|
-
|
|
65
|
+
secrets.names.push(name);
|
|
66
|
+
if (!hosts) {
|
|
67
|
+
secrets.real.push(name);
|
|
68
|
+
return v;
|
|
69
|
+
}
|
|
57
70
|
const p = placeholders.get(name) ?? broker(secrets, name, v, hosts);
|
|
58
71
|
placeholders.set(name, p);
|
|
59
72
|
return p;
|
|
@@ -61,7 +74,7 @@ function template(value, where, secrets, hosts) {
|
|
|
61
74
|
}
|
|
62
75
|
/** A `SKILL.md` split into its YAML frontmatter's `name` and `description` and its body. */
|
|
63
76
|
function parseSkillMd(text, where) {
|
|
64
|
-
const match = /^---\r?\n(?:([\s\S]*?)\r?\n)?---[ \t]*(?:\r?\n|$)([\s\S]*)$/.exec(text);
|
|
77
|
+
const match = /^---\r?\n(?:([\s\S]*?)\r?\n)?---[ \t]*(?:\r?\n|$)([\s\S]*)$/.exec(withoutBom(text));
|
|
65
78
|
if (!match) return { body: text };
|
|
66
79
|
let front;
|
|
67
80
|
try {
|
|
@@ -338,7 +351,7 @@ async function entrySourceDir(root, p) {
|
|
|
338
351
|
* A marketplace entry's is its marketplace's for a `./` entry, else the entry's own source.
|
|
339
352
|
*/
|
|
340
353
|
async function pluginSourceDir(root, p) {
|
|
341
|
-
const
|
|
354
|
+
const labeled = {
|
|
342
355
|
source: pluginSourceLabel(p, root),
|
|
343
356
|
marketplace: null
|
|
344
357
|
};
|
|
@@ -347,7 +360,7 @@ async function pluginSourceDir(root, p) {
|
|
|
347
360
|
context: p.path,
|
|
348
361
|
path: ".",
|
|
349
362
|
commit: null,
|
|
350
|
-
...
|
|
363
|
+
...labeled
|
|
351
364
|
};
|
|
352
365
|
case "git": {
|
|
353
366
|
const clone = await cloneSkills(root, parseGitRepo(p.repo).url, p.ref);
|
|
@@ -355,14 +368,14 @@ async function pluginSourceDir(root, p) {
|
|
|
355
368
|
context: clone.dir,
|
|
356
369
|
path: p.path ?? ".",
|
|
357
370
|
commit: clone.commit,
|
|
358
|
-
...
|
|
371
|
+
...labeled
|
|
359
372
|
};
|
|
360
373
|
}
|
|
361
374
|
case "npm": return {
|
|
362
375
|
context: await unpackNpm(root, p.spec),
|
|
363
376
|
path: p.path ?? ".",
|
|
364
377
|
commit: null,
|
|
365
|
-
...
|
|
378
|
+
...labeled
|
|
366
379
|
};
|
|
367
380
|
case "marketplace": return entrySourceDir(root, p);
|
|
368
381
|
}
|
|
@@ -392,7 +405,7 @@ const readHostFile = (f, where) => {
|
|
|
392
405
|
* an override), over the options `env` merged down the cascade. `where` names the attempt, and
|
|
393
406
|
* `rulesFile` is the workspace file the harness's agent reads `rules` from.
|
|
394
407
|
*/
|
|
395
|
-
async function resolveEnvironment(environment, optionsEnv, root, where, rulesFile, egress =
|
|
408
|
+
async function resolveEnvironment(environment, optionsEnv, root, where, rulesFile, egress = DEFAULT_EGRESS, prepared = () => void 0, options = {}) {
|
|
396
409
|
const envWhere = `environment ${environment.name} (${where})`;
|
|
397
410
|
const overrides = /* @__PURE__ */ new Set();
|
|
398
411
|
const env = { ...optionsEnv };
|
|
@@ -537,7 +550,8 @@ async function resolveEnvironment(environment, optionsEnv, root, where, rulesFil
|
|
|
537
550
|
names: [],
|
|
538
551
|
checks: [],
|
|
539
552
|
unset: [],
|
|
540
|
-
brokered: []
|
|
553
|
+
brokered: [],
|
|
554
|
+
real: []
|
|
541
555
|
};
|
|
542
556
|
const vars = {};
|
|
543
557
|
const checkVars = {};
|
|
@@ -546,21 +560,22 @@ async function resolveEnvironment(environment, optionsEnv, root, where, rulesFil
|
|
|
546
560
|
vars[name] = value;
|
|
547
561
|
continue;
|
|
548
562
|
}
|
|
549
|
-
const resolved = hostValue(name, value, envWhere, secrets);
|
|
563
|
+
const resolved = hostValue(name, value, envWhere, secrets, value.hosts);
|
|
550
564
|
if (resolved === void 0) continue;
|
|
551
565
|
if (value.to === "checks") checkVars[name] = resolved;
|
|
552
566
|
else vars[name] = resolved;
|
|
553
567
|
}
|
|
554
|
-
const secretOf = (value, key, hosts) => {
|
|
568
|
+
const secretOf = (value, key, header, hosts) => {
|
|
555
569
|
if (typeof value === "string") return value;
|
|
556
570
|
if (isSecretTemplate(value)) return template(value, envWhere, secrets, hosts);
|
|
557
|
-
|
|
571
|
+
const as = header ? value.from ?? key : key;
|
|
572
|
+
return hostValue(key, value, envWhere, secrets, hosts, as);
|
|
558
573
|
};
|
|
559
574
|
const resolvedMcp = {};
|
|
560
575
|
for (const [name, s] of mcp) if (s.transport === "stdio") {
|
|
561
576
|
const e = {};
|
|
562
577
|
for (const [k, v] of Object.entries(s.env)) {
|
|
563
|
-
const r = secretOf(v, k);
|
|
578
|
+
const r = secretOf(v, k, false, isSecret(v) ? v.hosts : void 0);
|
|
564
579
|
if (r !== void 0) e[k] = r;
|
|
565
580
|
}
|
|
566
581
|
resolvedMcp[name] = {
|
|
@@ -571,9 +586,9 @@ async function resolveEnvironment(environment, optionsEnv, root, where, rulesFil
|
|
|
571
586
|
};
|
|
572
587
|
} else {
|
|
573
588
|
const h = {};
|
|
574
|
-
const hosts = mcpHosts(s.url);
|
|
575
589
|
for (const [k, v] of Object.entries(s.headers)) {
|
|
576
|
-
|
|
590
|
+
if (typeof v === "string" && maskedHeaderValue(k, v)) registerSecret(v);
|
|
591
|
+
const r = secretOf(v, k, true, typeof v === "string" ? void 0 : mcpHeaderHosts(v, s.url));
|
|
577
592
|
if (r !== void 0) h[k] = r;
|
|
578
593
|
}
|
|
579
594
|
resolvedMcp[name] = {
|
|
@@ -625,8 +640,8 @@ async function resolveEnvironment(environment, optionsEnv, root, where, rulesFil
|
|
|
625
640
|
b.in,
|
|
626
641
|
b.phase
|
|
627
642
|
])).sort();
|
|
628
|
-
const brokeredNames = [...new Set(secrets.brokered.map((b) => b.name))].sort();
|
|
629
|
-
const varNames = Object.keys(vars).filter((n) => !
|
|
643
|
+
const brokeredNames = [...new Set(secrets.brokered.map((b) => b.name))].filter((n) => !secrets.real.includes(n)).sort();
|
|
644
|
+
const varNames = Object.keys(vars).filter((n) => !isSecret(env[n])).sort();
|
|
630
645
|
const literalVars = Object.fromEntries(varNames.map((n) => [n, vars[n]]));
|
|
631
646
|
const mcpShape = Object.fromEntries(Object.entries(resolvedMcp).map(([name, s]) => s.transport === "stdio" ? [name, {
|
|
632
647
|
command: s.command,
|
|
@@ -663,7 +678,7 @@ async function resolveEnvironment(environment, optionsEnv, root, where, rulesFil
|
|
|
663
678
|
checks: [...secrets.checks].sort(),
|
|
664
679
|
unset: [...secrets.unset].sort(),
|
|
665
680
|
brokered,
|
|
666
|
-
...egress === "
|
|
681
|
+
...egress === "proxy" ? {} : { egress: typeof egress === "string" ? egress : [...egress.allow].sort() },
|
|
667
682
|
...pluginRecords.length ? { plugins: pluginRecords.map((p, i) => {
|
|
668
683
|
const r = resolvedPlugins[i];
|
|
669
684
|
const build = r?.declared.build;
|
|
@@ -721,4 +736,4 @@ function skillFiles(skill) {
|
|
|
721
736
|
//#endregion
|
|
722
737
|
export { skillFiles as a, resolveEnvironment as i, parseSkillMd as n, pluginSourceDir as r, excludeMatcher as t };
|
|
723
738
|
|
|
724
|
-
//# sourceMappingURL=resolve-
|
|
739
|
+
//# sourceMappingURL=resolve-DWSJpKHX.js.map
|