reeval 0.13.0 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/THIRD_PARTY_NOTICES.md +121 -121
- package/dist/{adapter-IKKo4sZj.js → adapter-BloGVZ_a.js} +20 -8
- package/dist/adapter-BloGVZ_a.js.map +1 -0
- package/dist/{agent-ClE-g9VL.js → agent-m-_t-IuW.js} +53 -25
- package/dist/{agent-ClE-g9VL.js.map → agent-m-_t-IuW.js.map} +1 -1
- package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-C-jwhRDt.js +11 -0
- package/dist/app-files-C-jwhRDt.js.map +1 -0
- package/dist/{assemble-BO93VAk1.js → assemble-BDEpelpi.js} +92 -35
- package/dist/assemble-BDEpelpi.js.map +1 -0
- package/dist/assemble-C5bfncHU.js +1 -0
- package/dist/{capture-dn2hjSLj.js → capture-CVRwRTnb.js} +572 -36
- package/dist/capture-CVRwRTnb.js.map +1 -0
- package/dist/capture-CherbjzB.js +1 -0
- package/dist/{cli-BCE1xlm4.js → cli-C_4gaJ50.js} +132 -140
- package/dist/cli-C_4gaJ50.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-CpnbATtI.js} +2 -2
- package/dist/{cli-spec-BXIBUlaK.js.map → cli-spec-CpnbATtI.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-D5hNjpEx.js} +105 -2
- package/dist/client-D5hNjpEx.js.map +1 -0
- package/dist/{command-C6vwmjS7.js → command-BWAuwQNk.js} +12 -12
- package/dist/{command-C6vwmjS7.js.map → command-BWAuwQNk.js.map} +1 -1
- package/dist/{command-CANun0m0.js → command-BXLUfw4h.js} +12 -12
- package/dist/{command-CANun0m0.js.map → command-BXLUfw4h.js.map} +1 -1
- package/dist/{command-CBaHukyl.js → command-Be6BSE2L.js} +12 -12
- package/dist/{command-CBaHukyl.js.map → command-Be6BSE2L.js.map} +1 -1
- package/dist/{command-D_kEnYcX.js → command-Bxdy62dW.js} +14 -13
- package/dist/command-Bxdy62dW.js.map +1 -0
- package/dist/{command-Bh3yhN_b.js → command-I1euLLio.js} +35 -15
- package/dist/command-I1euLLio.js.map +1 -0
- package/dist/{commands-7tH3EsVu.js → commands-jzigbNFb.js} +23 -14
- package/dist/commands-jzigbNFb.js.map +1 -0
- package/dist/{commands-BKGzBMgb.js → commands-p1S4nw_H.js} +1 -1
- package/dist/config-BrdHA9bJ.js +3549 -0
- package/dist/config-BrdHA9bJ.js.map +1 -0
- package/dist/{contrasts-B4nOhn0Z.js → contrasts-DRxMQQTC.js} +3 -2
- package/dist/contrasts-DRxMQQTC.js.map +1 -0
- package/dist/cost-D4elx933.js +359 -0
- package/dist/cost-D4elx933.js.map +1 -0
- package/dist/cost-DmnAod9x.js +1 -0
- package/dist/db-CAfksinX.js +2 -0
- package/dist/{db-DJUuFoWQ.js → db-DO0p7xgP.js} +25 -8
- package/dist/db-DO0p7xgP.js.map +1 -0
- package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-DuHcQidD.js → docker-BnRlTpZA.js} +2 -2
- package/dist/{docker-DuHcQidD.js.map → docker-BnRlTpZA.js.map} +1 -1
- package/dist/{docker-CQxucRPe.js → docker-D01slDF3.js} +26 -10
- package/dist/docker-D01slDF3.js.map +1 -0
- package/dist/{docker-Dac6Zalz.js → docker-DivfZl2u.js} +1 -1
- package/dist/{doctor-De_QlOTM.js → doctor-DQ2p0euG.js} +135 -36
- package/dist/doctor-DQ2p0euG.js.map +1 -0
- package/dist/{environment-B4IuURK1.js → environment-CO0P0soF.js} +8 -7
- package/dist/environment-CO0P0soF.js.map +1 -0
- package/dist/{evaluate-Djk1YPFL.js → evaluate-BUmsN7yG.js} +66 -27
- package/dist/evaluate-BUmsN7yG.js.map +1 -0
- package/dist/{evaluate-C9-ritA5.d.ts → evaluate-C_sgRA-V.d.ts} +45 -3
- package/dist/{facts-Cfx1H70y.js → facts-DzOUTreB.js} +12 -4
- package/dist/facts-DzOUTreB.js.map +1 -0
- package/dist/{files-CN1QfenC.js → files-B-CJeeEh.js} +13 -8
- package/dist/{files-CN1QfenC.js.map → files-B-CJeeEh.js.map} +1 -1
- package/dist/files-Bp5j5BqI.js +1 -0
- package/dist/files-C2sjmXhk.js +1 -0
- package/dist/{files-Bs6H3HiG.js → files-C_gQNVB-.js} +3 -3
- package/dist/{files-Bs6H3HiG.js.map → files-C_gQNVB-.js.map} +1 -1
- package/dist/{files-D27nUk0K.js → files-kUCrswI6.js} +2 -2
- package/dist/{files-D27nUk0K.js.map → files-kUCrswI6.js.map} +1 -1
- package/dist/gateway.d.ts +17 -0
- package/dist/gateway.js +17 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{generate-BnrvBAzF.js → generate-DZ7vp69F.js} +18 -17
- package/dist/generate-DZ7vp69F.js.map +1 -0
- package/dist/{git-rPfl7AD1.js → git-Bk8DSwHy.js} +2 -2
- package/dist/{git-rPfl7AD1.js.map → git-Bk8DSwHy.js.map} +1 -1
- package/dist/{harness-1OkumOAm.js → harness-COVXSwJ6.js} +46 -15
- package/dist/harness-COVXSwJ6.js.map +1 -0
- package/dist/harness.d.ts +26 -18
- package/dist/harness.js +1 -1
- package/dist/{header-BVzbRnNv.js → header-BLPP6aCU.js} +2 -2
- package/dist/{header-BVzbRnNv.js.map → header-BLPP6aCU.js.map} +1 -1
- package/dist/{images-m784ueGK.js → images-DzLeFjLx.js} +8 -8
- package/dist/{images-m784ueGK.js.map → images-DzLeFjLx.js.map} +1 -1
- package/dist/index.d.ts +3 -45
- package/dist/index.js +5 -6
- package/dist/init-RgCQXZhb.js +1 -0
- package/dist/{init-hiTkiM4L.js → init-SRalM5xF.js} +6 -8
- package/dist/init-SRalM5xF.js.map +1 -0
- package/dist/{insights-B2Xmhz9o.js → insights-TyAvz9aV.js} +5 -1
- package/dist/{insights-B2Xmhz9o.js.map → insights-TyAvz9aV.js.map} +1 -1
- package/dist/{invocations-D_ePcwyL.js → invocations-DzyKSJBa.js} +2 -2
- package/dist/{invocations-D_ePcwyL.js.map → invocations-DzyKSJBa.js.map} +1 -1
- package/dist/judge-yLvjC5A3.js +385 -0
- package/dist/judge-yLvjC5A3.js.map +1 -0
- package/dist/judge.d.ts +7 -6
- package/dist/judge.js +7 -5
- package/dist/judge.js.map +1 -1
- package/dist/match-Bz0nSdzN.js +204 -0
- package/dist/match-Bz0nSdzN.js.map +1 -0
- package/dist/{matchers-Ddmc2z7H.js → matchers-D4eUqx4j.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-D4eUqx4j.js.map} +1 -1
- package/dist/{model-DpkclE4r.js → model-1ZLr9Dcv.js} +40 -26
- package/dist/model-1ZLr9Dcv.js.map +1 -0
- package/dist/model-B45lDUV1.js +68 -0
- package/dist/model-B45lDUV1.js.map +1 -0
- package/dist/model-BTZq8HIZ.js +1 -0
- package/dist/{model-UgHDMhI1.js → model-CgnOpss4.js} +57 -318
- package/dist/model-CgnOpss4.js.map +1 -0
- package/dist/{model-B8H3gL69.js → model-Ch8kX87u.js} +1 -1
- package/dist/{node-CGZYh4Fj.js → node-BSq5qHnQ.js} +12 -5
- package/dist/node-BSq5qHnQ.js.map +1 -0
- package/dist/{opencode-providers-snfeWd6Z.js → opencode-providers-klkqgzvb.js} +23 -52
- package/dist/opencode-providers-klkqgzvb.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-CHfZNRT6.js} +8 -7
- package/dist/pairs-CHfZNRT6.js.map +1 -0
- package/dist/{patch-uMq9rCl_.js → patch-DWf-I_Q_.js} +2 -2
- package/dist/{patch-uMq9rCl_.js.map → patch-DWf-I_Q_.js.map} +1 -1
- package/dist/{plan-CZYgXnZh.js → plan-BIwUzlB8.js} +63 -26
- package/dist/plan-BIwUzlB8.js.map +1 -0
- package/dist/{plugins-P-uh54VF.js → plugins-Dkp_H3pB.js} +4 -4
- package/dist/{plugins-P-uh54VF.js.map → plugins-Dkp_H3pB.js.map} +1 -1
- package/dist/{preflight-BQlPTHVu.js → preflight-D9y-HvZQ.js} +1 -1
- package/dist/{preflight-D3HvKeAx.js → preflight-DJCD_BDn.js} +3 -3
- package/dist/{preflight-D3HvKeAx.js.map → preflight-DJCD_BDn.js.map} +1 -1
- package/dist/{prepare-DCwM2KKD.js → prepare-BJG_pD54.js} +2 -2
- package/dist/{prepare-Dx7dOnJB.js → prepare-CIxCGG0M.js} +8 -8
- package/dist/{prepare-Dx7dOnJB.js.map → prepare-CIxCGG0M.js.map} +1 -1
- package/dist/prices-BcLEXvdY.js +250 -0
- package/dist/prices-BcLEXvdY.js.map +1 -0
- package/dist/{provenance-C_-8y-x3.js → provenance-CfZpFpAh.js} +2 -2
- package/dist/{provenance-C_-8y-x3.js.map → provenance-CfZpFpAh.js.map} +1 -1
- package/dist/{providers-CTBYvMxu.js → providers-D1Zxp2he.js} +1 -1
- package/dist/{providers-CF5UEaP8.js → providers-DFk_6W4K.js} +5 -5
- package/dist/{providers-CF5UEaP8.js.map → providers-DFk_6W4K.js.map} +1 -1
- package/dist/{query-DXthKmq0.js → query-CemclveB.js} +2 -2
- package/dist/{query-DXthKmq0.js.map → query-CemclveB.js.map} +1 -1
- package/dist/query-Cvbwl804.js +1 -0
- package/dist/{questions-KENpWnfV.js → questions-bAudIc04.js} +308 -45
- package/dist/questions-bAudIc04.js.map +1 -0
- package/dist/{remarks-Ml6bcSdV.js → remarks-CXwSnSjR.js} +9 -9
- package/dist/{remarks-Ml6bcSdV.js.map → remarks-CXwSnSjR.js.map} +1 -1
- package/dist/remarks-CyAu2DiB.js +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-mujJv1Ey.js} +5 -3
- package/dist/remarks-mujJv1Ey.js.map +1 -0
- package/dist/{remote-Dkeghk8k.js → remote-CKcEKja4.js} +129 -174
- package/dist/remote-CKcEKja4.js.map +1 -0
- package/dist/resolve-B5-uqmJ6.js +1 -0
- package/dist/{resolve-DzdWcIL6.js → resolve-CBoKzQMP.js} +8 -9
- package/dist/resolve-CBoKzQMP.js.map +1 -0
- package/dist/{results-D-naai_Q.js → results-CMgZEANy.js} +8 -8
- package/dist/{results-D-naai_Q.js.map → results-CMgZEANy.js.map} +1 -1
- package/dist/{resume-8-nnW8iO.js → resume-B9SOSnK9.js} +3 -3
- package/dist/{resume-8-nnW8iO.js.map → resume-B9SOSnK9.js.map} +1 -1
- package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
- package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
- package/dist/{rules-CcV3zLDR.js → rules-VhftPOOT.js} +53 -5
- package/dist/rules-VhftPOOT.js.map +1 -0
- package/dist/{run-Bel7Vde4.js → run-CwIEK16q.js} +9 -9
- package/dist/{run-Bel7Vde4.js.map → run-CwIEK16q.js.map} +1 -1
- package/dist/{runtime-PX_oXiCS.js → runtime-BgQRyCLl.js} +14 -2
- package/dist/runtime-BgQRyCLl.js.map +1 -0
- package/dist/{sandbox-YLbk9mO7.js → sandbox-BOYZ0hlo.js} +2 -2
- package/dist/{sandbox-YLbk9mO7.js.map → sandbox-BOYZ0hlo.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CHRSgKRp.js +1 -0
- package/dist/{server-De8oH3bt.js → server-TGW4WyAz.js} +25 -26
- package/dist/{server-De8oH3bt.js.map → server-TGW4WyAz.js.map} +1 -1
- package/dist/{shared-CA61BuPJ.js → shared-BDUzStad.js} +2 -2
- package/dist/shared-BDUzStad.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/{source-C686eZpY.js → source-B1WvBIQt.js} +2 -2
- package/dist/{source-C686eZpY.js.map → source-B1WvBIQt.js.map} +1 -1
- package/dist/source-DAzztZwU.js +1 -0
- package/dist/src-1jHbFaGW.js +1 -0
- package/dist/{src-CIpKL45U.js → src-8zoX_qrb.js} +36 -26
- package/dist/{src-CIpKL45U.js.map → src-8zoX_qrb.js.map} +1 -1
- package/dist/{src-CzQrAcF8.js → src-CHIwOy0o.js} +84 -52
- package/dist/src-CHIwOy0o.js.map +1 -0
- package/dist/src-C_9wgowC.js +2 -0
- package/dist/{src-djNNYIdP.js → src-ChhtI6BP.js} +2 -2
- package/dist/{src-djNNYIdP.js.map → src-ChhtI6BP.js.map} +1 -1
- package/dist/{src-DrJSnoMR.js → src-CyaDNG9r.js} +1 -1
- package/dist/src-D005Cbqz.js +2 -0
- package/dist/src-DIfRbp5a.js +3 -0
- package/dist/{src-C7W6kg81.js → src-DKPVX2Us.js} +34 -16
- package/dist/{src-C7W6kg81.js.map → src-DKPVX2Us.js.map} +1 -1
- package/dist/src-Dg8121Xy.js +2 -0
- package/dist/{src-cbCb-MPy.js → src-DjF_M8_f.js} +44 -20
- package/dist/{src-cbCb-MPy.js.map → src-DjF_M8_f.js.map} +1 -1
- package/dist/{src-DIL0jST0.js → src-DjRI-IeE.js} +42 -14
- package/dist/src-DjRI-IeE.js.map +1 -0
- package/dist/{src-DeY52Gyf.js → src-DmUgeTlE.js} +4 -4
- package/dist/{src-DeY52Gyf.js.map → src-DmUgeTlE.js.map} +1 -1
- package/dist/src-ElBqEN-S.js +2 -0
- package/dist/{src-Xj_BZKbq.js → src-NSdQ9zI6.js} +31 -16
- package/dist/{src-Xj_BZKbq.js.map → src-NSdQ9zI6.js.map} +1 -1
- package/dist/src-YHGaUrGE.js +2 -0
- package/dist/src-mJVxw1Jm.js +2 -0
- package/dist/{state-C0i_ujQZ.js → state-B1t143wG.js} +18 -18
- package/dist/{state-C0i_ujQZ.js.map → state-B1t143wG.js.map} +1 -1
- package/dist/state-vznMh2wl.js +1 -0
- package/dist/stats-DSy5HfOv.js +315 -0
- package/dist/stats-DSy5HfOv.js.map +1 -0
- package/dist/suite-BsWGHzlG.js +2 -0
- package/dist/{suite-DmuF_ApO.js → suite-WgT7m6Vs.js} +76 -11
- package/dist/suite-WgT7m6Vs.js.map +1 -0
- package/dist/{summary-BFMHMTz2.js → summary-DIGEVr08.js} +58 -17
- package/dist/summary-DIGEVr08.js.map +1 -0
- package/dist/testing.d.ts +174 -2
- package/dist/testing.js +14 -3
- package/dist/testing.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-B-9b1MDV.d.ts → types-DXBbP9Mk.d.ts} +298 -70
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/usage-DF3_p5pE.js +1 -0
- package/dist/{validate-DWjkshl1.js → validate-BhwqrVsm.js} +44 -12
- package/dist/validate-BhwqrVsm.js.map +1 -0
- package/dist/view/index.d.ts +133 -86
- package/dist/view/index.js +7 -6
- package/dist/views-BW_C5eVH.js +2 -0
- package/dist/{views-Dk8MCQKr.js → views-sXpGE6a2.js} +10 -8
- package/dist/views-sXpGE6a2.js.map +1 -0
- package/dist/{worker-entry-CqrzGPF4.js → worker-entry-Duo9oAeT.js} +8 -8
- package/dist/{worker-entry-CqrzGPF4.js.map → worker-entry-Duo9oAeT.js.map} +1 -1
- package/dist/{workspace-CLeOybkr.js → workspace-CDI68wtX.js} +4 -4
- package/dist/{workspace-CLeOybkr.js.map → workspace-CDI68wtX.js.map} +1 -1
- package/dist/workspace-QZCacP8A.js +1 -0
- package/package.json +6 -2
- package/skills/eval-rubric/SKILL.md +9 -0
- package/dist/adapter-IKKo4sZj.js.map +0 -1
- package/dist/assemble-BO93VAk1.js.map +0 -1
- package/dist/assemble-VQxyoDxK.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-dn2hjSLj.js.map +0 -1
- package/dist/capture-nIJ-7kUE.js +0 -1
- package/dist/cli-BCE1xlm4.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-Bh3yhN_b.js.map +0 -1
- package/dist/command-D_kEnYcX.js.map +0 -1
- package/dist/commands-7tH3EsVu.js.map +0 -1
- package/dist/config-D7TFvUpL.js +0 -759
- package/dist/config-D7TFvUpL.js.map +0 -1
- package/dist/contrasts-B4nOhn0Z.js.map +0 -1
- package/dist/db-DJUuFoWQ.js.map +0 -1
- package/dist/db-W9EFlXnn.js +0 -2
- package/dist/docker-CQxucRPe.js.map +0 -1
- package/dist/doctor-De_QlOTM.js.map +0 -1
- package/dist/egress-DEAvq8Fl.js +0 -1258
- package/dist/egress-DEAvq8Fl.js.map +0 -1
- package/dist/environment-B4IuURK1.js.map +0 -1
- package/dist/evaluate-Djk1YPFL.js.map +0 -1
- package/dist/facts-Cfx1H70y.js.map +0 -1
- package/dist/files-CtjEXWXm.js +0 -1
- package/dist/files-D3gJa91B.js +0 -1
- package/dist/generate-BnrvBAzF.js.map +0 -1
- package/dist/harness-1OkumOAm.js.map +0 -1
- package/dist/init-hiTkiM4L.js.map +0 -1
- package/dist/init-kMkTgTZc.js +0 -1
- package/dist/judge-CEDIfRiU.js +0 -186
- package/dist/judge-CEDIfRiU.js.map +0 -1
- package/dist/model-CTiuzkWw.js +0 -46
- package/dist/model-CTiuzkWw.js.map +0 -1
- package/dist/model-DcIbmggK.js +0 -1
- package/dist/model-DpkclE4r.js.map +0 -1
- package/dist/model-UgHDMhI1.js.map +0 -1
- package/dist/node-CGZYh4Fj.js.map +0 -1
- package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
- package/dist/options-CyAyLjgJ.js +0 -1129
- package/dist/options-CyAyLjgJ.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/plan-CZYgXnZh.js.map +0 -1
- package/dist/query-D_1ARx5q.js +0 -1
- package/dist/questions-KENpWnfV.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remote-Dkeghk8k.js.map +0 -1
- package/dist/resolve-CMmhACr6.js +0 -1
- package/dist/resolve-DzdWcIL6.js.map +0 -1
- package/dist/rules-CcV3zLDR.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-C-ysqkLv.js +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-DjgypUHW.js +0 -1
- package/dist/src-3mP821Pt.js +0 -2
- package/dist/src-B3KCLZVk.js +0 -3
- package/dist/src-BAyg6CtQ.js +0 -2
- package/dist/src-BezgGX4X.js +0 -2
- package/dist/src-ChBhk06Q.js +0 -2
- package/dist/src-CoqZYspK.js +0 -2
- package/dist/src-CzQrAcF8.js.map +0 -1
- package/dist/src-D9fSTxlc.js +0 -1
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-dhSTRN50.js +0 -2
- package/dist/state-BGWGAwdo.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-DmuF_ApO.js.map +0 -1
- package/dist/suite-mn9g4veR.js +0 -2
- package/dist/summary-BFMHMTz2.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-DWjkshl1.js.map +0 -1
- package/dist/views-DE2A1jEX.js +0 -2
- package/dist/views-Dk8MCQKr.js.map +0 -1
- package/dist/workspace-B1eGO46M.js +0 -1
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
|
|
2
|
+
import { $ as DEFAULT_QUESTION_STATE, et as STOPPED_FIRST, nt as resolveQuestionState } from "./config-BrdHA9bJ.js";
|
|
3
|
+
import { l as judgeRoute } from "./judge-yLvjC5A3.js";
|
|
2
4
|
import { s as redactSecrets } from "./redact-CRGdfV2s.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { a as isFake, i as cannedModel, o as providerModel } from "./model-
|
|
6
|
-
import { n as judgeDiff } from "./patch-
|
|
5
|
+
import { n as clip } from "./text-CrVy5ioL.js";
|
|
6
|
+
import { a as pairsOf, f as voteOf, l as sideName, p as voteReason, r as pairFactors, s as ratesOf, t as acrossOf, u as slots } from "./pairs-CHfZNRT6.js";
|
|
7
|
+
import { a as isFake, i as cannedModel, o as providerModel } from "./model-1ZLr9Dcv.js";
|
|
8
|
+
import { n as judgeDiff } from "./patch-DWf-I_Q_.js";
|
|
7
9
|
import { t as transcriptForJudge } from "./transcript-BTxJpW4R.js";
|
|
8
|
-
import { c as sideName, d as voteOf, f as voteReason, i as pairsOf, l as slots, o as ratesOf, t as acrossOf } from "./pairs-DP6XOJby.js";
|
|
9
10
|
import { join } from "node:path";
|
|
10
11
|
import { z } from "zod";
|
|
11
12
|
import { readFile } from "node:fs/promises";
|
|
@@ -15,10 +16,10 @@ const DEFAULT_SHOWS = { state: DEFAULT_QUESTION_STATE };
|
|
|
15
16
|
const isOn = (value) => value !== false && !(Array.isArray(value) && !value.length);
|
|
16
17
|
/** `a`, `a and b`, `a, b and c`. */
|
|
17
18
|
const listed = (parts) => parts.length < 2 ? parts[0] ?? "" : `${parts.slice(0, -1).join(", ")} and ${parts.at(-1)}`;
|
|
18
|
-
/** The
|
|
19
|
-
function
|
|
19
|
+
/** The parts an attempt is shown as, for the system prompt. */
|
|
20
|
+
function shownParts(shows, taskEach) {
|
|
20
21
|
const { state } = shows;
|
|
21
|
-
|
|
22
|
+
return [
|
|
22
23
|
...taskEach && state.task ? ["the prompts it was sent"] : [],
|
|
23
24
|
...state.output ? ["its final message"] : [],
|
|
24
25
|
...isOn(state.transcript) ? ["its transcript"] : [],
|
|
@@ -27,6 +28,10 @@ function questionSystem(shows = DEFAULT_SHOWS, taskEach = false) {
|
|
|
27
28
|
...isOn(state.checks) ? ["the commands run on its work, with their exit codes and output"] : [],
|
|
28
29
|
...shows.artifacts !== void 0 ? ["screenshots of its work"] : []
|
|
29
30
|
];
|
|
31
|
+
}
|
|
32
|
+
/** The system prompt, naming the parts each attempt is shown as. */
|
|
33
|
+
function questionSystem(shows = DEFAULT_SHOWS, taskEach = false) {
|
|
34
|
+
const parts = shownParts(shows, taskEach);
|
|
30
35
|
return `You compare two attempts by coding agents at the same task and answer one question about them.
|
|
31
36
|
Each attempt is shown as ${listed(parts)}, labelled A or B. The labels are assigned at random: which attempt comes first says nothing about it.
|
|
32
37
|
Judge only by the question, from what is shown. Answer A or B for the attempt the question favours, or tie when what is shown doesn't separate them on it. Give a short reason for the pick.`;
|
|
@@ -54,6 +59,8 @@ function sharedTask(first, second, state) {
|
|
|
54
59
|
if (!a.length || a.length !== b.length || a.some((p, i) => p !== b[i])) return null;
|
|
55
60
|
return a.join("\n\n");
|
|
56
61
|
}
|
|
62
|
+
/** What a screenshot is labelled: its place on its side of a pair, or on the one attempt shown. */
|
|
63
|
+
const screenshotLabel = (side, i, of) => side ? `Attempt ${side}, screenshot ${i} of ${of}` : `Screenshot ${i} of ${of}`;
|
|
57
64
|
function buildSide(attempt, label, shows, taskShared) {
|
|
58
65
|
const { state } = shows;
|
|
59
66
|
const turns = shownTurns(attempt, state).map((t) => ({
|
|
@@ -79,13 +86,14 @@ function buildSide(attempt, label, shows, taskShared) {
|
|
|
79
86
|
const captures = attempt.captures ?? [];
|
|
80
87
|
const names = shows.artifacts === true ? captures.map((c) => c.name) : shows.artifacts;
|
|
81
88
|
side.artifacts = names.map((name, i) => {
|
|
82
|
-
const at =
|
|
89
|
+
const at = screenshotLabel(label, i + 1, names.length);
|
|
83
90
|
const capture = captures.find((c) => c.name === name);
|
|
91
|
+
const side = label ?? "A";
|
|
84
92
|
if (!capture) {
|
|
85
93
|
images.push({
|
|
86
94
|
label: `${at}: not captured`,
|
|
87
95
|
data: null,
|
|
88
|
-
side
|
|
96
|
+
side,
|
|
89
97
|
name
|
|
90
98
|
});
|
|
91
99
|
return {
|
|
@@ -97,7 +105,7 @@ function buildSide(attempt, label, shows, taskShared) {
|
|
|
97
105
|
images.push({
|
|
98
106
|
label: at,
|
|
99
107
|
data: capture.data,
|
|
100
|
-
side
|
|
108
|
+
side,
|
|
101
109
|
name
|
|
102
110
|
});
|
|
103
111
|
return {
|
|
@@ -244,11 +252,11 @@ function questionRequest(input) {
|
|
|
244
252
|
}]
|
|
245
253
|
};
|
|
246
254
|
}
|
|
247
|
-
async function ask(model, input, maxOutputTokens, signal) {
|
|
255
|
+
async function ask(model, gateway, input, maxOutputTokens, signal) {
|
|
248
256
|
const result = await generateText({
|
|
249
257
|
model: isFake(model) ? fakeAnswer(model, input.blind) : await providerModel({
|
|
250
258
|
name: model,
|
|
251
|
-
route: judgeRoute(model, process.env, "
|
|
259
|
+
route: judgeRoute(model, process.env, "question model", gateway).kind
|
|
252
260
|
}),
|
|
253
261
|
...questionRequest(input),
|
|
254
262
|
output: Output.object({
|
|
@@ -315,19 +323,18 @@ function askedCall(pair, swapped, input, error) {
|
|
|
315
323
|
}
|
|
316
324
|
const errorText = (error) => redactSecrets((error instanceof Error ? error.message : String(error)).split("\n")[0] ?? "");
|
|
317
325
|
/**
|
|
318
|
-
* Why the question can't be asked: a command or capture it names that
|
|
319
|
-
*
|
|
326
|
+
* Why the question can't be asked: a command or capture it names that none of `sides` has, so
|
|
327
|
+
* each would show it missing. Undefined when each one is on some side.
|
|
320
328
|
*/
|
|
321
|
-
function missingEverywhere(question, shows,
|
|
322
|
-
const sides = [...new Set(pairs.flatMap((p) => [p.a, p.b]))];
|
|
329
|
+
function missingEverywhere(question, shows, sides, who = "paired attempt") {
|
|
323
330
|
const { checks } = shows.state;
|
|
324
331
|
if (Array.isArray(checks)) {
|
|
325
332
|
const command = checks.find((c) => !sides.some((s) => s.checks?.some((r) => r.command === c)));
|
|
326
|
-
if (command !== void 0) return `question "${question}" state.checks names a command no
|
|
333
|
+
if (command !== void 0) return `question "${question}" state.checks names a command no ${who} ran: ${JSON.stringify(command)}`;
|
|
327
334
|
}
|
|
328
335
|
if (Array.isArray(shows.artifacts)) {
|
|
329
336
|
const name = shows.artifacts.find((n) => !sides.some((s) => s.captures?.some((c) => c.name === n)));
|
|
330
|
-
if (name !== void 0) return `question "${question}" artifacts names a capture no
|
|
337
|
+
if (name !== void 0) return `question "${question}" artifacts names a capture no ${who} has: ${JSON.stringify(name)}`;
|
|
331
338
|
}
|
|
332
339
|
}
|
|
333
340
|
/**
|
|
@@ -337,7 +344,7 @@ function missingEverywhere(question, shows, pairs) {
|
|
|
337
344
|
async function answerQuestion(options) {
|
|
338
345
|
const { question, model, pairs } = options;
|
|
339
346
|
const shows = {
|
|
340
|
-
state: resolveQuestionState(options.state),
|
|
347
|
+
state: resolveQuestionState(options.state, true),
|
|
341
348
|
...options.artifacts !== void 0 ? { artifacts: options.artifacts } : {}
|
|
342
349
|
};
|
|
343
350
|
const head = {
|
|
@@ -348,7 +355,7 @@ async function answerQuestion(options) {
|
|
|
348
355
|
stateOptions: shows.state,
|
|
349
356
|
...shows.artifacts !== void 0 ? { artifacts: shows.artifacts } : {}
|
|
350
357
|
};
|
|
351
|
-
const missing = missingEverywhere(question, shows, pairs);
|
|
358
|
+
const missing = missingEverywhere(question, shows, [...new Set(pairs.flatMap((p) => [p.a, p.b]))]);
|
|
352
359
|
if (missing) return {
|
|
353
360
|
...head,
|
|
354
361
|
...asked,
|
|
@@ -370,7 +377,7 @@ async function answerQuestion(options) {
|
|
|
370
377
|
if (error !== void 0) return null;
|
|
371
378
|
const input = blindInput(question, pair, swapped, options.maxInputTokens, shows);
|
|
372
379
|
try {
|
|
373
|
-
const { pick, reason, resolvedModel } = await ask(model, input, options.maxOutputTokens, options.signal);
|
|
380
|
+
const { pick, reason, resolvedModel } = await ask(model, options.gateway, input, options.maxOutputTokens, options.signal);
|
|
374
381
|
made[at] = askedCall(pair, swapped, input);
|
|
375
382
|
if (resolvedModel) served.add(resolvedModel);
|
|
376
383
|
const vote = voteOf(question, pair, swapped, pick, reason);
|
|
@@ -396,6 +403,148 @@ async function answerQuestion(options) {
|
|
|
396
403
|
...error !== void 0 ? { error } : {}
|
|
397
404
|
};
|
|
398
405
|
}
|
|
406
|
+
/** Stored answers to a question asked of one attempt are at most this long. */
|
|
407
|
+
const ANSWER_TEXT_CAP = 1e3;
|
|
408
|
+
/** The system prompt for a question asked of one attempt, naming the parts it's shown as. */
|
|
409
|
+
function attemptQuestionSystem(shows, choices) {
|
|
410
|
+
const how = choices ? "Pick the one of the choices that answers it, and give a short reason for the pick." : "Answer it in a few sentences.";
|
|
411
|
+
return `You answer one question about an attempt by a coding agent at a task.
|
|
412
|
+
The attempt is shown as ${listed(shownParts(shows, true))}.
|
|
413
|
+
Answer only from what is shown. ${how}`;
|
|
414
|
+
}
|
|
415
|
+
function attemptInput(question, attempt, maxInputTokens, shows, choices) {
|
|
416
|
+
const built = buildSide(attempt, null, shows, false);
|
|
417
|
+
const prompt = [
|
|
418
|
+
`Question: ${question}`,
|
|
419
|
+
...choices ? [
|
|
420
|
+
"",
|
|
421
|
+
"Choices:",
|
|
422
|
+
...choices.map((c) => `- ${c}`)
|
|
423
|
+
] : [],
|
|
424
|
+
"",
|
|
425
|
+
"<attempt>",
|
|
426
|
+
cut(sideText(built.side), maxInputTokens * CHARS_PER_TOKEN),
|
|
427
|
+
"</attempt>"
|
|
428
|
+
].join("\n");
|
|
429
|
+
return {
|
|
430
|
+
blind: {
|
|
431
|
+
question,
|
|
432
|
+
prompt: redactSecrets(prompt),
|
|
433
|
+
...choices ? { choices } : {},
|
|
434
|
+
attempt: built.side
|
|
435
|
+
},
|
|
436
|
+
system: attemptQuestionSystem(shows, choices),
|
|
437
|
+
images: built.images,
|
|
438
|
+
sent: built.sent
|
|
439
|
+
};
|
|
440
|
+
}
|
|
441
|
+
function fakeAttemptAnswer(fake, attempt) {
|
|
442
|
+
const answer = fake.answer;
|
|
443
|
+
if (answer && typeof answer === "object" && "error" in answer) return cannedModel({ error: answer.error });
|
|
444
|
+
const given = answer === void 0 ? {} : typeof answer === "function" ? answer(attempt) : answer;
|
|
445
|
+
const { choice, text } = typeof given === "string" ? {
|
|
446
|
+
text: given,
|
|
447
|
+
choice: void 0
|
|
448
|
+
} : given;
|
|
449
|
+
return cannedModel({ text: JSON.stringify({
|
|
450
|
+
...attempt.choices ? { choice: choice ?? attempt.choices[0] } : {},
|
|
451
|
+
answer: text ?? "fake answer"
|
|
452
|
+
}) });
|
|
453
|
+
}
|
|
454
|
+
const answerSchema = (choices) => choices ? z.object({
|
|
455
|
+
choice: z.enum(choices),
|
|
456
|
+
answer: z.string()
|
|
457
|
+
}) : z.object({ answer: z.string() });
|
|
458
|
+
/** Asks one question of one attempt. A failed call is the answer's `error`, with empty `text`. */
|
|
459
|
+
async function answerAttempt(options) {
|
|
460
|
+
const { question, model, attempt, choices } = options;
|
|
461
|
+
const shows = {
|
|
462
|
+
state: resolveQuestionState(options.state, false),
|
|
463
|
+
...options.artifacts !== void 0 ? { artifacts: options.artifacts } : {}
|
|
464
|
+
};
|
|
465
|
+
const head = {
|
|
466
|
+
question,
|
|
467
|
+
model: isFake(model) ? "fake" : model,
|
|
468
|
+
stateOptions: shows.state,
|
|
469
|
+
...shows.artifacts !== void 0 ? { artifacts: shows.artifacts } : {},
|
|
470
|
+
...choices ? { choices } : {}
|
|
471
|
+
};
|
|
472
|
+
let input;
|
|
473
|
+
try {
|
|
474
|
+
input = attemptInput(question, attempt, options.maxInputTokens, shows, choices);
|
|
475
|
+
const result = await generateText({
|
|
476
|
+
model: isFake(model) ? fakeAttemptAnswer(model, input.blind) : await providerModel({
|
|
477
|
+
name: model,
|
|
478
|
+
route: judgeRoute(model, process.env, "question model", options.gateway).kind
|
|
479
|
+
}),
|
|
480
|
+
...questionRequest(input),
|
|
481
|
+
output: Output.object({
|
|
482
|
+
schema: answerSchema(choices),
|
|
483
|
+
name: "answer"
|
|
484
|
+
}),
|
|
485
|
+
maxOutputTokens: options.maxOutputTokens,
|
|
486
|
+
maxRetries: 3,
|
|
487
|
+
...options.signal ? { abortSignal: options.signal } : {}
|
|
488
|
+
});
|
|
489
|
+
const out = result.output;
|
|
490
|
+
const served = isFake(model) ? null : result.response?.modelId ?? null;
|
|
491
|
+
return {
|
|
492
|
+
answer: {
|
|
493
|
+
...head,
|
|
494
|
+
...served ? { resolvedModel: served } : {},
|
|
495
|
+
...out.choice !== void 0 ? { choice: out.choice } : {},
|
|
496
|
+
text: clip(redactSecrets(out.answer.trim()), ANSWER_TEXT_CAP)
|
|
497
|
+
},
|
|
498
|
+
call: attemptCall(input, attempt)
|
|
499
|
+
};
|
|
500
|
+
} catch (e) {
|
|
501
|
+
const why = errorText(e);
|
|
502
|
+
return {
|
|
503
|
+
answer: {
|
|
504
|
+
...head,
|
|
505
|
+
text: "",
|
|
506
|
+
error: why
|
|
507
|
+
},
|
|
508
|
+
...input ? { call: attemptCall(input, attempt, why) } : {}
|
|
509
|
+
};
|
|
510
|
+
}
|
|
511
|
+
}
|
|
512
|
+
/** The call a question asked of one attempt made, as its `questions/<n>.json` keeps it. */
|
|
513
|
+
const attemptCall = (input, attempt, error) => ({
|
|
514
|
+
system: input.system,
|
|
515
|
+
prompt: input.blind.prompt,
|
|
516
|
+
...input.images.length ? { screenshots: input.images.map((image) => {
|
|
517
|
+
const label = image.label.replace(/: not captured$/, "");
|
|
518
|
+
return image.data ? {
|
|
519
|
+
label,
|
|
520
|
+
side: "attempt",
|
|
521
|
+
name: image.name,
|
|
522
|
+
attempt: attempt.id ?? ""
|
|
523
|
+
} : {
|
|
524
|
+
label,
|
|
525
|
+
missing: true
|
|
526
|
+
};
|
|
527
|
+
}) } : {},
|
|
528
|
+
...error !== void 0 ? { error } : {}
|
|
529
|
+
});
|
|
530
|
+
/** Ran to a pass or a fail: what a question asked of one attempt is asked of. */
|
|
531
|
+
const answerable = (e, record) => record !== null && (e.state === "passed" || e.state === "failed" && record.error?.kind !== "infra" && record.error?.kind !== "aborted");
|
|
532
|
+
/** Runs `work` at most `limit` at a time, in the order it was asked. */
|
|
533
|
+
function limiter(limit) {
|
|
534
|
+
let running = 0;
|
|
535
|
+
const waiting = [];
|
|
536
|
+
return async (work) => {
|
|
537
|
+
if (running >= limit) await new Promise((go) => waiting.push(go));
|
|
538
|
+
else running++;
|
|
539
|
+
try {
|
|
540
|
+
return await work();
|
|
541
|
+
} finally {
|
|
542
|
+
const next = waiting.shift();
|
|
543
|
+
if (next) next();
|
|
544
|
+
else running--;
|
|
545
|
+
}
|
|
546
|
+
};
|
|
547
|
+
}
|
|
399
548
|
/** A staged attempt as a pair side: its record's turns, diff and checks, and whether its checks held. */
|
|
400
549
|
function stagedAttempt(e, record) {
|
|
401
550
|
const cell = e.attempt?.cell;
|
|
@@ -435,36 +584,128 @@ async function stagedCaptures(stagingDir, key, record) {
|
|
|
435
584
|
}] : [];
|
|
436
585
|
}))).flat();
|
|
437
586
|
}
|
|
587
|
+
/** A per-attempt question's answer when no model answered it. */
|
|
588
|
+
const unanswered = (q, error) => ({
|
|
589
|
+
n: q.n,
|
|
590
|
+
answer: {
|
|
591
|
+
question: q.question,
|
|
592
|
+
model: isFake(q.model) ? "fake" : q.model,
|
|
593
|
+
stateOptions: resolveQuestionState(q.state, false),
|
|
594
|
+
...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
|
|
595
|
+
...q.choices ? { choices: q.choices } : {},
|
|
596
|
+
text: "",
|
|
597
|
+
error
|
|
598
|
+
}
|
|
599
|
+
});
|
|
438
600
|
/**
|
|
439
|
-
*
|
|
440
|
-
*
|
|
601
|
+
* Asks each attempt its eval's per-attempt questions as soon as it ends, and an eval's pairwise
|
|
602
|
+
* questions as soon as its last planned attempt ends, while the rest of the run goes on; `settle`
|
|
603
|
+
* starts any pairwise ones left (an eval a filter or budget cut short) and waits for all.
|
|
441
604
|
*/
|
|
442
605
|
function questionRunner(options) {
|
|
443
606
|
const byId = new Map(options.evals.map((e) => [e.row.id, e]));
|
|
444
607
|
const ended = /* @__PURE__ */ new Map();
|
|
445
608
|
const started = /* @__PURE__ */ new Map();
|
|
609
|
+
const perAttempt = /* @__PURE__ */ new Map();
|
|
610
|
+
const done = /* @__PURE__ */ new Map();
|
|
611
|
+
const shown = /* @__PURE__ */ new Map();
|
|
612
|
+
const asking = /* @__PURE__ */ new Map();
|
|
446
613
|
const controller = new AbortController();
|
|
614
|
+
const live = () => !controller.signal.aborted;
|
|
615
|
+
const limit = limiter(options.concurrency ?? 4);
|
|
616
|
+
const pairwiseOf = (e) => e.questions.filter((q) => q.across !== void 0);
|
|
617
|
+
const eachOf = (e) => e.questions.filter((q) => q.across === void 0);
|
|
618
|
+
const side = async (a, record, captures) => {
|
|
619
|
+
const found = stagedAttempt(a, record);
|
|
620
|
+
if (!found || !captures) return found;
|
|
621
|
+
return {
|
|
622
|
+
...found,
|
|
623
|
+
captures: await stagedCaptures(options.stagingDir, a.key, record)
|
|
624
|
+
};
|
|
625
|
+
};
|
|
626
|
+
const askEach = (id, e, result) => {
|
|
627
|
+
const questions = eachOf(e);
|
|
628
|
+
if (!questions.length || perAttempt.has(result.key) || !live()) return;
|
|
629
|
+
const asked = (async () => {
|
|
630
|
+
const record = await readStaged(options.stagingDir, result.key);
|
|
631
|
+
if (!answerable(result, record)) return [];
|
|
632
|
+
const attempt = await side(result, record, questions.some((q) => q.artifacts !== void 0));
|
|
633
|
+
if (!attempt) return [];
|
|
634
|
+
shown.set(result.key, attempt);
|
|
635
|
+
asking.set(result.key, questions);
|
|
636
|
+
return Promise.all(questions.map(async (q) => {
|
|
637
|
+
const got = await limit(() => answerAttempt({
|
|
638
|
+
question: q.question,
|
|
639
|
+
model: q.model,
|
|
640
|
+
...q.gateway ? { gateway: q.gateway } : {},
|
|
641
|
+
attempt,
|
|
642
|
+
maxInputTokens: options.maxInputTokens,
|
|
643
|
+
maxOutputTokens: options.maxOutputTokens,
|
|
644
|
+
...q.state ? { state: q.state } : {},
|
|
645
|
+
...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
|
|
646
|
+
...q.choices ? { choices: q.choices } : {},
|
|
647
|
+
signal: controller.signal
|
|
648
|
+
}));
|
|
649
|
+
if (live()) options.onAttemptAnswer?.(id, attempt.id ?? result.key, got.answer);
|
|
650
|
+
return {
|
|
651
|
+
n: q.n,
|
|
652
|
+
...got
|
|
653
|
+
};
|
|
654
|
+
}));
|
|
655
|
+
})().catch((error) => questions.map((q) => {
|
|
656
|
+
const asked = unanswered(q, errorText(error));
|
|
657
|
+
if (live()) options.onAttemptAnswer?.(id, result.key, asked.answer);
|
|
658
|
+
return asked;
|
|
659
|
+
}));
|
|
660
|
+
perAttempt.set(result.key, asked);
|
|
661
|
+
asked.then((got) => {
|
|
662
|
+
if (live() && got.length) done.set(result.key, got);
|
|
663
|
+
});
|
|
664
|
+
};
|
|
665
|
+
const unshown = (e, results) => {
|
|
666
|
+
const sides = results.flatMap((r) => shown.get(r.key) ?? []);
|
|
667
|
+
for (const q of eachOf(e)) {
|
|
668
|
+
const shows = {
|
|
669
|
+
state: resolveQuestionState(q.state, false),
|
|
670
|
+
...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {}
|
|
671
|
+
};
|
|
672
|
+
const missing = sides.length && missingEverywhere(q.question, shows, sides, "attempt");
|
|
673
|
+
if (!missing) continue;
|
|
674
|
+
options.onUnshown?.(e.row.id, missing);
|
|
675
|
+
for (const r of results) {
|
|
676
|
+
const got = done.get(r.key);
|
|
677
|
+
if (!got) continue;
|
|
678
|
+
done.set(r.key, got.map((x) => {
|
|
679
|
+
if (x.n !== q.n) return x;
|
|
680
|
+
const { choice: _, resolvedModel: __, ...head } = x.answer;
|
|
681
|
+
return {
|
|
682
|
+
...x,
|
|
683
|
+
answer: {
|
|
684
|
+
...head,
|
|
685
|
+
text: "",
|
|
686
|
+
error: missing
|
|
687
|
+
}
|
|
688
|
+
};
|
|
689
|
+
}));
|
|
690
|
+
}
|
|
691
|
+
}
|
|
692
|
+
};
|
|
447
693
|
const start = (id) => {
|
|
448
694
|
const e = byId.get(id);
|
|
449
695
|
if (!e || started.has(id)) return;
|
|
696
|
+
const questions = pairwiseOf(e);
|
|
697
|
+
if (!questions.length) return;
|
|
450
698
|
const attempts = ended.get(id) ?? [];
|
|
451
|
-
const wantsCaptures =
|
|
699
|
+
const wantsCaptures = questions.some((q) => q.artifacts !== void 0);
|
|
452
700
|
const answers = (async () => {
|
|
453
|
-
const staged = (await Promise.all(attempts.map(async (a) =>
|
|
454
|
-
|
|
455
|
-
const side = stagedAttempt(a, record);
|
|
456
|
-
if (!side || !wantsCaptures) return side;
|
|
457
|
-
return {
|
|
458
|
-
...side,
|
|
459
|
-
captures: await stagedCaptures(options.stagingDir, a.key, record)
|
|
460
|
-
};
|
|
461
|
-
}))).filter((s) => s !== null).sort((x, y) => (x.id ?? "") < (y.id ?? "") ? -1 : 1);
|
|
462
|
-
return Promise.all(e.questions.map(async (q) => {
|
|
701
|
+
const staged = (await Promise.all(attempts.map(async (a) => side(a, await readStaged(options.stagingDir, a.key), wantsCaptures)))).filter((s) => s !== null).sort((x, y) => (x.id ?? "") < (y.id ?? "") ? -1 : 1);
|
|
702
|
+
return Promise.all(questions.map(async (q) => {
|
|
463
703
|
const calls = [];
|
|
464
704
|
const answer = await answerQuestion({
|
|
465
705
|
question: q.question,
|
|
466
706
|
model: q.model,
|
|
467
|
-
|
|
707
|
+
...q.gateway ? { gateway: q.gateway } : {},
|
|
708
|
+
pairs: pairsOf(staged, acrossOf(pairFactors(q.across))),
|
|
468
709
|
maxInputTokens: options.maxInputTokens,
|
|
469
710
|
maxOutputTokens: options.maxOutputTokens,
|
|
470
711
|
...q.state ? { state: q.state } : {},
|
|
@@ -472,24 +713,26 @@ function questionRunner(options) {
|
|
|
472
713
|
signal: controller.signal,
|
|
473
714
|
calls
|
|
474
715
|
});
|
|
475
|
-
options.onAnswer?.(id, answer);
|
|
716
|
+
if (live()) options.onAnswer?.(id, answer);
|
|
476
717
|
return {
|
|
718
|
+
n: q.n,
|
|
477
719
|
answer,
|
|
478
720
|
calls
|
|
479
721
|
};
|
|
480
722
|
}));
|
|
481
|
-
})().catch((error) =>
|
|
723
|
+
})().catch((error) => questions.map((q) => {
|
|
482
724
|
const answer = {
|
|
483
725
|
question: q.question,
|
|
484
726
|
model: isFake(q.model) ? "fake" : q.model,
|
|
485
|
-
stateOptions: resolveQuestionState(q.state),
|
|
727
|
+
stateOptions: resolveQuestionState(q.state, true),
|
|
486
728
|
...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
|
|
487
729
|
votes: [],
|
|
488
730
|
rates: [],
|
|
489
731
|
error: errorText(error)
|
|
490
732
|
};
|
|
491
|
-
options.onAnswer?.(id, answer);
|
|
733
|
+
if (live()) options.onAnswer?.(id, answer);
|
|
492
734
|
return {
|
|
735
|
+
n: q.n,
|
|
493
736
|
answer,
|
|
494
737
|
calls: []
|
|
495
738
|
};
|
|
@@ -500,24 +743,44 @@ function questionRunner(options) {
|
|
|
500
743
|
onEvalEnd(result) {
|
|
501
744
|
const e = byId.get(result.id);
|
|
502
745
|
if (!e) return;
|
|
746
|
+
askEach(result.id, e, result);
|
|
503
747
|
const list = ended.get(result.id) ?? [];
|
|
504
748
|
list.push(result);
|
|
505
749
|
ended.set(result.id, list);
|
|
506
750
|
if (list.length >= e.row.plan.attempts) start(result.id);
|
|
507
751
|
},
|
|
508
|
-
/** Stops calls in flight: the run was cancelled
|
|
752
|
+
/** Stops calls in flight and asks nothing more: the run was cancelled. */
|
|
509
753
|
cancel() {
|
|
510
754
|
controller.abort();
|
|
511
755
|
},
|
|
756
|
+
/**
|
|
757
|
+
* What a cancelled run keeps: each attempt whose answers all came back before the cancel,
|
|
758
|
+
* and, for an attempt the cancel cut short, each question as an error, so the record shows
|
|
759
|
+
* it went unanswered. Waits for the aborted calls to unwind.
|
|
760
|
+
*/
|
|
761
|
+
async answered() {
|
|
762
|
+
await Promise.all(perAttempt.values());
|
|
763
|
+
const attempts = new Map(done);
|
|
764
|
+
for (const [key, questions] of asking) if (!attempts.has(key)) attempts.set(key, questions.map((q) => unanswered(q, STOPPED_FIRST)));
|
|
765
|
+
return {
|
|
766
|
+
evals: /* @__PURE__ */ new Map(),
|
|
767
|
+
attempts
|
|
768
|
+
};
|
|
769
|
+
},
|
|
512
770
|
async settle() {
|
|
513
771
|
for (const id of byId.keys()) if (ended.has(id)) start(id);
|
|
514
|
-
const
|
|
515
|
-
for (const [id, answers] of started)
|
|
516
|
-
|
|
772
|
+
const evals = /* @__PURE__ */ new Map();
|
|
773
|
+
for (const [id, answers] of started) evals.set(id, await answers);
|
|
774
|
+
for (const answers of perAttempt.values()) await answers;
|
|
775
|
+
for (const [id, e] of byId) unshown(e, ended.get(id) ?? []);
|
|
776
|
+
return {
|
|
777
|
+
evals,
|
|
778
|
+
attempts: new Map(done)
|
|
779
|
+
};
|
|
517
780
|
}
|
|
518
781
|
};
|
|
519
782
|
}
|
|
520
783
|
//#endregion
|
|
521
784
|
export { questionRunner };
|
|
522
785
|
|
|
523
|
-
//# sourceMappingURL=questions-
|
|
786
|
+
//# sourceMappingURL=questions-bAudIc04.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"questions-bAudIc04.js","names":[],"sources":["../src/compare/questions.ts"],"mappings":";;;;;;;;;;;;;;AAwDA,MAAM,gBAA+B,EAAE,OAAO,uBAAuB;AAErE,MAAM,QAAQ,UAAmB,UAAU,SAAS,EAAE,MAAM,QAAQ,KAAK,KAAK,CAAC,MAAM;;AAGrF,MAAM,UAAU,UACd,MAAM,SAAS,IAAK,MAAM,MAAM,KAAM,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,EAAE;;AAG3F,SAAS,WAAW,OAAsB,UAA6B;CACrE,MAAM,EAAE,UAAU;CAClB,OAAO;EACL,GAAI,YAAY,MAAM,OAAO,CAAC,yBAAyB,IAAI,CAAC;EAC5D,GAAI,MAAM,SAAS,CAAC,mBAAmB,IAAI,CAAC;EAC5C,GAAI,KAAK,MAAM,UAAU,IAAI,CAAC,gBAAgB,IAAI,CAAC;EACnD,GAAI,MAAM,QAAQ,CAAC,sBAAsB,IAAI,CAAC;EAC9C,GAAI,KAAK,MAAM,IAAI,IAAI,CAAC,uDAAuD,IAAI,CAAC;EACpF,GAAI,KAAK,MAAM,MAAM,IACjB,CAAC,gEAAgE,IACjE,CAAC;EACL,GAAI,MAAM,cAAc,KAAA,IAAY,CAAC,yBAAyB,IAAI,CAAC;CACrE;AACF;;AAGA,SAAgB,eAAe,QAAuB,eAAe,WAAW,OAAe;CAC7F,MAAM,QAAQ,WAAW,OAAO,QAAQ;CACxC,OAAO;2BACkB,OAAO,KAAK,EAAE;;AAEzC;AAEA,MAAM,aAAa,EAAE,OAAO;CAC1B,QAAQ,EAAE,KAAK;EAAC;EAAK;EAAK;CAAK,CAAC;CAChC,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS;AAC9B,CAAC;;AAGD,MAAM,kBAAkB;;AAGxB,MAAM,cAAc,MAAmB,UAAoD;CACzF,MAAM,QAAQ,KAAK,SAAS,CAAC;CAC7B,OAAO,MAAM,UAAU,QAAQ,QAAQ,MAAM,MAAM,EAAE;AACvD;;AAGA,SAAS,WAAW,OAAoB,QAAqB,OAAqC;CAChG,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,MAAM,IAAI,WAAW,OAAO,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACtD,MAAM,IAAI,WAAW,QAAQ,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACvD,IAAI,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,MAAM,EAAE,EAAE,GAAG,OAAO;CAC/E,OAAO,EAAE,KAAK,MAAM;AACtB;;AAMA,MAAM,mBAAmB,MAAwB,GAAW,OAC1D,OAAO,WAAW,KAAK,eAAe,EAAE,MAAM,OAAO,cAAc,EAAE,MAAM;AAK7E,SAAS,UACP,SACA,OACA,OACA,YACW;CACX,MAAM,EAAE,UAAU;CAClB,MAAM,QAAqB,WAAW,SAAS,KAAK,CAAC,CAAC,KAAK,OAAO;EAChE,GAAI,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC;EACrE,GAAI,MAAM,SAAS,EAAE,QAAQ,cAAc,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC;EAC9D,GAAI,MAAM,aACN,EACE,YAAY,cACV,mBAAmB,EAAE,cAAc,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,KAAK,IAAI,CACpE,EACF,IACA,CAAC;CACP,EAAE;CACF,MAAM,QAAQ,UACZ;EAAE,OAAO,QAAQ;EAAM,OAAO,QAAQ,SAAS,CAAC;CAAE,GAClD,MAAM,QAAQ,MAAM,IAAI,IAAI,EAAE,UAAU,MAAM,KAAK,IAAI,CAAC,CAC1D;CACA,MAAM,QAAQ,cAAc,MAAM,KAAK;CACvC,MAAM,OAAkB;EACtB,GAAI,MAAM,UAAU,QAChB,MAAM,MAAM,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,IACrC,EAAE,MAAM,IACR,CAAC,IACF,MAAM,MAAM,CAAC;EAClB,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;EAC5C,GAAI,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM,KAAK,IAAI,QAAQ,eAAe,IAAI,CAAC;CAChF;CACA,MAAM,SAAS,SAAS,SAAS,MAAM,MAAM;CAC7C,IAAI,QAAQ,KAAK,SAAS;CAC1B,MAAM,SAAuB,CAAC;CAC9B,MAAM,OAAiB,CAAC;CACxB,IAAI,MAAM,cAAc,KAAA,GAAW;EACjC,MAAM,WAAW,QAAQ,YAAY,CAAC;EACtC,MAAM,QAAQ,MAAM,cAAc,OAAO,SAAS,KAAK,MAAM,EAAE,IAAI,IAAI,MAAM;EAC7E,KAAK,YAAY,MAAM,KAAK,MAAM,MAAM;GACtC,MAAM,KAAK,gBAAgB,OAAO,IAAI,GAAG,MAAM,MAAM;GACrD,MAAM,UAAU,SAAS,MAAM,MAAM,EAAE,SAAS,IAAI;GACpD,MAAM,OAAO,SAAS;GACtB,IAAI,CAAC,SAAS;IACZ,OAAO,KAAK;KAAE,OAAO,GAAG,GAAG;KAAiB,MAAM;KAAM;KAAM;IAAK,CAAC;IACpE,OAAO;KAAE,OAAO;KAAI,SAAS;IAAc;GAC7C;GACA,KAAK,KAAK,IAAI;GACd,OAAO,KAAK;IAAE,OAAO;IAAI,MAAM,QAAQ;IAAM;IAAM;GAAK,CAAC;GACzD,OAAO;IAAE,OAAO;IAAI,WAAW;IAAsB,OAAO,QAAQ,KAAK;GAAW;EACtF,CAAC;CACH;CACA,OAAO;EAAE;EAAM;EAAQ;CAAK;AAC9B;AAEA,SAAS,SACP,SACA,OACqB;CACrB,IAAI,UAAU,OAAO,OAAO,KAAA;CAC5B,MAAM,MAAM,QAAQ,UAAU,CAAC;CAC/B,MAAM,SAAS,EAAE,SAAS,UAAU,QAAQ,cAAoC;EAC9E;EACA;EACA,QAAQ,cAAc,MAAM;EAC5B,QAAQ,cAAc,MAAM;CAC9B;CACA,IAAI,UAAU,MAAM,OAAO,IAAI,IAAI,KAAK;CACxC,OAAO,MAAM,SAAS,YAA8C;EAClE,MAAM,OAAO,IAAI,QAAQ,MAAM,EAAE,YAAY,OAAO;EACpD,OAAO,KAAK,SAAS,KAAK,IAAI,KAAK,IAAI,CAAC;GAAE;GAAS,QAAQ;EAAc,CAAC;CAC5E,CAAC;AACH;AAEA,MAAM,OAAO,MAAc,SAAiB;CAAC,IAAI,KAAK;CAAI;CAAM,KAAK,KAAK;AAAE;;AAG5E,SAAS,SAAS,MAAyB;CACzC,MAAM,aAAa,MAAiB;EAClC,GAAI,EAAE,SAAS,KAAA,IAAY,IAAI,QAAQ,EAAE,IAAI,IAAI,CAAC;EAClD,GAAI,EAAE,WAAW,KAAA,IAAY,IAAI,UAAU,EAAE,MAAM,IAAI,CAAC;EACxD,GAAI,EAAE,eAAe,KAAA,IAAY,IAAI,cAAc,EAAE,UAAU,IAAI,CAAC;CACtE;CAgCA,OAAO;EA9BL,GAAI,KAAK,QACL,KAAK,MAAM,SAAS,GAAG,MAAM;GAAC,YAAY,IAAI,EAAE;GAAK,GAAG,UAAU,CAAC;GAAG;EAAS,CAAC,IAChF,UAAU,IAAI;EAClB,GAAI,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,KAAK,IAAI,KAAK,QAAQ,IAAI,CAAC;EACpE,GAAI,KAAK,SAAS,KAAA,IAAY,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC;EACxD,GAAI,KAAK,SACL,IACE,UACA,KAAK,OACF,KAAK,MACJ,YAAY,IACR,KAAK,EAAE,QAAQ,cACf;GACE,KAAK,EAAE,QAAQ,UAAU,EAAE;GAC3B,GAAI,EAAE,SAAS,CAAC,EAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;GACvC,GAAI,EAAE,SAAS,CAAC,WAAW,EAAE,OAAO,QAAQ,GAAG,IAAI,CAAC;EACtD,CAAC,CAAC,KAAK,IAAI,CACjB,CAAC,CACA,KAAK,IAAI,CACd,IACA,CAAC;EACL,GAAI,KAAK,YACL,IACE,eACA,KAAK,UACF,KAAK,MAAO,aAAa,IAAI,GAAG,EAAE,MAAM,kBAAkB,EAAE,KAAM,CAAC,CACnE,KAAK,IAAI,CACd,IACA,CAAC;CAEI,CAAC,CAAC,KAAK,IAAI;AACxB;;AAGA,SAAS,IAAI,MAAc,OAAuB;CAChD,IAAI,KAAK,UAAU,OAAO,OAAO;CACjC,OAAO,GAAG,KAAK,MAAM,GAAG,KAAK,EAAE,4BAA4B,MAAM,MAAM,KAAK,OAAO;AACrF;;AAYA,SAAgB,WACd,UACA,MACA,SACA,gBACA,QAAuB,eACX;CACZ,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ,KAAK,MAAO,iBAAiB,kBAAmB,CAAC;CAC/D,MAAM,OAAO,WAAW,OAAO,QAAQ,MAAM,KAAK;CAClD,MAAM,IAAI,UAAU,OAAO,KAAK,OAAO,SAAS,IAAI;CACpD,MAAM,IAAI,UAAU,QAAQ,KAAK,OAAO,SAAS,IAAI;CACrD,MAAM,SAAS;EACb,aAAa;EACb,GAAI,OAAO;GAAC;GAAI;GAAsC;GAAU;GAAM;EAAS,IAAI,CAAC;EACpF;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;EACA;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;CACF,CAAC,CAAC,KAAK,IAAI;CACX,MAAM,CAAC,WAAW,cAAc,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI;CAC5E,OAAO;EACL,OAAO;GAAE;GAAU,QAAQ,cAAc,MAAM;GAAG,GAAG,EAAE;GAAM,GAAG,EAAE;EAAK;EACvE,QAAQ,eAAe,OAAO,SAAS,IAAI;EAC3C,QAAQ,CAAC,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM;EACjC,MAAM;GAAE,GAAG;GAAW,GAAG;EAAW;CACtC;AACF;AAaA,SAAS,WAAW,MAAyB,MAAiB;CAC5D,MAAM,OAAO,KAAK,QAAQ;CAC1B,IAAI,OAAO,SAAS,YAAY,WAAW,MAAM,OAAO,YAAY,EAAE,OAAO,KAAK,MAAM,CAAC;CACzF,MAAM,OAAO,OAAO,SAAS,aAAa,KAAK,IAAI,IAAI;CACvD,MAAM,SAAS,OAAO,SAAS,WAAW,OAAO,KAAK;CACtD,MAAM,SAAS,OAAO,SAAS,WAAW,KAAA,IAAY,KAAK;CAC3D,OAAO,YAAY,EACjB,MAAM,KAAK,UAAU;EAAE;EAAQ,GAAI,WAAW,KAAA,IAAY,EAAE,OAAO,IAAI,CAAC;CAAG,CAAC,EAC9E,CAAC;AACH;;;;;AAQA,SAAgB,gBAAgB,OAI7B;CACD,MAAM,EAAE,OAAO,WAAW;CAC1B,IAAI,CAAC,OAAO,QAAQ,OAAO;EAAE,QAAQ,MAAM;EAAQ,QAAQ,MAAM;CAAO;CACxE,OAAO;EACL,QAAQ,MAAM;EACd,UAAU,CACR;GACE,MAAM;GACN,SAAS,CACP;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAO,GAC5C,GAAG,OAAO,SAAS,UAAU,CAC3B;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAM,GAC3C,GAAI,MAAM,OACN,CAAC;IAAE,MAAM;IAAiB,WAAW;IAAa,MAAM,MAAM;GAAK,CAAC,IACpE,CAAC,CACP,CAAC,CACH;EACF,CACF;CACF;AACF;AAEA,eAAe,IACb,OACA,SACA,OACA,iBACA,QACe;CACf,MAAM,SAAS,MAAM,aAAa;EAChC,OAAO,OAAO,KAAK,IACf,WAAW,OAAO,MAAM,KAAK,IAC7B,MAAM,cAAc;GAClB,MAAM;GACN,OAAO,WAAW,OAAO,QAAQ,KAAK,kBAAkB,OAAO,CAAC,CAAC;EACnE,CAAC;EACL,GAAG,gBAAgB,KAAK;EACxB,QAAQ,OAAO,OAAO;GAAE,QAAQ;GAAY,MAAM;EAAO,CAAC;EAC1D;EACA,YAAY;EACZ,GAAI,SAAS,EAAE,aAAa,OAAO,IAAI,CAAC;CAC1C,CAAC;CACD,MAAM,EAAE,QAAQ,WAAW,OAAO;CAClC,OAAO;EACL,MAAM;EACN,QAAQ,WAAW,MAAM;EACzB,eAAe,OAAO,KAAK,IAAI,OAAQ,OAAO,UAAU,WAAW;CACrE;AACF;;AAGA,eAAe,OAAa,OAAY,OAAe,MAA+B;CACpF,MAAM,MAAW,IAAI,MAAM,MAAM,MAAM;CACvC,IAAI,OAAO;CACX,MAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,YAAY;EAC9E,OAAO,OAAO,MAAM,QAAQ;GAC1B,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,KAAK,MAAM,EAAO;EACnC;CACF,CAAC;CACD,MAAM,QAAQ,IAAI,KAAK;CACvB,OAAO;AACT;AAgCA,SAAS,UAAU,MAAY,SAAkB,OAAmB,OAA2B;CAC7F,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ;EAAE,GAAG;EAAO,GAAG;CAAO;CACpC,OAAO;EACL,KAAK,KAAK;EACV,GAAI,KAAK,QAAQ,WAAW,EAAE,SAAS,KAAK,QAAQ,IAAI,EAAE,KAAK,KAAK,IAAI;EACxE,KAAK,KAAK;EACV,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B;EACA,QAAQ;GAAE,GAAG,SAAS,KAAK,KAAK,KAAK;GAAG,GAAG,SAAS,KAAK,KAAK,MAAM;EAAE;EACtE,QAAQ,MAAM;EACd,QAAQ,MAAM,MAAM;EACpB,GAAI,MAAM,OAAO,SACb,EACE,aAAa,MAAM,OAAO,KAAK,UAA2B;GACxD,MAAM,QAAQ,MAAM,MAAM,QAAQ,mBAAmB,EAAE;GACvD,OAAO,MAAM,OACT;IACE;IACA,MAAM,SAAS,KAAK,KAAK,MAAM,MAAM,KAAK;IAC1C,MAAM,MAAM;IACZ,SAAS,MAAM,MAAM,KAAK,CAAC,MAAM;GACnC,IACA;IAAE;IAAO,SAAS;GAAK;EAC7B,CAAC,EACH,IACA,CAAC;EACL,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;AAEA,MAAM,aAAa,UACjB,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,EAAA,CAAG,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE;;;;;AAM7F,SAAS,kBACP,UACA,OACA,OACA,MAAM,kBACN;CACA,MAAM,EAAE,WAAW,MAAM;CACzB,IAAI,MAAM,QAAQ,MAAM,GAAG;EACzB,MAAM,UAAU,OAAO,MAAM,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,QAAQ,MAAM,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;EAC7F,IAAI,YAAY,KAAA,GACd,OAAO,aAAa,SAAS,oCAAoC,IAAI,QAAQ,KAAK,UAAU,OAAO;CAEvG;CACA,IAAI,MAAM,QAAQ,MAAM,SAAS,GAAG;EAClC,MAAM,OAAO,MAAM,UAAU,MAC1B,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,UAAU,MAAM,MAAM,EAAE,SAAS,CAAC,CAAC,CACjE;EACA,IAAI,SAAS,KAAA,GACX,OAAO,aAAa,SAAS,iCAAiC,IAAI,QAAQ,KAAK,UAAU,IAAI;CAEjG;AAEF;;;;;AAMA,eAAsB,eAAe,SAAgD;CACnF,MAAM,EAAE,UAAU,OAAO,UAAU;CACnC,MAAM,QAAuB;EAC3B,OAAO,qBAAqB,QAAQ,OAAO,IAAI;EAC/C,GAAI,QAAQ,cAAc,KAAA,IAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;CAC5E;CACA,MAAM,OAAO;EACX;EACA,OAAO,OAAO,KAAK,IAAI,SAAS;CAClC;CACA,MAAM,QAAQ;EACZ,cAAc,MAAM;EACpB,GAAI,MAAM,cAAc,KAAA,IAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;CACxE;CACA,MAAM,UAAU,kBAAkB,UAAU,OAAO,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;CACjG,IAAI,SAAS,OAAO;EAAE,GAAG;EAAM,GAAG;EAAO,OAAO,CAAC;EAAG,OAAO,CAAC;EAAG,OAAO;CAAQ;CAC9E,MAAM,QAAQ,MACX,SAAS,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,aAAa;EAAE;EAAM;CAAQ,EAAE,CAAC,CAAC,CACtE,KAAK,MAAM,QAAQ;EAAE,GAAG;EAAM;CAAG,EAAE;CACtC,MAAM,yBAAS,IAAI,IAAY;CAC/B,IAAI;CACJ,MAAM,OAAgC,IAAI,MAAM,MAAM,MAAM,CAAC,CAAC,KAAK,IAAI;CACvE,MAAM,QAAQ,MAAM,OAAO,OAAO,QAAQ,eAAe,GAAG,OAAO,EAAE,MAAM,SAAS,SAAS;EAC3F,IAAI,UAAU,KAAA,GAAW,OAAO;EAChC,MAAM,QAAQ,WAAW,UAAU,MAAM,SAAS,QAAQ,gBAAgB,KAAK;EAC/E,IAAI;GACF,MAAM,EAAE,MAAM,QAAQ,kBAAkB,MAAM,IAC5C,OACA,QAAQ,SACR,OACA,QAAQ,iBACR,QAAQ,MACV;GACA,KAAK,MAAM,UAAU,MAAM,SAAS,KAAK;GACzC,IAAI,eAAe,OAAO,IAAI,aAAa;GAC3C,MAAM,OAAO,OAAO,UAAU,MAAM,SAAS,MAAM,MAAM;GACzD,OAAO,MAAM,cAAc,KAAA,IAAY;IAAE,GAAG;IAAM,WAAW,MAAM;GAAK,IAAI;EAC9E,SAAS,GAAG;GACV,MAAM,MAAM,UAAU,CAAC;GACvB,KAAK,MAAM,UAAU,MAAM,SAAS,OAAO,GAAG;GAC9C,UAAU;GACV,OAAO;EACT;CACF,CAAC;CACD,QAAQ,OAAO,KAAK,GAAG,KAAK,QAAQ,MAAsB,MAAM,IAAI,CAAC;CACrE,MAAM,OAAO,MAAM,QAAQ,MAAqB,MAAM,IAAI;CAC1D,OAAO;EACL,GAAG;EACH,GAAI,OAAO,OAAO,EAAE,eAAe,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC;EACtE,GAAG;EACH,OAAO;EACP,OAAO,QAAQ,IAAI;EACnB,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;;AAGA,MAAa,kBAAkB;;AAG/B,SAAgB,sBAAsB,OAAsB,SAA4B;CACtF,MAAM,MAAM,UACR,uFACA;CACJ,OAAO;0BACiB,OAAO,WAAW,OAAO,IAAI,CAAC,EAAE;kCACxB;AAClC;AAWA,SAAgB,aACd,UACA,SACA,gBACA,OACA,SACc;CACd,MAAM,QAAQ,UAAU,SAAS,MAAM,OAAO,KAAK;CACnD,MAAM,SAAS;EACb,aAAa;EACb,GAAI,UAAU;GAAC;GAAI;GAAY,GAAG,QAAQ,KAAK,MAAM,KAAK,GAAG;EAAC,IAAI,CAAC;EACnE;EACA;EACA,IAAI,SAAS,MAAM,IAAI,GAAG,iBAAiB,eAAe;EAC1D;CACF,CAAC,CAAC,KAAK,IAAI;CACX,OAAO;EACL,OAAO;GACL;GACA,QAAQ,cAAc,MAAM;GAC5B,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;GAC7B,SAAS,MAAM;EACjB;EACA,QAAQ,sBAAsB,OAAO,OAAO;EAC5C,QAAQ,MAAM;EACd,MAAM,MAAM;CACd;AACF;AAEA,SAAS,kBAAkB,MAAyB,SAAuB;CACzE,MAAM,SAAS,KAAK;CACpB,IAAI,UAAU,OAAO,WAAW,YAAY,WAAW,QACrD,OAAO,YAAY,EAAE,OAAO,OAAO,MAAM,CAAC;CAE5C,MAAM,QACJ,WAAW,KAAA,IAAY,CAAC,IAAI,OAAO,WAAW,aAAa,OAAO,OAAO,IAAI;CAC/E,MAAM,EAAE,QAAQ,SAAS,OAAO,UAAU,WAAW;EAAE,MAAM;EAAO,QAAQ,KAAA;CAAU,IAAI;CAC1F,OAAO,YAAY,EACjB,MAAM,KAAK,UAAU;EACnB,GAAI,QAAQ,UAAU,EAAE,QAAQ,UAAU,QAAQ,QAAQ,GAAG,IAAI,CAAC;EAClE,QAAQ,QAAQ;CAClB,CAAC,EACH,CAAC;AACH;AAEA,MAAM,gBAAgB,YACpB,UACI,EAAE,OAAO;CAAE,QAAQ,EAAE,KAAK,OAAgC;CAAG,QAAQ,EAAE,OAAO;AAAE,CAAC,IACjF,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;;AA2BrC,eAAsB,cACpB,SACwC;CACxC,MAAM,EAAE,UAAU,OAAO,SAAS,YAAY;CAC9C,MAAM,QAAuB;EAC3B,OAAO,qBAAqB,QAAQ,OAAO,KAAK;EAChD,GAAI,QAAQ,cAAc,KAAA,IAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;CAC5E;CACA,MAAM,OAAO;EACX;EACA,OAAO,OAAO,KAAK,IAAI,SAAS;EAChC,cAAc,MAAM;EACpB,GAAI,MAAM,cAAc,KAAA,IAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;EACtE,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;CAC/B;CACA,IAAI;CACJ,IAAI;EACF,QAAQ,aAAa,UAAU,SAAS,QAAQ,gBAAgB,OAAO,OAAO;EAC9E,MAAM,SAAS,MAAM,aAAa;GAChC,OAAO,OAAO,KAAK,IACf,kBAAkB,OAAO,MAAM,KAAK,IACpC,MAAM,cAAc;IAClB,MAAM;IACN,OAAO,WAAW,OAAO,QAAQ,KAAK,kBAAkB,QAAQ,OAAO,CAAC,CAAC;GAC3E,CAAC;GACL,GAAG,gBAAgB,KAAK;GACxB,QAAQ,OAAO,OAAO;IAAE,QAAQ,aAAa,OAAO;IAAG,MAAM;GAAS,CAAC;GACvE,iBAAiB,QAAQ;GACzB,YAAY;GACZ,GAAI,QAAQ,SAAS,EAAE,aAAa,QAAQ,OAAO,IAAI,CAAC;EAC1D,CAAC;EACD,MAAM,MAAM,OAAO;EACnB,MAAM,SAAS,OAAO,KAAK,IAAI,OAAQ,OAAO,UAAU,WAAW;EACnE,OAAO;GACL,QAAQ;IACN,GAAG;IACH,GAAI,SAAS,EAAE,eAAe,OAAO,IAAI,CAAC;IAC1C,GAAI,IAAI,WAAW,KAAA,IAAY,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC;IACzD,MAAM,KAAK,cAAc,IAAI,OAAO,KAAK,CAAC,GAAG,eAAe;GAC9D;GACA,MAAM,YAAY,OAAO,OAAO;EAClC;CACF,SAAS,GAAG;EACV,MAAM,MAAM,UAAU,CAAC;EACvB,OAAO;GACL,QAAQ;IAAE,GAAG;IAAM,MAAM;IAAI,OAAO;GAAI;GACxC,GAAI,QAAQ,EAAE,MAAM,YAAY,OAAO,SAAS,GAAG,EAAE,IAAI,CAAC;EAC5D;CACF;AACF;;AAGA,MAAM,eACJ,OACA,SACA,WACsB;CACtB,QAAQ,MAAM;CACd,QAAQ,MAAM,MAAM;CACpB,GAAI,MAAM,OAAO,SACb,EACE,aAAa,MAAM,OAAO,KAAK,UAA2B;EACxD,MAAM,QAAQ,MAAM,MAAM,QAAQ,mBAAmB,EAAE;EACvD,OAAO,MAAM,OACT;GAAE;GAAO,MAAM;GAAW,MAAM,MAAM;GAAM,SAAS,QAAQ,MAAM;EAAG,IACtE;GAAE;GAAO,SAAS;EAAK;CAC7B,CAAC,EACH,IACA,CAAC;CACL,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;AACzC;;AAGA,MAAM,cAAc,GAAe,WACjC,WAAW,SACV,EAAE,UAAU,YACV,EAAE,UAAU,YAAY,OAAO,OAAO,SAAS,WAAW,OAAO,OAAO,SAAS;;AAGtF,SAAS,QAAQ,OAAe;CAC9B,IAAI,UAAU;CACd,MAAM,UAA6B,CAAC;CACpC,OAAO,OAAU,SAAuC;EAEtD,IAAI,WAAW,OAAO,MAAM,IAAI,SAAe,OAAO,QAAQ,KAAK,EAAE,CAAC;OACjE;EACL,IAAI;GACF,OAAO,MAAM,KAAK;EACpB,UAAU;GACR,MAAM,OAAO,QAAQ,MAAM;GAC3B,IAAI,MAAM,KAAK;QACV;EACP;CACF;AACF;;AAGA,SAAgB,cAAc,GAAe,QAA+C;CAC1F,MAAM,OAAO,EAAE,SAAS;CACxB,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,eACJ,WAAW,SACV,EAAE,UAAU,YAAa,EAAE,UAAU,YAAY,OAAO,OAAO,SAAS;CAC3E,OAAO;EACL,SAAS,KAAK;EACd,KAAK,KAAK;EACV,KAAK,EAAE,SAAS,KAAK;EACrB,MAAM,QAAQ,MAAM,SAAS;EAC7B,OAAO,QAAQ,MAAM,SAAS,CAAC;EAC/B;EACA,SAAS,KAAK,SAAS;EACvB,OACE,QAAQ,MAAM,KAAK,OAAO;GAAE,QAAQ,EAAE;GAAQ,MAAM,EAAE;GAAM,YAAY,EAAE;EAAW,EAAE,KACvF,CAAC;EACH,QACE,QAAQ,OAAO,KAAK,EAAE,SAAS,UAAU,QAAQ,cAAc;GAC7D;GACA;GACA;GACA;EACF,EAAE,KAAK,CAAC;EACV,IAAI,GAAG,KAAK,IAAI,GAAG,EAAE,SAAS,KAAK;CACrC;AACF;AAEA,MAAM,aAAa,OAAO,YAAoB,QAC5C,KAAK,MACH,MAAM,SAAS,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAAY,MAAM,CAC3F;;AAGF,eAAe,eAAe,YAAoB,KAAa,QAA2B;CACxF,MAAM,MAAM,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,CAAC,QAAQ,WAAW,YAAY,CAAC;CAO1F,QAAO,MANY,QAAQ,KACxB,QAAQ,aAAa,CAAC,EAAA,CAAG,IAAI,OAAO,EAAE,WAAW;EAChD,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EACtE,OAAO,OAAO,CAAC;GAAE;GAAM,MAAM,IAAI,WAAW,IAAI;EAAE,CAAC,IAAI,CAAC;CAC1D,CAAC,CACH,EAAA,CACY,KAAK;AACnB;;AA2CA,MAAM,cAAc,GAAmB,WAAuC;CAC5E,GAAG,EAAE;CACL,QAAQ;EACN,UAAU,EAAE;EACZ,OAAO,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE;EACpC,cAAc,qBAAqB,EAAE,OAAO,KAAK;EACjD,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;EAC9D,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;EAC1C,MAAM;EACN;CACF;AACF;;;;;;AAOA,SAAgB,eAAe,SAAgC;CAC7D,MAAM,OAAO,IAAI,IAAI,QAAQ,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;CAC5D,MAAM,wBAAQ,IAAI,IAA0B;CAC5C,MAAM,0BAAU,IAAI,IAAsC;CAC1D,MAAM,6BAAa,IAAI,IAA2C;CAElE,MAAM,uBAAO,IAAI,IAAkC;CACnD,MAAM,wBAAQ,IAAI,IAAyB;CAE3C,MAAM,yBAAS,IAAI,IAA8B;CACjD,MAAM,aAAa,IAAI,gBAAgB;CACvC,MAAM,aAAa,CAAC,WAAW,OAAO;CACtC,MAAM,QAAQ,QAAQ,QAAQ,eAAe,CAAC;CAC9C,MAAM,cAAc,MAAqB,EAAE,UAAU,QAAQ,MAAM,EAAE,WAAW,KAAA,CAAS;CACzF,MAAM,UAAU,MAAqB,EAAE,UAAU,QAAQ,MAAM,EAAE,WAAW,KAAA,CAAS;CAErF,MAAM,OAAO,OAAO,GAAe,QAA2B,aAAsB;EAClF,MAAM,QAAQ,cAAc,GAAG,MAAM;EACrC,IAAI,CAAC,SAAS,CAAC,UAAU,OAAO;EAChC,OAAO;GAAE,GAAG;GAAO,UAAU,MAAM,eAAe,QAAQ,YAAY,EAAE,KAAK,MAAM;EAAE;CACvF;CAEA,MAAM,WAAW,IAAY,GAAkB,WAAuB;EACpE,MAAM,YAAY,OAAO,CAAC;EAC1B,IAAI,CAAC,UAAU,UAAU,WAAW,IAAI,OAAO,GAAG,KAAK,CAAC,KAAK,GAAG;EAChE,MAAM,SAAS,YAAY;GACzB,MAAM,SAAS,MAAM,WAAW,QAAQ,YAAY,OAAO,GAAG;GAC9D,IAAI,CAAC,WAAW,QAAQ,MAAM,GAAG,OAAO,CAAC;GACzC,MAAM,UAAU,MAAM,KACpB,QACA,QACA,UAAU,MAAM,MAAM,EAAE,cAAc,KAAA,CAAS,CACjD;GACA,IAAI,CAAC,SAAS,OAAO,CAAC;GACtB,MAAM,IAAI,OAAO,KAAK,OAAO;GAC7B,OAAO,IAAI,OAAO,KAAK,SAAS;GAChC,OAAO,QAAQ,IACb,UAAU,IAAI,OAAO,MAAmC;IACtD,MAAM,MAAM,MAAM,YAChB,cAAc;KACZ,UAAU,EAAE;KACZ,OAAO,EAAE;KACT,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;KAC1C;KACA,gBAAgB,QAAQ;KACxB,iBAAiB,QAAQ;KACzB,GAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;KACpC,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;KAC9D,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;KAC1C,QAAQ,WAAW;IACrB,CAAC,CACH;IACA,IAAI,KAAK,GAAG,QAAQ,kBAAkB,IAAI,QAAQ,MAAM,OAAO,KAAK,IAAI,MAAM;IAC9E,OAAO;KAAE,GAAG,EAAE;KAAG,GAAG;IAAI;GAC1B,CAAC,CACH;EACF,EAAA,CAAG,CAAC,CAAC,OAAO,UACV,UAAU,KAAK,MAA0B;GACvC,MAAM,QAAQ,WAAW,GAAG,UAAU,KAAK,CAAC;GAC5C,IAAI,KAAK,GAAG,QAAQ,kBAAkB,IAAI,OAAO,KAAK,MAAM,MAAM;GAClE,OAAO;EACT,CAAC,CACH;EACA,WAAW,IAAI,OAAO,KAAK,KAAK;EAChC,MAAW,MAAM,QAAQ;GACvB,IAAI,KAAK,KAAK,IAAI,QAAQ,KAAK,IAAI,OAAO,KAAK,GAAG;EACpD,CAAC;CACH;CAIA,MAAM,WAAW,GAAkB,YAA0B;EAC3D,MAAM,QAAQ,QAAQ,SAAS,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;EAC3D,KAAK,MAAM,KAAK,OAAO,CAAC,GAAG;GACzB,MAAM,QAAuB;IAC3B,OAAO,qBAAqB,EAAE,OAAO,KAAK;IAC1C,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;GAChE;GACA,MAAM,UAAU,MAAM,UAAU,kBAAkB,EAAE,UAAU,OAAO,OAAO,SAAS;GACrF,IAAI,CAAC,SAAS;GACd,QAAQ,YAAY,EAAE,IAAI,IAAI,OAAO;GACrC,KAAK,MAAM,KAAK,SAAS;IACvB,MAAM,MAAM,KAAK,IAAI,EAAE,GAAG;IAC1B,IAAI,CAAC,KAAK;IACV,KAAK,IACH,EAAE,KACF,IAAI,KAAK,MAAM;KACb,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO;KACxB,MAAM,EAAE,QAAQ,GAAG,eAAe,IAAI,GAAG,SAAS,EAAE;KACpD,OAAO;MAAE,GAAG;MAAG,QAAQ;OAAE,GAAG;OAAM,MAAM;OAAI,OAAO;MAAQ;KAAE;IAC/D,CAAC,CACH;GACF;EACF;CACF;CAEA,MAAM,SAAS,OAAe;EAC5B,MAAM,IAAI,KAAK,IAAI,EAAE;EACrB,IAAI,CAAC,KAAK,QAAQ,IAAI,EAAE,GAAG;EAC3B,MAAM,YAAY,WAAW,CAAC;EAC9B,IAAI,CAAC,UAAU,QAAQ;EACvB,MAAM,WAAW,MAAM,IAAI,EAAE,KAAK,CAAC;EACnC,MAAM,gBAAgB,UAAU,MAAM,MAAM,EAAE,cAAc,KAAA,CAAS;EACrE,MAAM,WAAW,YAAY;GAO3B,MAAM,UAAS,MANK,QAAQ,IAC1B,SAAS,IAAI,OAAO,MAClB,KAAK,GAAG,MAAM,WAAW,QAAQ,YAAY,EAAE,GAAG,GAAG,aAAa,CACpE,CACF,EAAA,CAGG,QAAQ,MAAwB,MAAM,IAAI,CAAC,CAC3C,MAAM,GAAG,OAAQ,EAAE,MAAM,OAAO,EAAE,MAAM,MAAM,KAAK,CAAE;GACxD,OAAO,QAAQ,IACb,UAAU,IAAI,OAAO,MAA8B;IACjD,MAAM,QAAqB,CAAC;IAC5B,MAAM,SAAS,MAAM,eAAe;KAClC,UAAU,EAAE;KACZ,OAAO,EAAE;KACT,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;KAC1C,OAAO,QAAQ,QAAQ,SAAS,YAAY,EAAE,MAAM,CAAC,CAAC;KACtD,gBAAgB,QAAQ;KACxB,iBAAiB,QAAQ;KACzB,GAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;KACpC,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;KAC9D,QAAQ,WAAW;KACnB;IACF,CAAC;IACD,IAAI,KAAK,GAAG,QAAQ,WAAW,IAAI,MAAM;IACzC,OAAO;KAAE,GAAG,EAAE;KAAG;KAAQ;IAAM;GACjC,CAAC,CACH;EACF,EAAA,CAAG,CAAC,CAAC,OAAO,UACV,UAAU,KAAK,MAAqB;GAClC,MAAM,SAAwB;IAC5B,UAAU,EAAE;IACZ,OAAO,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE;IACpC,cAAc,qBAAqB,EAAE,OAAO,IAAI;IAChD,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;IAC9D,OAAO,CAAC;IACR,OAAO,CAAC;IACR,OAAO,UAAU,KAAK;GACxB;GACA,IAAI,KAAK,GAAG,QAAQ,WAAW,IAAI,MAAM;GACzC,OAAO;IAAE,GAAG,EAAE;IAAG;IAAQ,OAAO,CAAC;GAAE;EACrC,CAAC,CACH;EACA,QAAQ,IAAI,IAAI,OAAO;CACzB;CAEA,OAAO;EACL,UAAU,QAA0B;GAClC,MAAM,IAAI,KAAK,IAAI,OAAO,EAAE;GAC5B,IAAI,CAAC,GAAG;GACR,QAAQ,OAAO,IAAI,GAAG,MAAM;GAC5B,MAAM,OAAO,MAAM,IAAI,OAAO,EAAE,KAAK,CAAC;GACtC,KAAK,KAAK,MAAM;GAChB,MAAM,IAAI,OAAO,IAAI,IAAI;GACzB,IAAI,KAAK,UAAU,EAAE,IAAI,KAAK,UAAU,MAAM,OAAO,EAAE;EACzD;;EAEA,SAAe;GACb,WAAW,MAAM;EACnB;;;;;;EAMA,MAAM,WAAsC;GAC1C,MAAM,QAAQ,IAAI,WAAW,OAAO,CAAC;GACrC,MAAM,WAAW,IAAI,IAAI,IAAI;GAC7B,KAAK,MAAM,CAAC,KAAK,cAAc,QAC7B,IAAI,CAAC,SAAS,IAAI,GAAG,GACnB,SAAS,IACP,KACA,UAAU,KAAK,MAAM,WAAW,GAAG,aAAa,CAAC,CACnD;GAEJ,OAAO;IAAE,uBAAO,IAAI,IAAI;IAAG;GAAS;EACtC;EACA,MAAM,SAAoC;GACxC,KAAK,MAAM,MAAM,KAAK,KAAK,GAAG,IAAI,MAAM,IAAI,EAAE,GAAG,MAAM,EAAE;GACzD,MAAM,wBAAQ,IAAI,IAA6B;GAC/C,KAAK,MAAM,CAAC,IAAI,YAAY,SAAS,MAAM,IAAI,IAAI,MAAM,OAAO;GAChE,KAAK,MAAM,WAAW,WAAW,OAAO,GAAG,MAAM;GACjD,KAAK,MAAM,CAAC,IAAI,MAAM,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,KAAK,CAAC,CAAC;GAC1D,OAAO;IAAE;IAAO,UAAU,IAAI,IAAI,IAAI;GAAE;EAC1C;CACF;AACF"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { t as RUN_ID } from "./paths-BmR-7tx3.js";
|
|
2
2
|
import { t as inCI } from "./env-BQqj93gu.js";
|
|
3
|
-
import { t as git } from "./git-
|
|
4
|
-
import {
|
|
5
|
-
import { i as REMARK_KINDS, r as NO_MODEL } from "./insights-
|
|
6
|
-
import { y as factsHash } from "./summary-
|
|
7
|
-
import { p as scratchDir, u as recordNames } from "./files-
|
|
8
|
-
import { n as readInsights, t as insightsFile } from "./files-
|
|
9
|
-
import { i as comparableFingerprint, s as openHistoryDb } from "./db-
|
|
10
|
-
import { i as rankRemarks, n as noBaseline, t as deterministicRemarks } from "./rules-
|
|
3
|
+
import { t as git } from "./git-Bk8DSwHy.js";
|
|
4
|
+
import { u as suiteResult } from "./suite-WgT7m6Vs.js";
|
|
5
|
+
import { i as REMARK_KINDS, r as NO_MODEL } from "./insights-TyAvz9aV.js";
|
|
6
|
+
import { y as factsHash } from "./summary-DIGEVr08.js";
|
|
7
|
+
import { p as scratchDir, u as recordNames } from "./files-B-CJeeEh.js";
|
|
8
|
+
import { n as readInsights, t as insightsFile } from "./files-C_gQNVB-.js";
|
|
9
|
+
import { i as comparableFingerprint, s as openHistoryDb } from "./db-DO0p7xgP.js";
|
|
10
|
+
import { i as rankRemarks, n as noBaseline, t as deterministicRemarks } from "./rules-VhftPOOT.js";
|
|
11
11
|
import { join } from "node:path";
|
|
12
12
|
import { readFile } from "node:fs/promises";
|
|
13
13
|
//#region src/remarks/index.ts
|
|
@@ -275,4 +275,4 @@ function remarksOnly(record, remarks) {
|
|
|
275
275
|
//#endregion
|
|
276
276
|
export { remarksOf, remarksOnly, withModelRemarks };
|
|
277
277
|
|
|
278
|
-
//# sourceMappingURL=remarks-
|
|
278
|
+
//# sourceMappingURL=remarks-CXwSnSjR.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"remarks-
|
|
1
|
+
{"version":3,"file":"remarks-CXwSnSjR.js","names":[],"sources":["../src/remarks/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;AAiCA,eAAsB,cACpB,MACA,MAAyB,QAAQ,KACT;CACxB,MAAM,OAAO,MAAM,IAAI,MAAM;EAAC;EAAgB;EAAW;EAAW;CAA0B,CAAC;CAC/F,IAAI,KAAK,SAAS,GAAG;EACnB,MAAM,MAAM,KAAK,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;EAC9C,IAAI,KAAK,OAAO,IAAI,QAAQ,aAAa,EAAE;CAC7C;CACA,KAAK,MAAM,QAAQ,CAAC,QAAQ,QAAQ,GAElC,KAAI,MADY,IAAI,MAAM;EAAC;EAAa;EAAY;EAAW,cAAc;CAAM,CAAC,EAAA,CAC9E,SAAS,GAAG,OAAO;CAE3B,OAAQ,KAAK,GAAG,KAAK,IAAI,mBAAoB;AAC/C;;AAGA,eAAe,UAAU,QAAwB,OAAe;CAC9D,MAAM,MAA6C,CAAC;CACpD,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,OAAO,CAAC,OAAO,QAAQ,KAAK,WAAW,OAAO,IAAI,CAAC,GAC5D,KAAK,MAAM,QAAS,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,KAAM,CAAC,GAAG;EACnE,MAAM,KAAK,KAAK,MAAM,GAAG,EAAE;EAC3B,IAAI,CAAC,OAAO,KAAK,EAAE,KAAK,OAAO,SAAS,KAAK,IAAI,EAAE,GAAG;EACtD,KAAK,IAAI,EAAE;EACX,IAAI,KAAK;GAAE;GAAK,OAAO;EAAG,CAAC;CAC7B;CAEF,OAAO;AACT;;AAKA,eAAe,UAAU,MAAoE;CAC3F,MAAM,MAAoB,CAAC;CAC3B,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,MAAM,MAAM,aAAa,aAAa,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EACjF,IAAI,KAAK,QAAQ,QAAQ,IAAI,KAAK;GAAE,OAAO,IAAI;GAAO,SAAS,IAAI;EAAQ,CAAC;CAC9E;CACA,OAAO;AACT;;;;;;AAOA,SAAS,cAAc,MAAoB;CACzC,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,KAAK,IAAI,SAAS;EAC3B,IAAI,EAAE,YAAY,SAAS,EAAE,iBAAiB,IAAI,OAAO;EACzD,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,IAAI,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,IAAI,EAAE,IAAI,EAAE,YAAY;CAClE;CAEF,OAAO;AACT;;AAGA,SAAS,YAAY,GAAsB;CACzC,MAAM,EAAE,cAAc,GAAG,SAAS,IAAI,SAAS,KAAK,GAAG,SAAS;CAChE,OAAO;EAAE,GAAG;EAAM,UAAU,aAAa,EAAE,KAAK,CAAC;CAAS;AAC5D;;AAGA,eAAe,cACb,QACA,QACA,YACmB;CACnB,MAAM,QAAQ,cAAc,MAAM,UAAU,MAAM,UAAU,QAAQ,OAAO,KAAK,CAAC,CAAC;CAClF,MAAM,uBAAO,IAAI,IAAY;CAC7B,OAAO,YACL,WAAW,SAAS,MAAgB;EAClC,IAAI,KAAK,IAAI,EAAE,EAAE,GAAG,OAAO,CAAC;EAC5B,KAAK,IAAI,EAAE,EAAE;EACb,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,OAAO,CACL;GACE,GAAG,YAAY;IAAE,GAAG;IAAG,cAAc;GAAG,CAAC;GACzC,cAAc,OAAO,MAAM,OAAO,QAAQ,MAAM,OAAO;EACzD,CACF;CACF,CAAC,CACH;AACF;AAEA,MAAM,OAAU,IAAe,KAAa,WACzC,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,KAAK,MAAwB;AAEtD,SAAS,UAAU,IAAe,QAA8D;CAC9F,OAAO;EACL,SAAS,SAAS,SAAS,OAAO,gBAChC,WAAW,OACP,OACA,IACE,IACA;oGAEA;GAAC;GAAS;GAAS;GAAO;GAAa;EAAM,CAC/C;EACN,QAAQ,SAAS,SAAS,gBACxB,IACE,IACA;yFAEA;GAAC;GAAS;GAAS;EAAW,CAChC;EACF,SAAS,SAAS,SAAS,OAAO,gBAAgB;GAQhD,OAPa,GAAG,MACd;;;0CAIA;IAAC;IAAS;IAAS;IAAO;GAAW,CACvC,CAAC,CAAC,KACU,QACT,GAAG,OAAO;IACT,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,SAAS,EAAE,OAAO,KAAK,EAAE,OAAO,IAAI,IAAI;IACjD,MAAM,EAAE,OAAO,EAAE;IACjB,MAAM,EAAE,OAAO,EAAE;GACnB,IACA;IAAE,MAAM;IAAG,OAAO;IAAG,MAAM;IAAG,MAAM;GAAE,CACxC;EACF;CACF;AACF;;;;;;AAOA,SAAS,QAAQ,MAAc;CAC7B,MAAM,wBAAQ,IAAI,IAAoC;CACtD,MAAM,QAAQ,SAAiB;EAC7B,IAAI,IAAI,MAAM,IAAI,IAAI;EACtB,IAAI,CAAC,GAAG;GACN,IAAI,SAAS,KAAK,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;GACvD,MAAM,IAAI,MAAM,CAAC;EACnB;EACA,OAAO;CACT;CACA,MAAM,wBAAQ,IAAI,IAAoB;CACtC,OAAO;EACL,MAAM,QAAQ,OAAkB,SAA+B;GAC7D,MAAM,UAAU,MAAc;IAAC,IAAI,EAAE;IAAI,IAAI,EAAE;IAAI,KAAK,EAAE;GAAG;GAC7D,MAAM,QAAQ,OAAO,UAAkB,MAAM,KAAK,IAAI,EAAA,EAAI,MAAM,IAAI,KAAK,CAAC;GAC1E,MAAM,MAAM,MAAM,MAAM,MAAM,IAAI;GAClC,MAAM,OAAO,OAAO,MAAM,QAAQ,QAAQ,MAAM,IAAI;GACpD,MAAM,WAAW,KAAK,IACpB,GACA,IAAI,WAAW,SAAS,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAC5D;GACA,MAAM,QAA+C;IACnD;KAAE,MAAM,MAAM;KAAM,MAAM;IAAS;IACnC;KAAE,MAAM,MAAM;KAAM,MAAM;IAAE;IAC5B,GAAG,MAAM,QACN,QAAQ,MAAM,EAAE,SAAS,MAAM,IAAI,CAAC,CACpC,KAAK,OAAO;KAAE,MAAM,EAAE;KAAM,MAAM;IAAE,EAAE;GAC3C;GACA,KAAK,MAAM,UAAU,SAAS;IAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,IAAI,UAAU;IACtC,IAAI,MAAM,IAAI,GAAG,GAAG;IAEpB,MAAM,QACJ,WAAW,OACP,CAAC,IAAI,IACL;KAAC,CAAC,GAAG,OAAO,IAAI,GAAG,OAAO,MAAM,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,EAAE,CAAC;KAAG,OAAO,MAAM;KAAG,CAAC,MAAM;IAAC;IACtF,IAAI,KAAK,UAAU,MAAM;IACzB,QAAQ,KAAK,MAAM,UAAU,OAC3B,KAAK,MAAM,EAAE,MAAM,UAAU,WAAW,OAAO,MAAM,MAAM,GAAG,CAAC,IAAI,OACjE,KAAK,MAAM,CAAC,GAAG,UAAU,MAAM,MAAM,IAAI,EAAA,CAAG,QAAQ,GAClD,IAAI,KAAK,QAAQ,OAAO,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,GAAG;KACrD,KAAK,UAAU,KAAK,IAAI,IAAI;KAC5B,MAAM;IACR;IAIN,MAAM,IAAI,KAAK,EAAE;GACnB;EACF;EACA,SAAS,OAAkB,WACzB,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,UAAU,IAAI,KAAK,UAAU,MAAM;CACjE;AACF;;AAGA,SAAS,UAAU,OAAwC;CACzD,MAAM,SAAS,MAAM,MAAM,SAAS,OAAO,EAAE,UAAU,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC;CAC9E,MAAM,UAAU,MAAM,SAAS,SAAS,MACtC,EAAE,MAAM,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,OAAO,MAAM,GAAG,CAAC,CAAC,EAAY,CAAC,CAC1F;CACA,OAAO,CAAC,MAAM,mBAAG,IAAI,IAAI,CAAC,GAAG,QAAQ,GAAG,OAAO,CAAC,CAAC;AACnD;;AAGA,eAAsB,UAAU,QAAwB,QAAsC;CAE5F,MAAM,MAAK,MADQ,UAAU,QAAQ,OAAO,KAAK,EAAA,CACjC,SAAS,MAAM,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG,IAAI;CAChF,IAAI;EACF,MAAM,MAAM,QAAQ,OAAO,IAAI;EAC/B,KAAK,MAAM,SAAS,OAAO,OAAO,MAAM,IAAI,QAAQ,OAAO,UAAU,KAAK,CAAC;EAC3E,MAAM,MAAqB;GACzB,SAAS,KAAK,UAAU,IAAI,MAAM,cAAc,OAAO,IAAI,CAAC,IAAI;GAChE,aAAa,OAAO,YAAY;IAC9B,MAAM,OAAO,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;IACtD,OAAO,OAAO,sBAAsB,MAAM,MAAM,QAAQ,IAAI;GAC9D;GACA,QAAQ,IAAI;EACd;EACA,MAAM,aAAa,qBAAqB,YAAY,MAAM,GAAG,QAAQ,GAAG;EACxE,OAAO,WAAW,SAAS,MAAM,cAAc,QAAQ,QAAQ,UAAU,IAAI,CAAC;CAChF,UAAU;EACR,IAAI,MAAM;CACZ;AACF;;;;;;AAOA,eAAsB,iBACpB,QACA,QACA,UACA,SACmB;CACnB,MAAM,MAAM,QAAQ,OAAO,IAAI;CAC/B,KAAK,MAAM,SAAS,OAAO,OAAO,MAAM,IAAI,QAAQ,OAAO,CAAC,IAAI,CAAC;CACjE,MAAM,MAAqB;EAAE,SAAS;EAAM,kBAAkB;EAAI,QAAQ,IAAI;CAAO;CACrF,MAAM,aAAa,WAAW,YAAY,MAAM,GAAG,QAAQ,SAAS,OAAO,GAAG;CAC9E,MAAM,QAAQ,MAAc,EAAE,SAAS;CACvC,OAAO,cAAc,QAAQ,QAAQ;EACnC,GAAG,QAAQ,QAAQ,MAAM,KAAK,CAAC,KAAK,EAAE,WAAW,eAAe,CAAC,CAAC,IAAI,WAAW;EACjF,GAAG,SAAS,QAAQ,QAAQ,MAAM,KAAK,CAAC,KAAK,EAAE,WAAW,OAAO,CAAC,CAAC,IAAI,WAAW;EAClF,GAAG;CACL,CAAC;AACH;;AAGA,SAAgB,YAAY,QAAmB,SAAgC;CAC7E,OAAO;EACL,MAAM;EACN,eAAe;EACf,OAAO,OAAO;EACd,OAAO;EACP,eAAe;EACf,WAAW,UAAU,YAAY,MAAM,CAAC;EACxC,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;EAClC,OAAO;GAAE,aAAa;GAAG,cAAc;GAAG,SAAS;EAAK;EACxD,UAAU;EACV,OAAO,CAAC;EACR;EACA,YAAY;GAAE,SAAS;GAAG,aAAa;EAAE;CAC3C;AACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { t as markPrinted } from "./remarks-mujJv1Ey.js";
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import { n as clip } from "./text-CrVy5ioL.js";
|
|
2
|
-
/**
|
|
3
|
-
const
|
|
2
|
+
/** Kinds about what happened in this run, not the eval's source: they print in every run they happen. */
|
|
3
|
+
const EVERY_RUN = ["slow-mcp-start", "proxy-only-egress"];
|
|
4
|
+
/** Whether a remark may print in this run: no earlier run printed it, or it's one of `EVERY_RUN`. */
|
|
5
|
+
const printsIn = (r, runId) => r.firstSeenRun === runId || EVERY_RUN.includes(r.kind);
|
|
4
6
|
/** The remarks the section prints, in order, and how many concerns the cap left out. */
|
|
5
7
|
function shownRemarks(remarks, runId, verbose) {
|
|
6
8
|
const printable = remarks.filter((r) => printsIn(r, runId));
|
|
@@ -35,4 +37,4 @@ function remarkLines(c, suite, insights, verbose) {
|
|
|
35
37
|
//#endregion
|
|
36
38
|
export { shownRemarks as i, printsIn as n, remarkLines as r, markPrinted as t };
|
|
37
39
|
|
|
38
|
-
//# sourceMappingURL=remarks-
|
|
40
|
+
//# sourceMappingURL=remarks-mujJv1Ey.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remarks-mujJv1Ey.js","names":[],"sources":["../src/ui/remarks.ts"],"mappings":";;AAcA,MAAM,YAAuC,CAAC,kBAAkB,mBAAmB;;AAGnF,MAAa,YAAY,GAAW,UAClC,EAAE,iBAAiB,SAAS,UAAU,SAAS,EAAE,IAAI;;AAGvD,SAAgB,aAAa,SAAmB,OAAe,SAAkB;CAC/E,MAAM,YAAY,QAAQ,QAAQ,MAAM,SAAS,GAAG,KAAK,CAAC;CAC1D,MAAM,WAAW,UAAU,QAAQ,MAAM,EAAE,aAAa,SAAS;CACjE,MAAM,QAAQ,UAAU,YAAY,SAAS,MAAM,GAAA,CAAa;CAChE,OAAO;EAAE;EAAO,QAAQ,UAAU,IAAI,SAAS,SAAS,MAAM;CAAO;AACvE;;AAGA,SAAgB,YAAY,SAAmB,OAAe,SAA4B;CACxF,MAAM,QAAQ,IAAI,IAAI,aAAa,SAAS,OAAO,OAAO,CAAC,CAAC,KAAK;CACjE,OAAO,QAAQ,KAAK,OAAO;EAAE,GAAG;EAAG,SAAS,MAAM,IAAI,CAAC;CAAE,EAAE;AAC7D;;AAGA,MAAM,YAAY,OAAe,GAAG,QAAQ,YAAY,EAAE,CAAC,CAAC,QAAQ,YAAY,KAAK;AAErF,SAAgB,YACd,GACA,OACA,UACA,SACU;CACV,MAAM,EAAE,OAAO,WAAW,aAAa,UAAU,WAAW,CAAC,GAAG,MAAM,OAAO,OAAO;CACpF,IAAI,CAAC,MAAM,QAAQ,OAAO,CAAC;CAC3B,MAAM,QAAQ,IAAI,IAChB,MAAM,MAAM,SAAS,MACnB,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAU,CACtF,CACF;CACA,OAAO;EACL;EACA;EACA,GAAG,MAAM,SAAS,MAAM,CACtB,KAAK,MAAM,IAAI,EAAE,MAAM,KAAK,EAAE,OAAO,IAAI,EAAE,QAC3C,EAAE,IAAI,OACF,OAAO,EAAE,IAAI,KAAK,EAAE,IAAI,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,IAAI,MAAM,GAAG,MACnE,OAAO,EAAE,IAAI,IAAI,EAAE,KAAK,SAAS,EAAE,IAAI,EAAE,GAC/C,CAAC;EACD,GAAI,SAAS,IAAI,CAAC,EAAE,IAAI,MAAM,OAAO,WAAW,CAAC,IAAI,CAAC;CACxD;AACF"}
|