reeval 0.14.0 → 0.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/THIRD_PARTY_NOTICES.md +69 -69
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-BloGVZ_a.js → adapter-CbqbMR7y.js} +37 -8
- package/dist/adapter-CbqbMR7y.js.map +1 -0
- package/dist/{agent-m-_t-IuW.js → agent-Zgn-kiqq.js} +57 -15
- package/dist/agent-Zgn-kiqq.js.map +1 -0
- package/dist/{app-files-C-jwhRDt.js → app-files-ChbvRx3P.js} +4 -4
- package/dist/app-files-ChbvRx3P.js.map +1 -0
- package/dist/{assemble-BDEpelpi.js → assemble-SKQGW_QF.js} +136 -116
- package/dist/assemble-SKQGW_QF.js.map +1 -0
- package/dist/assemble-XBWuK3Ed.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
- package/dist/{match-Bz0nSdzN.js → attempt-host-BOp8JklD.js} +96 -5
- package/dist/attempt-host-BOp8JklD.js.map +1 -0
- package/dist/{capture-CVRwRTnb.js → capture-BM_3100g.js} +1218 -1207
- package/dist/capture-BM_3100g.js.map +1 -0
- package/dist/capture-DSK8O5bA.js +1 -0
- package/dist/{cli-C_4gaJ50.js → cli-PdYrcoKM.js} +106 -170
- package/dist/cli-PdYrcoKM.js.map +1 -0
- package/dist/{cli-spec-CpnbATtI.js → cli-spec-D0qyrPZi.js} +8 -20
- package/dist/cli-spec-D0qyrPZi.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-D5hNjpEx.js → client-Ct6s6OnF.js} +2 -2
- package/dist/{client-D5hNjpEx.js.map → client-Ct6s6OnF.js.map} +1 -1
- package/dist/{command-BXLUfw4h.js → command-4pJYVCT4.js} +33 -20
- package/dist/command-4pJYVCT4.js.map +1 -0
- package/dist/{validate-BhwqrVsm.js → command-9xm5ImqI.js} +387 -59
- package/dist/command-9xm5ImqI.js.map +1 -0
- package/dist/{command-Bxdy62dW.js → command-BqBxLgTc.js} +31 -30
- package/dist/command-BqBxLgTc.js.map +1 -0
- package/dist/{command-I1euLLio.js → command-DbSMcxZL.js} +7 -7
- package/dist/{command-I1euLLio.js.map → command-DbSMcxZL.js.map} +1 -1
- package/dist/{commands-jzigbNFb.js → commands-BU6YJCz9.js} +175 -72
- package/dist/commands-BU6YJCz9.js.map +1 -0
- package/dist/{commands-p1S4nw_H.js → commands-Bi2SEQtr.js} +1 -1
- package/dist/{config-BrdHA9bJ.js → config-k6m7XbAz.js} +499 -271
- package/dist/config-k6m7XbAz.js.map +1 -0
- package/dist/{contrasts-DRxMQQTC.js → contrasts-DLZF4dGF.js} +3 -3
- package/dist/{contrasts-DRxMQQTC.js.map → contrasts-DLZF4dGF.js.map} +1 -1
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/{cost-D4elx933.js → cost-ChPa8-Fp.js} +3 -3
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-CpsifVln.js +1530 -0
- package/dist/db-CpsifVln.js.map +1 -0
- package/dist/db-DkD-F-X-.js +2 -0
- package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
- package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
- package/dist/debug-DeM5pswK.js +1 -0
- package/dist/{docker-BnRlTpZA.js → docker-51WvhN_X.js} +5 -4
- package/dist/docker-51WvhN_X.js.map +1 -0
- package/dist/{docker-D01slDF3.js → docker-B4-rx4dA.js} +26 -8
- package/dist/docker-B4-rx4dA.js.map +1 -0
- package/dist/{docker-DivfZl2u.js → docker-YFj4H1Cr.js} +1 -1
- package/dist/{doctor-DQ2p0euG.js → doctor-BuQnfz4e.js} +275 -37
- package/dist/doctor-BuQnfz4e.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-CO0P0soF.js → environment-BOFgzFDg.js} +115 -296
- package/dist/environment-BOFgzFDg.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
- package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
- package/dist/eval-source-Dje3rERU.js +145 -0
- package/dist/eval-source-Dje3rERU.js.map +1 -0
- package/dist/{evaluate-BUmsN7yG.js → evaluate-BPP9s3s6.js} +367 -130
- package/dist/evaluate-BPP9s3s6.js.map +1 -0
- package/dist/evaluate-dqXccn4k.d.ts +44 -0
- package/dist/{files-B-CJeeEh.js → files-Bi461Be2.js} +197 -91
- package/dist/files-Bi461Be2.js.map +1 -0
- package/dist/files-C2h2Cw4F.js +1 -0
- package/dist/files-Clipx4OW.js +37 -0
- package/dist/files-Clipx4OW.js.map +1 -0
- package/dist/files-DmUrRmmL.js +1 -0
- package/dist/{files-kUCrswI6.js → files-H24pz0hL.js} +20 -9
- package/dist/files-H24pz0hL.js.map +1 -0
- package/dist/gateway.d.ts +22 -9
- package/dist/gateway.js +30 -8
- package/dist/gateway.js.map +1 -1
- package/dist/{git-Bk8DSwHy.js → git-CsVZkNNL.js} +3 -3
- package/dist/{git-Bk8DSwHy.js.map → git-CsVZkNNL.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +12 -8
- package/dist/harness.js +1 -1
- package/dist/{images-DzLeFjLx.js → images-4mwhNkvh.js} +8 -8
- package/dist/{images-DzLeFjLx.js.map → images-4mwhNkvh.js.map} +1 -1
- package/dist/index.d.ts +51 -10
- package/dist/index.js +5 -5
- package/dist/init-BDEOopK7.js +1 -0
- package/dist/{init-SRalM5xF.js → init-cOk3D44b.js} +10 -11
- package/dist/init-cOk3D44b.js.map +1 -0
- package/dist/{invocations-DzyKSJBa.js → invocations-DW-lTk2f.js} +10 -6
- package/dist/invocations-DW-lTk2f.js.map +1 -0
- package/dist/{judge-yLvjC5A3.js → judge-CKdgEXN7.js} +236 -46
- package/dist/judge-CKdgEXN7.js.map +1 -0
- package/dist/judge.d.ts +5 -7
- package/dist/judge.js +4 -8
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
- package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
- package/dist/{matchers-D4eUqx4j.js → matchers-DT2TaGix.js} +2 -2
- package/dist/{matchers-D4eUqx4j.js.map → matchers-DT2TaGix.js.map} +1 -1
- package/dist/{model-1ZLr9Dcv.js → model-Bq3G0OG1.js} +29 -36
- package/dist/model-Bq3G0OG1.js.map +1 -0
- package/dist/{model-CgnOpss4.js → model-CTnyvh7H.js} +292 -68
- package/dist/model-CTnyvh7H.js.map +1 -0
- package/dist/model-D-SWrLZG.js +1 -0
- package/dist/model-g3XnzUv0.js +1 -0
- package/dist/{model-B45lDUV1.js → model-vRiUycWh.js} +22 -13
- package/dist/model-vRiUycWh.js.map +1 -0
- package/dist/{node-BSq5qHnQ.js → node-BVbbnFtv.js} +72 -50
- package/dist/node-BVbbnFtv.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-CWRwLX-G.js +34 -0
- package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
- package/dist/{pairs-CHfZNRT6.js → pairs-puYi-zj2.js} +11 -4
- package/dist/pairs-puYi-zj2.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{patch-DWf-I_Q_.js → patch-DKJiC5Sq.js} +5 -7
- package/dist/patch-DKJiC5Sq.js.map +1 -0
- package/dist/{plan-BIwUzlB8.js → plan-DdWkM6SW.js} +64 -29
- package/dist/plan-DdWkM6SW.js.map +1 -0
- package/dist/{plugins-Dkp_H3pB.js → plugins-D-CP6mMd.js} +253 -17
- package/dist/plugins-D-CP6mMd.js.map +1 -0
- package/dist/{preflight-DJCD_BDn.js → preflight-9ixuXzsx.js} +3 -3
- package/dist/{preflight-DJCD_BDn.js.map → preflight-9ixuXzsx.js.map} +1 -1
- package/dist/{preflight-D9y-HvZQ.js → preflight-DTiVv0gY.js} +1 -1
- package/dist/{prepare-CIxCGG0M.js → prepare-BfyikQit.js} +8 -8
- package/dist/{prepare-CIxCGG0M.js.map → prepare-BfyikQit.js.map} +1 -1
- package/dist/{prepare-BJG_pD54.js → prepare-tmBBf4W8.js} +2 -2
- package/dist/{prices-BcLEXvdY.js → prices-QaS-kjSQ.js} +7 -4
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-CfZpFpAh.js → provenance-BizwUn3h.js} +4 -4
- package/dist/{provenance-CfZpFpAh.js.map → provenance-BizwUn3h.js.map} +1 -1
- package/dist/{providers-DFk_6W4K.js → providers-B6b9Tnyi.js} +5 -5
- package/dist/{providers-DFk_6W4K.js.map → providers-B6b9Tnyi.js.map} +1 -1
- package/dist/{providers-D1Zxp2he.js → providers-DkOupEBl.js} +1 -1
- package/dist/query-Clm2mNSm.js +1 -0
- package/dist/{query-CemclveB.js → query-DyM-VExS.js} +3 -3
- package/dist/{query-CemclveB.js.map → query-DyM-VExS.js.map} +1 -1
- package/dist/{questions-bAudIc04.js → questions-BRhU8MzB.js} +100 -25
- package/dist/questions-BRhU8MzB.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-BwJ8pcTQ.js +1 -0
- package/dist/{rules-VhftPOOT.js → remarks-C7i2LMRb.js} +296 -66
- package/dist/remarks-C7i2LMRb.js.map +1 -0
- package/dist/{header-BLPP6aCU.js → remarks-D_3qhBWU.js} +34 -9
- package/dist/remarks-D_3qhBWU.js.map +1 -0
- package/dist/{remarks-mujJv1Ey.js → remarks-dA8LyoPc.js} +9 -5
- package/dist/remarks-dA8LyoPc.js.map +1 -0
- package/dist/{remote-CKcEKja4.js → remote-DFIzcx_6.js} +39 -99
- package/dist/remote-DFIzcx_6.js.map +1 -0
- package/dist/resolve--rQZ8u6Z.js +1 -0
- package/dist/{resolve-CBoKzQMP.js → resolve-DWSJpKHX.js} +46 -30
- package/dist/resolve-DWSJpKHX.js.map +1 -0
- package/dist/{results-CMgZEANy.js → results-BC3pcG_Z.js} +15 -30
- package/dist/results-BC3pcG_Z.js.map +1 -0
- package/dist/{resume-B9SOSnK9.js → resume-j-rcIryi.js} +47 -17
- package/dist/resume-j-rcIryi.js.map +1 -0
- package/dist/{runtime-BgQRyCLl.js → runtime-d56Gg3J5.js} +30 -13
- package/dist/runtime-d56Gg3J5.js.map +1 -0
- package/dist/{sandbox-BOYZ0hlo.js → sandbox-Cmln11gU.js} +2 -2
- package/dist/{sandbox-BOYZ0hlo.js.map → sandbox-Cmln11gU.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-TGW4WyAz.js → server-BOoH10J8.js} +51 -33
- package/dist/server-BOoH10J8.js.map +1 -0
- package/dist/server-DpuVAbrO.js +1 -0
- package/dist/{shared-BDUzStad.js → shared-B_lvGqWz.js} +19 -11
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/source-BFd6f0-R.js +1 -0
- package/dist/{source-B1WvBIQt.js → source-wD04-rRG.js} +15 -10
- package/dist/source-wD04-rRG.js.map +1 -0
- package/dist/{src-CHIwOy0o.js → src-1lpTocbd.js} +75 -30
- package/dist/{src-CHIwOy0o.js.map → src-1lpTocbd.js.map} +1 -1
- package/dist/{src-CyaDNG9r.js → src-6_zz7oJs.js} +1 -1
- package/dist/{src-DjF_M8_f.js → src-8yTF251P.js} +30 -8
- package/dist/{src-DjF_M8_f.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-NSdQ9zI6.js → src-BO8AYqJ5.js} +17 -5
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/{src-DmUgeTlE.js → src-BYDOXw_Y.js} +23 -7
- package/dist/{src-DmUgeTlE.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BYPMM1x7.js +2 -0
- package/dist/src-Bp4aN3rA.js +2 -0
- package/dist/src-C7upnZSd.js +2 -0
- package/dist/{src-8zoX_qrb.js → src-D91Hd6hT.js} +546 -1060
- package/dist/src-D91Hd6hT.js.map +1 -0
- package/dist/src-DH-9IO7f.js +1 -0
- package/dist/{src-ChhtI6BP.js → src-DSZyg0Uq.js} +177 -28
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/{src-DjRI-IeE.js → src-DgHuStEi.js} +134 -34
- package/dist/{src-DjRI-IeE.js.map → src-DgHuStEi.js.map} +1 -1
- package/dist/src-HSxBazcg.js +3 -0
- package/dist/src-LD1BAJFa.js +2 -0
- package/dist/src-dlX-Lmxg.js +2 -0
- package/dist/{src-DKPVX2Us.js → src-gn7YlnRg.js} +34 -5
- package/dist/{src-DKPVX2Us.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-kYeaJJrl.js +2 -0
- package/dist/state-B5PLm5qY.js +1 -0
- package/dist/{state-B1t143wG.js → state-DrJ687ut.js} +15 -15
- package/dist/{state-B1t143wG.js.map → state-DrJ687ut.js.map} +1 -1
- package/dist/{stats-DSy5HfOv.js → stats-hfpuYsAM.js} +2 -2
- package/dist/{stats-DSy5HfOv.js.map → stats-hfpuYsAM.js.map} +1 -1
- package/dist/suite-22Kt9Grx.js +2 -0
- package/dist/{suite-WgT7m6Vs.js → suite-Co8cwelb.js} +48 -63
- package/dist/suite-Co8cwelb.js.map +1 -0
- package/dist/{summary-DIGEVr08.js → summary-DLFHVoux.js} +80 -270
- package/dist/summary-DLFHVoux.js.map +1 -0
- package/dist/testing.d.ts +417 -142
- package/dist/testing.js +12 -10
- package/dist/testing.js.map +1 -1
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
- package/dist/transcript-DxPaWHTZ.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-DXBbP9Mk.d.ts → types-coMWHaU2.d.ts} +253 -733
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +536 -121
- package/dist/view/index.js +9 -9
- package/dist/{views-sXpGE6a2.js → views-BFO1BLKu.js} +9 -10
- package/dist/{views-sXpGE6a2.js.map → views-BFO1BLKu.js.map} +1 -1
- package/dist/views-BOf8qEL8.js +2 -0
- package/dist/{worker-entry-Duo9oAeT.js → worker-entry-CJtdsKBP.js} +19 -12
- package/dist/worker-entry-CJtdsKBP.js.map +1 -0
- package/dist/{workspace-CDI68wtX.js → workspace-BRxjfa8N.js} +5 -5
- package/dist/{workspace-CDI68wtX.js.map → workspace-BRxjfa8N.js.map} +1 -1
- package/dist/workspace-DDHzkMjm.js +1 -0
- package/docker/seccomp-default.json +1 -0
- package/package.json +5 -1
- package/skills/eval-rubric/SKILL.md +35 -104
- package/dist/adapter-BloGVZ_a.js.map +0 -1
- package/dist/agent-m-_t-IuW.js.map +0 -1
- package/dist/app-files-C-jwhRDt.js.map +0 -1
- package/dist/assemble-BDEpelpi.js.map +0 -1
- package/dist/assemble-C5bfncHU.js +0 -1
- package/dist/capture-CVRwRTnb.js.map +0 -1
- package/dist/capture-CherbjzB.js +0 -1
- package/dist/cli-C_4gaJ50.js.map +0 -1
- package/dist/cli-spec-CpnbATtI.js.map +0 -1
- package/dist/command-BWAuwQNk.js +0 -91
- package/dist/command-BWAuwQNk.js.map +0 -1
- package/dist/command-BXLUfw4h.js.map +0 -1
- package/dist/command-Be6BSE2L.js +0 -335
- package/dist/command-Be6BSE2L.js.map +0 -1
- package/dist/command-Bxdy62dW.js.map +0 -1
- package/dist/commands-jzigbNFb.js.map +0 -1
- package/dist/config-BrdHA9bJ.js.map +0 -1
- package/dist/cost-D4elx933.js.map +0 -1
- package/dist/cost-DmnAod9x.js +0 -1
- package/dist/db-CAfksinX.js +0 -2
- package/dist/db-DO0p7xgP.js +0 -619
- package/dist/db-DO0p7xgP.js.map +0 -1
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-BnRlTpZA.js.map +0 -1
- package/dist/docker-D01slDF3.js.map +0 -1
- package/dist/doctor-DQ2p0euG.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-CO0P0soF.js.map +0 -1
- package/dist/evaluate-BUmsN7yG.js.map +0 -1
- package/dist/evaluate-C_sgRA-V.d.ts +0 -134
- package/dist/facts-DzOUTreB.js +0 -906
- package/dist/facts-DzOUTreB.js.map +0 -1
- package/dist/files-B-CJeeEh.js.map +0 -1
- package/dist/files-Bp5j5BqI.js +0 -1
- package/dist/files-C2sjmXhk.js +0 -1
- package/dist/files-C_gQNVB-.js +0 -65
- package/dist/files-C_gQNVB-.js.map +0 -1
- package/dist/files-kUCrswI6.js.map +0 -1
- package/dist/generate-DZ7vp69F.js +0 -1647
- package/dist/generate-DZ7vp69F.js.map +0 -1
- package/dist/harness-COVXSwJ6.js +0 -354
- package/dist/harness-COVXSwJ6.js.map +0 -1
- package/dist/header-BLPP6aCU.js.map +0 -1
- package/dist/init-RgCQXZhb.js +0 -1
- package/dist/init-SRalM5xF.js.map +0 -1
- package/dist/insights-TyAvz9aV.js +0 -68
- package/dist/insights-TyAvz9aV.js.map +0 -1
- package/dist/invocations-DzyKSJBa.js.map +0 -1
- package/dist/judge-yLvjC5A3.js.map +0 -1
- package/dist/match-Bz0nSdzN.js.map +0 -1
- package/dist/model-1ZLr9Dcv.js.map +0 -1
- package/dist/model-B45lDUV1.js.map +0 -1
- package/dist/model-BTZq8HIZ.js +0 -1
- package/dist/model-CgnOpss4.js.map +0 -1
- package/dist/model-Ch8kX87u.js +0 -1
- package/dist/node-BSq5qHnQ.js.map +0 -1
- package/dist/opencode-providers-klkqgzvb.js +0 -3276
- package/dist/opencode-providers-klkqgzvb.js.map +0 -1
- package/dist/pairs-CHfZNRT6.js.map +0 -1
- package/dist/patch-DWf-I_Q_.js.map +0 -1
- package/dist/plan-BIwUzlB8.js.map +0 -1
- package/dist/plugins-Dkp_H3pB.js.map +0 -1
- package/dist/prices-BcLEXvdY.js.map +0 -1
- package/dist/query-Cvbwl804.js +0 -1
- package/dist/questions-bAudIc04.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-CXwSnSjR.js +0 -278
- package/dist/remarks-CXwSnSjR.js.map +0 -1
- package/dist/remarks-CyAu2DiB.js +0 -1
- package/dist/remarks-mujJv1Ey.js.map +0 -1
- package/dist/remote-CKcEKja4.js.map +0 -1
- package/dist/resolve-B5-uqmJ6.js +0 -1
- package/dist/resolve-CBoKzQMP.js.map +0 -1
- package/dist/results-CMgZEANy.js.map +0 -1
- package/dist/resume-B9SOSnK9.js.map +0 -1
- package/dist/rules-VhftPOOT.js.map +0 -1
- package/dist/run-CwIEK16q.js +0 -88
- package/dist/run-CwIEK16q.js.map +0 -1
- package/dist/runtime-BgQRyCLl.js.map +0 -1
- package/dist/server-CHRSgKRp.js +0 -1
- package/dist/server-TGW4WyAz.js.map +0 -1
- package/dist/shared-BDUzStad.js.map +0 -1
- package/dist/source-B1WvBIQt.js.map +0 -1
- package/dist/source-DAzztZwU.js +0 -1
- package/dist/src-1jHbFaGW.js +0 -1
- package/dist/src-8zoX_qrb.js.map +0 -1
- package/dist/src-C_9wgowC.js +0 -2
- package/dist/src-ChhtI6BP.js.map +0 -1
- package/dist/src-D005Cbqz.js +0 -2
- package/dist/src-DIfRbp5a.js +0 -3
- package/dist/src-Dg8121Xy.js +0 -2
- package/dist/src-ElBqEN-S.js +0 -2
- package/dist/src-NSdQ9zI6.js.map +0 -1
- package/dist/src-YHGaUrGE.js +0 -2
- package/dist/src-mJVxw1Jm.js +0 -2
- package/dist/state-vznMh2wl.js +0 -1
- package/dist/suite-BsWGHzlG.js +0 -2
- package/dist/suite-WgT7m6Vs.js.map +0 -1
- package/dist/summary-DIGEVr08.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-DF3_p5pE.js +0 -1
- package/dist/validate-BhwqrVsm.js.map +0 -1
- package/dist/views-BW_C5eVH.js +0 -2
- package/dist/worker-entry-Duo9oAeT.js.map +0 -1
- package/dist/workspace-QZCacP8A.js +0 -1
|
@@ -1,67 +1,22 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { a as oneLine, i as formatDuration, n as clip, r as fenced } from "./text-CrVy5ioL.js";
|
|
1
|
+
import { a as plural, i as formatDuration, n as clip, r as fenced } from "./text-DTigcA64.js";
|
|
3
2
|
import { n as formatTokens } from "./usage-BNY1ABrU.js";
|
|
4
|
-
import { C as isUngatedMiss,
|
|
5
|
-
import { c as isStudy, r as countedOf, s as isNotGatedResult, t as
|
|
6
|
-
import {
|
|
7
|
-
import { o as warnings } from "./state-B1t143wG.js";
|
|
3
|
+
import { B as commandLine, C as isUngatedMiss, F as checkLabels, I as checkTries, S as isNotGatedPass, U as labeledJudgments, ft as formatSeconds, k as runtimeLabel, u as evalMarkOutcome, ut as formatCount, v as harnessLabel, w as languageLabel } from "./model-CTnyvh7H.js";
|
|
4
|
+
import { c as isStudy, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult } from "./suite-Co8cwelb.js";
|
|
5
|
+
import { o as warnings } from "./state-DrJ687ut.js";
|
|
8
6
|
import { t as colors } from "./colors-QV9dFVhN.js";
|
|
9
|
-
import { r as remarkLines } from "./remarks-
|
|
10
|
-
//#region src/insights/hash.ts
|
|
11
|
-
/** JSON with every object's keys sorted. */
|
|
12
|
-
function canonicalJson(value) {
|
|
13
|
-
return JSON.stringify(value, (_key, v) => v && typeof v === "object" && !Array.isArray(v) ? Object.fromEntries(Object.entries(v).sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0)) : v);
|
|
14
|
-
}
|
|
15
|
-
const factsHash = (suite) => `sha256:${sha256(canonicalJson(suite))}`;
|
|
16
|
-
//#endregion
|
|
7
|
+
import { r as remarkLines } from "./remarks-dA8LyoPc.js";
|
|
17
8
|
//#region src/ui/layout.ts
|
|
18
|
-
/** The block for an eval: a pure function of its
|
|
19
|
-
function layout(
|
|
9
|
+
/** The block for an eval: a pure function of its shape. */
|
|
10
|
+
function layout(across, isFamily, isCompare) {
|
|
20
11
|
if (isCompare) return {
|
|
21
12
|
kind: "regressions",
|
|
22
13
|
family: false
|
|
23
14
|
};
|
|
24
15
|
return {
|
|
25
|
-
kind:
|
|
16
|
+
kind: across === "change" ? "measure" : across === "harness" ? "harnesses" : across === "both" ? "both" : "results",
|
|
26
17
|
family: isFamily
|
|
27
18
|
};
|
|
28
19
|
}
|
|
29
|
-
const moved = (c) => c.effect === "better" || c.effect === "worse";
|
|
30
|
-
/** A cell the agent failed, or that errored; not one whose only fails the interrupt cancelled. */
|
|
31
|
-
const failedCell = (c) => c.outcome === "fail" && c.failed > cancelledOf(c) || c.outcome === "infra_error";
|
|
32
|
-
/**
|
|
33
|
-
* The insight slots an eval's layout opens: which rows take a sentence (a failing case; an arm
|
|
34
|
-
* that failed or moved; a failing harness), whether it has findings (a choose or finish eval that
|
|
35
|
-
* measures a change), and whether it has named tools (a choose eval). An `other` eval takes only
|
|
36
|
-
* its answer, unless it compares harnesses, which takes a sentence on any job. What the run's
|
|
37
|
-
* interrupt cancelled opens nothing: the agent didn't fail it, and its effects aren't measured.
|
|
38
|
-
*/
|
|
39
|
-
function slotsOf(job, e) {
|
|
40
|
-
const known = job !== "other";
|
|
41
|
-
const measured = e.outcome !== "cancelled";
|
|
42
|
-
const harnesses = e.across === "harness" || e.across === "both";
|
|
43
|
-
const rows = [];
|
|
44
|
-
if (known || harnesses) {
|
|
45
|
-
if (e.cases) {
|
|
46
|
-
for (const k of e.cases) if (k.outcome !== "pass" && k.outcome !== "cancelled") rows.push(k.path);
|
|
47
|
-
for (const p of e.pooled ?? []) {
|
|
48
|
-
const pooledMoved = measured && (p.effect === "better" || p.effect === "worse");
|
|
49
|
-
if (p.outcome === "fail" || pooledMoved) rows.push(p.path);
|
|
50
|
-
}
|
|
51
|
-
} else if (e.across === "harness") {
|
|
52
|
-
for (const c of e.cells ?? []) if (failedCell(c)) rows.push(c.path);
|
|
53
|
-
} else if (e.across === "change" || e.across === "both") {
|
|
54
|
-
for (const c of e.cells ?? []) if (failedCell(c) || measured && moved(c)) rows.push(c.path);
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
return {
|
|
58
|
-
rows,
|
|
59
|
-
findings: known && e.across === "change" && measured,
|
|
60
|
-
namedTools: job === "choose"
|
|
61
|
-
};
|
|
62
|
-
}
|
|
63
|
-
/** The last line of a run's output while no analysis model writes its answers. */
|
|
64
|
-
const NO_MODEL_HINT = "Set analysis.model in reeval.config.ts for answers to what each eval asks.";
|
|
65
20
|
/** The narrowest a row's label column is, so short labels line up under the name. */
|
|
66
21
|
const LABEL = 17;
|
|
67
22
|
const ASSERTION_MAX = 160;
|
|
@@ -72,7 +27,7 @@ const VERDICT = {
|
|
|
72
27
|
pass: "pass",
|
|
73
28
|
fail: "fail",
|
|
74
29
|
infra_error: "infra error",
|
|
75
|
-
|
|
30
|
+
canceled: "canceled",
|
|
76
31
|
skipped: "skipped"
|
|
77
32
|
};
|
|
78
33
|
const EFFECT = {
|
|
@@ -108,24 +63,23 @@ function table(items, width = LABEL) {
|
|
|
108
63
|
}).join(" ")}`.trimEnd();
|
|
109
64
|
});
|
|
110
65
|
}
|
|
111
|
-
const paintOutcome = (c, o) => o === "pass" ? c.green : o === "fail" ? c.red : o === "infra_error" || o === "
|
|
66
|
+
const paintOutcome = (c, o) => o === "pass" ? c.green : o === "fail" ? c.red : o === "infra_error" || o === "canceled" ? c.yellow : c.dim;
|
|
112
67
|
function verdict(c, e) {
|
|
113
68
|
if (e.todo) return t("todo", c.dim);
|
|
114
69
|
if (e.outcome === "pass" && isStudy(e.cells ?? [])) return t("not gated", c.dim);
|
|
115
70
|
return t(VERDICT[e.outcome], paintOutcome(c, e.outcome));
|
|
116
71
|
}
|
|
117
|
-
const plural = (n, one, many = `${one}s`) => `${n} ${n === 1 ? one : many}`;
|
|
118
72
|
/**
|
|
119
73
|
* `3 of 4`, with the attempts that didn't count named: `2 of 3 · 1 infra error · 1 skipped`. A
|
|
120
|
-
*
|
|
74
|
+
* canceled attempt is recorded as a fail, but the agent didn't fail it, so it's named apart.
|
|
121
75
|
*/
|
|
122
76
|
function cellCount(cell) {
|
|
123
|
-
const
|
|
77
|
+
const canceled = canceledOf(cell);
|
|
124
78
|
const counted = countedOf(cell);
|
|
125
79
|
const parts = [
|
|
126
80
|
counted > 0 ? `${cell.passed} of ${counted}` : "",
|
|
127
81
|
cell.infraError ? plural(cell.infraError, "infra error") : "",
|
|
128
|
-
|
|
82
|
+
canceled ? `${canceled} canceled` : "",
|
|
129
83
|
cell.skipped ? `${cell.skipped} skipped` : ""
|
|
130
84
|
].filter(Boolean);
|
|
131
85
|
if (!parts.length) return "not run";
|
|
@@ -152,7 +106,7 @@ const ERROR_KIND = {
|
|
|
152
106
|
assertion: "error",
|
|
153
107
|
judge: "judge",
|
|
154
108
|
timeout: "timeout",
|
|
155
|
-
aborted: "
|
|
109
|
+
aborted: "canceled",
|
|
156
110
|
infra: "infra error",
|
|
157
111
|
turn: "turn error"
|
|
158
112
|
};
|
|
@@ -198,7 +152,7 @@ const retriedItems = (c, cell, indent) => cell.checks.filter((k) => !failing(k)
|
|
|
198
152
|
/** A control with no environment of its own is the baseline the variants change. */
|
|
199
153
|
const armOf = (cell) => cell.variant ?? (cell.environment === "-" ? "baseline" : cell.environment);
|
|
200
154
|
/** Each cell's label: the parts that vary between them (harness, arm, sandbox). */
|
|
201
|
-
function
|
|
155
|
+
function labeler(cells, parts) {
|
|
202
156
|
const vary = parts.filter((p) => {
|
|
203
157
|
const of = (cell) => p === "harness" ? cell.harness : p === "arm" ? armOf(cell) : cell.sandbox;
|
|
204
158
|
return new Set(cells.map(of)).size > 1;
|
|
@@ -277,73 +231,9 @@ function effortTable(c, cells, label, indent, failed, width) {
|
|
|
277
231
|
]
|
|
278
232
|
}))], width);
|
|
279
233
|
}
|
|
280
|
-
const NO_SLOTS = {
|
|
281
|
-
row: () => null,
|
|
282
|
-
named: () => [],
|
|
283
|
-
subject: null
|
|
284
|
-
};
|
|
285
|
-
const triesOf = (cells) => cells.reduce((n, x) => n + countedOf(x), 0);
|
|
286
|
-
/** `named`, then a row per tool with the tries that named it. */
|
|
287
|
-
function namedItems(c, slots, cells, indent) {
|
|
288
|
-
const named = slots.named(cells);
|
|
289
|
-
if (!named.length) return [];
|
|
290
|
-
const of = triesOf(cells);
|
|
291
|
-
return [{
|
|
292
|
-
indent,
|
|
293
|
-
free: t("named", c.dim)
|
|
294
|
-
}, ...named.map((n) => ({
|
|
295
|
-
indent: indent + 2,
|
|
296
|
-
cells: [n.tool, `${n.tries} of ${of}`]
|
|
297
|
-
}))];
|
|
298
|
-
}
|
|
299
|
-
/** The tries that named the subject, over the cells' tries: `0 of 4`; empty with no subject. */
|
|
300
|
-
function subjectTries(slots, cells) {
|
|
301
|
-
if (!slots.subject) return "";
|
|
302
|
-
const subject = slots.subject.toLowerCase();
|
|
303
|
-
return `${slots.named(cells).find((x) => x.tool.toLowerCase() === subject)?.tries ?? 0} of ${triesOf(cells)}`;
|
|
304
|
-
}
|
|
305
|
-
/** Web searches or fetches over the tries, when every try reported a number. */
|
|
306
|
-
function webItems(cells, indent) {
|
|
307
|
-
const row = (name, counts) => counts.length && counts.every((x) => x !== null) ? [{
|
|
308
|
-
indent,
|
|
309
|
-
cells: [name, String(counts.reduce((a, b) => (a ?? 0) + (b ?? 0), 0))]
|
|
310
|
-
}] : [];
|
|
311
|
-
return [...row("searches", cells.flatMap((x) => x.searches)), ...row("fetches", cells.flatMap((x) => x.fetches))];
|
|
312
|
-
}
|
|
313
|
-
/** A choose case that missed: its failed checks, the tools named, its searches, then `+N more passed`. */
|
|
314
|
-
function chooseDetail(c, cells, indent, slots) {
|
|
315
|
-
const checks = cells.flatMap((cell) => evidence(c, cell, indent, false));
|
|
316
|
-
const passed = cells.flatMap((x) => x.checks.filter((k) => !failing(k))).length;
|
|
317
|
-
return [
|
|
318
|
-
...checks,
|
|
319
|
-
...namedItems(c, slots, cells, indent),
|
|
320
|
-
...webItems(cells, indent),
|
|
321
|
-
...passed ? [{
|
|
322
|
-
indent,
|
|
323
|
-
free: t(`+${passed} more passed`, c.dim)
|
|
324
|
-
}] : []
|
|
325
|
-
];
|
|
326
|
-
}
|
|
327
|
-
/** Choose a tool, on a single eval: the subject's count, and on a miss the detail. */
|
|
328
|
-
function chooseBody(c, cells, indent, slots) {
|
|
329
|
-
const items = slots.subject ? [{
|
|
330
|
-
indent,
|
|
331
|
-
cells: [slots.subject, subjectTries(slots, cells)]
|
|
332
|
-
}] : [];
|
|
333
|
-
if (!cells.every(clean)) items.push(...chooseDetail(c, cells, indent, slots));
|
|
334
|
-
return table(items);
|
|
335
|
-
}
|
|
336
|
-
/** A row's sentence, as a line under it. */
|
|
337
|
-
const rowLine = (slots, path, indent) => {
|
|
338
|
-
const text = slots.row(path);
|
|
339
|
-
return text ? [{
|
|
340
|
-
indent,
|
|
341
|
-
free: text
|
|
342
|
-
}] : [];
|
|
343
|
-
};
|
|
344
234
|
/** Measure a change: a row per arm with its effect, the check matrix and the effort table. */
|
|
345
235
|
function measureBody(c, cells, indent, o) {
|
|
346
|
-
const label =
|
|
236
|
+
const label = labeler(cells, ["arm", "sandbox"]);
|
|
347
237
|
const arms = [{
|
|
348
238
|
indent,
|
|
349
239
|
cells: ["arm", t("pass", c.dim)]
|
|
@@ -358,7 +248,6 @@ function measureBody(c, cells, indent, o) {
|
|
|
358
248
|
...effect.text ? [effect] : []
|
|
359
249
|
]
|
|
360
250
|
});
|
|
361
|
-
arms.push(...rowLine(o.slots, cell.path, indent + 2), ...namedItems(c, o.slots, [cell], indent + 2));
|
|
362
251
|
const stats = o.verbose && o.effects ? statsLine(cell, cells) : null;
|
|
363
252
|
if (stats) arms.push({
|
|
364
253
|
indent: indent + 2,
|
|
@@ -379,8 +268,8 @@ function measureBody(c, cells, indent, o) {
|
|
|
379
268
|
];
|
|
380
269
|
}
|
|
381
270
|
/** A row per cell (harness, or sandbox), the ones that didn't pass outright with their evidence. */
|
|
382
|
-
function cellRows(c, cells, heading, indent
|
|
383
|
-
const label =
|
|
271
|
+
function cellRows(c, cells, heading, indent) {
|
|
272
|
+
const label = labeler(cells, heading === "harness" ? ["harness", "sandbox"] : ["sandbox"]);
|
|
384
273
|
const items = [{
|
|
385
274
|
indent,
|
|
386
275
|
cells: [heading, t("pass", c.dim)]
|
|
@@ -390,14 +279,13 @@ function cellRows(c, cells, heading, indent, slots) {
|
|
|
390
279
|
indent,
|
|
391
280
|
cells: [label(cell), cellCount(cell)]
|
|
392
281
|
});
|
|
393
|
-
items.push(...
|
|
394
|
-
if (!clean(cell)) items.push(...namedItems(c, slots, [cell], indent + 2), ...evidence(c, cell, indent + 2));
|
|
282
|
+
if (!clean(cell)) items.push(...evidence(c, cell, indent + 2));
|
|
395
283
|
}
|
|
396
284
|
return table(items);
|
|
397
285
|
}
|
|
398
286
|
/** Compare harnesses with arms: a heading per harness, its arms as Measure a change under it. */
|
|
399
287
|
function bothBody(c, cells, indent, o) {
|
|
400
|
-
const harnessOf =
|
|
288
|
+
const harnessOf = labeler(cells, ["harness", "sandbox"]);
|
|
401
289
|
const groups = /* @__PURE__ */ new Map();
|
|
402
290
|
for (const cell of cells) groups.set(harnessOf(cell), [...groups.get(harnessOf(cell)) ?? [], cell]);
|
|
403
291
|
return [...groups].flatMap(([harness, group]) => [`${" ".repeat(indent)}${harness}`, ...measureBody(c, group, indent + 2, o)]);
|
|
@@ -405,10 +293,9 @@ function bothBody(c, cells, indent, o) {
|
|
|
405
293
|
/** The rows under an eval's head (or a family case's), by what its cells compare. */
|
|
406
294
|
function cellsBody(c, kind, cells, indent, o) {
|
|
407
295
|
if (kind === "measure") return measureBody(c, cells, indent, o);
|
|
408
|
-
if (kind === "harnesses") return cellRows(c, cells, "harness", indent
|
|
296
|
+
if (kind === "harnesses") return cellRows(c, cells, "harness", indent);
|
|
409
297
|
if (kind === "both") return bothBody(c, cells, indent, o);
|
|
410
|
-
if (
|
|
411
|
-
if (cells.length > 1) return cellRows(c, cells, "sandbox", indent, o.slots);
|
|
298
|
+
if (cells.length > 1) return cellRows(c, cells, "sandbox", indent);
|
|
412
299
|
return resultsBody(c, cells[0], indent);
|
|
413
300
|
}
|
|
414
301
|
/** A single eval with one cell: its tries, and on anything but a clean pass, the evidence. */
|
|
@@ -491,10 +378,9 @@ function pooledStats(p, label) {
|
|
|
491
378
|
/**
|
|
492
379
|
* A family: its template, then a row per case. With one cell a case is a row with its count;
|
|
493
380
|
* with more, the case is outer and its cells inner, laid out as a single eval's are, and a
|
|
494
|
-
* pooled `all cases` row sums each cell's counts with its variant's pooled effect.
|
|
495
|
-
* family's case row carries the subject's count instead, and a missed case the tools named.
|
|
381
|
+
* pooled `all cases` row sums each cell's counts with its variant's pooled effect.
|
|
496
382
|
*/
|
|
497
|
-
function familyBlock(c, e, kind, verbose
|
|
383
|
+
function familyBlock(c, e, kind, verbose) {
|
|
498
384
|
const cases = e.cases ?? [];
|
|
499
385
|
const columns = [...new Map(cases.flatMap((k) => k.cells).map((cell) => [cell.key, cell])).values()];
|
|
500
386
|
const pooled = e.pooled ?? [];
|
|
@@ -513,38 +399,6 @@ function familyBlock(c, e, kind, verbose, slots) {
|
|
|
513
399
|
});
|
|
514
400
|
const head = `${" ".repeat(17)}${e.template ?? e.name}`;
|
|
515
401
|
const questions = questionLines(c, e.questions, 2);
|
|
516
|
-
if (kind === "choose") {
|
|
517
|
-
const subject = slots.subject ? [t(slots.subject, c.dim)] : [];
|
|
518
|
-
const items = [{
|
|
519
|
-
indent: 2,
|
|
520
|
-
cells: [
|
|
521
|
-
"case",
|
|
522
|
-
t("pass", c.dim),
|
|
523
|
-
...subject
|
|
524
|
-
]
|
|
525
|
-
}];
|
|
526
|
-
for (const k of cases) {
|
|
527
|
-
const passed = k.cells.reduce((n, x) => n + x.passed, 0);
|
|
528
|
-
const tries = triesOf(k.cells);
|
|
529
|
-
const count = k.cells.length === 1 && k.cells[0] ? cellCount(k.cells[0]) : tries ? `${passed} of ${tries}` : "not run";
|
|
530
|
-
const named = slots.subject && tries ? [subjectTries(slots, k.cells)] : [];
|
|
531
|
-
items.push({
|
|
532
|
-
indent: 2,
|
|
533
|
-
cells: [
|
|
534
|
-
lead(caseWord(k), k.label),
|
|
535
|
-
count,
|
|
536
|
-
...named
|
|
537
|
-
]
|
|
538
|
-
});
|
|
539
|
-
items.push(...rowLine(slots, k.path, 4));
|
|
540
|
-
if (!k.cells.every(clean)) items.push(...chooseDetail(c, k.cells, 4, slots));
|
|
541
|
-
}
|
|
542
|
-
return [
|
|
543
|
-
head,
|
|
544
|
-
...table(items),
|
|
545
|
-
...questions
|
|
546
|
-
];
|
|
547
|
-
}
|
|
548
402
|
if (columns.length <= 1) {
|
|
549
403
|
const items = [];
|
|
550
404
|
for (const k of cases) {
|
|
@@ -553,7 +407,6 @@ function familyBlock(c, e, kind, verbose, slots) {
|
|
|
553
407
|
indent: 2,
|
|
554
408
|
cells: [lead(caseWord(k), k.label), cell ? cellCount(cell) : ""]
|
|
555
409
|
});
|
|
556
|
-
items.push(...rowLine(slots, k.path, 4));
|
|
557
410
|
if (cell && !clean(cell)) items.push(...evidence(c, cell, 4));
|
|
558
411
|
}
|
|
559
412
|
return [
|
|
@@ -565,18 +418,15 @@ function familyBlock(c, e, kind, verbose, slots) {
|
|
|
565
418
|
const out = [head];
|
|
566
419
|
for (const k of cases) {
|
|
567
420
|
out.push(` ${show(lead(caseWord(k), k.label))}`);
|
|
568
|
-
const sentence = slots.row(k.path);
|
|
569
|
-
if (sentence) out.push(` ${sentence}`);
|
|
570
421
|
const failed = k.outcome !== "pass";
|
|
571
422
|
out.push(...cellsBody(c, kind, k.cells, 4, {
|
|
572
423
|
failed,
|
|
573
424
|
verbose,
|
|
574
|
-
effects: false
|
|
575
|
-
slots
|
|
425
|
+
effects: false
|
|
576
426
|
}));
|
|
577
427
|
}
|
|
578
428
|
if (pooled.length) {
|
|
579
|
-
const label =
|
|
429
|
+
const label = labeler(columns, [
|
|
580
430
|
"harness",
|
|
581
431
|
"arm",
|
|
582
432
|
"sandbox"
|
|
@@ -597,7 +447,6 @@ function familyBlock(c, e, kind, verbose, slots) {
|
|
|
597
447
|
...effect.text ? [effect] : []
|
|
598
448
|
]
|
|
599
449
|
});
|
|
600
|
-
if (p) items.push(...rowLine(slots, p.path, 6));
|
|
601
450
|
if (p && verbose) items.push({
|
|
602
451
|
indent: 6,
|
|
603
452
|
free: t(pooledStats(p, label(col)), c.dim)
|
|
@@ -607,43 +456,40 @@ function familyBlock(c, e, kind, verbose, slots) {
|
|
|
607
456
|
}
|
|
608
457
|
return [...out, ...questions];
|
|
609
458
|
}
|
|
610
|
-
/**
|
|
611
|
-
function
|
|
612
|
-
|
|
613
|
-
const
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
}
|
|
459
|
+
/** `Anthropic 12 · Amazon Bedrock 3`: each upstream provider and how many calls it served, summed. */
|
|
460
|
+
function upstreamList(counts) {
|
|
461
|
+
const total = /* @__PURE__ */ new Map();
|
|
462
|
+
for (const u of counts) total.set(u.provider, (total.get(u.provider) ?? 0) + u.calls);
|
|
463
|
+
return [...total].map(([provider, calls]) => `${provider} ${calls}`).join(" · ");
|
|
464
|
+
}
|
|
465
|
+
/**
|
|
466
|
+
* Which upstream providers a gateway said served each harness's calls and its judge's, a line per
|
|
467
|
+
* harness, so a run OpenRouter spread over several shows it. None where the gateway named none.
|
|
468
|
+
*/
|
|
469
|
+
function upstreamLines(c, cells, indent) {
|
|
470
|
+
const by = /* @__PURE__ */ new Map();
|
|
471
|
+
for (const cell of cells) {
|
|
472
|
+
if (!cell.upstreams && !cell.judgeUpstreams) continue;
|
|
473
|
+
const seen = by.get(cell.harness) ?? {
|
|
474
|
+
agent: [],
|
|
475
|
+
judge: []
|
|
476
|
+
};
|
|
477
|
+
seen.agent.push(...cell.upstreams ?? []);
|
|
478
|
+
seen.judge.push(...cell.judgeUpstreams ?? []);
|
|
479
|
+
by.set(cell.harness, seen);
|
|
480
|
+
}
|
|
481
|
+
return [...by].map(([harness, { agent, judge }]) => {
|
|
482
|
+
const parts = [...agent.length ? [`served by ${upstreamList(agent)}`] : [], ...judge.length ? [`judge served by ${upstreamList(judge)}`] : []];
|
|
483
|
+
const label = by.size > 1 ? `${harness} ` : "";
|
|
484
|
+
return `${" ".repeat(indent)}${c.dim(`${label}${parts.join("; ")}`)}`;
|
|
485
|
+
});
|
|
632
486
|
}
|
|
633
|
-
/** One eval's block, laid out as `layout()` says for its
|
|
634
|
-
function evalBlock(c, e, verbose = false
|
|
635
|
-
const shape = layout(
|
|
636
|
-
const slots = slotsFor(insight);
|
|
637
|
-
const answer = insight?.answer ? [` ${oneLine(insight.answer.text)}`] : [];
|
|
638
|
-
const findings = (insight?.findings ?? []).map((f) => ` ${oneLine(f.text)}`);
|
|
487
|
+
/** One eval's block, laid out as `layout()` says for its shape. */
|
|
488
|
+
function evalBlock(c, e, verbose = false) {
|
|
489
|
+
const shape = layout(e.across, e.family, false);
|
|
639
490
|
if (shape.family) {
|
|
640
|
-
const
|
|
641
|
-
return [
|
|
642
|
-
head,
|
|
643
|
-
...answer,
|
|
644
|
-
...rest,
|
|
645
|
-
...findings
|
|
646
|
-
];
|
|
491
|
+
const served = upstreamLines(c, (e.cases ?? []).flatMap((k) => k.cells), 2);
|
|
492
|
+
return [...familyBlock(c, e, shape.kind, verbose), ...served];
|
|
647
493
|
}
|
|
648
494
|
const v = verdict(c, e);
|
|
649
495
|
const name = `${e.group.length ? `${e.group.join(" › ")} › ` : ""}${e.name}`;
|
|
@@ -651,22 +497,19 @@ function evalBlock(c, e, verbose = false, insight = null) {
|
|
|
651
497
|
const cells = e.cells ?? [];
|
|
652
498
|
if (e.todo || e.outcome === "skipped" || !cells.length) return [head];
|
|
653
499
|
const failed = e.outcome !== "pass";
|
|
654
|
-
const body = cellsBody(c, shape.kind, cells, 2, {
|
|
655
|
-
failed,
|
|
656
|
-
verbose,
|
|
657
|
-
effects: true,
|
|
658
|
-
slots
|
|
659
|
-
});
|
|
660
500
|
return [
|
|
661
501
|
head,
|
|
662
|
-
...
|
|
663
|
-
|
|
664
|
-
|
|
502
|
+
...cellsBody(c, shape.kind, cells, 2, {
|
|
503
|
+
failed,
|
|
504
|
+
verbose,
|
|
505
|
+
effects: true
|
|
506
|
+
}),
|
|
507
|
+
...upstreamLines(c, cells, 2),
|
|
665
508
|
...questionLines(c, e.questions, 2)
|
|
666
509
|
];
|
|
667
510
|
}
|
|
668
511
|
/**
|
|
669
|
-
* `5 fail · 2 pass · 1 not gated · 1
|
|
512
|
+
* `5 fail · 2 pass · 1 not gated · 1 canceled`: errors outside any eval and fails first, every
|
|
670
513
|
* case counting one, zeros left out.
|
|
671
514
|
*/
|
|
672
515
|
function tallyLine(c, tally) {
|
|
@@ -676,16 +519,15 @@ function tallyLine(c, tally) {
|
|
|
676
519
|
tally.pass ? c.green(`${tally.pass} pass`) : "",
|
|
677
520
|
tally.notGated ? c.dim(`${tally.notGated} not gated`) : "",
|
|
678
521
|
tally.infraError ? c.yellow(plural(tally.infraError, "infra error")) : "",
|
|
679
|
-
tally.
|
|
522
|
+
tally.canceled ? c.yellow(`${tally.canceled} canceled`) : "",
|
|
680
523
|
tally.skipped ? c.dim(`${tally.skipped} skipped`) : ""
|
|
681
524
|
].filter(Boolean);
|
|
682
525
|
return parts.length ? parts.join(c.dim(" · ")) : "no evals ran";
|
|
683
526
|
}
|
|
684
527
|
/** Every eval's block in file-path order, then source order; a blank line around each longer one. */
|
|
685
|
-
function renderBlocks(suite, opts
|
|
528
|
+
function renderBlocks(suite, opts) {
|
|
686
529
|
const c = colors(opts.color);
|
|
687
|
-
const
|
|
688
|
-
const blocks = suite.files.flatMap((f) => [...f.evals].sort((a, b) => a.order - b.order).map((e) => evalBlock(c, e, opts.verbose, byEval.get(e.path) ?? null)));
|
|
530
|
+
const blocks = suite.files.flatMap((f) => [...f.evals].sort((a, b) => a.order - b.order).map((e) => evalBlock(c, e, opts.verbose)));
|
|
689
531
|
const out = [];
|
|
690
532
|
blocks.forEach((block, i) => {
|
|
691
533
|
const prev = blocks[i - 1];
|
|
@@ -694,51 +536,20 @@ function renderBlocks(suite, opts, insights = null) {
|
|
|
694
536
|
});
|
|
695
537
|
return out;
|
|
696
538
|
}
|
|
697
|
-
/** Insights for these facts: null when there are none, they failed, or they were written for other facts. */
|
|
698
|
-
const freshInsights = (suite, insights) => insights && !insights.error && insights.factsHash === factsHash(suite) ? insights : null;
|
|
699
|
-
/** Why a run's insights didn't print, or with `-v` what wrote them. */
|
|
700
|
-
function insightNotes(c, suite, insights, fresh, verbose) {
|
|
701
|
-
if (!insights || !fromModel(insights)) return [];
|
|
702
|
-
if (insights.error) return [c.yellow(`insights failed (${clip(insights.error, 200)})`)];
|
|
703
|
-
if (!fresh) return [c.dim(`insights left out: insights.json was written for other facts than this run's; delete it and run reeval analyze ${suite.runId} --insights`)];
|
|
704
|
-
const skipped = insights.budget?.skipped.length ?? 0;
|
|
705
|
-
const failed = insights.failed ?? [];
|
|
706
|
-
const stopped = insights.stopped;
|
|
707
|
-
const finish = `reeval analyze ${suite.runId} --insights to finish`;
|
|
708
|
-
const budget = [
|
|
709
|
-
...skipped ? [c.yellow(`insights skipped for ${plural(skipped, "eval")}: analysis.maxTokens (${formatTokens(insights.budget?.maxTokens ?? 0)}) reached — raise it in reeval.config.ts, or ${finish}`)] : [],
|
|
710
|
-
...failed[0] ? [c.yellow(`insights failed for ${plural(failed.length, "eval")} (${clip(failed[0].error, 160)}), so they print their facts: ${finish}`)] : [],
|
|
711
|
-
...stopped ? [c.yellow(`insights stopped: ${plural(stopped.skipped.length, "eval")} skipped (${stopped.signal === "SIGTERM" ? "SIGTERM" : "Ctrl-C"}): ${finish}`)] : []
|
|
712
|
-
];
|
|
713
|
-
if (!verbose) return budget;
|
|
714
|
-
const { dropped, regenerated } = insights.validation;
|
|
715
|
-
return [...budget, c.dim([
|
|
716
|
-
`insights by ${insights.model} (${insights.promptVersion})`,
|
|
717
|
-
`${plural(dropped, "sentence")} removed`,
|
|
718
|
-
...regenerated ? [`${regenerated} asked again`] : [],
|
|
719
|
-
`${formatTokens(insights.usage.inputTokens)} in, ${formatTokens(insights.usage.outputTokens)} out${insights.usage.reasoningTokens ? ` (${formatTokens(insights.usage.reasoningTokens)} reasoning)` : ""}`
|
|
720
|
-
].join(" · "))];
|
|
721
|
-
}
|
|
722
539
|
/**
|
|
723
|
-
* A run's result: its errors outside any eval, its blocks
|
|
724
|
-
*
|
|
725
|
-
* other facts are left out with a note; remarks come from the record and history, not a model,
|
|
726
|
-
* so they print either way.
|
|
540
|
+
* A run's result: its errors outside any eval, its blocks, then the tally and the remarks, which
|
|
541
|
+
* come from the record and the history.
|
|
727
542
|
*/
|
|
728
|
-
function render(suite,
|
|
543
|
+
function render(suite, remarks, opts) {
|
|
729
544
|
const c = colors(opts.color);
|
|
730
|
-
const
|
|
731
|
-
const blocks = renderBlocks(suite, opts, fresh);
|
|
545
|
+
const blocks = renderBlocks(suite, opts);
|
|
732
546
|
return [
|
|
733
547
|
...suite.errors.flatMap((error) => [c.red(`error: ${error}`), ""]),
|
|
734
548
|
...blocks,
|
|
735
549
|
...blocks.length ? [""] : [],
|
|
736
|
-
...fresh?.headline ? [oneLine(fresh.headline.text)] : [],
|
|
737
|
-
...insightNotes(c, suite, insights, fresh, opts.verbose),
|
|
738
550
|
...opts.notes ?? [],
|
|
739
551
|
tallyLine(c, suite.tally),
|
|
740
|
-
...
|
|
741
|
-
...remarkLines(c, suite, insights, opts.verbose)
|
|
552
|
+
...remarkLines(c, suite, remarks, opts.verbose)
|
|
742
553
|
];
|
|
743
554
|
}
|
|
744
555
|
//#endregion
|
|
@@ -777,7 +588,7 @@ function stateRows(run) {
|
|
|
777
588
|
return rows;
|
|
778
589
|
}
|
|
779
590
|
/** Markdown for people and agents landing on a run cold. Links are relative to the artifact dir. */
|
|
780
|
-
function renderSummary(run, opts) {
|
|
591
|
+
function renderSummary(run, opts = {}) {
|
|
781
592
|
const lines = [
|
|
782
593
|
`# reeval run ${run.runId}`,
|
|
783
594
|
"",
|
|
@@ -788,10 +599,9 @@ function renderSummary(run, opts) {
|
|
|
788
599
|
...run.plan.sandboxWarnings.map((w) => `> **Warning:** ${w.message}\n`),
|
|
789
600
|
"## Results",
|
|
790
601
|
"",
|
|
791
|
-
...fenced(render(suiteResult(run), opts.
|
|
602
|
+
...fenced(render(suiteResult(run), opts.remarks ?? null, {
|
|
792
603
|
color: false,
|
|
793
|
-
verbose: false
|
|
794
|
-
hint: opts.hint
|
|
604
|
+
verbose: false
|
|
795
605
|
}), "text"),
|
|
796
606
|
"",
|
|
797
607
|
"## State",
|
|
@@ -844,9 +654,9 @@ function attemptDetail(lines, a) {
|
|
|
844
654
|
const act = a.activity;
|
|
845
655
|
const web = (n, what) => n === null ? `${what} not reported` : `${n} ${what}`;
|
|
846
656
|
lines.push(`- Agent: ${act.fileEdits} file edits · ${act.tools} other tool calls · ${web(act.webSearches, "web searches")} · ${web(act.webFetches, "fetches")} · ${formatDuration(act.reasoningMs)} reasoning${act.stalledTools ? ` · ${act.stalledTools} stalled tool${act.stalledTools === 1 ? "" : "s"} (≥2m)${act.maxToolMs ? `, longest ${formatDuration(act.maxToolMs)}` : ""}` : ""}`);
|
|
847
|
-
for (const {
|
|
657
|
+
for (const { judgment: j, label, labelled: labeled } of labeledJudgments(a)) {
|
|
848
658
|
const retried = j.retries?.length ? `, after ${j.retries.length} ${j.retries.length === 1 ? "retry" : "retries"}` : "";
|
|
849
|
-
lines.push(`- Judge${
|
|
659
|
+
lines.push(`- Judge${labeled ? ` ${cell(label)}` : ""} **${j.verdict}** ${j.score.toFixed(2)} (threshold ${j.threshold}, ${j.model}${retried}): ${j.question}`);
|
|
850
660
|
}
|
|
851
661
|
for (const q of a.answers ?? []) {
|
|
852
662
|
const said = q.error ? `failed: ${clip(cell(q.error), 200)}` : `${q.choice !== void 0 ? `**${cell(q.choice)}** ` : ""}${clip(cell(q.text), 300)}`;
|
|
@@ -873,6 +683,6 @@ function attemptDetail(lines, a) {
|
|
|
873
683
|
if (links.length) lines.push(`- Files: ${links.join(" · ")}`);
|
|
874
684
|
}
|
|
875
685
|
//#endregion
|
|
876
|
-
export {
|
|
686
|
+
export { assertionOf as a, errorKind as c, labeler as d, render as f, table as g, t as h, stateRows as i, errorText as l, show as m, renderSummary as n, checkCount as o, renderBlocks as p, runTally as r, checkLabel as s, OUTCOME_MARK as t, evalBlock as u };
|
|
877
687
|
|
|
878
|
-
//# sourceMappingURL=summary-
|
|
688
|
+
//# sourceMappingURL=summary-DLFHVoux.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summary-DLFHVoux.js","names":[],"sources":["../src/ui/layout.ts","../src/history/summary.ts"],"mappings":";;;;;;;;;AAkCA,SAAgB,OAAO,QAAgB,UAAmB,WAA4B;CACpF,IAAI,WAAW,OAAO;EAAE,MAAM;EAAe,QAAQ;CAAM;CAS3D,OAAO;EAAE,MAPP,WAAW,WACP,YACA,WAAW,YACT,cACA,WAAW,SACT,SACA;EACK,QAAQ;CAAS;AAClC;;AAaA,MAAM,QAAQ;AACd,MAAM,gBAAgB;AACtB,MAAM,kBAAkB;;AAGxB,MAAa,cAAc,UAAkB,KAAK,MAAM,QAAQ,aAAa,GAAG,GAAG,eAAe;AAElG,MAAM,UAAyC;CAC7C,MAAM;CACN,MAAM;CACN,aAAa;CACb,UAAU;CACV,SAAS;AACX;AAEA,MAAM,SAAiC;CACrC,QAAQ;CACR,OAAO;CACP,SAAS;CACT,MAAM;AACR;AASA,MAAa,KAAK,MAAc,WAAyB;CAAE;CAAM;AAAM;AACvE,MAAM,UAAU,SAAyB,OAAO,SAAS,WAAW,OAAO,KAAK;AAChF,MAAa,QAAQ,SACnB,OAAO,SAAS,WAAW,OAAO,KAAK,QAAQ,KAAK,MAAM,KAAK,IAAI,IAAI,KAAK;;;;;AAM9E,SAAgB,MAAM,OAAe,QAAQ,OAAiB;CAC5D,MAAM,OAAO,MAAM,QAAQ,MAAgB,WAAW,CAAC;CACvD,MAAM,QAAQ,KAAK,IACjB,OACA,GAAG,KACA,QAAQ,MAAM,EAAE,MAAM,SAAS,CAAC,CAAC,CACjC,KAAK,MAAM,EAAE,SAAS,OAAO,EAAE,MAAM,MAAM,EAAE,CAAC,CAAC,MAAM,CAC1D;CACA,MAAM,SAAmB,CAAC;CAC1B,KAAK,MAAM,KAAK,MACd,EAAE,MAAM,SAAS,MAAM,MAAM;EAC3B,IAAI,IAAI,GAAG,OAAO,KAAK,KAAK,IAAI,OAAO,MAAM,GAAG,OAAO,IAAI,CAAC,CAAC,MAAM;CACrE,CAAC;CAEH,OAAO,MAAM,KAAK,SAAS;EACzB,MAAM,MAAM,IAAI,OAAO,KAAK,MAAM;EAClC,IAAI,UAAU,MAAM,OAAO,GAAG,MAAM,KAAK,KAAK,IAAI;EAMlD,OAAO,GAAG,MALE,KAAK,MAAM,KAAK,MAAM,MAAM;GACtC,MAAM,QAAQ,MAAM,IAAI,QAAQ,KAAK,SAAU,OAAO,MAAM;GAC5D,MAAM,OAAO,IAAI,OAAO,KAAK,IAAI,GAAG,QAAQ,OAAO,IAAI,CAAC,CAAC,MAAM,CAAC;GAChE,OAAO,MAAM,KAAK,MAAM,SAAS,IAAI,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,IAAI;EACpE,CACkB,CAAC,CAAC,KAAK,IAAI,IAAI,QAAQ;CAC3C,CAAC;AACH;AAEA,MAAM,gBAAgB,GAAW,MAC/B,MAAM,SACF,EAAE,QACF,MAAM,SACJ,EAAE,MACF,MAAM,iBAAiB,MAAM,aAC3B,EAAE,SACF,EAAE;AAEZ,SAAS,QAAQ,GAAW,GAAyD;CACnF,IAAI,EAAE,MAAM,OAAO,EAAE,QAAQ,EAAE,GAAG;CAClC,IAAI,EAAE,YAAY,UAAU,QAAQ,EAAE,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,aAAa,EAAE,GAAG;CAC/E,OAAO,EAAE,QAAQ,EAAE,UAAU,aAAa,GAAG,EAAE,OAAO,CAAC;AACzD;;;;;AAMA,SAAS,UAAU,MAA0B;CAC3C,MAAM,WAAW,WAAW,IAAI;CAChC,MAAM,UAAU,UAAU,IAAI;CAC9B,MAAM,QAAQ;EACZ,UAAU,IAAI,GAAG,KAAK,OAAO,MAAM,YAAY;EAC/C,KAAK,aAAa,OAAO,KAAK,YAAY,aAAa,IAAI;EAC3D,WAAW,GAAG,SAAS,aAAa;EACpC,KAAK,UAAU,GAAG,KAAK,QAAQ,YAAY;CAC7C,CAAC,CAAC,OAAO,OAAO;CAChB,IAAI,CAAC,MAAM,QAAQ,OAAO;CAC1B,OAAO,MAAM,KAAK,KAAK;AACzB;AAEA,MAAM,WAAW,MACf,EAAE,QAAQ,WAAW,aAAa,EAAE,QAAQ,SAAS,EAAE,QAAQ,UAAU;;AAG3E,SAAgB,WAAW,GAAgB,QAAyB;CAClE,MAAM,IAAI,EAAE;CACZ,IAAI,EAAE,WAAW,WAAW,OAAO;CACnC,MAAM,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;CAazC,OAAO,CAXL,UAAU,aAAa,IACnB,EAAE,SACA,WACA,EAAE,UACA,mBACA,WACJ,GAAG,EAAE,OAAO,MAAM,YAKV,GAJA,CACZ,CAAC,UAAU,EAAE,UAAU,GAAG,EAAE,QAAQ,mBAAmB,IACvD,EAAE,SAAS,GAAG,EAAE,OAAO,YAAY,EACrC,CAAC,CAAC,OAAO,OACY,CAAC,CAAC,CAAC,KAAK,KAAK;AACpC;;AAGA,SAAgB,YAAY,GAAwB;CAClD,IAAI,EAAE,QAAQ,WAAW,SAAS,CAAC,EAAE,QAAQ,WAAW,OAAO;CAC/D,MAAM,OAAO,EAAE,QAAQ,UAAU,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,EAAE,KAAK,KAAK;CAClE,OAAO,KACL,KAAK,WAAW,GAAG,EAAE,MAAM,GAAG,IAAI,KAAK,MAAM,EAAE,MAAM,SAAS,CAAC,IAAI,MACnE,aACF;AACF;;AAGA,MAAM,SAAS,SACb,KAAK,YAAY,UACjB,KAAK,WAAW,KAChB,KAAK,eAAe,KACpB,KAAK,OAAO,WAAW,KACvB,CAAC,KAAK,OAAO,KAAK,OAAO;;AAG3B,MAAM,aAAgD;CACpD,WAAW;CACX,OAAO;CACP,SAAS;CACT,SAAS;CACT,OAAO;CACP,MAAM;AACR;AAEA,MAAa,aAAa,QAAmB,WAAW,IAAI;AAE5D,MAAa,aAAa,QACxB,GAAG,KAAK,IAAI,SAAS,aAAa,IAAI,IAAI,WAAW,IAAI,KAAK,OAAO,IAAI,UAAU,OAAO,OAAO,EAAE,KAAK;;AAG1G,SAAS,SAAS,GAAW,MAAkB,QAAgB,OAAO,MAAc;CAClF,MAAM,SAAS,KAAK,SAAS,KAAK,SAAS,KAAK,cAAc;CAC9D,MAAM,QAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,KAAK,OAAO,OAAO,OAAO,GAAG;EAC3C,MAAM,QAAQ,WAAW,GAAG,MAAM;EAClC,MAAM,KAAK;GACT;GACA,OAAO,CAAC,WAAW,EAAE,KAAK,GAAG,UAAU,YAAY,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC;EACtF,CAAC;EACD,MAAM,YAAY,YAAY,CAAC;EAC/B,IAAI,WAAW,MAAM,KAAK;GAAE,QAAQ,SAAS;GAAG,MAAM,EAAE,WAAW,EAAE,GAAG;EAAE,CAAC;EAC3E,IAAI,EAAE,SAAS,MAAM,KAAK;GAAE,QAAQ,SAAS;GAAG,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG;EAAE,CAAC;CAC7E;CACA,KAAK,MAAM,OAAO,KAAK,QACrB,MAAM,KAAK;EAAE;EAAQ,OAAO,CAAC,UAAU,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG,EAAE,GAAG,CAAC;CAAE,CAAC;CAE1E,MAAM,KAAK,GAAG,aAAa,GAAG,MAAM,MAAM,CAAC;CAC3C,MAAM,SAAS,KAAK,OAAO,QAAQ,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;CACpE,IAAI,QAAQ,UAAU,MAAM,QAC1B,MAAM,KAAK;EAAE;EAAQ,MAAM,EAAE,IAAI,OAAO,eAAe,EAAE,GAAG;CAAE,CAAC;CAEjE,OAAO;AACT;;AAGA,MAAM,gBAAgB,GAAW,MAAkB,WACjD,KAAK,OACF,QAAQ,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CACvC,KAAK,OAAO;CAAE;CAAQ,OAAO,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,EAAE,WAAW,IAAI,EAAE,GAAG,CAAC;AAAE,EAAE;;AAGrF,MAAM,SAAS,SACb,KAAK,YAAY,KAAK,gBAAgB,MAAM,aAAa,KAAK;;AAGhE,SAAgB,QAAQ,OAAqB,OAA6C;CACxF,MAAM,OAAO,MAAM,QAAQ,MAAM;EAC/B,MAAM,MAAM,SACV,MAAM,YAAY,KAAK,UAAU,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK;EACpE,OAAO,IAAI,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO;CACvC,CAAC;CACD,MAAM,OAAO,KAAK,SAAS,OAAO,MAAM,MAAM,GAAG,CAAC;CAClD,QAAQ,SACN,KACG,KAAK,MAAO,MAAM,YAAY,KAAK,UAAU,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK,OAAQ,CAAC,CACvF,KAAK,KAAK;AACjB;AAEA,MAAM,cAAc,GAAW,WAAgC;CAC7D,IAAI,CAAC,QAAQ,OAAO,EAAE,EAAE;CACxB,MAAM,QAAQ,WAAW,WAAW,EAAE,QAAQ,WAAW,UAAU,EAAE,MAAM,EAAE;CAC7E,OAAO,EAAE,OAAO,SAAS,KAAK;AAChC;AAEA,MAAM,gBAAgB,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;;AAGxF,SAAS,UAAU,MAAkB,OAAoC;CACvE,MAAM,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,KAAK,EAAE;CAChD,IAAI,CAAC,QAAQ,CAAC,KAAK,UAAU,OAAO;CACpC,MAAM,QAAQ,MAAmB,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU;CAC1F,OAAO,cAAc,aAAa,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,wBAAwB,aAAa,KAAK,SAAS,GAAG,EAAE,GAAG,aAAa,KAAK,SAAS,IAAI;AACvJ;;AAGA,SAAS,YACP,GACA,OACA,OACA,QACA,OACU;CACV,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,MAAM,EAAE,OAAO,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;CAC9E,MAAM,QAAQ,OAAO,QAAQ,MAC3B,MAAM,MAAM,MAAM,EAAE,OAAO,MAAM,MAAM,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CACrE;CACA,IAAI,CAAC,MAAM,QAAQ,OAAO,CAAC;CAC3B,MAAM,QAAgB,CAAC;EAAE;EAAQ,OAAO,CAAC,SAAS,GAAG,MAAM,KAAK,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;CAAE,CAAC;CAC5F,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM,MAAM,KAAK,MAAM;GAC3B,MAAM,IAAI,EAAE,OAAO,MAAM,MAAM,EAAE,UAAU,CAAC;GAC5C,IAAI,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,GAAG;GAC3B,MAAM,QAAQ,WAAW,GAAG,KAAK;GACjC,IAAI,CAAC,QAAQ,CAAC,GAAG,OAAO,EAAE,KAAK;GAC/B,OAAO,EAAE,OAAO,EAAE,QAAQ,WAAW,aAAa,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG;EAC5E,CAAC;EACD,MAAM,KAAK;GAAE;GAAQ,OAAO,CAAC,WAAW,CAAC,GAAG,GAAG,GAAG;EAAE,CAAC;EACrD,MAAM,YAAY,MACf,KAAK,MAAM,EAAE,OAAO,MAAM,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAC/C,KAAK,MAAO,IAAI,YAAY,CAAC,IAAI,EAAG,CAAC,CACrC,KAAK,OAAO;EACf,IAAI,WAAW,MAAM,KAAK;GAAE,QAAQ,SAAS;GAAG,MAAM,EAAE,WAAW,EAAE,GAAG;EAAE,CAAC;CAC7E;CACA,MAAM,SAAS,OAAO,SAAS,MAAM;CACrC,IAAI,QAAQ,MAAM,KAAK;EAAE;EAAQ,MAAM,EAAE,IAAI,OAAO,eAAe,EAAE,GAAG;CAAE,CAAC;CAC3E,OAAO,MAAM,OAAO,KAAK;AAC3B;;AAGA,SAAS,YACP,GACA,OACA,OACA,QACA,QACA,OACU;CACV,IAAI,MAAM,SAAS,KAAK,MAAM,MAAM,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CAC9D,IAAI,CAAC,UAAU,CAAC,MAAM,MAAM,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC;CAC5D,MAAM,SAAS,MAAM,MAAM,MAAM,EAAE,QAAQ,WAAW,IAAI;CAC1D,MAAM,KAAK,GAA8B,MAA8B,KAAK,OAAO,MAAM,EAAE,CAAC;CAqB5F,OAAO,MAAM,CAnBX;EACE;EACA,OAAO;GACL;GACA,EAAE,SAAS,EAAE,GAAG;GAChB,EAAE,QAAQ,EAAE,GAAG;GACf,GAAI,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC;EACvC;CACF,GACA,GAAG,MAAM,KAAK,OAAO;EACnB;EACA,OAAO;GACL,MAAM,CAAC;GACP,EAAE,EAAE,QAAQ,OAAO,WAAW;GAC9B,EAAE,EAAE,QAAQ,SAAS,aAAa;GAClC,GAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,QAAQ,YAAY,CAAC,IAAI,CAAC;EACtD;CACF,EAAE,CAEa,GAAG,KAAK;AAC3B;;AAUA,SAAS,YAAY,GAAW,OAAqB,QAAgB,GAA0B;CAC7F,MAAM,QAAQ,QAAQ,OAAO,CAAC,OAAO,SAAS,CAAC;CAC/C,MAAM,OAAe,CAAC;EAAE;EAAQ,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC;CAAE,CAAC;CAClE,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,SAAS,EAAE,UAAU,YAAY,GAAG,IAAI,IAAI,EAAE,EAAE;EACtD,KAAK,KAAK;GAAE;GAAQ,OAAO;IAAC,MAAM,IAAI;IAAG,UAAU,IAAI;IAAG,GAAI,OAAO,OAAO,CAAC,MAAM,IAAI,CAAC;GAAE;EAAE,CAAC;EAC7F,MAAM,QAAQ,EAAE,WAAW,EAAE,UAAU,UAAU,MAAM,KAAK,IAAI;EAChE,IAAI,OAAO,KAAK,KAAK;GAAE,QAAQ,SAAS;GAAG,MAAM,EAAE,OAAO,EAAE,GAAG;EAAE,CAAC;EAClE,KAAK,MAAM,OAAO,KAAK,QACrB,KAAK,KAAK;GAAE,QAAQ,SAAS;GAAG,MAAM,EAAE,GAAG,UAAU,GAAG,EAAE,IAAI,UAAU,GAAG,KAAK,EAAE,GAAG;EAAE,CAAC;CAE5F;CACA,MAAM,SAAS,EAAE,UAAU,EAAE;CAC7B,MAAM,SAAS,CACb,GAAG,MAAM,IAAI,KAAK,GAClB,GAAI,SACA,MAAM,SAAS,MAAM,EAAE,OAAO,OAAO,OAAO,CAAC,CAAC,KAAK,MAAM,WAAW,EAAE,KAAK,CAAC,CAAC,IAC7E,CAAC,CACP;CACA,MAAM,QAAQ,KAAK,IAAI,OAAO,GAAG,OAAO,KAAK,MAAM,SAAS,EAAE,MAAM,CAAC;CACrE,OAAO;EACL,GAAG,MAAM,MAAM,KAAK;EACpB,GAAI,SAAS,YAAY,GAAG,OAAO,OAAO,QAAQ,KAAK,IAAI,CAAC;EAC5D,GAAG,YAAY,GAAG,OAAO,OAAO,QAAQ,EAAE,QAAQ,KAAK;CACzD;AACF;;AAGA,SAAS,SAAS,GAAW,OAAqB,SAAiB,QAA0B;CAC3F,MAAM,QAAQ,QAAQ,OAAO,YAAY,YAAY,CAAC,WAAW,SAAS,IAAI,CAAC,SAAS,CAAC;CACzF,MAAM,QAAgB,CAAC;EAAE;EAAQ,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC;CAAE,CAAC;CACrE,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,KAAK;GAAE;GAAQ,OAAO,CAAC,MAAM,IAAI,GAAG,UAAU,IAAI,CAAC;EAAE,CAAC;EAC5D,IAAI,CAAC,MAAM,IAAI,GAAG,MAAM,KAAK,GAAG,SAAS,GAAG,MAAM,SAAS,CAAC,CAAC;CAC/D;CACA,OAAO,MAAM,KAAK;AACpB;;AAGA,SAAS,SAAS,GAAW,OAAqB,QAAgB,GAA0B;CAC1F,MAAM,YAAY,QAAQ,OAAO,CAAC,WAAW,SAAS,CAAC;CACvD,MAAM,yBAAS,IAAI,IAA0B;CAC7C,KAAK,MAAM,QAAQ,OACjB,OAAO,IAAI,UAAU,IAAI,GAAG,CAAC,GAAI,OAAO,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,GAAI,IAAI,CAAC;CAC5E,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,WAAW,CAC/C,GAAG,IAAI,OAAO,MAAM,IAAI,WACxB,GAAG,YAAY,GAAG,OAAO,SAAS,GAAG,CAAC,CACxC,CAAC;AACH;;AAGA,SAAS,UACP,GACA,MACA,OACA,QACA,GACU;CACV,IAAI,SAAS,WAAW,OAAO,YAAY,GAAG,OAAO,QAAQ,CAAC;CAC9D,IAAI,SAAS,aAAa,OAAO,SAAS,GAAG,OAAO,WAAW,MAAM;CACrE,IAAI,SAAS,QAAQ,OAAO,SAAS,GAAG,OAAO,QAAQ,CAAC;CACxD,IAAI,MAAM,SAAS,GAAG,OAAO,SAAS,GAAG,OAAO,WAAW,MAAM;CACjE,OAAO,YAAY,GAAG,MAAM,IAAkB,MAAM;AACtD;;AAGA,SAAS,YAAY,GAAW,MAAkB,QAA0B;CAC1E,IAAI,MAAM,IAAI,GAAG,OAAO,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC;CAC3D,MAAM,QAAgB,CAAC;CACvB,IAAI,KAAK,WAAW,GAClB,MAAM,KAAK;EAAE;EAAQ,OAAO,CAAC,OAAO,KAAK,UAAU,OAAO,OAAO,GAAG,UAAU,IAAI,CAAC;CAAE,CAAC;CAExF,OAAO,MAAM,CAAC,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,MAAM,CAAC,CAAC;AACvD;;AAGA,MAAM,gBAAgB;AAEtB,SAAS,qBAAqB,GAAW,GAA0B,QAA0B;CAC3F,MAAM,MAAM,IAAI,OAAO,MAAM;CAC7B,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,UAAU,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;CAChE,MAAM,SACJ,EAAE,UAAU,OACR,CAAC,IACD,CAAC,GAAG,IAAI,IAAI,EAAE,OAAO,GAAG,EAAE,OAAO,MAAM,EAAE,MAAM,iBAAiB,KAAK,EAAE,OAAO,GAAG,GAAG,GAAG;CAC7F,IAAI,EAAE,SAEJ,OAAO;EAAC;EAAM,GAAG,IAAI,IADP,EAAE,QAAQ,KAAK,MAAM,GAAG,EAAE,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,KACjC;EAAK,GAAG;CAAM;CAE7C,MAAM,QAAQ,EAAE,QAAQ,MAAM,GAAG,aAAa;CAC9C,MAAM,OAAO,MACX,MAAM,KAAK,OAAO;EAChB,QAAQ,SAAS;EACjB,OAAO,CAAC,EAAE,SAAS,KAAK,EAAE,KAAK,QAAQ,QAAQ,GAAG,GAAG,GAAG,CAAC;CAC3D,EAAE,CACJ;CACA,MAAM,OAAO,EAAE,QAAQ,SAAS,MAAM;CACtC,MAAM,OAAO,OAAO,CAAC,GAAG,IAAI,IAAI,EAAE,IAAI,GAAG,KAAK,oCAAoC,GAAG,IAAI,CAAC;CAC1F,OAAO;EAAC;EAAM,GAAG;EAAM,GAAG;EAAM,GAAG;CAAM;AAC3C;AAEA,SAAS,cACP,GACA,WACA,QACU;CACV,OAAO,UAAU,SAAS,MAAM;EAC9B,IAAI,EAAE,SAAS,YAAY,OAAO,qBAAqB,GAAG,GAAG,MAAM;EACnE,MAAM,MAAM,IAAI,OAAO,MAAM;EAC7B,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,UAAU,EAAE,IAAI,KAAK,EAAE,UAAU,GAAG;EAChE,IAAI,EAAE,UAAU,KAAK,EAAE,UAAU,MAC/B,OAAO,CACL,MACA,GAAG,IAAI,IAAI,EAAE,IAAI,gEAAgE,GACnF;EAEF,IAAI,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,MACtC,OAAO,CACL,MACA,GAAG,IAAI,IAAI,EAAE,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,UAAU,IAAI,SAAS,QAAQ,kBAAkB,GACpF;EAEF,MAAM,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO;EACvD,MAAM,OAAO,MACX,EAAE,MAAM,KAAK,OAAO;GAClB,QAAQ,SAAS;GACjB,OAAO,CAAC,OAAO,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,KAAK,EAAE,MAAM,OAAO,EAAE,KAAK,MAAM,EAAE,GAAG;EAC3E,EAAE,CACJ;EACA,MAAM,SACJ,EAAE,UAAU,OACR,CAAC,IACD,CAAC,GAAG,IAAI,IAAI,EAAE,OAAO,0BAA0B,KAAK,EAAE,OAAO,GAAG,GAAG,GAAG;EAC5E,OAAO;GAAC;GAAM,GAAG;GAAM,GAAG;EAAM;CAClC,CAAC;AACH;;AAGA,SAAS,YAAY,OAAqB,KAAqB;CAC7D,IAAI,SAAS;CACb,IAAI,UAAU;CACd,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,IAAI,CAAC,MAAM;EACX,UAAU,KAAK;EACf,WAAW,KAAK,SAAS,KAAK;CAChC;CACA,OAAO,UAAU,GAAG,OAAO,MAAM,YAAY;AAC/C;;AAGA,SAAS,YACP,GACA,KACM;CACN,MAAM,SAAS,WAAW,GAAG,IAAI,MAAM;CACvC,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,YAAY,IAAI,SAAS,OAAO,IAAI,SAAS,OAAO;CACrF,MAAM,QAAQ,kBAAkB,KAAK,MAAM,IAAI,UAAU,GAAG;CAC5D,OAAO,EAAE,OAAO,OAAO,GAAG,OAAO,KAAK,IAAI,UAAU,OAAO,EAAE,GAAG;AAClE;AAEA,SAAS,YAAY,GAAc,OAAe;CAChD,OAAO,GAAG,MAAM,IAAI,EAAE,MAAM,8BAA8B,aAAa,EAAE,SAAS,GAAG,EAAE,GAAG,aAAa,EAAE,SAAS,IAAI;AACxH;;;;;;AAOA,SAAS,YAAY,GAAW,GAAe,MAAsB,SAA4B;CAC/F,MAAM,QAAQ,EAAE,SAAS,CAAC;CAC1B,MAAM,UAAU,CACd,GAAG,IAAI,IAAI,MAAM,SAAS,MAAM,EAAE,KAAK,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CACnF;CACA,MAAM,SAAS,EAAE,UAAU,CAAC;CAC5B,MAAM,gBAA+B,OAAO,MAAM,MAAM,EAAE,YAAY,MAAM,IAAI,SAAS;CACzF,MAAM,YAAY,MAChB,QAAQ,GAAG;EAAE,SAAS,EAAE;EAAS,MAAM;EAAO,OAAO,EAAE;CAAM,CAAC;CAChE,MAAM,aAAa,iBAAiB,CAAC,IACjC,EAAE,aAAa,EAAE,GAAG,IACpB,EAAE,QAAQ,gBAAgB,aAAa,GAAG,aAAa,CAAC;CAC5D,MAAM,QAAQ,CAAC,GAAG,MAAM,IAAI,QAAQ,GAAG,GAAI,OAAO,SAAS,CAAC,UAAU,IAAI,CAAC,CAAE;CAC7E,MAAM,YAAY,KAAK,IAAI,GAAG,MAAM,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;CAC7D,MAAM,QAAQ,MAAY,UAAwB;EAChD,MAAM,GAAG,KAAK,KAAK,OAAO,SAAS,EAAE,IAAI;EACzC,QAAQ,MAAM,GAAG,KAAK,IAAI,IAAI,EAAE,MAAM,KAAK,KAAK,MAAM;CACxD;CACA,MAAM,OAAO,GAAG,IAAI,OAAA,EAAW,IAAI,EAAE,YAAY,EAAE;CACnD,MAAM,YAAY,cAAc,GAAG,EAAE,WAAW,CAAC;CACjD,IAAI,QAAQ,UAAU,GAAG;EACvB,MAAM,QAAgB,CAAC;EACvB,KAAK,MAAM,KAAK,OAAO;GACrB,MAAM,OAAO,EAAE,MAAM;GACrB,MAAM,KAAK;IAAE,QAAQ;IAAG,OAAO,CAAC,KAAK,SAAS,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,UAAU,IAAI,IAAI,EAAE;GAAE,CAAC;GAC1F,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,MAAM,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC,CAAC;EAC9D;EACA,OAAO;GAAC;GAAM,GAAG,MAAM,KAAK;GAAG,GAAG;EAAS;CAC7C;CACA,MAAM,MAAM,CAAC,IAAI;CACjB,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,KAAK,KAAK,KAAK,KAAK,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG;EAChD,MAAM,SAAS,EAAE,YAAY;EAC7B,IAAI,KAAK,GAAG,UAAU,GAAG,MAAM,EAAE,OAAO,GAAG;GAAE;GAAQ;GAAS,SAAS;EAAM,CAAC,CAAC;CACjF;CACA,IAAI,OAAO,QAAQ;EACjB,MAAM,QAAQ,QAAQ,SAAS;GAAC;GAAW;GAAO;EAAS,CAAC;EAC5D,MAAM,QAAQ,IAAI,IAAI,OAAO,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;EACnD,MAAM,QAAgB,CACpB;GAAE,QAAQ;GAAG,OAAO,CAAC,SAAS,cAAc,YAAY,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC;EAAE,CACnF;EACA,KAAK,MAAM,OAAO,SAAS;GACzB,MAAM,IAAI,MAAM,IAAI,IAAI,GAAG;GAC3B,MAAM,SAAS,IAAI,YAAY,GAAG,CAAC,IAAI,EAAE,EAAE;GAC3C,MAAM,KAAK;IACT,QAAQ;IACR,OAAO;KAAC,MAAM,GAAG;KAAG,YAAY,OAAO,IAAI,GAAG;KAAG,GAAI,OAAO,OAAO,CAAC,MAAM,IAAI,CAAC;IAAE;GACnF,CAAC;GACD,IAAI,KAAK,SAAS,MAAM,KAAK;IAAE,QAAQ;IAAG,MAAM,EAAE,YAAY,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG;GAAE,CAAC;EACxF;EACA,IAAI,KAAK,KAAK,KAAK,KAAK,YAAY,WAAW,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC;CACtE;CACA,OAAO,CAAC,GAAG,KAAK,GAAG,SAAS;AAC9B;;AAKA,SAAS,aAAa,QAA2B;CAC/C,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,KAAK,QAAQ,MAAM,IAAI,EAAE,WAAW,MAAM,IAAI,EAAE,QAAQ,KAAK,KAAK,EAAE,KAAK;CACpF,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK;AACjF;;;;;AAMA,SAAS,cAAc,GAAW,OAAqB,QAA0B;CAC/E,MAAM,qBAAK,IAAI,IAAoD;CACnE,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,CAAC,KAAK,aAAa,CAAC,KAAK,gBAAgB;EAC7C,MAAM,OAAO,GAAG,IAAI,KAAK,OAAO,KAAK;GAAE,OAAO,CAAC;GAAG,OAAO,CAAC;EAAE;EAC5D,KAAK,MAAM,KAAK,GAAI,KAAK,aAAa,CAAC,CAAE;EACzC,KAAK,MAAM,KAAK,GAAI,KAAK,kBAAkB,CAAC,CAAE;EAC9C,GAAG,IAAI,KAAK,SAAS,IAAI;CAC3B;CACA,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,aAAa;EAClD,MAAM,QAAQ,CACZ,GAAI,MAAM,SAAS,CAAC,aAAa,aAAa,KAAK,GAAG,IAAI,CAAC,GAC3D,GAAI,MAAM,SAAS,CAAC,mBAAmB,aAAa,KAAK,GAAG,IAAI,CAAC,CACnE;EACA,MAAM,QAAQ,GAAG,OAAO,IAAI,GAAG,QAAQ,MAAM;EAC7C,OAAO,GAAG,IAAI,OAAO,MAAM,IAAI,EAAE,IAAI,GAAG,QAAQ,MAAM,KAAK,IAAI,GAAG;CACpE,CAAC;AACH;;AAGA,SAAgB,UAAU,GAAW,GAAe,UAAU,OAAiB;CAC7E,MAAM,QAAQ,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK;CAC9C,IAAI,MAAM,QAAQ;EAChB,MAAM,SAAS,cACb,IACC,EAAE,SAAS,CAAC,EAAA,CAAG,SAAS,MAAM,EAAE,KAAK,GACtC,CACF;EACA,OAAO,CAAC,GAAG,YAAY,GAAG,GAAG,MAAM,MAAM,OAAO,GAAG,GAAG,MAAM;CAC9D;CACA,MAAM,IAAI,QAAQ,GAAG,CAAC;CACtB,MAAM,OAAO,GAAG,EAAE,MAAM,SAAS,GAAG,EAAE,MAAM,KAAK,KAAK,EAAE,OAAO,KAAK,EAAE;CACtE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,OAAO,KAAK,IAAI,GAAA,KAAU,EAAE,KAAK,MAAM,CAAC,IAAI;CAC1E,MAAM,QAAQ,EAAE,SAAS,CAAC;CAC1B,IAAI,EAAE,QAAQ,EAAE,YAAY,aAAa,CAAC,MAAM,QAAQ,OAAO,CAAC,IAAI;CACpE,MAAM,SAAS,EAAE,YAAY;CAE7B,OAAO;EAAC;EAAM,GADD,UAAU,GAAG,MAAM,MAAM,OAAO,GAAG;GAAE;GAAQ;GAAS,SAAS;EAAK,CAC7D;EAAG,GAAG,cAAc,GAAG,OAAO,CAAC;EAAG,GAAG,cAAc,GAAG,EAAE,WAAW,CAAC;CAAC;AAC3F;;;;;AAMA,SAAgB,UAAU,GAAW,OAAqC;CACxE,MAAM,QAAQ;EACZ,MAAM,SAAS,EAAE,IAAI,OAAO,MAAM,QAAQ,WAAW,CAAC,IAAI;EAC1D,MAAM,OAAO,EAAE,IAAI,GAAG,MAAM,KAAK,MAAM,IAAI;EAC3C,MAAM,OAAO,EAAE,MAAM,GAAG,MAAM,KAAK,MAAM,IAAI;EAC7C,MAAM,WAAW,EAAE,IAAI,GAAG,MAAM,SAAS,WAAW,IAAI;EACxD,MAAM,aAAa,EAAE,OAAO,OAAO,MAAM,YAAY,aAAa,CAAC,IAAI;EACvE,MAAM,WAAW,EAAE,OAAO,GAAG,MAAM,SAAS,UAAU,IAAI;EAC1D,MAAM,UAAU,EAAE,IAAI,GAAG,MAAM,QAAQ,SAAS,IAAI;CACtD,CAAC,CAAC,OAAO,OAAO;CAChB,OAAO,MAAM,SAAS,MAAM,KAAK,EAAE,IAAI,KAAK,CAAC,IAAI;AACnD;;AAGA,SAAgB,aAAa,OAAoB,MAA+B;CAC9E,MAAM,IAAI,OAAO,KAAK,KAAK;CAC3B,MAAM,SAAS,MAAM,MAAM,SAAS,MAClC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,KAAK,MAAM,UAAU,GAAG,GAAG,KAAK,OAAO,CAAC,CACzF;CACA,MAAM,MAAgB,CAAC;CACvB,OAAO,SAAS,OAAO,MAAM;EAC3B,MAAM,OAAO,OAAO,IAAI;EACxB,IAAI,SAAS,KAAK,SAAS,KAAK,MAAM,SAAS,IAAI,IAAI,KAAK,EAAE;EAC9D,IAAI,KAAK,GAAG,KAAK;CACnB,CAAC;CACD,OAAO;AACT;;;;;AAMA,SAAgB,OACd,OACA,SACA,MACU;CACV,MAAM,IAAI,OAAO,KAAK,KAAK;CAC3B,MAAM,SAAS,aAAa,OAAO,IAAI;CACvC,OAAO;EACL,GAAG,MAAM,OAAO,SAAS,UAAU,CAAC,EAAE,IAAI,UAAU,OAAO,GAAG,EAAE,CAAC;EACjE,GAAG;EACH,GAAI,OAAO,SAAS,CAAC,EAAE,IAAI,CAAC;EAC5B,GAAI,KAAK,SAAS,CAAC;EACnB,UAAU,GAAG,MAAM,KAAK;EACxB,GAAG,YAAY,GAAG,OAAO,SAAS,KAAK,OAAO;CAChD;AACF;;;ACxpBA,MAAa,eAAwC;CACnD,MAAM;CACN,MAAM;CACN,aAAa;CACb,SAAS;AACX;;AAGA,MAAM,qBAAqB;AAE3B,MAAM,QAAQ,MAAc,EAAE,QAAQ,OAAO,KAAK,CAAC,CAAC,QAAQ,OAAO,GAAG;;AAGtE,MAAa,YAAY,QACvB,GAAG,UAAU,OAAO,KAAK,GAAG,YAAY,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,WAAW,aAAa,KAAK,MAAM,IAAI,WAAW,WAAW,mBAAmB,IAAI;AAEhJ,MAAM,SAAS,SAAiB,KAAK,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;;;;;AAMxE,SAAgB,UAAU,KAAyC;CACjE,MAAM,EAAE,KAAK,OAAO,QAAQ;CAC5B,MAAM,OAAgC,CAAC;CACvC,KAAK,KAAK,CACR,eACA,MACI,GAAG,IAAI,IAAI,MAAM,GAAG,EAAE,IAAI,IAAI,SAAS,OAAO,IAAI,WAAW,KAAK,IAAI,QAAQ,YAAY,UAAU,gDACpG,sBACN,CAAC;CACD,IAAI,KAAK,OACP,KAAK,KAAK,CACR,eACA,IAAI,gBACA,mBAAmB,IAAI,cAAc,MAAM,iBAAiB,MAAM,IAAI,cAAc,MAAM,MAC1F,cAAc,IAAI,qBAAqB,YAAY,IAAI,WAAW,YAAY,MAAM,IAAI,QAAQ,MAAM,IAC5G,CAAC;CAEH,KAAK,KAAK,CACR,aACA,IAAI,aAAa,UAAU,KAAK,MAAM,GAAG,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,KAC7E,YACJ,CAAC;CACD,KAAK,KAAK,CACR,UACA,IAAI,OAAO,SACP,IAAI,OACD,KACE,MACC,GAAG,EAAE,IAAI,QAAQ,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,MAAM,qCAAqC,SAAS,EAAE,YAAY,QAAQ,EAAE,aAAa,iBAAiB,EAAE,WAAW,KAAK,GAAG,MAAM,EAAE,WAAW,MAAM,MAAM,KAAK,EAAE,SAAS,SAAS,cAAc,EAAE,QAAQ,OAAO,MAAM,EAAE,SAAS,IAC3R,CAAC,CACA,KAAK,IAAI,IACZ,qBACN,CAAC;CACD,KAAK,KAAK,CAAC,aAAa,IAAI,UAAU,IAAI,YAAY,CAAC,CAAC,KAAK,IAAI,KAAK,MAAM,CAAC;CAC7E,KAAK,KAAK,CACR,gBACA,IAAI,aACD,KACE,MACC,GAAG,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,IAAI,EAAE,OAAO,SAAS,aAAa,EAAE,OAAO,KAAK,MAAM,GAAG,EAAE,OAAO,EAAE,SAAS,IAAI,EAAE,OAAO,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM,KAAK,EAAE,IAAI,SAAS,UAAU,EAAE,IAAI,KAAK,IAAI,MAAM,KAAK,EAAE,QAAQ,SAAS,cAAc,EAAE,QAAQ,KAAK,IAAI,MAAM,IACjR,CAAC,CACA,KAAK,IAAI,KAAK,MACnB,CAAC;CACD,KAAK,KAAK,CACR,SACA,GAAG,IAAI,MAAM,SAAS,oBAAoB,IAAI,MAAM,eAAe,SAAS,YAAY,IAAI,MAAM,eAAe,KAAK,IAAI,EAAE,KAAK,GAAG,eAAe,IAAI,MAAM,UAAU,aAAa,IAAI,MAAM,SAChM,CAAC;CACD,KAAK,KAAK,CACR,WACA,IAAI,QAAQ,SACR,GAAG,IAAI,QAAQ,OAAO,OAAO,IAAI,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,IAAI,QAAQ,KAAK,MAAM,GAAG,EAAE,KAAK,GAAG,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,MACrI,qDACN,CAAC;CACD,KAAK,KAAK,CACR,YACA,OAAO,QAAQ,IAAI,QAAQ,CAAC,CACzB,KAAK,CAAC,MAAM,OAAO,GAAG,KAAK,GAAG,GAAG,CAAC,CAClC,KAAK,KAAK,CACf,CAAC;CACD,MAAM,WAAW,cAAc,GAAG;CAClC,KAAK,KAAK,CACR,UACA,GAAG,IAAI,OAAO,KAAK,aAAa,GAAG,IAAI,WAAW,MAAM,aAAa,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,MAC7F,CAAC;CACD,KAAK,KAAK,CACR,UACA,IAAI,OAAO,SAAS,OAChB,OAAO,IAAI,OAAO,SAAS,GAAG,IAAI,OAAO,SAAS,IAAI,IAAI,OAAO,WAAW,OAC5E,WAAW,IAAI,QACrB,CAAC;CACD,OAAO;AACT;;AAGA,SAAgB,cAAc,KAAgB,OAAwC,CAAC,GAAW;CAChG,MAAM,QAAQ;EACZ,gBAAgB,IAAI;EACpB;EACA,GAAG,SAAS,GAAG,EAAE,aAAa,IAAI,UAAU,IAAI,eAAe,IAAI,UAAU,EAAE;EAC/E;EACA,SAAS,IAAI,UAAU,WAAW,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,OAAO,QAAQ,KAAK,IAAI,KAAK,MAAM,WAAW,IAAI,KAAK,MAAM,WAAW,IAAI,KAAK,SAAS,WAAW,IAAI,SAAS,aAAa,CAAC,IAAI,OAAO,aAAa,KAAA,IAAY,GAAG,IAAI,OAAO,SAAS,aAAa,IAAI,IAAI,OAAO,YAAY,EAAE,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,IAAI,MAAM;EACzU;EACA,GAAG,IAAI,KAAK,gBAAgB,KAAK,MAAM,kBAAkB,EAAE,QAAQ,GAAG;EACtE;EACA;EACA,GAAG,OACD,OAAO,YAAY,GAAG,GAAG,KAAK,WAAW,MAAM;GAAE,OAAO;GAAO,SAAS;EAAM,CAAC,GAC/E,MACF;EACA;EACA;EACA;EACA;EACA;EACA,GAAG,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,KAAK,KAAK,CAAC,EAAE,GAAG;EACzD;EACA,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,kBAAkB,EAAE,GAAG;EACnD,YAAY,IAAI,MAAM,YAAY,IAAI,MAAM,sBAAsB,IAAI;EACtE;EACA;CACF;CAGA,MAAM,QAAQ,MAAgB,MAAM,UAAU,MAAM,gBAAgB,IAAI,MAAM,SAAS,IAAI;CAC3F,KAAK,MAAM,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,KAAK,EAAE,OAAO,IAAI,KAAK,EAAE,OAAO,CAAC,GAAG;EAChF,IAAI,EAAE,YAAY,WAAW;EAC7B,MAAM,OAAO,eAAe,CAAC,IAAI,MAAM,aAAa,gBAAgB,CAAC;EACrE,MAAM,KAAK,IAAI,OAAO,KAAK,GAAG,EAAE,KAAK,eAAe,CAAC,IAAI,iBAAiB,MAAM,EAAE;EAClF,MAAM,QAAQ,EAAE,SAAS,SAAS;EAClC,MAAM,UAAU,EAAE,WAAW,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,KAAK;EACtD,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,eAAe,KAAK,IAAI,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,0BAA0B,EAAE,OAAO,KAAK,EAC3F;EAEF,IAAI,OAAO,QAAQ,MAAM,KAAK,EAAE;EAChC,MAAM,eAAe,MAAsB,cAAc,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,OAAO;EACnF,KAAK,MAAM,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,YAAY,CAAC,CAAC,GAAG;GAC/E,IAAI,EAAE,YAAY,WAAW;GAC7B,IAAI,cAAc,GAAG,CAAC,GAAG;IACvB,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,GAAG,uBAAuB,EAAE;IAC9D,MAAM,KAAK,6CAA6C,EAAE;IAC1D,cAAc,OAAO,CAAC;IACtB,MAAM,KAAK,IAAI,YAAY;IAC3B;GACF;GACA,IAAI,OAAO,MAAM,KAAK,QAAQ,aAAa,EAAE,SAAS,GAAG,EAAE,MAAM,EAAE;GACnE,cAAc,OAAO,CAAC;EACxB;CACF;CACA,MAAM,KAAK,EAAE;CACb,OAAO,MAAM,KAAK,IAAI;AACxB;;AAGA,MAAa,kBAAkB,MAC7B,EAAE,OAAO,SAAS,WAAW,EAAE,WAAW,MAAM,MAAM,EAAE,YAAY,MAAM;AAE5E,SAAS,cAAc,OAAiB,GAAwB;CAC9D,IAAI,EAAE,SAAS,CAAC,eAAe,CAAC,GAC9B,MAAM,KAAK,KAAK,EAAE,MAAM,KAAK,KAAK,IAAI,GAAG,OAAO,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;CAE/F,KAAK,MAAM,QAAQ,EAAE,OAAO;EAC1B,MAAM,KACJ,aAAa,KAAK,OAAO,IAAI,eAAe,KAAK,UAAU,EAAE,KAAK,KAAK,KAAK,KAAK,MAAM,GAAG,GAAG,GAC/F;EACA,IAAI,KAAK,OAAO,MAAM,KAAK,cAAc,KAAK,KAAK,KAAK,KAAK,GAAG,GAAG,GAAG;CACxE;CACA,MAAM,IAAI,EAAE;CACZ,MAAM,KACJ,iBAAiB,eAAe,EAAE,OAAO,EAAE,WAAW,eAAe,EAAE,OAAO,EAAE,YAAY,eAAe,EAAE,QAAQ,EAAE,WAAW,eAAe,EAAE,OAAO,GAC5J;CACA,MAAM,MAAM,EAAE;CACd,MAAM,OAAO,GAAkB,SAC7B,MAAM,OAAO,GAAG,KAAK,iBAAiB,GAAG,EAAE,GAAG;CAChD,MAAM,KACJ,YAAY,IAAI,UAAU,gBAAgB,IAAI,MAAM,sBAAsB,IAAI,IAAI,aAAa,cAAc,EAAE,KAAK,IAAI,IAAI,YAAY,SAAS,EAAE,KAAK,eAAe,IAAI,WAAW,EAAE,YAAY,IAAI,eAAe,MAAM,IAAI,aAAa,eAAe,IAAI,iBAAiB,IAAI,KAAK,IAAI,QAAQ,IAAI,YAAY,aAAa,eAAe,IAAI,SAAS,MAAM,OAAO,IAC/W;CACA,KAAK,MAAM,EAAE,UAAU,GAAG,OAAO,UAAU,aAAa,iBAAiB,CAAC,GAAG;EAC3E,MAAM,UAAU,EAAE,SAAS,SACvB,WAAW,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,WAAW,IAAI,UAAU,cAClE;EACJ,MAAM,KACJ,UAAU,UAAU,IAAI,KAAK,KAAK,MAAM,GAAG,KAAK,EAAE,QAAQ,KAAK,EAAE,MAAM,QAAQ,CAAC,EAAE,cAAc,EAAE,UAAU,IAAI,EAAE,QAAQ,QAAQ,KAAK,EAAE,UAC3I;CACF;CACA,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAAG;EAC/B,MAAM,OAAO,EAAE,QACX,WAAW,KAAK,KAAK,EAAE,KAAK,GAAG,GAAG,MAClC,GAAG,EAAE,WAAW,KAAA,IAAY,KAAK,KAAK,EAAE,MAAM,EAAE,OAAO,KAAK,KAAK,KAAK,EAAE,IAAI,GAAG,GAAG;EACtF,MAAM,KACJ,cAAc,KAAK,IAAI,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,IAAI,OAAO,EAAE,QAAQ,0BAA0B,EAAE,MAAM,KAAK,MAAM,IACpH;CACF;CACA,MAAM,SAAS,YAAY,CAAC;CAC5B,EAAE,OAAO,SAAS,GAAG,MAAM;EACzB,MAAM,QAAQ,OAAO;EACrB,MAAM,QAAQ,WAAW,CAAC;EAC1B,MAAM,KACJ,UAAU,QAAQ,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,EAAE,WAAW,QAAQ,KAAK,MAAM,KAAK,GAAG,MAAM,KAAK,YAAY,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,WAAW,EAAE,IAAI,KAAK,MAAM,IACtK;CACF,CAAC;CACD,IAAI,EAAE,aAAa,QACjB,MAAM,KACJ,cAAc,EAAE,aAAa,KAAK,MAAO,EAAE,QAAQ,KAAK,EAAE,KAAK,MAAM,EAAE,MAAM,WAAW,GAAG,EAAE,OAAO,KAAK,EAAE,KAAK,GAAI,CAAC,CAAC,KAAK,IAAI,GACjI;CAEF,MAAM,OAAO,EAAE,MAAM,GAAG,EAAE,CAAC,EAAE;CAC7B,IAAI,MAAM;EACR,MAAM,QAAQ,KAAK,SAAS,qBAAqB,GAAG,KAAK,MAAM,GAAG,kBAAkB,EAAE,KAAK;EAC3F,MAAM,KACJ,IACA,iBACA,IACA,GAAG,MACA,QAAQ,CAAC,CACT,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,KAAK,GAAG,GACtB,EACF;CACF;CACA,MAAM,QAAQ;EACZ,EAAE,MAAM,YAAY,eAAe,EAAE,MAAM,SAAS,KAAK;EACzD,EAAE,MAAM,cAAc,gBAAgB,EAAE,MAAM,WAAW,KAAK;EAC9D,EAAE,MAAM,QAAQ,UAAU,EAAE,MAAM,KAAK,KAAK;EAC5C,EAAE,MAAM,cAAc,iBAAiB,EAAE,MAAM,WAAW,KAAK;CACjE,CAAC,CAAC,OAAO,OAAO;CAChB,IAAI,MAAM,QAAQ,MAAM,KAAK,YAAY,MAAM,KAAK,KAAK,GAAG;AAC9D"}
|