reeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-CptK032x.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-B63OzUX9.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-B63OzUX9.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Me7Whp-y.js → assemble-t6h018An.js} +152 -129
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
- package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-Cik0SoIn.js → attempt-host-CIm1-11m.js} +6 -6
- package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-C3RmjPph.js → capture-iBzFiC0j.js} +27 -25
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-BBOlXKPG.js → cli-20Fpvs5H.js} +442 -707
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-qGS802uX.js → command-B5OyHpOu.js} +21 -80
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-DhiwsZl1.js → command-BLNVDiIg.js} +9 -9
- package/dist/{command-DhiwsZl1.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-fO0BFsTq.js → command-CRh-cb6Z.js} +37 -37
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-CFQ9c1hk.js → command-aUJvENwy.js} +16 -16
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-CC60TOT5.js → commands-CWy-WndG.js} +186 -85
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-xYTMNTPv.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-C2UtS9vy.js → config-B9mB1kF5.js} +261 -1708
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
- package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-C5SZ0510.js → db-zgC1tvKB.js} +130 -84
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-FEidNAIi.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BVmx7r7L.js → default-effort-DGhQmu95.js} +4 -4
- package/dist/{default-effort-BVmx7r7L.js.map → default-effort-DGhQmu95.js.map} +1 -1
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-B2F8-PGC.js → docker-Cqw-CyWz.js} +3 -3
- package/dist/{docker-B2F8-PGC.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker-Dto8ROCq.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-BlSopHpZ.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-BcvfKpBX.js → doctor-B2PohneB.js} +84 -27
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{environment-CC1RV21n.js → environment-DB8o3hGi.js} +79 -39
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-CzxdgFBW.js → eval-source-D3sbAzt-.js} +10 -10
- package/dist/{eval-source-CzxdgFBW.js.map → eval-source-D3sbAzt-.js.map} +1 -1
- package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
- package/dist/{evaluate-NTNJ8T9H.js → evaluate-CwKeN_fo.js} +377 -142
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-DsXULUi5.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-DsXULUi5.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-aAzoGNCB.js → files-BiFU16BW.js} +5 -5
- package/dist/{files-aAzoGNCB.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-CZXrkPja.js → files-Cl7BQ5gE.js} +54 -13
- package/dist/{files-CZXrkPja.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-C1MB5bjr.js → git-fDiJ8UIV.js} +2 -2
- package/dist/{git-C1MB5bjr.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
- package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
- package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-CNayXCp2.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-D5HtmyMI.js → init-DbuZVRrW.js} +7 -6
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
- package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
- package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
- package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
- package/dist/{live-uRURFDMZ.js → live-CnGrRM6j.js} +7 -7
- package/dist/{live-uRURFDMZ.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
- package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-CXVVB4RK.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-BxBWFOZn.js → model-DJjLw-0r.js} +5 -5
- package/dist/{model-BxBWFOZn.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-ug5HpMOj.js → patch-DH4e_Gkd.js} +2 -2
- package/dist/{patch-ug5HpMOj.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-DqnzfDH1.js → plan-Cgq9NCEX.js} +110 -39
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-B2KQ0y3P.js → plugins-BkmPxDiY.js} +10 -267
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-DyzmvK7i.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-DVXEvzFU.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-21WMQZyt.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-21WMQZyt.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-BcSRa7-3.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
- package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-iRxjp4Pu.js → provenance-zsc4--dP.js} +4 -3
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-vXMXuwn-.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-BhaKQ07P.js → query-Bb3SYICk.js} +2 -2
- package/dist/{query-BhaKQ07P.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-BzdLdV3C.js → questions-CWlR9ffu.js} +9 -9
- package/dist/{questions-BzdLdV3C.js.map → questions-CWlR9ffu.js.map} +1 -1
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-CauU408t.js → remarks-vtkPmQb9.js} +115 -35
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-Dwy3fyo3.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-Dwy3fyo3.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B1zMnPwK.js → resolve-Do0ZaYH6.js} +10 -9
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-CfC0id_u.js → results-JyuM64gy.js} +6 -6
- package/dist/{results-CfC0id_u.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/{resume-Dkhrpjow.js → resume-AW5oXzUc.js} +169 -27
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-DcvQcr36.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-8zCrtuCf.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-Dplq8g0r.js → server-Cn8VqO9S.js} +9 -9
- package/dist/{server-Dplq8g0r.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-NWHqn5-o.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-NWHqn5-o.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-B9oE_mNS.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-BQ6BiXoc.js → src-Ck2r_EMT.js} +607 -72
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-CUpoVVb8.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-DDCGUhva.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-DDCGUhva.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +4 -4
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
- package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
- package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
- package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +101 -58
- package/dist/view/index.js +9 -8
- package/dist/{views-BISrsIjw.js → views-DAIiLiV3.js} +7 -6
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-DJD_nHkS.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-BO1VhUR9.js → workspace-uuE51x35.js} +6 -6
- package/dist/{workspace-BO1VhUR9.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +24 -11
- package/skills/eval-rubric/SKILL.md +15 -7
- package/dist/adapter-CptK032x.js.map +0 -1
- package/dist/app-files-sgqwfjtn.js.map +0 -1
- package/dist/assemble-CxBHkavM.js +0 -1
- package/dist/assemble-Me7Whp-y.js.map +0 -1
- package/dist/capture-C3RmjPph.js.map +0 -1
- package/dist/capture-YPwxp_iK.js +0 -1
- package/dist/cli-BBOlXKPG.js.map +0 -1
- package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
- package/dist/client-tZ2WBDxf.js.map +0 -1
- package/dist/command-CFQ9c1hk.js.map +0 -1
- package/dist/command-fO0BFsTq.js.map +0 -1
- package/dist/command-qGS802uX.js.map +0 -1
- package/dist/commands-CC60TOT5.js.map +0 -1
- package/dist/config-C2UtS9vy.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-BjOg7wyr.js +0 -101
- package/dist/contrasts-BjOg7wyr.js.map +0 -1
- package/dist/cost-BJU0MAji.js +0 -1
- package/dist/db-C5SZ0510.js.map +0 -1
- package/dist/db-puzLzX4k.js +0 -2
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker-Dto8ROCq.js.map +0 -1
- package/dist/doctor-BcvfKpBX.js.map +0 -1
- package/dist/environment-CC1RV21n.js.map +0 -1
- package/dist/evaluate-NTNJ8T9H.js.map +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-DFtuRQJx.js +0 -1
- package/dist/files-oOYNR7ZH.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-Cp_pQoEe.js.map +0 -1
- package/dist/harness-DYSC4zMh.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-CNayXCp2.js.map +0 -1
- package/dist/init-8o6W3_fn.js +0 -1
- package/dist/init-D5HtmyMI.js.map +0 -1
- package/dist/ink-list-Ca-5dunO.js.map +0 -1
- package/dist/judge-DYOF69Oe.js.map +0 -1
- package/dist/list-CM_YSJXq.js +0 -374
- package/dist/list-CM_YSJXq.js.map +0 -1
- package/dist/live-DQc8jr6o.js +0 -1
- package/dist/model-Ce9l9_rF.js.map +0 -1
- package/dist/model-Cxzo4cjw.js +0 -1
- package/dist/node-DhIRSrrK.js.map +0 -1
- package/dist/opencode-providers-Co7plCea.js.map +0 -1
- package/dist/plan-DqnzfDH1.js.map +0 -1
- package/dist/plugins-B2KQ0y3P.js.map +0 -1
- package/dist/preflight-DyzmvK7i.js.map +0 -1
- package/dist/provenance-iRxjp4Pu.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-D0ob_tra.js +0 -1
- package/dist/providers-vXMXuwn-.js.map +0 -1
- package/dist/query-CvgUsvep.js +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/remarks-CauU408t.js.map +0 -1
- package/dist/remarks-NMgPd30U.js.map +0 -1
- package/dist/resolve-B1zMnPwK.js.map +0 -1
- package/dist/resolve-BIIeVT12.js +0 -1
- package/dist/resume-Dkhrpjow.js.map +0 -1
- package/dist/runtime-DcvQcr36.js.map +0 -1
- package/dist/sandbox-8zCrtuCf.js.map +0 -1
- package/dist/server-0tuj8VSa.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-llwLewOU.js +0 -1
- package/dist/src-BQ6BiXoc.js.map +0 -1
- package/dist/src-BXnv0ViU.js +0 -2
- package/dist/src-BiS8YNN_.js +0 -3
- package/dist/src-BkH4GOxu.js +0 -1
- package/dist/src-C-tH5ebd.js +0 -2
- package/dist/src-Cg1bFs9g.js +0 -2
- package/dist/src-DV_UorZv.js +0 -2
- package/dist/src-XxUpr2sa.js +0 -2
- package/dist/state-DZbAO95a.js +0 -1
- package/dist/suite-M8_7xio7.js.map +0 -1
- package/dist/suite-u2KJnGpY.js +0 -2
- package/dist/summary-Uzc9osfV.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-h_peaZTN.js +0 -1
- package/dist/views-BISrsIjw.js.map +0 -1
- package/dist/views-Bfab8fM9.js +0 -2
- package/dist/workspace-B8EOCuxl.js +0 -1
|
@@ -0,0 +1,639 @@
|
|
|
1
|
+
import { a as totalTokens, n as formatTokens } from "./usage-DJiDnh2D.js";
|
|
2
|
+
import { r as sha256Hex, t as evalSlug } from "./slug-IHh3f770.js";
|
|
3
|
+
import { a as liftInterval, l as median, m as round3, o as mannWhitney, p as quantile, r as containsZero, u as minimumP } from "./stats-C18W4xPX.js";
|
|
4
|
+
import { i as passRateOf, o as worstOutcome } from "./gate-CgYdaprG.js";
|
|
5
|
+
// src/view/effort.ts
|
|
6
|
+
/** Below this two-sided p, an effort difference is an effect. */
|
|
7
|
+
const EFFORT_ALPHA = .05;
|
|
8
|
+
/** Some counted attempts reported no usage. Not a verdict; never printed as one. */
|
|
9
|
+
const TOKENS_UNREPORTED = "some cells did not report usage";
|
|
10
|
+
const effortSample = (a) => ({
|
|
11
|
+
tools: a.activity.tools,
|
|
12
|
+
agentMs: a.timings.agentMs,
|
|
13
|
+
fileEdits: a.activity.fileEdits,
|
|
14
|
+
filesChanged: filesChanged(a.changedFiles),
|
|
15
|
+
...a.usage ? { tokens: totalTokens(a.usage) } : {}
|
|
16
|
+
});
|
|
17
|
+
/** The files the workspace diff changed, a collapsed directory counting each of its files. */
|
|
18
|
+
const filesChanged = (files) => files.reduce((n, f) => n + (f.count ?? 1), 0);
|
|
19
|
+
const counted = (a) => a.outcome === "pass" || a.outcome === "fail";
|
|
20
|
+
const spread = (values) => ({
|
|
21
|
+
median: median(values) ?? 0,
|
|
22
|
+
q1: quantile(values, .25) ?? 0,
|
|
23
|
+
q3: quantile(values, .75) ?? 0
|
|
24
|
+
});
|
|
25
|
+
/** Token totals from the attempts that reported usage; empty when none did. */
|
|
26
|
+
const tokenValues = (samples) => samples.flatMap((s) => s.tokens === void 0 ? [] : [s.tokens]);
|
|
27
|
+
function effortOf(samples) {
|
|
28
|
+
if (samples.length === 0) return null;
|
|
29
|
+
const tokens = tokenValues(samples);
|
|
30
|
+
return {
|
|
31
|
+
n: samples.length,
|
|
32
|
+
tools: spread(samples.map((s) => s.tools)),
|
|
33
|
+
agentMs: spread(samples.map((s) => s.agentMs)),
|
|
34
|
+
fileEdits: median(samples.map((s) => s.fileEdits)) ?? 0,
|
|
35
|
+
filesChanged: median(samples.map((s) => s.filesChanged)) ?? 0,
|
|
36
|
+
...tokens.length ? { tokens: spread(tokens) } : {}
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* The verdict of an exact rank test of `xs` (variant) against `ys` (control). Its direction is
|
|
41
|
+
* the test's (which side ranks lower), not the medians', which can be equal or disagree.
|
|
42
|
+
*/
|
|
43
|
+
function effortVerdict(xs, ys) {
|
|
44
|
+
const test = mannWhitney(xs, ys);
|
|
45
|
+
const p = test?.p ?? null;
|
|
46
|
+
if (test === null || test.floor >= .05) return {
|
|
47
|
+
p,
|
|
48
|
+
verdict: "insufficient"
|
|
49
|
+
};
|
|
50
|
+
if (test.p >= .05) return {
|
|
51
|
+
p,
|
|
52
|
+
verdict: "noise"
|
|
53
|
+
};
|
|
54
|
+
return {
|
|
55
|
+
p,
|
|
56
|
+
verdict: test.sign < 0 ? "fewer" : "more"
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
const ratio = (a, b) => b === 0 ? null : a / b;
|
|
60
|
+
/** Every value on one side is below every value on the other. */
|
|
61
|
+
const apart = (xs, ys) => Math.max(...xs) < Math.min(...ys) || Math.min(...xs) > Math.max(...ys);
|
|
62
|
+
/**
|
|
63
|
+
* The fewest attempts a side for "no overlap" to say anything: at 3 against 3 one ordering in
|
|
64
|
+
* ten separates by chance; at 1 against 1 every pair of unequal values does.
|
|
65
|
+
*/
|
|
66
|
+
const DIRECTIONAL_MIN = 3;
|
|
67
|
+
/**
|
|
68
|
+
* The fewest runs per cell whose effort test can reach `EFFORT_ALPHA` (4 against 4: p = 2/70).
|
|
69
|
+
*/
|
|
70
|
+
const EFFORT_MIN_RUNS = (() => {
|
|
71
|
+
let n = 1;
|
|
72
|
+
while (minimumP(n, n) >= EFFORT_ALPHA) n++;
|
|
73
|
+
return n;
|
|
74
|
+
})();
|
|
75
|
+
/**
|
|
76
|
+
* The metrics whose test is `insufficient` but whose ranges don't overlap at
|
|
77
|
+
* `DIRECTIONAL_MIN` a side or more: a direction, not an effect.
|
|
78
|
+
*/
|
|
79
|
+
function directional(c) {
|
|
80
|
+
if (Math.min(c.variant.n, c.control.n) < 3) return [];
|
|
81
|
+
const out = [];
|
|
82
|
+
if (c.separated && c.verdict === "insufficient") out.push("tools");
|
|
83
|
+
if (c.timeSeparated && c.timeVerdict === "insufficient") out.push("agentS");
|
|
84
|
+
if (c.tokensSeparated && c.tokensVerdict === "insufficient") out.push("tokens");
|
|
85
|
+
return out;
|
|
86
|
+
}
|
|
87
|
+
function contrastEffort(variant, control) {
|
|
88
|
+
const v = effortOf(variant);
|
|
89
|
+
const c = effortOf(control);
|
|
90
|
+
if (!v || !c) return null;
|
|
91
|
+
const tools = effortVerdict(variant.map((s) => s.tools), control.map((s) => s.tools));
|
|
92
|
+
const time = effortVerdict(variant.map((s) => s.agentMs), control.map((s) => s.agentMs));
|
|
93
|
+
const vTok = tokenValues(variant);
|
|
94
|
+
const cTok = tokenValues(control);
|
|
95
|
+
const tokens = vTok.length && cTok.length ? effortVerdict(vTok, cTok) : null;
|
|
96
|
+
const reported = vTok.length + cTok.length;
|
|
97
|
+
const unreported = reported > 0 && reported < variant.length + control.length;
|
|
98
|
+
return {
|
|
99
|
+
variant: v,
|
|
100
|
+
control: c,
|
|
101
|
+
toolsRatio: ratio(v.tools.median, c.tools.median),
|
|
102
|
+
agentMsRatio: ratio(v.agentMs.median, c.agentMs.median),
|
|
103
|
+
agentMsDelta: v.agentMs.median - c.agentMs.median,
|
|
104
|
+
toolsP: tools.p,
|
|
105
|
+
agentMsP: time.p,
|
|
106
|
+
separated: apart(variant.map((s) => s.tools), control.map((s) => s.tools)),
|
|
107
|
+
timeSeparated: apart(variant.map((s) => s.agentMs), control.map((s) => s.agentMs)),
|
|
108
|
+
tokensSeparated: tokens ? apart(vTok, cTok) : null,
|
|
109
|
+
verdict: tools.verdict,
|
|
110
|
+
timeVerdict: time.verdict,
|
|
111
|
+
tokensRatio: tokens && v.tokens && c.tokens ? ratio(v.tokens.median, c.tokens.median) : null,
|
|
112
|
+
tokensP: tokens?.p ?? null,
|
|
113
|
+
tokensVerdict: tokens?.verdict ?? null,
|
|
114
|
+
...unreported ? { tokensNote: TOKENS_UNREPORTED } : {}
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
/** The counted attempts of one cell of an eval, as effort samples. */
|
|
118
|
+
const cellSamples = (e, cellKey) => e.attempts.filter((a) => a.cell === cellKey && counted(a)).map(effortSample);
|
|
119
|
+
const cellEffort = (e, cellKey) => effortOf(cellSamples(e, cellKey));
|
|
120
|
+
/** A variant cell's effort against its control's, in the same run; null for controls. */
|
|
121
|
+
function cellContrast(e, cellKey) {
|
|
122
|
+
const cell = e.cells.find((c) => c.key === cellKey);
|
|
123
|
+
if (!cell?.lift) return null;
|
|
124
|
+
return contrastEffort(cellSamples(e, cellKey), cellSamples(e, cell.lift.vs));
|
|
125
|
+
}
|
|
126
|
+
/** `4`, `4.5`: medians of counts are whole or halves. */
|
|
127
|
+
const formatCount = (n) => Number.isInteger(n) ? String(n) : n.toFixed(1);
|
|
128
|
+
const formatRatio = (r) => r === null ? "×–" : `×${r.toFixed(2)}`;
|
|
129
|
+
/** Below this, agent time rounds under a tenth of a second and prints `<0.1s`. */
|
|
130
|
+
const TENTH_MS = 50;
|
|
131
|
+
/** Two agent times that both print `<0.1s` have no ratio worth printing. */
|
|
132
|
+
const bothUnderATenth = (a, b) => a < TENTH_MS && b < TENTH_MS;
|
|
133
|
+
/** Seconds for agent time: `<0.1s`, `0.4s`, `21s`, `1m 05s`. */
|
|
134
|
+
function formatSeconds(ms) {
|
|
135
|
+
if (ms < 9950) return ms < TENTH_MS ? "<0.1s" : `${(ms / 1e3).toFixed(1)}s`;
|
|
136
|
+
const s = Math.round(ms / 1e3);
|
|
137
|
+
return s < 60 ? `${s}s` : `${Math.floor(s / 60)}m ${String(s % 60).padStart(2, "0")}s`;
|
|
138
|
+
}
|
|
139
|
+
const formatP = (p) => p === null ? "" : ` (p = ${p < .001 ? "<0.001" : p.toFixed(3)})`;
|
|
140
|
+
const VERDICT_TEXT = {
|
|
141
|
+
fewer: (what) => `fewer ${what}`,
|
|
142
|
+
more: (what) => `more ${what}`,
|
|
143
|
+
noise: () => "within noise",
|
|
144
|
+
insufficient: () => "too few attempts to test"
|
|
145
|
+
};
|
|
146
|
+
const toolsVerdictText = (c) => c.verdict === "fewer" || c.verdict === "more" ? `${VERDICT_TEXT[c.verdict]("tool calls")}${formatP(c.toolsP)}` : VERDICT_TEXT[c.verdict]("");
|
|
147
|
+
/** Token verdict after the tools one; empty when omitted or already covered as insufficient. */
|
|
148
|
+
const tokensVerdictText = (c) => {
|
|
149
|
+
if (c.tokensVerdict === null) return "";
|
|
150
|
+
if (c.verdict === "insufficient" && c.tokensVerdict === "insufficient") return "";
|
|
151
|
+
if (c.tokensVerdict === "fewer" || c.tokensVerdict === "more") return `; ${VERDICT_TEXT[c.tokensVerdict]("tokens")}${formatP(c.tokensP)}`;
|
|
152
|
+
if (c.tokensVerdict === "noise") return "; tokens within noise";
|
|
153
|
+
return `; ${VERDICT_TEXT[c.tokensVerdict]("")}`;
|
|
154
|
+
};
|
|
155
|
+
/**
|
|
156
|
+
* `tools 5 vs 43 (×0.11), agent 21s vs 46s (×0.47): too few attempts to test` for a variant
|
|
157
|
+
* against its control; with enough attempts, `fewer tool calls (p = 0.029)`. Tokens fold in
|
|
158
|
+
* when both sides have usage samples; they are omitted (not `insufficient`) when either does not.
|
|
159
|
+
* A metric too small to test whose ranges don't overlap says so: `(×0.37, no overlap)`. Agent
|
|
160
|
+
* times both under a tenth of a second have no ratio: `agent <0.1s vs <0.1s`.
|
|
161
|
+
*/
|
|
162
|
+
function effortLabel(c) {
|
|
163
|
+
const [va, ca] = [c.variant.agentMs.median, c.control.agentMs.median];
|
|
164
|
+
const tiny = bothUnderATenth(va, ca);
|
|
165
|
+
const apartOn = new Set(directional(c).filter((m) => !(tiny && m === "agentS")));
|
|
166
|
+
const r = (metric, value) => `(${formatRatio(value)}${apartOn.has(metric) ? ", no overlap" : ""})`;
|
|
167
|
+
const parts = [`tools ${formatCount(c.variant.tools.median)} vs ${formatCount(c.control.tools.median)} ${r("tools", c.toolsRatio)}`, `agent ${formatSeconds(va)} vs ${formatSeconds(ca)}${tiny ? "" : ` ${r("agentS", c.agentMsRatio)}`}`];
|
|
168
|
+
if (c.tokensVerdict !== null && c.variant.tokens && c.control.tokens) parts.push(`tokens ${formatTokens(c.variant.tokens.median)} vs ${formatTokens(c.control.tokens.median)} ${r("tokens", c.tokensRatio)}`);
|
|
169
|
+
const n = apartOn.size ? ` (n = ${c.variant.n} vs ${c.control.n})` : "";
|
|
170
|
+
return `${parts.join(", ")}: ${toolsVerdictText(c)}${tokensVerdictText(c)}${n}`;
|
|
171
|
+
}
|
|
172
|
+
/** One cell's effort on its own: `tools 43 · agent 46s`, plus tokens when any attempt reported them. */
|
|
173
|
+
const effortSummary = (e) => e.tokens ? `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)} · tokens ${formatTokens(e.tokens.median)}` : `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
|
|
174
|
+
/** The same cell between two runs: `tools 44 → 10 (×0.23) · agent 45s → 21s (×0.47)`. */
|
|
175
|
+
function effortChangeLabel(base, head) {
|
|
176
|
+
const t = ratio(head.tools.median, base.tools.median);
|
|
177
|
+
const a = ratio(head.agentMs.median, base.agentMs.median);
|
|
178
|
+
const [ba, ha] = [base.agentMs.median, head.agentMs.median];
|
|
179
|
+
const agent = `agent ${formatSeconds(ba)} → ${formatSeconds(ha)}${bothUnderATenth(ba, ha) ? "" : ` (${formatRatio(a)})`}`;
|
|
180
|
+
const core = `tools ${formatCount(base.tools.median)} → ${formatCount(head.tools.median)} (${formatRatio(t)}) · ${agent}`;
|
|
181
|
+
if (!base.tokens || !head.tokens) return core;
|
|
182
|
+
const tok = ratio(head.tokens.median, base.tokens.median);
|
|
183
|
+
return `${core} · tokens ${formatTokens(base.tokens.median)} → ${formatTokens(head.tokens.median)} (${formatRatio(tok)})`;
|
|
184
|
+
}
|
|
185
|
+
// src/view/contrasts.ts
|
|
186
|
+
/**
|
|
187
|
+
* Where every counted attempt that answered a check passed it (`all`), none did, or some. An
|
|
188
|
+
* attempt that never reached the check didn't answer it, so a side that never ran it has none.
|
|
189
|
+
*/
|
|
190
|
+
const sideOf = (t) => {
|
|
191
|
+
const answered = t.pass + t.fail;
|
|
192
|
+
if (answered === 0) return void 0;
|
|
193
|
+
return t.pass === answered ? "all" : t.pass === 0 ? "none" : "some";
|
|
194
|
+
};
|
|
195
|
+
/** Whether one check tells two cells apart; undefined when either side never ran it. */
|
|
196
|
+
function checkVerdict(a, b) {
|
|
197
|
+
const x = sideOf(a);
|
|
198
|
+
const y = sideOf(b);
|
|
199
|
+
if (x === void 0 || y === void 0) return void 0;
|
|
200
|
+
if (x === "all" && y === "all") return "both-pass";
|
|
201
|
+
if (x === "none" && y === "none") return "both-fail";
|
|
202
|
+
if (x === "all" && y === "none" || x === "none" && y === "all") return "discriminates";
|
|
203
|
+
return "mixed";
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Each unordered pair of cells on one harness and sandbox, when it has at least two variants
|
|
207
|
+
* (with one, the only pair is the variant against its control, which the cell already has).
|
|
208
|
+
* The control comes first, so a pair is `[later, earlier]`: every variant against the control,
|
|
209
|
+
* then each variant against those before it.
|
|
210
|
+
*/
|
|
211
|
+
function contrastPairs(cells) {
|
|
212
|
+
const groups = /* @__PURE__ */ new Map();
|
|
213
|
+
for (const c of cells) {
|
|
214
|
+
const id = `${c.harness}\0${c.sandbox}`;
|
|
215
|
+
groups.set(id, [...groups.get(id) ?? [], c]);
|
|
216
|
+
}
|
|
217
|
+
const pairs = [];
|
|
218
|
+
for (const group of groups.values()) {
|
|
219
|
+
const arms = [...group.filter((c) => c.role === "control"), ...group.filter((c) => c.role !== "control")];
|
|
220
|
+
if (arms.filter((c) => c.role === "variant").length < 2) continue;
|
|
221
|
+
for (let j = 1; j < arms.length; j++) for (let i = 0; i < j; i++) pairs.push([arms[j], arms[i]]);
|
|
222
|
+
}
|
|
223
|
+
return pairs;
|
|
224
|
+
}
|
|
225
|
+
const tally = ({ pass, fail, error, notRun }) => ({
|
|
226
|
+
pass,
|
|
227
|
+
fail,
|
|
228
|
+
error,
|
|
229
|
+
notRun
|
|
230
|
+
});
|
|
231
|
+
function pairLift(a, b) {
|
|
232
|
+
if (a.passRate === null || b.passRate === null) return null;
|
|
233
|
+
const variant = {
|
|
234
|
+
pass: a.pass,
|
|
235
|
+
counted: a.pass + a.fail
|
|
236
|
+
};
|
|
237
|
+
const control = {
|
|
238
|
+
pass: b.pass,
|
|
239
|
+
counted: b.pass + b.fail
|
|
240
|
+
};
|
|
241
|
+
const { points, low, high } = liftInterval({
|
|
242
|
+
pass: variant.pass,
|
|
243
|
+
n: variant.counted
|
|
244
|
+
}, {
|
|
245
|
+
pass: control.pass,
|
|
246
|
+
n: control.counted
|
|
247
|
+
});
|
|
248
|
+
return {
|
|
249
|
+
vs: b.key,
|
|
250
|
+
control,
|
|
251
|
+
variant,
|
|
252
|
+
points: round3(points),
|
|
253
|
+
interval: {
|
|
254
|
+
lo: round3(low),
|
|
255
|
+
hi: round3(high),
|
|
256
|
+
level: .95,
|
|
257
|
+
method: "newcombe-wilson"
|
|
258
|
+
},
|
|
259
|
+
withinNoise: containsZero(low, high)
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
/** An eval's contrasts: one per pair `contrastPairs` gives; empty with fewer than two variants. */
|
|
263
|
+
function contrastsOf(e) {
|
|
264
|
+
return contrastPairs(e.cells).map(([a, b]) => ({
|
|
265
|
+
a: a.key,
|
|
266
|
+
b: b.key,
|
|
267
|
+
lift: pairLift(a, b),
|
|
268
|
+
effort: contrastEffort(cellSamples(e, a.key), cellSamples(e, b.key)),
|
|
269
|
+
checks: (a.checks ?? []).flatMap((k) => {
|
|
270
|
+
const other = b.checks?.find((x) => x.label === k.label);
|
|
271
|
+
const verdict = other && checkVerdict(k, other);
|
|
272
|
+
return other && verdict ? [{
|
|
273
|
+
label: k.label,
|
|
274
|
+
a: tally(k),
|
|
275
|
+
b: tally(other),
|
|
276
|
+
verdict
|
|
277
|
+
}] : [];
|
|
278
|
+
})
|
|
279
|
+
}));
|
|
280
|
+
}
|
|
281
|
+
// src/view/family.ts
|
|
282
|
+
const signed = (x) => `${x >= 0 ? "+" : "−"}${Math.round(Math.abs(x) * 100)}`;
|
|
283
|
+
const pct = (x) => `${Math.round(x * 100)}%`;
|
|
284
|
+
const pValue = (p) => p < .001 ? "<0.001" : String(p);
|
|
285
|
+
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
286
|
+
function familyRateLabel(rate) {
|
|
287
|
+
const { interval: i } = rate;
|
|
288
|
+
const range = `95% ${Math.round(i.lo * 100)}…${Math.round(i.hi * 100)}`;
|
|
289
|
+
return i.method === "wilson" ? `pass@1 ${rate.pass}/${rate.counted} · ${pct(rate.rate)} (${range})` : `pass@1 ${pct(rate.rate)} over ${rate.cases} cases (${range})`;
|
|
290
|
+
}
|
|
291
|
+
const VERDICT_NOTE = {
|
|
292
|
+
lift: "",
|
|
293
|
+
drop: "",
|
|
294
|
+
noise: ", within noise",
|
|
295
|
+
insufficient: ", insufficient"
|
|
296
|
+
};
|
|
297
|
+
/**
|
|
298
|
+
* `pass@1 88% vs 20% lift +68 pts (95% +40…+82, paired, 18 vs 1 discordant, p <0.001)`. At
|
|
299
|
+
* one attempt a case, the counts are the discordant pairs; at several, the paired cases.
|
|
300
|
+
*/
|
|
301
|
+
function familyLiftLabel(lift) {
|
|
302
|
+
const { interval: i } = lift;
|
|
303
|
+
const range = `95% ${signed(i.lo)}…${signed(i.hi)}`;
|
|
304
|
+
const pairs = lift.discordant ? `${lift.discordant.variantOnly} vs ${lift.discordant.controlOnly} discordant` : `${lift.pairs} cases`;
|
|
305
|
+
const p = lift.p === null ? "" : `, p ${pValue(lift.p)}`;
|
|
306
|
+
return `${`pass@1 ${pct(lift.variantRate)} vs ${pct(lift.controlRate)}`} lift ${signed(lift.points)} pts (${range}, paired, ${pairs}${p})${VERDICT_NOTE[lift.verdict]}`;
|
|
307
|
+
}
|
|
308
|
+
const metricText = (name, m) => !m || m.ratio === null ? [] : [`${name} ×${m.ratio.toFixed(2)} per case (${m.verdict}${m.p === null ? "" : `, signed-rank p ${pValue(m.p)}`})`];
|
|
309
|
+
/**
|
|
310
|
+
* `tools ×0.41 per case (fewer, signed-rank p 0.002) · agent time ×0.80 per case (noise, …)`;
|
|
311
|
+
* a metric whose control median is 0 has no ratio and is left out.
|
|
312
|
+
*/
|
|
313
|
+
function familyEffortLabel(lift) {
|
|
314
|
+
const e = lift.effort;
|
|
315
|
+
if (!e) return null;
|
|
316
|
+
const parts = [
|
|
317
|
+
...metricText("tools", e.tools),
|
|
318
|
+
...metricText("agent time", e.agentMs),
|
|
319
|
+
...metricText("tokens", e.tokens)
|
|
320
|
+
];
|
|
321
|
+
return parts.length ? parts.join(" · ") : null;
|
|
322
|
+
}
|
|
323
|
+
/** `25 cases · paired` with a compare, and `3 of 25 cases` when a filter left some out. */
|
|
324
|
+
function familyHeadLabel(family) {
|
|
325
|
+
const cases = family.ran === family.cases ? `${family.cases} cases` : `${family.ran} of ${family.cases} cases`;
|
|
326
|
+
return family.lifts.length ? `${cases} · paired` : cases;
|
|
327
|
+
}
|
|
328
|
+
/**
|
|
329
|
+
* A case's short label: its key, so `adds a check [nextjs]` under `adds a check` is `nextjs`. A
|
|
330
|
+
* family in an older record named its cases from a template, whose literal text before
|
|
331
|
+
* the first placeholder and after the last comes off: `fixes $id` labels `fixes GH-101` `GH-101`.
|
|
332
|
+
*/
|
|
333
|
+
function caseLabel(template, name) {
|
|
334
|
+
if (name.startsWith(`${template} [`) && name.endsWith("]")) return name.slice(template.length + 2, -1) || name;
|
|
335
|
+
const matches = [...template.matchAll(/%#|%s|\$[A-Za-z_][A-Za-z0-9_]*/g)];
|
|
336
|
+
const first = matches[0];
|
|
337
|
+
const last = matches.at(-1);
|
|
338
|
+
if (!first || !last) return name;
|
|
339
|
+
const prefix = template.slice(0, first.index);
|
|
340
|
+
const suffix = template.slice((last.index ?? 0) + last[0].length);
|
|
341
|
+
if (!name.startsWith(prefix) || !name.endsWith(suffix)) return name;
|
|
342
|
+
return name.slice(prefix.length, name.length - suffix.length) || name;
|
|
343
|
+
}
|
|
344
|
+
// src/history/cases.ts
|
|
345
|
+
/**
|
|
346
|
+
* Each cell's checks: every label any attempt of the eval recorded, tallied over the cell's
|
|
347
|
+
* counted attempts (pass or fail). An attempt that counted without reaching a label, because
|
|
348
|
+
* an `expect.require` or a thrown error before it ended the body, counts it `notRun`.
|
|
349
|
+
*/
|
|
350
|
+
function checkTallies(entry) {
|
|
351
|
+
const labels = [...new Set(entry.attempts.flatMap((a) => (a.assertions ?? []).map((x) => x.label)))];
|
|
352
|
+
if (!labels.length) return;
|
|
353
|
+
for (const c of entry.cells) {
|
|
354
|
+
const counted = entry.attempts.filter((a) => a.cell === c.key && (a.outcome === "pass" || a.outcome === "fail"));
|
|
355
|
+
if (!counted.length) continue;
|
|
356
|
+
c.checks = labels.map((label) => {
|
|
357
|
+
const tally = {
|
|
358
|
+
label,
|
|
359
|
+
pass: 0,
|
|
360
|
+
fail: 0,
|
|
361
|
+
error: 0,
|
|
362
|
+
notRun: 0
|
|
363
|
+
};
|
|
364
|
+
for (const a of counted) {
|
|
365
|
+
const status = a.assertions?.find((x) => x.label === label)?.status;
|
|
366
|
+
if (status === void 0) tally.notRun++;
|
|
367
|
+
else tally[status]++;
|
|
368
|
+
}
|
|
369
|
+
return tally;
|
|
370
|
+
});
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
/** Puts the control's tally beside each of the variant's checks, with whether it discriminates. */
|
|
374
|
+
function discrimination(control, variant) {
|
|
375
|
+
for (const check of variant.checks ?? []) {
|
|
376
|
+
const k = control.checks?.find((x) => x.label === check.label);
|
|
377
|
+
if (!k) continue;
|
|
378
|
+
const { label: _label, ...tally } = k;
|
|
379
|
+
check.control = tally;
|
|
380
|
+
const verdict = checkVerdict(check, k);
|
|
381
|
+
if (verdict) check.verdict = verdict;
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
/** The control a variant cell is measured against: the control on its harness and sandbox. */
|
|
385
|
+
const controlOf = (cells, variant) => cells.find((x) => x.role === "control" && x.harness === variant.harness && x.sandbox === variant.sandbox);
|
|
386
|
+
/** The member name a case ran under: `adds a check [nextjs]`. */
|
|
387
|
+
const caseName = (e, c) => c.name ?? `${e.name} [${c.key}]`;
|
|
388
|
+
/** A case's key from the member name it ran under, or a template's label in an older record. */
|
|
389
|
+
const caseKeyOf = caseLabel;
|
|
390
|
+
/** One cell over every case that has it, gated on its rate when the eval's `passRate` pools. */
|
|
391
|
+
function mergeCell(key, members, caseKeys, rate, liftFailed) {
|
|
392
|
+
const pairs = members.flatMap((m, i) => m.cells.filter((c) => c.key === key).map((c) => [caseKeys[i], c]));
|
|
393
|
+
const cells = pairs.map(([, c]) => c);
|
|
394
|
+
const { lift: _lift, checks: _checks, ...first } = cells[0];
|
|
395
|
+
const parts = mergedParts(pairs);
|
|
396
|
+
const sum = (pick) => cells.reduce((s, c) => s + pick(c), 0);
|
|
397
|
+
const pass = sum((c) => c.pass);
|
|
398
|
+
const fail = sum((c) => c.fail);
|
|
399
|
+
let outcome = (pass + fail > 0 ? rate?.outcome : void 0) ?? worstOutcome(cells.map((c) => c.outcome));
|
|
400
|
+
if (liftFailed && outcome === "pass") outcome = "fail";
|
|
401
|
+
const { cell: _cell, ...cellRate } = rate ?? {};
|
|
402
|
+
return {
|
|
403
|
+
...first,
|
|
404
|
+
fingerprint: parts === first.fingerprintParts ? first.fingerprint : sha256Hex(JSON.stringify(parts)),
|
|
405
|
+
fingerprintParts: parts,
|
|
406
|
+
runs: sum((c) => c.runs),
|
|
407
|
+
pass,
|
|
408
|
+
fail,
|
|
409
|
+
infraError: sum((c) => c.infraError),
|
|
410
|
+
skipped: sum((c) => c.skipped),
|
|
411
|
+
passRate: pass + fail ? pass / (pass + fail) : null,
|
|
412
|
+
outcome,
|
|
413
|
+
...rate ? { rate: cellRate } : {}
|
|
414
|
+
};
|
|
415
|
+
}
|
|
416
|
+
/**
|
|
417
|
+
* A cell's fingerprint parts over its cases: a part every case shares as it is, one that differs
|
|
418
|
+
* (each case's data is in `sources`) hashed over every case's, so a change to any case changes it.
|
|
419
|
+
*/
|
|
420
|
+
function mergedParts(pairs) {
|
|
421
|
+
const first = pairs[0][1].fingerprintParts;
|
|
422
|
+
const differs = [...new Set(pairs.flatMap(([, c]) => Object.keys(c.fingerprintParts)))].filter((k) => pairs.some(([, c]) => c.fingerprintParts[k] !== first[k]));
|
|
423
|
+
if (!differs.length) return first;
|
|
424
|
+
const parts = { ...first };
|
|
425
|
+
for (const k of differs) {
|
|
426
|
+
const over = pairs.map(([key, c]) => [key, c.fingerprintParts[k] ?? null]);
|
|
427
|
+
parts[k] = sha256Hex(JSON.stringify(over));
|
|
428
|
+
}
|
|
429
|
+
return parts;
|
|
430
|
+
}
|
|
431
|
+
function caseOf(member, template) {
|
|
432
|
+
const family = member.family;
|
|
433
|
+
const key = caseKeyOf(template, member.name);
|
|
434
|
+
return {
|
|
435
|
+
key,
|
|
436
|
+
index: family.case,
|
|
437
|
+
...member.name !== `${template} [${key}]` ? { name: member.name } : {},
|
|
438
|
+
...member.source?.case !== void 0 ? { hash: member.source.case } : {},
|
|
439
|
+
outcome: member.outcome,
|
|
440
|
+
...member.verdict ? { verdict: member.verdict } : {},
|
|
441
|
+
passRate: member.passRate,
|
|
442
|
+
fingerprint: member.fingerprint,
|
|
443
|
+
cells: member.cells,
|
|
444
|
+
...member.excluded?.length ? { excluded: member.excluded } : {},
|
|
445
|
+
...member.answers?.length ? { answers: member.answers } : {}
|
|
446
|
+
};
|
|
447
|
+
}
|
|
448
|
+
/** One eval from its cases' entries, in list order, with what `family` pooled over them. */
|
|
449
|
+
function foldOne(members, family) {
|
|
450
|
+
const sorted = [...members].sort((a, b) => (a.family?.case ?? 0) - (b.family?.case ?? 0));
|
|
451
|
+
const first = sorted[0];
|
|
452
|
+
const meta = first.family;
|
|
453
|
+
const id = family?.id ?? meta.id;
|
|
454
|
+
const name = family?.name ?? meta.name;
|
|
455
|
+
const cases = sorted.map((m) => caseOf(m, name));
|
|
456
|
+
const attempts = sorted.flatMap((m, i) => {
|
|
457
|
+
const key = cases[i].key;
|
|
458
|
+
return m.attempts.map((a) => ({
|
|
459
|
+
...a,
|
|
460
|
+
case: key,
|
|
461
|
+
id: `${a.cell}#${key}#${a.n}`
|
|
462
|
+
}));
|
|
463
|
+
});
|
|
464
|
+
const several = meta.cases >= 2;
|
|
465
|
+
const keys = [];
|
|
466
|
+
for (const m of sorted) for (const c of m.cells) if (!keys.includes(c.key)) keys.push(c.key);
|
|
467
|
+
const lifts = several ? family?.lifts ?? [] : [];
|
|
468
|
+
const cells = several ? keys.map((key) => mergeCell(key, sorted, cases.map((c) => c.key), family?.rates.find((r) => r.cell === key), lifts.some((l) => l.variant === key && l.outcome === "fail"))) : first.cells.map((c) => ({ ...c }));
|
|
469
|
+
if (several) {
|
|
470
|
+
checkTallies({
|
|
471
|
+
attempts,
|
|
472
|
+
cells
|
|
473
|
+
});
|
|
474
|
+
for (const c of cells) {
|
|
475
|
+
const control = c.role === "variant" ? controlOf(cells, c) : void 0;
|
|
476
|
+
if (control) discrimination(control, c);
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
const gated = new Set(cells.filter((c) => c.gate !== "none").map((c) => c.key));
|
|
480
|
+
const excluded = family?.excluded ?? sorted.flatMap((m) => m.excluded ?? []);
|
|
481
|
+
const { case: _case, ...source } = first.source ?? {};
|
|
482
|
+
const { family: _family, verdict: _verdict, answers: _answers, excluded: _excluded, source: _source, ...rest } = first;
|
|
483
|
+
return {
|
|
484
|
+
...rest,
|
|
485
|
+
id,
|
|
486
|
+
key: id,
|
|
487
|
+
slug: evalSlug(id),
|
|
488
|
+
name,
|
|
489
|
+
...several ? { fingerprint: sha256Hex(JSON.stringify(cells.map((c) => [c.key, c.fingerprint]).sort())) } : {},
|
|
490
|
+
...first.source ? { source } : {},
|
|
491
|
+
outcome: worstOutcome(cells.map((c) => c.gate === "none" && c.outcome === "fail" ? "pass" : c.outcome)),
|
|
492
|
+
todo: sorted.every((m) => m.todo),
|
|
493
|
+
passRate: passRateOf(attempts.filter((a) => gated.has(a.cell)).map((a) => a.outcome)),
|
|
494
|
+
cells,
|
|
495
|
+
attempts,
|
|
496
|
+
...excluded.length ? { excluded } : {},
|
|
497
|
+
cases,
|
|
498
|
+
caseCount: family?.cases ?? meta.cases,
|
|
499
|
+
...lifts.length ? { lifts } : {}
|
|
500
|
+
};
|
|
501
|
+
}
|
|
502
|
+
/**
|
|
503
|
+
* An eval with one case in a record that gave it no `family`: its case's hash and its
|
|
504
|
+
* `<eval> [<key>]` name mark it. Any other entry is returned as it is.
|
|
505
|
+
*/
|
|
506
|
+
function loneCase(e) {
|
|
507
|
+
if (e.family || e.source?.case === void 0) return e;
|
|
508
|
+
const name = /^(.*) \[[^\]]*\]$/.exec(e.name)?.[1];
|
|
509
|
+
if (!name) return e;
|
|
510
|
+
const id = [
|
|
511
|
+
e.file,
|
|
512
|
+
...e.group,
|
|
513
|
+
name
|
|
514
|
+
].join(" › ");
|
|
515
|
+
return {
|
|
516
|
+
...e,
|
|
517
|
+
family: {
|
|
518
|
+
id,
|
|
519
|
+
name,
|
|
520
|
+
case: 0,
|
|
521
|
+
cases: 1
|
|
522
|
+
}
|
|
523
|
+
};
|
|
524
|
+
}
|
|
525
|
+
/**
|
|
526
|
+
* The record with each eval with `cases` as one entry: the entries its cases ran as (`family`)
|
|
527
|
+
* folded in, at the first one's place, and `families` gone. A record without them is returned
|
|
528
|
+
* as it is.
|
|
529
|
+
*/
|
|
530
|
+
function foldCases(record) {
|
|
531
|
+
const lone = record.evals.map(loneCase);
|
|
532
|
+
const ids = lone.map((e, i) => e !== record.evals[i] ? e.family?.id : void 0);
|
|
533
|
+
const all = lone.map((e, i) => ids[i] !== void 0 && ids.filter((id) => id === ids[i]).length > 1 ? record.evals[i] : e);
|
|
534
|
+
if (!all.some((e) => e.family) && !record.families) return record;
|
|
535
|
+
const families = new Map((record.families ?? []).map((f) => [f.id, f]));
|
|
536
|
+
const members = /* @__PURE__ */ new Map();
|
|
537
|
+
for (const e of all) {
|
|
538
|
+
if (!e.family) continue;
|
|
539
|
+
members.set(e.family.id, [...members.get(e.family.id) ?? [], e]);
|
|
540
|
+
}
|
|
541
|
+
const evals = [];
|
|
542
|
+
for (const e of all) {
|
|
543
|
+
if (!e.family) {
|
|
544
|
+
evals.push(e);
|
|
545
|
+
continue;
|
|
546
|
+
}
|
|
547
|
+
const group = members.get(e.family.id);
|
|
548
|
+
if (!group) continue;
|
|
549
|
+
members.delete(e.family.id);
|
|
550
|
+
evals.push(foldOne(group, families.get(e.family.id)));
|
|
551
|
+
}
|
|
552
|
+
const { families: _families, ...rest } = record;
|
|
553
|
+
return {
|
|
554
|
+
...rest,
|
|
555
|
+
evals,
|
|
556
|
+
summary: {
|
|
557
|
+
...record.summary,
|
|
558
|
+
evals: evals.length
|
|
559
|
+
}
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
/** The entries an eval with `cases` ran as, one per case in list order, each with `family`. */
|
|
563
|
+
function caseEntries(e) {
|
|
564
|
+
if (!e.cases) return [e];
|
|
565
|
+
const { cases, caseCount, lifts: _lifts, excluded: _excluded, ...rest } = e;
|
|
566
|
+
return cases.map((c) => {
|
|
567
|
+
const name = caseName(e, c);
|
|
568
|
+
const id = [
|
|
569
|
+
e.file,
|
|
570
|
+
...e.group,
|
|
571
|
+
name
|
|
572
|
+
].join(" › ");
|
|
573
|
+
return {
|
|
574
|
+
...rest,
|
|
575
|
+
id,
|
|
576
|
+
key: id,
|
|
577
|
+
slug: evalSlug(id),
|
|
578
|
+
name,
|
|
579
|
+
...e.source ? { source: {
|
|
580
|
+
...e.source,
|
|
581
|
+
...c.hash ? { case: c.hash } : {}
|
|
582
|
+
} } : {},
|
|
583
|
+
outcome: c.outcome,
|
|
584
|
+
...c.verdict ? { verdict: c.verdict } : {},
|
|
585
|
+
passRate: c.passRate,
|
|
586
|
+
fingerprint: c.fingerprint,
|
|
587
|
+
cells: c.cells,
|
|
588
|
+
attempts: e.attempts.filter((a) => a.case === c.key).map(({ case: _case, ...a }) => ({
|
|
589
|
+
...a,
|
|
590
|
+
id: `${a.cell}#${a.n}`
|
|
591
|
+
})),
|
|
592
|
+
...c.answers?.length ? { answers: c.answers } : {},
|
|
593
|
+
family: {
|
|
594
|
+
id: e.id,
|
|
595
|
+
name: e.name,
|
|
596
|
+
case: c.index,
|
|
597
|
+
cases: caseCount ?? cases.length
|
|
598
|
+
},
|
|
599
|
+
...c.excluded?.length ? { excluded: c.excluded } : {}
|
|
600
|
+
};
|
|
601
|
+
});
|
|
602
|
+
}
|
|
603
|
+
/** An eval with `cases` as `foldCases` read it: its cells' rates and lifts, as a family. */
|
|
604
|
+
function familyOf(e) {
|
|
605
|
+
if (!e.cases) return void 0;
|
|
606
|
+
const rates = e.cells.flatMap((c) => c.rate ? [{
|
|
607
|
+
cell: c.key,
|
|
608
|
+
...c.rate
|
|
609
|
+
}] : []);
|
|
610
|
+
const lifts = e.lifts ?? [];
|
|
611
|
+
return {
|
|
612
|
+
id: e.id,
|
|
613
|
+
file: e.file,
|
|
614
|
+
group: e.group,
|
|
615
|
+
name: e.name,
|
|
616
|
+
cases: e.caseCount ?? e.cases.length,
|
|
617
|
+
ran: e.cases.filter((c) => e.attempts.some((a) => a.case === c.key && a.outcome !== "skipped")).length,
|
|
618
|
+
rates,
|
|
619
|
+
lifts,
|
|
620
|
+
...e.excluded?.length ? { excluded: e.excluded } : {},
|
|
621
|
+
outcome: [...rates, ...lifts].some((x) => x.outcome === "fail") ? "fail" : "pass"
|
|
622
|
+
};
|
|
623
|
+
}
|
|
624
|
+
/**
|
|
625
|
+
* The record as a run plans and assembles it: each eval with `cases` back as its cases' entries,
|
|
626
|
+
* with `families`. What `foldCases` folds, this undoes, so a resume finds each attempt where it ran.
|
|
627
|
+
*/
|
|
628
|
+
function unfoldCases(record) {
|
|
629
|
+
if (!record.evals.some((e) => e.cases)) return record;
|
|
630
|
+
const families = record.evals.flatMap((e) => familyOf(e) ?? []);
|
|
631
|
+
return {
|
|
632
|
+
...record,
|
|
633
|
+
evals: record.evals.flatMap(caseEntries),
|
|
634
|
+
...families.length ? { families } : {}
|
|
635
|
+
};
|
|
636
|
+
}
|
|
637
|
+
export { effortLabel as A, bothUnderATenth as C, contrastEffort as D, cellSamples as E, filesChanged as F, formatCount as I, formatRatio as L, effortSample as M, effortSummary as N, directional as O, effortVerdict as P, formatSeconds as R, VERDICT_TEXT as S, cellEffort as T, contrastsOf as _, controlOf as a, EFFORT_MIN_RUNS as b, foldCases as c, familyEffortLabel as d, familyHeadLabel as f, contrastPairs as g, checkVerdict as h, checkTallies as i, effortOf as j, effortChangeLabel as k, unfoldCases as l, familyRateLabel as m, caseKeyOf as n, discrimination as o, familyLiftLabel as p, caseName as r, familyOf as s, caseEntries as t, caseLabel as u, DIRECTIONAL_MIN as v, cellContrast as w, TOKENS_UNREPORTED as x, EFFORT_ALPHA as y, tokenValues as z };
|
|
638
|
+
|
|
639
|
+
//# sourceMappingURL=cases-z9E6DCd5.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cases-z9E6DCd5.js","names":[],"sources":["../src/view/effort.ts","../src/view/contrasts.ts","../src/view/family.ts","../src/history/cases.ts"],"mappings":";;;;;;AASA,MAAa,eAAe;;AAG5B,MAAa,oBAAoB;AAkEjC,MAAa,gBACX,OACkB;CAClB,OAAO,EAAE,SAAS;CAClB,SAAS,EAAE,QAAQ;CACnB,WAAW,EAAE,SAAS;CACtB,cAAc,aAAa,EAAE,YAAY;CACzC,GAAI,EAAE,QAAQ,EAAE,QAAQ,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC;AACpD;;AAGA,MAAa,gBAAgB,UAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,EAAE,SAAS,IAAI,CAAC;AAE9C,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;AAE7F,MAAM,UAAU,YAA8B;CAC5C,QAAQ,OAAO,MAAM,KAAK;CAC1B,IAAI,SAAS,QAAQ,GAAI,KAAK;CAC9B,IAAI,SAAS,QAAQ,GAAI,KAAK;AAChC;;AAGA,MAAa,eAAe,YAC1B,QAAQ,SAAS,MAAO,EAAE,WAAW,KAAA,IAAY,CAAC,IAAI,CAAC,EAAE,MAAM,CAAE;AAEnE,SAAgB,SAAS,SAA4C;CACnE,IAAI,QAAQ,WAAW,GAAG,OAAO;CACjC,MAAM,SAAS,YAAY,OAAO;CAClC,OAAO;EACL,GAAG,QAAQ;EACX,OAAO,OAAO,QAAQ,KAAK,MAAM,EAAE,KAAK,CAAC;EACzC,SAAS,OAAO,QAAQ,KAAK,MAAM,EAAE,OAAO,CAAC;EAC7C,WAAW,OAAO,QAAQ,KAAK,MAAM,EAAE,SAAS,CAAC,KAAK;EACtD,cAAc,OAAO,QAAQ,KAAK,MAAM,EAAE,YAAY,CAAC,KAAK;EAC5D,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,CAAC;CACpD;AACF;;;;;AAMA,SAAgB,cACd,IACA,IAC8C;CAC9C,MAAM,OAAO,YAAY,IAAI,EAAE;CAC/B,MAAM,IAAI,MAAM,KAAK;CACrB,IAAI,SAAS,QAAQ,KAAK,SAAA,KAAuB,OAAO;EAAE;EAAG,SAAS;CAAe;CACrF,IAAI,KAAK,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAQ;CACzD,OAAO;EAAE;EAAG,SAAS,KAAK,OAAO,IAAI,UAAU;CAAO;AACxD;AAEA,MAAM,SAAS,GAAW,MAAe,MAAM,IAAI,OAAO,IAAI;;AAG9D,MAAM,SAAS,IAAc,OAC3B,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE,KAAK,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE;;;;;AAMvE,MAAa,kBAAkB;;;;AAK/B,MAAa,yBAAyB;CACpC,IAAI,IAAI;CACR,OAAO,SAAS,GAAG,CAAC,KAAK,cAAc;CACvC,OAAO;AACT,EAAA,CAAG;;;;;AAQH,SAAgB,YAAY,GAAmC;CAC7D,IAAI,KAAK,IAAI,EAAE,QAAQ,GAAG,EAAE,QAAQ,CAAC,IAAA,GAAqB,OAAO,CAAC;CAClE,MAAM,MAAsB,CAAC;CAC7B,IAAI,EAAE,aAAa,EAAE,YAAY,gBAAgB,IAAI,KAAK,OAAO;CACjE,IAAI,EAAE,iBAAiB,EAAE,gBAAgB,gBAAgB,IAAI,KAAK,QAAQ;CAC1E,IAAI,EAAE,mBAAmB,EAAE,kBAAkB,gBAAgB,IAAI,KAAK,QAAQ;CAC9E,OAAO;AACT;AAEA,SAAgB,eACd,SACA,SACuB;CACvB,MAAM,IAAI,SAAS,OAAO;CAC1B,MAAM,IAAI,SAAS,OAAO;CAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO;CACrB,MAAM,QAAQ,cACZ,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;CACA,MAAM,OAAO,cACX,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;CACA,MAAM,OAAO,YAAY,OAAO;CAChC,MAAM,OAAO,YAAY,OAAO;CAEhC,MAAM,SAAS,KAAK,UAAU,KAAK,SAAS,cAAc,MAAM,IAAI,IAAI;CACxE,MAAM,WAAW,KAAK,SAAS,KAAK;CACpC,MAAM,aAAa,WAAW,KAAK,WAAW,QAAQ,SAAS,QAAQ;CACvE,OAAO;EACL,SAAS;EACT,SAAS;EACT,YAAY,MAAM,EAAE,MAAM,QAAQ,EAAE,MAAM,MAAM;EAChD,cAAc,MAAM,EAAE,QAAQ,QAAQ,EAAE,QAAQ,MAAM;EACtD,cAAc,EAAE,QAAQ,SAAS,EAAE,QAAQ;EAC3C,QAAQ,MAAM;EACd,UAAU,KAAK;EACf,WAAW,MACT,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;EACA,eAAe,MACb,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;EACA,iBAAiB,SAAS,MAAM,MAAM,IAAI,IAAI;EAC9C,SAAS,MAAM;EACf,aAAa,KAAK;EAClB,aAAa,UAAU,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,OAAO,QAAQ,EAAE,OAAO,MAAM,IAAI;EACxF,SAAS,QAAQ,KAAK;EACtB,eAAe,QAAQ,WAAW;EAClC,GAAI,aAAa,EAAE,YAAY,kBAAkB,IAAI,CAAC;CACxD;AACF;;AAGA,MAAa,eAAe,GAAgC,YAC1D,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY;AAE7E,MAAa,cAAc,GAAgC,YACzD,SAAS,YAAY,GAAG,OAAO,CAAC;;AAGlC,SAAgB,aACd,GACA,SACuB;CACvB,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,OAAO,eAAe,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,KAAK,KAAK,EAAE,CAAC;AAC7E;;AAKA,MAAa,eAAe,MAAe,OAAO,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;AAExF,MAAa,eAAe,MAAsB,MAAM,OAAO,OAAO,IAAI,EAAE,QAAQ,CAAC;;AAGrF,MAAM,WAAW;;AAGjB,MAAa,mBAAmB,GAAW,MAAc,IAAI,YAAY,IAAI;;AAG7E,SAAgB,cAAc,IAAoB;CAEhD,IAAI,KAAK,MAAM,OAAO,KAAK,WAAW,UAAU,IAAI,KAAK,IAAA,CAAM,QAAQ,CAAC,EAAE;CAC1E,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;AAEA,MAAM,WAAW,MACf,MAAM,OAAO,KAAK,SAAS,IAAI,OAAQ,WAAW,EAAE,QAAQ,CAAC,EAAE;AAEjE,MAAa,eAAgE;CAC3E,QAAQ,SAAS,SAAS;CAC1B,OAAO,SAAS,QAAQ;CACxB,aAAa;CACb,oBAAoB;AACtB;AAEA,MAAM,oBAAoB,MACxB,EAAE,YAAY,WAAW,EAAE,YAAY,SACnC,GAAG,aAAa,EAAE,QAAQ,CAAC,YAAY,IAAI,QAAQ,EAAE,MAAM,MAC3D,aAAa,EAAE,QAAQ,CAAC,EAAE;;AAGhC,MAAM,qBAAqB,MAA8B;CACvD,IAAI,EAAE,kBAAkB,MAAM,OAAO;CACrC,IAAI,EAAE,YAAY,kBAAkB,EAAE,kBAAkB,gBAAgB,OAAO;CAC/E,IAAI,EAAE,kBAAkB,WAAW,EAAE,kBAAkB,QACrD,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,QAAQ,IAAI,QAAQ,EAAE,OAAO;CAEzE,IAAI,EAAE,kBAAkB,SAAS,OAAO;CACxC,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,EAAE;AAC9C;;;;;;;;AASA,SAAgB,YAAY,GAA2B;CACrD,MAAM,CAAC,IAAI,MAAM,CAAC,EAAE,QAAQ,QAAQ,QAAQ,EAAE,QAAQ,QAAQ,MAAM;CACpE,MAAM,OAAO,gBAAgB,IAAI,EAAE;CACnC,MAAM,UAAU,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,QAAQ,MAAM,SAAS,CAAC;CAC/E,MAAM,KAAK,QAAsB,UAC/B,IAAI,YAAY,KAAK,IAAI,QAAQ,IAAI,MAAM,IAAI,iBAAiB,GAAG;CAGrE,MAAM,QAAQ,CAAC,SAFQ,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,KAEzG,SADA,cAAc,EAAE,EAAE,MAAM,cAAc,EAAE,IAAI,OAAO,KAAK,IAAI,EAAE,UAAU,EAAE,YAAY,KAClF;CAC1B,IAAI,EAAE,kBAAkB,QAAQ,EAAE,QAAQ,UAAU,EAAE,QAAQ,QAC5D,MAAM,KACJ,UAAU,aAAa,EAAE,QAAQ,OAAO,MAAM,EAAE,MAAM,aAAa,EAAE,QAAQ,OAAO,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,WAAW,GAC1H;CAEF,MAAM,IAAI,QAAQ,OAAO,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK;CACrE,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,kBAAkB,CAAC,IAAI;AAC9E;;AAGA,MAAa,iBAAiB,MAC5B,EAAE,SACE,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM,EAAE,YAAY,aAAa,EAAE,OAAO,MAAM,MACxH,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM;;AAGpF,SAAgB,kBACd,MACA,MACQ;CACR,MAAM,IAAI,MAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,MAAM;CACpD,MAAM,IAAI,MAAM,KAAK,QAAQ,QAAQ,KAAK,QAAQ,MAAM;CACxD,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,QAAQ,QAAQ,KAAK,QAAQ,MAAM;CAC1D,MAAM,QAAQ,SAAS,cAAc,EAAE,EAAE,KAAK,cAAc,EAAE,IAAI,gBAAgB,IAAI,EAAE,IAAI,KAAK,KAAK,YAAY,CAAC,EAAE;CACrH,MAAM,OAAO,SAAS,YAAY,KAAK,MAAM,MAAM,EAAE,KAAK,YAAY,KAAK,MAAM,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE,MAAM;CAClH,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,QAAQ,OAAO;CACzC,MAAM,MAAM,MAAM,KAAK,OAAO,QAAQ,KAAK,OAAO,MAAM;CACxD,OAAO,GAAG,KAAK,YAAY,aAAa,KAAK,OAAO,MAAM,EAAE,KAAK,aAAa,KAAK,OAAO,MAAM,EAAE,IAAI,YAAY,GAAG,EAAE;AACzH;;;;;;ACvTA,MAAM,UAAU,MAAuD;CACrE,MAAM,WAAW,EAAE,OAAO,EAAE;CAC5B,IAAI,aAAa,GAAG,OAAO,KAAA;CAC3B,OAAO,EAAE,SAAS,WAAW,QAAQ,EAAE,SAAS,IAAI,SAAS;AAC/D;;AAGA,SAAgB,aAAa,GAAe,GAAyC;CACnF,MAAM,IAAI,OAAO,CAAC;CAClB,MAAM,IAAI,OAAO,CAAC;CAClB,IAAI,MAAM,KAAA,KAAa,MAAM,KAAA,GAAW,OAAO,KAAA;CAC/C,IAAI,MAAM,SAAS,MAAM,OAAO,OAAO;CACvC,IAAI,MAAM,UAAU,MAAM,QAAQ,OAAO;CACzC,IAAK,MAAM,SAAS,MAAM,UAAY,MAAM,UAAU,MAAM,OAAQ,OAAO;CAC3E,OAAO;AACT;;;;;;;AAUA,SAAgB,cAAkC,OAA2B;CAC3E,MAAM,yBAAS,IAAI,IAAiB;CACpC,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,KAAK,GAAG,EAAE,QAAQ,IAAI,EAAE;EAC9B,OAAO,IAAI,IAAI,CAAC,GAAI,OAAO,IAAI,EAAE,KAAK,CAAC,GAAI,CAAC,CAAC;CAC/C;CACA,MAAM,QAAuB,CAAC;CAC9B,KAAK,MAAM,SAAS,OAAO,OAAO,GAAG;EACnC,MAAM,OAAO,CACX,GAAG,MAAM,QAAQ,MAAM,EAAE,SAAS,SAAS,GAC3C,GAAG,MAAM,QAAQ,MAAM,EAAE,SAAS,SAAS,CAC7C;EACA,IAAI,KAAK,QAAQ,MAAM,EAAE,SAAS,SAAS,CAAC,CAAC,SAAS,GAAG;EACzD,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAC/B,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK,MAAM,KAAK,CAAC,KAAK,IAAS,KAAK,EAAO,CAAC;CAEvE;CACA,OAAO;AACT;AAaA,MAAM,SAAS,EAAE,MAAM,MAAM,OAAO,cAAsC;CACxE;CACA;CACA;CACA;AACF;AAEA,SAAS,SAAS,GAAe,GAA4B;CAC3D,IAAI,EAAE,aAAa,QAAQ,EAAE,aAAa,MAAM,OAAO;CACvD,MAAM,UAAU;EAAE,MAAM,EAAE;EAAM,SAAS,EAAE,OAAO,EAAE;CAAK;CACzD,MAAM,UAAU;EAAE,MAAM,EAAE;EAAM,SAAS,EAAE,OAAO,EAAE;CAAK;CACzD,MAAM,EAAE,QAAQ,KAAK,SAAS,aAC5B;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,GACzC;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,CAC3C;CACA,OAAO;EACL,IAAI,EAAE;EACN;EACA;EACA,QAAQ,OAAO,MAAM;EACrB,UAAU;GAAE,IAAI,OAAO,GAAG;GAAG,IAAI,OAAO,IAAI;GAAG,OAAO;GAAM,QAAQ;EAAkB;EACtF,aAAa,aAAa,KAAK,IAAI;CACrC;AACF;;AAGA,SAAgB,YAAY,GAAsD;CAChF,OAAO,cAAc,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,QAAQ;EAC7C,GAAG,EAAE;EACL,GAAG,EAAE;EACL,MAAM,SAAS,GAAG,CAAC;EACnB,QAAQ,eAAe,YAAY,GAAG,EAAE,GAAG,GAAG,YAAY,GAAG,EAAE,GAAG,CAAC;EACnE,SAAS,EAAE,UAAU,CAAC,EAAA,CAAG,SAAS,MAAM;GACtC,MAAM,QAAQ,EAAE,QAAQ,MAAM,MAAM,EAAE,UAAU,EAAE,KAAK;GACvD,MAAM,UAAU,SAAS,aAAa,GAAG,KAAK;GAC9C,OAAO,SAAS,UAAU,CAAC;IAAE,OAAO,EAAE;IAAO,GAAG,MAAM,CAAC;IAAG,GAAG,MAAM,KAAK;IAAG;GAAQ,CAAC,IAAI,CAAC;EAC3F,CAAC;CACH,EAAE;AACJ;;ACjGA,MAAM,UAAU,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;AAClF,MAAM,OAAO,MAAc,GAAG,KAAK,MAAM,IAAI,GAAG,EAAE;AAClD,MAAM,UAAU,MAAe,IAAI,OAAQ,WAAW,OAAO,CAAC;;AAG9D,SAAgB,gBAAgB,MAA0B;CACxD,MAAM,EAAE,UAAU,MAAM;CACxB,MAAM,QAAQ,OAAO,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG;CACpE,OAAO,EAAE,WAAW,WAChB,UAAU,KAAK,KAAK,GAAG,KAAK,QAAQ,KAAK,IAAI,KAAK,IAAI,EAAE,IAAI,MAAM,KAClE,UAAU,IAAI,KAAK,IAAI,EAAE,QAAQ,KAAK,MAAM,UAAU,MAAM;AAClE;AAEA,MAAM,eAAsD;CAC1D,MAAM;CACN,MAAM;CACN,OAAO;CACP,cAAc;AAChB;;;;;AAMA,SAAgB,gBAAgB,MAA0B;CACxD,MAAM,EAAE,UAAU,MAAM;CACxB,MAAM,QAAQ,OAAO,OAAO,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE;CAChD,MAAM,QAAQ,KAAK,aACf,GAAG,KAAK,WAAW,YAAY,MAAM,KAAK,WAAW,YAAY,eACjE,GAAG,KAAK,MAAM;CAClB,MAAM,IAAI,KAAK,MAAM,OAAO,KAAK,OAAO,OAAO,KAAK,CAAC;CAErD,OAAO,GAAG,UADc,IAAI,KAAK,WAAW,EAAE,MAAM,IAAI,KAAK,WAAW,IACxD,SAAS,OAAO,KAAK,MAAM,EAAE,QAAQ,MAAM,YAAY,QAAQ,EAAE,GAAG,aAAa,KAAK;AACxG;AAEA,MAAM,cAAc,MAAc,MAChC,CAAC,KAAK,EAAE,UAAU,OACd,CAAC,IACD,CACE,GAAG,KAAK,IAAI,EAAE,MAAM,QAAQ,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,OAAO,KAAK,mBAAmB,OAAO,EAAE,CAAC,IAAI,EAC/G;;;;;AAMN,SAAgB,kBAAkB,MAAiC;CACjE,MAAM,IAAI,KAAK;CACf,IAAI,CAAC,GAAG,OAAO;CACf,MAAM,QAAQ;EACZ,GAAG,WAAW,SAAS,EAAE,KAAK;EAC9B,GAAG,WAAW,cAAc,EAAE,OAAO;EACrC,GAAG,WAAW,UAAU,EAAE,MAAM;CAClC;CACA,OAAO,MAAM,SAAS,MAAM,KAAK,KAAK,IAAI;AAC5C;;AAGA,SAAgB,gBAAgB,QAA8B;CAC5D,MAAM,QACJ,OAAO,QAAQ,OAAO,QAAQ,GAAG,OAAO,MAAM,UAAU,GAAG,OAAO,IAAI,MAAM,OAAO,MAAM;CAC3F,OAAO,OAAO,MAAM,SAAS,GAAG,MAAM,aAAa;AACrD;;;;;;AAOA,SAAgB,UAAU,UAAkB,MAAsB;CAChE,IAAI,KAAK,WAAW,GAAG,SAAS,GAAG,KAAK,KAAK,SAAS,GAAG,GACvD,OAAO,KAAK,MAAM,SAAS,SAAS,GAAG,EAAE,KAAK;CAGhD,MAAM,UAAU,CAAC,GAAG,SAAS,SAAS,iCAAW,CAAC;CAClD,MAAM,QAAQ,QAAQ;CACtB,MAAM,OAAO,QAAQ,GAAG,EAAE;CAC1B,IAAI,CAAC,SAAS,CAAC,MAAM,OAAO;CAC5B,MAAM,SAAS,SAAS,MAAM,GAAG,MAAM,KAAK;CAC5C,MAAM,SAAS,SAAS,OAAO,KAAK,SAAS,KAAK,KAAK,EAAE,CAAC,MAAM;CAChE,IAAI,CAAC,KAAK,WAAW,MAAM,KAAK,CAAC,KAAK,SAAS,MAAM,GAAG,OAAO;CAE/D,OADc,KAAK,MAAM,OAAO,QAAQ,KAAK,SAAS,OAAO,MAClD,KAAK;AAClB;;;;;;;AClEA,SAAgB,aAAa,OAAoD;CAC/E,MAAM,SAAS,CACb,GAAG,IAAI,IAAI,MAAM,SAAS,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CACpF;CACA,IAAI,CAAC,OAAO,QAAQ;CACpB,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,MAAM,UAAU,MAAM,SAAS,QAC5B,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,UAAU,EAAE,YAAY,OACpE;EACA,IAAI,CAAC,QAAQ,QAAQ;EACrB,EAAE,SAAS,OAAO,KAAK,UAAU;GAC/B,MAAM,QAAQ;IAAE;IAAO,MAAM;IAAG,MAAM;IAAG,OAAO;IAAG,QAAQ;GAAE;GAC7D,KAAK,MAAM,KAAK,SAAS;IACvB,MAAM,SAAS,EAAE,YAAY,MAAM,MAAM,EAAE,UAAU,KAAK,CAAC,EAAE;IAC7D,IAAI,WAAW,KAAA,GAAW,MAAM;SAC3B,MAAM,OAAO;GACpB;GACA,OAAO;EACT,CAAC;CACH;AACF;;AAGA,SAAgB,eAAe,SAAqB,SAA2B;CAC7E,KAAK,MAAM,SAAS,QAAQ,UAAU,CAAC,GAAG;EACxC,MAAM,IAAI,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,MAAM,KAAK;EAC7D,IAAI,CAAC,GAAG;EACR,MAAM,EAAE,OAAO,QAAQ,GAAG,UAAU;EACpC,MAAM,UAAU;EAChB,MAAM,UAAU,aAAa,OAAO,CAAC;EACrC,IAAI,SAAS,MAAM,UAAU;CAC/B;AACF;;AAGA,MAAa,aAAa,OAA8B,YACtD,MAAM,MACH,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,QAAQ,WAAW,EAAE,YAAY,QAAQ,OACxF;;AAGF,MAAa,YAAY,GAA4B,MACnD,EAAE,QAAQ,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI;;AAGhC,MAAa,YAAY;;AAGzB,SAAS,UACP,KACA,SACA,UACA,MACA,YACY;CACZ,MAAM,QAAQ,QAAQ,SAAS,GAAG,MAChC,EAAE,MAAM,QAAQ,MAAM,EAAE,QAAQ,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,SAAS,IAAc,CAAC,CAAU,CACrF;CACA,MAAM,QAAQ,MAAM,KAAK,GAAG,OAAO,CAAC;CACpC,MAAM,EAAE,MAAM,OAAO,QAAQ,SAAS,GAAG,UAAU,MAAM;CACzD,MAAM,QAAQ,YAAY,KAAK;CAC/B,MAAM,OAAO,SAAoC,MAAM,QAAQ,GAAG,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC;CACtF,MAAM,OAAO,KAAK,MAAM,EAAE,IAAI;CAC9B,MAAM,OAAO,KAAK,MAAM,EAAE,IAAI;CAE9B,IAAI,WADW,OAAO,OAAO,IAAI,MAAM,UAAU,KAAA,MAChB,aAAa,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC;CACzE,IAAI,cAAc,YAAY,QAAQ,UAAU;CAChD,MAAM,EAAE,MAAM,OAAO,GAAG,aAAa,QAAS,CAAC;CAC/C,OAAO;EACL,GAAG;EACH,aACE,UAAU,MAAM,mBAAmB,MAAM,cAAc,UAAU,KAAK,UAAU,KAAK,CAAC;EACxF,kBAAkB;EAClB,MAAM,KAAK,MAAM,EAAE,IAAI;EACvB;EACA;EACA,YAAY,KAAK,MAAM,EAAE,UAAU;EACnC,SAAS,KAAK,MAAM,EAAE,OAAO;EAC7B,UAAU,OAAO,OAAO,QAAQ,OAAO,QAAQ;EAC/C;EACA,GAAI,OAAO,EAAE,MAAM,SAAS,IAAI,CAAC;CACnC;AACF;;;;;AAMA,SAAS,YAAY,OAAuE;CAC1F,MAAM,QAAS,MAAM,EAAE,CAAmC,EAAE,CAAC;CAI7D,MAAM,UAAU,CAHF,GAAG,IAAI,IAAI,MAAM,SAAS,GAAG,OAAO,OAAO,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAG/D,CAAC,CAAC,QAAQ,MAAM,MAAM,MAAM,GAAG,OAAO,EAAE,iBAAiB,OAAO,MAAM,EAAE,CAAC;CAC5F,IAAI,CAAC,QAAQ,QAAQ,OAAO;CAC5B,MAAM,QAAQ,EAAE,GAAG,MAAM;CACzB,KAAK,MAAM,KAAK,SAAS;EACvB,MAAM,OAAO,MAAM,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,iBAAiB,MAAM,IAAI,CAAC;EACxE,MAAyC,KAAK,UAAU,KAAK,UAAU,IAAI,CAAC;CAC/E;CACA,OAAO;AACT;AAEA,SAAS,OAAO,QAAmB,UAA8B;CAC/D,MAAM,SAAS,OAAO;CACtB,MAAM,MAAM,UAAU,UAAU,OAAO,IAAI;CAC3C,OAAO;EACL;EACA,OAAO,OAAO;EACd,GAAI,OAAO,SAAS,GAAG,SAAS,IAAI,IAAI,KAAK,EAAE,MAAM,OAAO,KAAK,IAAI,CAAC;EACtE,GAAI,OAAO,QAAQ,SAAS,KAAA,IAAY,EAAE,MAAM,OAAO,OAAO,KAAK,IAAI,CAAC;EACxE,SAAS,OAAO;EAChB,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,QAAQ,IAAI,CAAC;EACpD,UAAU,OAAO;EACjB,aAAa,OAAO;EACpB,OAAO,OAAO;EACd,GAAI,OAAO,UAAU,SAAS,EAAE,UAAU,OAAO,SAAS,IAAI,CAAC;EAC/D,GAAI,OAAO,SAAS,SAAS,EAAE,SAAS,OAAO,QAAQ,IAAI,CAAC;CAC9D;AACF;;AAGA,SAAS,QAAQ,SAAsB,QAA6C;CAClF,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,OAAO,EAAE,QAAQ,QAAQ,MAAM,EAAE,QAAQ,QAAQ,EAAE;CACxF,MAAM,QAAQ,OAAO;CACrB,MAAM,OAAO,MAAM;CACnB,MAAM,KAAK,QAAQ,MAAM,KAAK;CAC9B,MAAM,OAAO,QAAQ,QAAQ,KAAK;CAClC,MAAM,QAAQ,OAAO,KAAK,MAAM,OAAO,GAAG,IAAI,CAAC;CAC/C,MAAM,WAAW,OAAO,SAAS,GAAG,MAAM;EACxC,MAAM,MAAO,MAAM,EAAE,CAAgB;EACrC,OAAO,EAAE,SAAS,KAAK,OAAO;GAAE,GAAG;GAAG,MAAM;GAAK,IAAI,GAAG,EAAE,KAAK,GAAG,IAAI,GAAG,EAAE;EAAI,EAAE;CACnF,CAAC;CACD,MAAM,UAAU,KAAK,SAAS;CAC9B,MAAM,OAAiB,CAAC;CACxB,KAAK,MAAM,KAAK,QAAQ,KAAK,MAAM,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,SAAS,EAAE,GAAG,GAAG,KAAK,KAAK,EAAE,GAAG;CAC3F,MAAM,QAAQ,UAAW,QAAQ,SAAS,CAAC,IAAK,CAAC;CACjD,MAAM,QAAQ,UACV,KAAK,KAAK,QACR,UACE,KACA,QACA,MAAM,KAAK,MAAM,EAAE,GAAG,GACtB,QAAQ,MAAM,MAAM,MAAM,EAAE,SAAS,GAAG,GACxC,MAAM,MAAM,MAAM,EAAE,YAAY,OAAO,EAAE,YAAY,MAAM,CAC7D,CACF,IACA,MAAM,MAAM,KAAK,OAAO,EAAE,GAAG,EAAE,EAAE;CACrC,IAAI,SAAS;EACX,aAAa;GAAE;GAAU;EAAM,CAAC;EAChC,KAAK,MAAM,KAAK,OAAO;GACrB,MAAM,UAAU,EAAE,SAAS,YAAY,UAAU,OAAO,CAAC,IAAI,KAAA;GAC7D,IAAI,SAAS,eAAe,SAAS,CAAC;EACxC;CACF;CACA,MAAM,QAAQ,IAAI,IAAI,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC;CAC9E,MAAM,WAAW,QAAQ,YAAY,OAAO,SAAS,MAAM,EAAE,YAAY,CAAC,CAAC;CAC3E,MAAM,EAAE,MAAM,OAAO,GAAG,WAAW,MAAM,UAAW,CAAC;CACrD,MAAM,EACJ,QAAQ,SACR,SAAS,UACT,SAAS,UACT,UAAU,WACV,QAAQ,SACR,GAAG,SACD;CACJ,OAAO;EACL,GAAG;EACH;EACA,KAAK;EACL,MAAM,SAAS,EAAE;EACjB;EACA,GAAI,UACA,EACE,aAAa,UAAU,KAAK,UAAU,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EACxF,IACA,CAAC;EACL,GAAI,MAAM,SAAS,EAAU,OAA8B,IAAI,CAAC;EAChE,SAAS,aACP,MAAM,KAAK,MAAO,EAAE,SAAS,UAAU,EAAE,YAAY,SAAS,SAAS,EAAE,OAAQ,CACnF;EACA,MAAM,OAAO,OAAO,MAAM,EAAE,IAAI;EAChC,UAAU,WAAW,SAAS,QAAQ,MAAM,MAAM,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,OAAO,CAAC;EACpF;EACA;EACA,GAAI,SAAS,SAAS,EAAE,SAAS,IAAI,CAAC;EACtC;EACA,WAAW,QAAQ,SAAS,KAAK;EACjC,GAAI,MAAM,SAAS,EAAE,MAAM,IAAI,CAAC;CAClC;AACF;;;;;AAMA,SAAS,SAAS,GAAyB;CACzC,IAAI,EAAE,UAAU,EAAE,QAAQ,SAAS,KAAA,GAAW,OAAO;CACrD,MAAM,OAAO,oBAAoB,KAAK,EAAE,IAAI,CAAC,GAAG;CAChD,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,KAAK;EAAC,EAAE;EAAM,GAAG,EAAE;EAAO;CAAI,CAAC,CAAC,KAAK,KAAK;CAChD,OAAO;EAAE,GAAG;EAAG,QAAQ;GAAE;GAAI;GAAM,MAAM;GAAG,OAAO;EAAE;CAAE;AACzD;;;;;;AAOA,SAAgB,UAAU,QAA8B;CAGtD,MAAM,OAAO,OAAO,MAAM,IAAI,QAAQ;CACtC,MAAM,MAAM,KAAK,KAAK,GAAG,MAAO,MAAM,OAAO,MAAM,KAAK,EAAE,QAAQ,KAAK,KAAA,CAAU;CACjF,MAAM,MAAM,KAAK,KAAK,GAAG,MACvB,IAAI,OAAO,KAAA,KAAa,IAAI,QAAQ,OAAO,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,IAC9D,OAAO,MAAM,KACd,CACN;CACA,IAAI,CAAC,IAAI,MAAM,MAAM,EAAE,MAAM,KAAK,CAAC,OAAO,UAAU,OAAO;CAC3D,MAAM,WAAW,IAAI,KAAK,OAAO,YAAY,CAAC,EAAA,CAAG,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;CACtE,MAAM,0BAAU,IAAI,IAAyB;CAC7C,KAAK,MAAM,KAAK,KAAK;EACnB,IAAI,CAAC,EAAE,QAAQ;EACf,QAAQ,IAAI,EAAE,OAAO,IAAI,CAAC,GAAI,QAAQ,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,GAAI,CAAC,CAAC;CACnE;CACA,MAAM,QAAqB,CAAC;CAC5B,KAAK,MAAM,KAAK,KAAK;EACnB,IAAI,CAAC,EAAE,QAAQ;GACb,MAAM,KAAK,CAAC;GACZ;EACF;EACA,MAAM,QAAQ,QAAQ,IAAI,EAAE,OAAO,EAAE;EACrC,IAAI,CAAC,OAAO;EACZ,QAAQ,OAAO,EAAE,OAAO,EAAE;EAC1B,MAAM,KAAK,QAAQ,OAAO,SAAS,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;CACtD;CACA,MAAM,EAAE,UAAU,WAAW,GAAG,SAAS;CACzC,OAAO;EAAE,GAAG;EAAM;EAAO,SAAS;GAAE,GAAG,OAAO;GAAS,OAAO,MAAM;EAAO;CAAE;AAC/E;;AAGA,SAAgB,YAAY,GAA2B;CACrD,IAAI,CAAC,EAAE,OAAO,OAAO,CAAC,CAAC;CACvB,MAAM,EAAE,OAAO,WAAW,OAAO,QAAQ,UAAU,WAAW,GAAG,SAAS;CAC1E,OAAO,MAAM,KAAK,MAAiB;EACjC,MAAM,OAAO,SAAS,GAAG,CAAC;EAC1B,MAAM,KAAK;GAAC,EAAE;GAAM,GAAG,EAAE;GAAO;EAAI,CAAC,CAAC,KAAK,KAAK;EAChD,OAAO;GACL,GAAG;GACH;GACA,KAAK;GACL,MAAM,SAAS,EAAE;GACjB;GACA,GAAI,EAAE,SAAS,EAAE,QAAQ;IAAE,GAAG,EAAE;IAAQ,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;GAAG,EAAE,IAAI,CAAC;GACnF,SAAS,EAAE;GACX,GAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;GAC1C,UAAU,EAAE;GACZ,aAAa,EAAE;GACf,OAAO,EAAE;GACT,UAAU,EAAE,SACT,QAAQ,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAC/B,KAAK,EAAE,MAAM,OAAO,GAAG,SAAS;IAAE,GAAG;IAAG,IAAI,GAAG,EAAE,KAAK,GAAG,EAAE;GAAI,EAAE;GACpE,GAAI,EAAE,SAAS,SAAS,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;GAClD,QAAQ;IAAE,IAAI,EAAE;IAAI,MAAM,EAAE;IAAM,MAAM,EAAE;IAAO,OAAO,aAAa,MAAM;GAAO;GAClF,GAAI,EAAE,UAAU,SAAS,EAAE,UAAU,EAAE,SAAS,IAAI,CAAC;EACvD;CACF,CAAC;AACH;;AAGA,SAAgB,SAAS,GAAwC;CAC/D,IAAI,CAAC,EAAE,OAAO,OAAO,KAAA;CACrB,MAAM,QAAQ,EAAE,MAAM,SAAS,MAAO,EAAE,OAAO,CAAC;EAAE,MAAM,EAAE;EAAK,GAAG,EAAE;CAAK,CAAC,IAAI,CAAC,CAAE;CACjF,MAAM,QAAQ,EAAE,SAAS,CAAC;CAC1B,OAAO;EACL,IAAI,EAAE;EACN,MAAM,EAAE;EACR,OAAO,EAAE;EACT,MAAM,EAAE;EACR,OAAO,EAAE,aAAa,EAAE,MAAM;EAC9B,KAAK,EAAE,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,SAAS,CAAC,CAAC,CAC5F;EACH;EACA;EACA,GAAI,EAAE,UAAU,SAAS,EAAE,UAAU,EAAE,SAAS,IAAI,CAAC;EACrD,SAAS,CAAC,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,MAAM,EAAE,YAAY,MAAM,IAAI,SAAS;CAC7E;AACF;;;;;AAMA,SAAgB,YAAY,QAA8B;CACxD,IAAI,CAAC,OAAO,MAAM,MAAM,MAAM,EAAE,KAAK,GAAG,OAAO;CAC/C,MAAM,WAAW,OAAO,MAAM,SAAS,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;CAC9D,OAAO;EACL,GAAG;EACH,OAAO,OAAO,MAAM,QAAQ,WAAW;EACvC,GAAI,SAAS,SAAS,EAAE,SAAS,IAAI,CAAC;CACxC;AACF"}
|