reeval 0.8.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +52 -40
- package/THIRD_PARTY_NOTICES.md +218 -11
- package/assets/package.json +1 -1
- package/assets/pnpm-lock.yaml +30 -30
- package/dist/adapter-DWlpOtRn.js +279 -0
- package/dist/adapter-DWlpOtRn.js.map +1 -0
- package/dist/{agent-B72lZ6w5.js → agent-CURAwx_q.js} +6 -6
- package/dist/{agent-B72lZ6w5.js.map → agent-CURAwx_q.js.map} +1 -1
- package/dist/{agent-Cfj1wD4D.js → agent-CaS_2Sce.js} +92 -26
- package/dist/agent-CaS_2Sce.js.map +1 -0
- package/dist/{analysis-BTNnKh1w.js → analysis-Bxub9LMT.js} +4 -4
- package/dist/{analysis-BTNnKh1w.js.map → analysis-Bxub9LMT.js.map} +1 -1
- package/dist/{assemble-BbFVjHeS.js → assemble-B9Alds-z.js} +290 -30
- package/dist/assemble-B9Alds-z.js.map +1 -0
- package/dist/assemble-J5MukZFY.js +1 -0
- package/dist/{client-CwzU9CiW.js → assert-EUIoRdIt.js} +38 -112
- package/dist/assert-EUIoRdIt.js.map +1 -0
- package/dist/bridge/index.mjs +248 -55
- package/dist/{capture-BXhBfmsM.js → capture-CNb9SuU5.js} +204 -39
- package/dist/capture-CNb9SuU5.js.map +1 -0
- package/dist/capture-jquXZBKK.js +1 -0
- package/dist/{cli-BMjTKY-D.js → cli-D303Vj5N.js} +257 -146
- package/dist/cli-D303Vj5N.js.map +1 -0
- package/dist/{cli-spec-DSvKsOK4.js → cli-spec-BPZbQG2p.js} +38 -19
- package/dist/cli-spec-BPZbQG2p.js.map +1 -0
- package/dist/cli.js +4 -2
- package/dist/cli.js.map +1 -1
- package/dist/client-fcwgwOAD.js +106 -0
- package/dist/client-fcwgwOAD.js.map +1 -0
- package/dist/{command-JPGNzFsA.js → command-BLfT7vnQ.js} +19 -18
- package/dist/command-BLfT7vnQ.js.map +1 -0
- package/dist/{command-BK4kOgkH.js → command-BT9a37ZR.js} +381 -78
- package/dist/command-BT9a37ZR.js.map +1 -0
- package/dist/{command-BqJtFiPy.js → command-Bge8F7Ko.js} +384 -101
- package/dist/command-Bge8F7Ko.js.map +1 -0
- package/dist/command-BkFjijN2.js +1 -0
- package/dist/{command-BdstSEHu.js → command-CMJtHKRa.js} +14 -14
- package/dist/{command-BdstSEHu.js.map → command-CMJtHKRa.js.map} +1 -1
- package/dist/commands-1p-bIWhN.js +1 -0
- package/dist/{commands-B618jg3C.js → commands-BFx16WB8.js} +8 -8
- package/dist/commands-BFx16WB8.js.map +1 -0
- package/dist/config-DEgnUiU-.js +756 -0
- package/dist/config-DEgnUiU-.js.map +1 -0
- package/dist/{context-CvUv7DUb.js → context-C1mxXh80.js} +11 -7
- package/dist/context-C1mxXh80.js.map +1 -0
- package/dist/{db-DFbtGIYy.js → db-CdHizc4_.js} +582 -53
- package/dist/db-CdHizc4_.js.map +1 -0
- package/dist/db-Dm1cRJJP.js +2 -0
- package/dist/debug-D7bEv_UV.js +1 -0
- package/dist/{dist-CTzThfu_.js → dist-B8hJImYt.js} +17 -4
- package/dist/dist-B8hJImYt.js.map +1 -0
- package/dist/{docker-2qns7hJ2.js → docker-7b_2SaH7.js} +35 -22
- package/dist/docker-7b_2SaH7.js.map +1 -0
- package/dist/{docker-IFRW8K5f.js → docker-sZrNrr82.js} +3 -3
- package/dist/docker-sZrNrr82.js.map +1 -0
- package/dist/docker-yauK-9X8.js +1 -0
- package/dist/{doctor-B6oYTPoR.js → doctor-BYNok4UO.js} +263 -84
- package/dist/doctor-BYNok4UO.js.map +1 -0
- package/dist/{duration-JsJrIWXq.js → duration-CEOQww97.js} +2 -2
- package/dist/{duration-JsJrIWXq.js.map → duration-CEOQww97.js.map} +1 -1
- package/dist/{egress-IUKdeayc.js → egress-C4PZTSSe.js} +147 -14
- package/dist/egress-C4PZTSSe.js.map +1 -0
- package/dist/environment-DNjRk0nU.js +1133 -0
- package/dist/environment-DNjRk0nU.js.map +1 -0
- package/dist/{errors-yDAEwmZo.js → errors-B6BSMs03.js} +2 -2
- package/dist/errors-B6BSMs03.js.map +1 -0
- package/dist/{errors-C9w_ud7g.js → errors-r025B0Zb.js} +4 -4
- package/dist/errors-r025B0Zb.js.map +1 -0
- package/dist/evaluate-C1UVL21l.d.ts +92 -0
- package/dist/evaluate-D4zeRGBF.js +2351 -0
- package/dist/evaluate-D4zeRGBF.js.map +1 -0
- package/dist/family-D2b7WD10.js +67 -0
- package/dist/family-D2b7WD10.js.map +1 -0
- package/dist/files-BAt0i00X.js +1 -0
- package/dist/{files-CMSUXAEg.js → files-BXUdY8tr.js} +10 -9
- package/dist/{files-CMSUXAEg.js.map → files-BXUdY8tr.js.map} +1 -1
- package/dist/files-BhyltlDB.js +1 -0
- package/dist/files-Bk1mC3AN.js +43 -0
- package/dist/files-Bk1mC3AN.js.map +1 -0
- package/dist/{files-B6aVVGrk.js → files-DQmHE7pb.js} +5 -5
- package/dist/{files-B6aVVGrk.js.map → files-DQmHE7pb.js.map} +1 -1
- package/dist/files-ZZPqfAo6.js +1 -0
- package/dist/{git-EmdFJ4DY.js → git-DfG-YJ1u.js} +2 -2
- package/dist/{git-EmdFJ4DY.js.map → git-DfG-YJ1u.js.map} +1 -1
- package/dist/harness-B8QC9u0O.js +323 -0
- package/dist/harness-B8QC9u0O.js.map +1 -0
- package/dist/harness.d.ts +19 -31
- package/dist/harness.js +1 -2
- package/dist/{header-_F0EWob3.js → header-hK-Z_Po9.js} +10 -3
- package/dist/{header-_F0EWob3.js.map → header-hK-Z_Po9.js.map} +1 -1
- package/dist/{images-CscddrJU.js → images-0On0cztu.js} +114 -45
- package/dist/images-0On0cztu.js.map +1 -0
- package/dist/index.d.ts +10 -26
- package/dist/index.js +6 -2108
- package/dist/{init-NQfIvi-0.js → init-B77Rpcqc.js} +26 -8
- package/dist/init-B77Rpcqc.js.map +1 -0
- package/dist/init-BrOWin3W.js +1 -0
- package/dist/{invocations-nPvrlZPj.js → invocations-DbGfBAA_.js} +4 -4
- package/dist/{invocations-nPvrlZPj.js.map → invocations-DbGfBAA_.js.map} +1 -1
- package/dist/{judge-CeYPN8P_.js → judge-DW_GDOmB.js} +11 -19
- package/dist/{judge-CeYPN8P_.js.map → judge-DW_GDOmB.js.map} +1 -1
- package/dist/judge.d.ts +2 -2
- package/dist/judge.js +1 -1
- package/dist/{live-S0qODb6o.js → live-jlfszAbb.js} +9 -20
- package/dist/live-jlfszAbb.js.map +1 -0
- package/dist/matchers-Ddmc2z7H.js +118 -0
- package/dist/matchers-Ddmc2z7H.js.map +1 -0
- package/dist/{model-DEQo3FkZ.js → model-DaVCY3rb.js} +2 -2
- package/dist/{model-DEQo3FkZ.js.map → model-DaVCY3rb.js.map} +1 -1
- package/dist/model-NM3ID0uR.js +1 -0
- package/dist/{model-Cl507trk.js → model-h_cDtcRr.js} +19 -18
- package/dist/model-h_cDtcRr.js.map +1 -0
- package/dist/model-nwWJvaUR.js +1 -0
- package/dist/{model-BndnmcLm.js → model-oqcDplJG.js} +271 -34
- package/dist/model-oqcDplJG.js.map +1 -0
- package/dist/{node-Co7EXge0.js → node-B3ydHo6t.js} +10 -47
- package/dist/node-B3ydHo6t.js.map +1 -0
- package/dist/object-CLf2-tNq.js +9 -0
- package/dist/object-CLf2-tNq.js.map +1 -0
- package/dist/{opencode-providers-ByD85Q0l.js → opencode-providers-J9colP0-.js} +96 -21
- package/dist/opencode-providers-J9colP0-.js.map +1 -0
- package/dist/options-Bh2W63dK.js +1119 -0
- package/dist/options-Bh2W63dK.js.map +1 -0
- package/dist/{pairs-DDsjgm5F.js → pairs-CnInRu-G.js} +76 -2
- package/dist/{pairs-DDsjgm5F.js.map → pairs-CnInRu-G.js.map} +1 -1
- package/dist/{patch-CGCVipPu.js → patch-Zac5aIRM.js} +6 -6
- package/dist/{patch-CGCVipPu.js.map → patch-Zac5aIRM.js.map} +1 -1
- package/dist/{plan-PPc4-6xd.js → plan-C9Cy27Ay.js} +75 -32
- package/dist/plan-C9Cy27Ay.js.map +1 -0
- package/dist/preflight-CPWpQeBI.js +1 -0
- package/dist/{preflight-CddycK92.js → preflight-D7iFPKeK.js} +8 -7
- package/dist/preflight-D7iFPKeK.js.map +1 -0
- package/dist/prepare-BGjePFQl.js +2 -0
- package/dist/{prepare-CsP-057p.js → prepare-doGxaAGR.js} +38 -30
- package/dist/prepare-doGxaAGR.js.map +1 -0
- package/dist/process-CSVO_jsc.js +119 -0
- package/dist/process-CSVO_jsc.js.map +1 -0
- package/dist/{provenance-CsX6PHDR.js → provenance-DmE9uPVt.js} +4 -4
- package/dist/{provenance-CsX6PHDR.js.map → provenance-DmE9uPVt.js.map} +1 -1
- package/dist/provider-DehR4CMN.js +1 -0
- package/dist/providers-gDMko8fl.js +1 -0
- package/dist/providers-tAOD1NQN.js +165 -0
- package/dist/providers-tAOD1NQN.js.map +1 -0
- package/dist/{query-BUcwCYsI.js → query-Bes9Kh6Y.js} +3 -3
- package/dist/{query-BUcwCYsI.js.map → query-Bes9Kh6Y.js.map} +1 -1
- package/dist/query-C_G_svLU.js +1 -0
- package/dist/questions-DjAwMxZ3.js +524 -0
- package/dist/questions-DjAwMxZ3.js.map +1 -0
- package/dist/{record-BRP9vZrj.js → record-BKmMvZ6O.js} +9 -1
- package/dist/{record-BRP9vZrj.js.map → record-BKmMvZ6O.js.map} +1 -1
- package/dist/remote-HDRt16ew.js +378 -0
- package/dist/remote-HDRt16ew.js.map +1 -0
- package/dist/{results-BcSHWbgB.js → results-DuauQI3Z.js} +4 -4
- package/dist/{results-BcSHWbgB.js.map → results-DuauQI3Z.js.map} +1 -1
- package/dist/{resume-DZ9AmfPv.js → resume-BRfa8E_s.js} +10 -10
- package/dist/{resume-DZ9AmfPv.js.map → resume-BRfa8E_s.js.map} +1 -1
- package/dist/{root-CvdRlRZX.js → root-DICDHCtp.js} +4 -4
- package/dist/{root-CvdRlRZX.js.map → root-DICDHCtp.js.map} +1 -1
- package/dist/{runtime-Dfb2r-cS.js → runtime-PX_oXiCS.js} +105 -11
- package/dist/runtime-PX_oXiCS.js.map +1 -0
- package/dist/sandbox-D3A8oUb7.js +70 -0
- package/dist/sandbox-D3A8oUb7.js.map +1 -0
- package/dist/sandbox.d.ts +22 -8
- package/dist/sandbox.js +1 -2
- package/dist/server-C7sg1ndo.js +1 -0
- package/dist/{server-Da60oe4b.js → server-XDleKaF_.js} +11 -11
- package/dist/server-XDleKaF_.js.map +1 -0
- package/dist/shared-DYpIb1BI.js +166 -0
- package/dist/shared-DYpIb1BI.js.map +1 -0
- package/dist/{source-BVOnL3sn.js → source-C8xumIWj.js} +2 -2
- package/dist/{source-BVOnL3sn.js.map → source-C8xumIWj.js.map} +1 -1
- package/dist/source-fGd0SaKP.js +1 -0
- package/dist/{src-TdJuDYqB.js → src-B7treWa8.js} +1597 -292
- package/dist/src-B7treWa8.js.map +1 -0
- package/dist/{src-C1E9HDWO.js → src-C7_1SqDP.js} +3 -3
- package/dist/{src-C1E9HDWO.js.map → src-C7_1SqDP.js.map} +1 -1
- package/dist/{src-DDNXsD9H.js → src-CF17Ug08.js} +5 -4
- package/dist/src-CF17Ug08.js.map +1 -0
- package/dist/{src-D_cXqmnI.js → src-CFp86GtV.js} +60 -60
- package/dist/src-CFp86GtV.js.map +1 -0
- package/dist/src-C_lPtowT.js +2 -0
- package/dist/src-DIL0jST0.js +368 -0
- package/dist/src-DIL0jST0.js.map +1 -0
- package/dist/src-DNnG4e4R.js +2 -0
- package/dist/src-DTbrY1hi.js +2 -0
- package/dist/src-DdyJEh2v.js +2 -0
- package/dist/src-Dj9PAroc.js +2 -0
- package/dist/src-Du8H85Qq.js +2 -0
- package/dist/src-DvCg0NBs.js +324 -0
- package/dist/src-DvCg0NBs.js.map +1 -0
- package/dist/{src-CxTC5kNI.js → src-DvK0EIZx.js} +8 -10
- package/dist/{src-CxTC5kNI.js.map → src-DvK0EIZx.js.map} +1 -1
- package/dist/{src-DVy58-zZ.js → src-FGXhkEkH.js} +5 -5
- package/dist/{src-DVy58-zZ.js.map → src-FGXhkEkH.js.map} +1 -1
- package/dist/src-jzagbuqH.js +2 -0
- package/dist/src-ofUaYbuY.js +3 -0
- package/dist/src-pJZOrYR9.js +1 -0
- package/dist/{src-D95O-Smv.js → src-u8_ixn_F.js} +15 -11
- package/dist/src-u8_ixn_F.js.map +1 -0
- package/dist/{state-B72h_jEw.js → state-C__9swoG.js} +36 -24
- package/dist/state-C__9swoG.js.map +1 -0
- package/dist/state-CeR6oz0k.js +66 -0
- package/dist/state-CeR6oz0k.js.map +1 -0
- package/dist/state-CgjQo29K.js +1 -0
- package/dist/studio-app/assets/index-CwQN3f_h.css +2 -0
- package/dist/studio-app/assets/{index-Bgr-efZm.js → index-DrQc2Yxd.js} +12 -12
- package/dist/studio-app/index.html +2 -2
- package/dist/{summary-k3mhWWXv.js → summary-BLAVLySU.js} +202 -17
- package/dist/summary-BLAVLySU.js.map +1 -0
- package/dist/{summary-CJdxaRdM.js → summary-DgyjUh_l.js} +7 -7
- package/dist/{summary-CJdxaRdM.js.map → summary-DgyjUh_l.js.map} +1 -1
- package/dist/testing.d.ts +3 -2
- package/dist/testing.js +3 -2
- package/dist/{tool-target-BU1JnSE9.js → tool-target-D2mcYlSQ.js} +14 -7
- package/dist/tool-target-D2mcYlSQ.js.map +1 -0
- package/dist/{tools-D0gF2QoV.js → tools-GCyNYSc1.js} +7 -7
- package/dist/tools-GCyNYSc1.js.map +1 -0
- package/dist/transcript-BNNANU8A.js +64 -0
- package/dist/transcript-BNNANU8A.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-_LOFdPUf.d.ts → types-g17bRAzt.d.ts} +578 -49
- package/dist/{usage-DDF_6tkV.js → usage-CleNKkly.js} +4 -2
- package/dist/{usage-DDF_6tkV.js.map → usage-CleNKkly.js.map} +1 -1
- package/dist/view/index.d.ts +83 -17
- package/dist/view/index.js +7 -6
- package/dist/views-BW6oCDUQ.js +2 -0
- package/dist/{views-DZ1YDqey.js → views-BmQF4UCI.js} +13 -8
- package/dist/views-BmQF4UCI.js.map +1 -0
- package/dist/{worker-entry-DXeyWY-m.js → worker-entry-yOchGYYv.js} +16 -225
- package/dist/worker-entry-yOchGYYv.js.map +1 -0
- package/dist/{workspace-DpXdrslo.js → workspace-CgyHEM0l.js} +7 -7
- package/dist/{workspace-DpXdrslo.js.map → workspace-CgyHEM0l.js.map} +1 -1
- package/dist/workspace-D8sSgpiy.js +1 -0
- package/docker/Dockerfile +7 -5
- package/package.json +12 -12
- package/dist/agent-Cfj1wD4D.js.map +0 -1
- package/dist/assemble-BbFVjHeS.js.map +0 -1
- package/dist/assemble-CXiTVyHD.js +0 -2
- package/dist/capture-BXhBfmsM.js.map +0 -1
- package/dist/capture-N7r3yeak.js +0 -2
- package/dist/cli-BMjTKY-D.js.map +0 -1
- package/dist/cli-spec-DSvKsOK4.js.map +0 -1
- package/dist/client-CwzU9CiW.js.map +0 -1
- package/dist/command-BK4kOgkH.js.map +0 -1
- package/dist/command-BqJtFiPy.js.map +0 -1
- package/dist/command-CTVGuH8y.js +0 -2
- package/dist/command-JPGNzFsA.js.map +0 -1
- package/dist/commands-B618jg3C.js.map +0 -1
- package/dist/commands-Duo2ur3r.js +0 -2
- package/dist/config-B-E0xRkf.js +0 -447
- package/dist/config-B-E0xRkf.js.map +0 -1
- package/dist/context-CvUv7DUb.js.map +0 -1
- package/dist/db-CnoUy-FZ.js +0 -3
- package/dist/db-DFbtGIYy.js.map +0 -1
- package/dist/debug-SEmW4w8f.js +0 -2
- package/dist/dist-CTzThfu_.js.map +0 -1
- package/dist/docker-2qns7hJ2.js.map +0 -1
- package/dist/docker-D6t23fZl.js +0 -2
- package/dist/docker-IFRW8K5f.js.map +0 -1
- package/dist/doctor-B6oYTPoR.js.map +0 -1
- package/dist/egress-IUKdeayc.js.map +0 -1
- package/dist/environment-DiCljXMD.js +0 -657
- package/dist/environment-DiCljXMD.js.map +0 -1
- package/dist/errors-C9w_ud7g.js.map +0 -1
- package/dist/errors-yDAEwmZo.js.map +0 -1
- package/dist/fake-instructions-CUI33I_F.js +0 -32
- package/dist/fake-instructions-CUI33I_F.js.map +0 -1
- package/dist/files-BM78_nnF.js +0 -2
- package/dist/files-BpYgF2z0.js +0 -2
- package/dist/files-YCCVaTQC.js +0 -2
- package/dist/harness-iqWeJQMM.js +0 -154
- package/dist/harness-iqWeJQMM.js.map +0 -1
- package/dist/images-CscddrJU.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/init-DBHyi92L.js +0 -2
- package/dist/init-NQfIvi-0.js.map +0 -1
- package/dist/jiti-BcJHCtrb.js +0 -46
- package/dist/jiti-BcJHCtrb.js.map +0 -1
- package/dist/live-S0qODb6o.js.map +0 -1
- package/dist/model-BbLGRtOs.js +0 -2
- package/dist/model-BndnmcLm.js.map +0 -1
- package/dist/model-Cl507trk.js.map +0 -1
- package/dist/model-DMOraCcm.js +0 -2
- package/dist/node-Co7EXge0.js.map +0 -1
- package/dist/opencode-providers-ByD85Q0l.js.map +0 -1
- package/dist/options-DPUlm4FI.js +0 -735
- package/dist/options-DPUlm4FI.js.map +0 -1
- package/dist/plan-PPc4-6xd.js.map +0 -1
- package/dist/preflight-CddycK92.js.map +0 -1
- package/dist/preflight-Zumy0adT.js +0 -2
- package/dist/prepare-CKdMoC7e.js +0 -3
- package/dist/prepare-CsP-057p.js.map +0 -1
- package/dist/provider-BDbNOQhQ.js +0 -2
- package/dist/providers-DkwiLKDS.js +0 -107
- package/dist/providers-DkwiLKDS.js.map +0 -1
- package/dist/providers-yXZZcPfx.js +0 -2
- package/dist/query-noGbekGF.js +0 -2
- package/dist/questions-BEPj98fZ.js +0 -234
- package/dist/questions-BEPj98fZ.js.map +0 -1
- package/dist/runtime-Dfb2r-cS.js.map +0 -1
- package/dist/sandbox--ZXuscAZ.js +0 -134
- package/dist/sandbox--ZXuscAZ.js.map +0 -1
- package/dist/server-Da60oe4b.js.map +0 -1
- package/dist/server-DiGR4JxK.js +0 -2
- package/dist/source-Dqu0jKwx.js +0 -2
- package/dist/src-BHNiP-5A.js +0 -4
- package/dist/src-BT4dB5CO.js +0 -2
- package/dist/src-BT5pwco0.js +0 -3
- package/dist/src-BrMbt1B2.js +0 -3
- package/dist/src-D13vpMh0.js +0 -3
- package/dist/src-D95O-Smv.js.map +0 -1
- package/dist/src-DDNXsD9H.js.map +0 -1
- package/dist/src-D_cXqmnI.js.map +0 -1
- package/dist/src-DdRlaiRc.js +0 -3
- package/dist/src-TdJuDYqB.js.map +0 -1
- package/dist/src-xczuQbE6.js +0 -3
- package/dist/state-B72h_jEw.js.map +0 -1
- package/dist/state-Bf_Vq_pV.js +0 -2
- package/dist/studio-app/assets/index-CUx6GoL5.css +0 -2
- package/dist/summary-k3mhWWXv.js.map +0 -1
- package/dist/tool-target-BU1JnSE9.js.map +0 -1
- package/dist/tools-D0gF2QoV.js.map +0 -1
- package/dist/views-DZ1YDqey.js.map +0 -1
- package/dist/views-Ds0GXWtX.js +0 -3
- package/dist/worker-entry-DXeyWY-m.js.map +0 -1
- package/dist/workspace-DzNL-3iO.js +0 -2
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { c as shardPath, i as manifestPath, s as shardOf } from "./paths-BmR-7tx3.js";
|
|
2
2
|
import { n as clip } from "./text-gEcKjAyp.js";
|
|
3
|
-
import {
|
|
4
|
-
import { c as readableTranscriptLine } from "./record-
|
|
5
|
-
import {
|
|
3
|
+
import { a as totalTokens, i as sumUsage, n as formatTokens, r as promptTokens } from "./usage-CleNKkly.js";
|
|
4
|
+
import { c as readableTranscriptLine } from "./record-BKmMvZ6O.js";
|
|
5
|
+
import { s as sampleReasons } from "./pairs-CnInRu-G.js";
|
|
6
6
|
//#region src/view/compare.ts
|
|
7
7
|
const STACK_FIELDS = [
|
|
8
8
|
{
|
|
@@ -348,6 +348,149 @@ function mannWhitney(xs, ys) {
|
|
|
348
348
|
}
|
|
349
349
|
/** The smallest two-sided p an exact rank test can reach with these group sizes. */
|
|
350
350
|
const minimumP = (n1, n2) => n1 === 0 || n2 === 0 ? 1 : Math.min(1, 2 / choose(n1 + n2, n1));
|
|
351
|
+
/**
|
|
352
|
+
* The difference of two paired pass rates (variant minus control) with Newcombe's score interval
|
|
353
|
+
* for paired proportions (his method 10): each marginal rate's Wilson interval, combined with the
|
|
354
|
+
* correlation between the sides, so concordant pairs narrow the interval.
|
|
355
|
+
*/
|
|
356
|
+
function pairedLiftInterval(c) {
|
|
357
|
+
const { both: a, variantOnly: b, controlOnly: k, neither: d } = c;
|
|
358
|
+
const n = a + b + k + d;
|
|
359
|
+
if (n === 0) return {
|
|
360
|
+
points: 0,
|
|
361
|
+
low: -1,
|
|
362
|
+
high: 1
|
|
363
|
+
};
|
|
364
|
+
const p1 = (a + b) / n;
|
|
365
|
+
const p2 = (a + k) / n;
|
|
366
|
+
const v = wilson(a + b, n);
|
|
367
|
+
const w = wilson(a + k, n);
|
|
368
|
+
const denominator = (a + b) * (k + d) * (a + k) * (b + d);
|
|
369
|
+
const numerator = a * d - b * k > 0 ? Math.max(a * d - b * k - n / 2, 0) : a * d - b * k;
|
|
370
|
+
const phi = denominator === 0 ? 0 : numerator / Math.sqrt(denominator);
|
|
371
|
+
const points = (b - k) / n;
|
|
372
|
+
const dl = Math.sqrt(Math.max(0, (p1 - v.low) ** 2 - 2 * phi * (p1 - v.low) * (w.high - p2) + (w.high - p2) ** 2));
|
|
373
|
+
const du = Math.sqrt(Math.max(0, (v.high - p1) ** 2 - 2 * phi * (v.high - p1) * (p2 - w.low) + (p2 - w.low) ** 2));
|
|
374
|
+
return {
|
|
375
|
+
points,
|
|
376
|
+
low: Math.max(-1, points - dl),
|
|
377
|
+
high: Math.min(1, points + du)
|
|
378
|
+
};
|
|
379
|
+
}
|
|
380
|
+
/** McNemar's exact test: the two-sided binomial p of the discordant pairs' split at ½. */
|
|
381
|
+
function mcnemar(variantOnly, controlOnly) {
|
|
382
|
+
const n = variantOnly + controlOnly;
|
|
383
|
+
if (n === 0) return 1;
|
|
384
|
+
const low = Math.min(variantOnly, controlOnly);
|
|
385
|
+
let tail = 0;
|
|
386
|
+
for (let i = 0; i <= low; i++) tail += choose(n, i) / 2 ** n;
|
|
387
|
+
return Math.min(1, 2 * tail);
|
|
388
|
+
}
|
|
389
|
+
/** Two-sided 95% Student t quantiles for 1 to 30 degrees of freedom. */
|
|
390
|
+
const T975 = [
|
|
391
|
+
12.706,
|
|
392
|
+
4.303,
|
|
393
|
+
3.182,
|
|
394
|
+
2.776,
|
|
395
|
+
2.571,
|
|
396
|
+
2.447,
|
|
397
|
+
2.365,
|
|
398
|
+
2.306,
|
|
399
|
+
2.262,
|
|
400
|
+
2.228,
|
|
401
|
+
2.201,
|
|
402
|
+
2.179,
|
|
403
|
+
2.16,
|
|
404
|
+
2.145,
|
|
405
|
+
2.131,
|
|
406
|
+
2.12,
|
|
407
|
+
2.11,
|
|
408
|
+
2.101,
|
|
409
|
+
2.093,
|
|
410
|
+
2.086,
|
|
411
|
+
2.08,
|
|
412
|
+
2.074,
|
|
413
|
+
2.069,
|
|
414
|
+
2.064,
|
|
415
|
+
2.06,
|
|
416
|
+
2.056,
|
|
417
|
+
2.052,
|
|
418
|
+
2.048,
|
|
419
|
+
2.045,
|
|
420
|
+
2.042
|
|
421
|
+
];
|
|
422
|
+
/** The two-sided 95% t quantile; above 30 degrees of freedom, the Cornish–Fisher expansion. */
|
|
423
|
+
function t975(df) {
|
|
424
|
+
if (df < 1) return Number.POSITIVE_INFINITY;
|
|
425
|
+
const tabled = T975[df - 1];
|
|
426
|
+
if (tabled !== void 0) return tabled;
|
|
427
|
+
return Z + (Z ** 3 + Z) / (4 * df) + (5 * Z ** 5 + 16 * Z ** 3 + 3 * Z) / (96 * df * df);
|
|
428
|
+
}
|
|
429
|
+
/**
|
|
430
|
+
* The mean of `values` with a 95% t interval over them: with each value one case, attempts
|
|
431
|
+
* within a case are never counted as independent. A single value gives an unbounded interval.
|
|
432
|
+
*/
|
|
433
|
+
function meanInterval(values) {
|
|
434
|
+
const n = values.length;
|
|
435
|
+
if (n === 0) return {
|
|
436
|
+
mean: 0,
|
|
437
|
+
low: Number.NEGATIVE_INFINITY,
|
|
438
|
+
high: Number.POSITIVE_INFINITY
|
|
439
|
+
};
|
|
440
|
+
const mean = values.reduce((s, v) => s + v, 0) / n;
|
|
441
|
+
if (n === 1) return {
|
|
442
|
+
mean,
|
|
443
|
+
low: Number.NEGATIVE_INFINITY,
|
|
444
|
+
high: Number.POSITIVE_INFINITY
|
|
445
|
+
};
|
|
446
|
+
const variance = values.reduce((s, v) => s + (v - mean) ** 2, 0) / (n - 1);
|
|
447
|
+
const half = t975(n - 1) * Math.sqrt(variance / n);
|
|
448
|
+
return {
|
|
449
|
+
mean,
|
|
450
|
+
low: mean - half,
|
|
451
|
+
high: mean + half
|
|
452
|
+
};
|
|
453
|
+
}
|
|
454
|
+
/**
|
|
455
|
+
* Two-sided Wilcoxon signed-rank p for paired differences: zeros dropped, mid-ranks for ties,
|
|
456
|
+
* exact over every sign assignment up to 20 non-zero differences, else the normal approximation.
|
|
457
|
+
* Null when every difference is zero.
|
|
458
|
+
*/
|
|
459
|
+
function signedRank(differences) {
|
|
460
|
+
const d = differences.filter((x) => x !== 0);
|
|
461
|
+
const n = d.length;
|
|
462
|
+
if (n === 0) return null;
|
|
463
|
+
const sorted = d.map((v, i) => ({
|
|
464
|
+
a: Math.abs(v),
|
|
465
|
+
i
|
|
466
|
+
})).sort((x, y) => x.a - y.a);
|
|
467
|
+
const ranks = new Array(n);
|
|
468
|
+
for (let i = 0; i < n;) {
|
|
469
|
+
let j = i;
|
|
470
|
+
while (j + 1 < n && sorted[j + 1]?.a === sorted[i]?.a) j++;
|
|
471
|
+
for (let k = i; k <= j; k++) ranks[sorted[k]?.i] = (i + j) / 2 + 1;
|
|
472
|
+
i = j + 1;
|
|
473
|
+
}
|
|
474
|
+
const total = n * (n + 1) / 2;
|
|
475
|
+
const plus = d.reduce((s, v, i) => v > 0 ? s + ranks[i] : s, 0);
|
|
476
|
+
const observed = Math.abs(plus - total / 2);
|
|
477
|
+
if (n > 20) {
|
|
478
|
+
const counts = /* @__PURE__ */ new Map();
|
|
479
|
+
for (const { a } of sorted) counts.set(a, (counts.get(a) ?? 0) + 1);
|
|
480
|
+
const ties = [...counts.values()].reduce((s, t) => s + t ** 3 - t, 0);
|
|
481
|
+
const variance = n * (n + 1) * (2 * n + 1) / 24 - ties / 48;
|
|
482
|
+
if (variance <= 0) return 1;
|
|
483
|
+
const z = Math.max(0, observed - .5) / Math.sqrt(variance);
|
|
484
|
+
return Math.min(1, 2 * (1 - normalCdf(z)));
|
|
485
|
+
}
|
|
486
|
+
let extreme = 0;
|
|
487
|
+
for (let mask = 0; mask < 2 ** n; mask++) {
|
|
488
|
+
let sum = 0;
|
|
489
|
+
for (let i = 0; i < n; i++) if (mask & 1 << i) sum += ranks[i];
|
|
490
|
+
if (Math.abs(sum - total / 2) >= observed - 1e-9) extreme++;
|
|
491
|
+
}
|
|
492
|
+
return extreme / 2 ** n;
|
|
493
|
+
}
|
|
351
494
|
function normalCdf(z) {
|
|
352
495
|
const t = 1 / (1 + .3275911 * Math.abs(z) / Math.SQRT2);
|
|
353
496
|
const erf = 1 - t * (.254829592 + t * (-.284496736 + t * (1.421413741 + t * (-1.453152027 + t * 1.061405429)))) * Math.exp(-(z * z) / 2);
|
|
@@ -401,6 +544,33 @@ function effortVerdict(xs, ys) {
|
|
|
401
544
|
};
|
|
402
545
|
}
|
|
403
546
|
const ratio = (a, b) => b === 0 ? null : a / b;
|
|
547
|
+
/** Every value on one side is below every value on the other. */
|
|
548
|
+
const apart = (xs, ys) => Math.max(...xs) < Math.min(...ys) || Math.min(...xs) > Math.max(...ys);
|
|
549
|
+
/**
|
|
550
|
+
* The fewest attempts a side for "no overlap" to say anything: at 3 against 3 one ordering in
|
|
551
|
+
* ten separates by chance; at 1 against 1 every pair of unequal values does.
|
|
552
|
+
*/
|
|
553
|
+
const DIRECTIONAL_MIN = 3;
|
|
554
|
+
/**
|
|
555
|
+
* The fewest runs per cell whose effort test can reach `EFFORT_ALPHA` (4 against 4: p = 2/70).
|
|
556
|
+
*/
|
|
557
|
+
const EFFORT_MIN_RUNS = (() => {
|
|
558
|
+
let n = 1;
|
|
559
|
+
while (minimumP(n, n) >= EFFORT_ALPHA) n++;
|
|
560
|
+
return n;
|
|
561
|
+
})();
|
|
562
|
+
/**
|
|
563
|
+
* The metrics whose test is `insufficient` but whose ranges don't overlap at
|
|
564
|
+
* `DIRECTIONAL_MIN` a side or more: a direction, not an effect.
|
|
565
|
+
*/
|
|
566
|
+
function directional(c) {
|
|
567
|
+
if (Math.min(c.variant.n, c.control.n) < 3) return [];
|
|
568
|
+
const out = [];
|
|
569
|
+
if (c.separated && c.verdict === "insufficient") out.push("tools");
|
|
570
|
+
if (c.timeSeparated && c.timeVerdict === "insufficient") out.push("agentS");
|
|
571
|
+
if (c.tokensSeparated && c.tokensVerdict === "insufficient") out.push("tokens");
|
|
572
|
+
return out;
|
|
573
|
+
}
|
|
404
574
|
function contrastEffort(variant, control) {
|
|
405
575
|
const v = effortOf(variant);
|
|
406
576
|
const c = effortOf(control);
|
|
@@ -412,8 +582,6 @@ function contrastEffort(variant, control) {
|
|
|
412
582
|
const tokens = vTok.length && cTok.length ? effortVerdict(vTok, cTok) : null;
|
|
413
583
|
const reported = vTok.length + cTok.length;
|
|
414
584
|
const unreported = reported > 0 && reported < variant.length + control.length;
|
|
415
|
-
const vt = variant.map((s) => s.tools);
|
|
416
|
-
const ct = control.map((s) => s.tools);
|
|
417
585
|
return {
|
|
418
586
|
variant: v,
|
|
419
587
|
control: c,
|
|
@@ -422,7 +590,9 @@ function contrastEffort(variant, control) {
|
|
|
422
590
|
agentMsDelta: v.agentMs.median - c.agentMs.median,
|
|
423
591
|
toolsP: tools.p,
|
|
424
592
|
agentMsP: time.p,
|
|
425
|
-
separated:
|
|
593
|
+
separated: apart(variant.map((s) => s.tools), control.map((s) => s.tools)),
|
|
594
|
+
timeSeparated: apart(variant.map((s) => s.agentMs), control.map((s) => s.agentMs)),
|
|
595
|
+
tokensSeparated: tokens ? apart(vTok, cTok) : null,
|
|
426
596
|
verdict: tools.verdict,
|
|
427
597
|
timeVerdict: time.verdict,
|
|
428
598
|
tokensRatio: tokens && v.tokens && c.tokens ? ratio(v.tokens.median, c.tokens.median) : null,
|
|
@@ -469,14 +639,18 @@ const tokensVerdictText = (c) => {
|
|
|
469
639
|
* `tools 5 vs 43 (×0.11), agent 21s vs 46s (×0.47): too few attempts to test` for a variant
|
|
470
640
|
* against its control; with enough attempts, `fewer tool calls (p = 0.029)`. Tokens fold in
|
|
471
641
|
* when both sides have usage samples; they are omitted (not `insufficient`) when either does not.
|
|
642
|
+
* A metric too small to test whose ranges don't overlap says so: `(×0.37, no overlap)`.
|
|
472
643
|
*/
|
|
473
644
|
function effortLabel(c) {
|
|
474
|
-
const
|
|
475
|
-
|
|
476
|
-
|
|
645
|
+
const apartOn = new Set(directional(c));
|
|
646
|
+
const r = (metric, value) => `(${formatRatio(value)}${apartOn.has(metric) ? ", no overlap" : ""})`;
|
|
647
|
+
const parts = [`tools ${formatCount(c.variant.tools.median)} vs ${formatCount(c.control.tools.median)} ${r("tools", c.toolsRatio)}`, `agent ${formatSeconds(c.variant.agentMs.median)} vs ${formatSeconds(c.control.agentMs.median)} ${r("agentS", c.agentMsRatio)}`];
|
|
648
|
+
if (c.tokensVerdict !== null && c.variant.tokens && c.control.tokens) parts.push(`tokens ${formatTokens(c.variant.tokens.median)} vs ${formatTokens(c.control.tokens.median)} ${r("tokens", c.tokensRatio)}`);
|
|
649
|
+
const n = apartOn.size ? ` (n = ${c.variant.n} vs ${c.control.n})` : "";
|
|
650
|
+
return `${parts.join(", ")}: ${toolsVerdictText(c)}${tokensVerdictText(c)}${n}`;
|
|
477
651
|
}
|
|
478
652
|
/** One cell's effort on its own: `tools 43 · agent 46s`, plus tokens when any attempt reported them. */
|
|
479
|
-
const effortSummary = (e) => e.tokens ? `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)} · tokens ${
|
|
653
|
+
const effortSummary = (e) => e.tokens ? `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)} · tokens ${formatTokens(e.tokens.median)}` : `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
|
|
480
654
|
/** The same cell between two runs: `tools 44 → 10 (×0.23) · agent 45s → 21s (×0.47)`. */
|
|
481
655
|
function effortChangeLabel(base, head) {
|
|
482
656
|
const t = ratio(head.tools.median, base.tools.median);
|
|
@@ -484,7 +658,7 @@ function effortChangeLabel(base, head) {
|
|
|
484
658
|
const core = `tools ${formatCount(base.tools.median)} → ${formatCount(head.tools.median)} (${formatRatio(t)}) · agent ${formatSeconds(base.agentMs.median)} → ${formatSeconds(head.agentMs.median)} (${formatRatio(a)})`;
|
|
485
659
|
if (!base.tokens || !head.tokens) return core;
|
|
486
660
|
const tok = ratio(head.tokens.median, base.tokens.median);
|
|
487
|
-
return `${core} · tokens ${
|
|
661
|
+
return `${core} · tokens ${formatTokens(base.tokens.median)} → ${formatTokens(head.tokens.median)} (${formatRatio(tok)})`;
|
|
488
662
|
}
|
|
489
663
|
//#endregion
|
|
490
664
|
//#region src/view/judgements.ts
|
|
@@ -562,11 +736,13 @@ function uniqueJudgeLabels(items) {
|
|
|
562
736
|
}
|
|
563
737
|
function keyTallies(e, cellKey) {
|
|
564
738
|
const byKey = /* @__PURE__ */ new Map();
|
|
739
|
+
const expectLabels = /* @__PURE__ */ new Map();
|
|
565
740
|
for (const a of e.attempts) {
|
|
566
741
|
if (a.cell !== cellKey || !counted(a)) continue;
|
|
567
|
-
for (const j of a
|
|
742
|
+
for (const { judgement: j, label, labelled } of labelledJudgements(a)) {
|
|
568
743
|
const row = byKey.get(j.key) ?? {
|
|
569
744
|
label: "",
|
|
745
|
+
labelled: false,
|
|
570
746
|
question: j.question,
|
|
571
747
|
pass: 0,
|
|
572
748
|
counted: 0
|
|
@@ -574,13 +750,18 @@ function keyTallies(e, cellKey) {
|
|
|
574
750
|
row.counted++;
|
|
575
751
|
if (j.verdict === "pass") row.pass++;
|
|
576
752
|
byKey.set(j.key, row);
|
|
753
|
+
if (labelled && !expectLabels.has(j.key)) expectLabels.set(j.key, label);
|
|
577
754
|
}
|
|
578
755
|
}
|
|
579
756
|
const labels = uniqueJudgeLabels([...byKey].map(([key, row]) => ({
|
|
580
757
|
key,
|
|
581
758
|
question: row.question
|
|
582
759
|
})));
|
|
583
|
-
for (const [key, row] of byKey)
|
|
760
|
+
for (const [key, row] of byKey) {
|
|
761
|
+
const label = expectLabels.get(key);
|
|
762
|
+
row.labelled = label !== void 0;
|
|
763
|
+
row.label = label ?? labels.get(key) ?? judgeLabel(row.question);
|
|
764
|
+
}
|
|
584
765
|
return byKey;
|
|
585
766
|
}
|
|
586
767
|
function pairedControl(e, cellKey) {
|
|
@@ -621,6 +802,14 @@ function cellJudgeRates(e, cellKey) {
|
|
|
621
802
|
lift: liftForKey(row, controlTallies?.get(key))
|
|
622
803
|
}));
|
|
623
804
|
}
|
|
805
|
+
/**
|
|
806
|
+
* The judge rates a cell's summary line adds to its checks: a labelled judge whose label is one
|
|
807
|
+
* of the cell's checks against its control is already there.
|
|
808
|
+
*/
|
|
809
|
+
function summaryJudgeRates(e, cell) {
|
|
810
|
+
const checked = new Set((cell.checks ?? []).filter((k) => k.control && k.verdict).map((k) => k.label));
|
|
811
|
+
return cellJudgeRates(e, cell.key).filter((r) => !(r.labelled && checked.has(r.label)));
|
|
812
|
+
}
|
|
624
813
|
const signedPoints = (x) => `${x >= 0 ? "+" : "−"}${Math.round(Math.abs(x) * 100)}`;
|
|
625
814
|
/** `login 4/5 · checkout 0/5`, with `(+80 pts)` on a key that has lift. */
|
|
626
815
|
function judgeRatesLabel(rates) {
|
|
@@ -656,10 +845,47 @@ function collapsedJudgeLabel(judgements) {
|
|
|
656
845
|
if (extra) parts.push(`${extra} judges`);
|
|
657
846
|
return parts.join(" · ");
|
|
658
847
|
}
|
|
848
|
+
const JUDGE_ERROR = /^judge failed for /;
|
|
849
|
+
/**
|
|
850
|
+
* Each judgement's `expect` label, by position: the attempt's `toPass` assertions (less those on a
|
|
851
|
+
* failed judge call, which recorded no judgement) in call order, when they are exactly as many as
|
|
852
|
+
* its judgements. `check` is that assertion's label, the key of its check; a judgement no label
|
|
853
|
+
* reaches is named by its question.
|
|
854
|
+
*/
|
|
855
|
+
function labelledJudgements(a) {
|
|
856
|
+
const passes = (a.assertions ?? []).filter((x) => /(^|\.)toPass$/.test(x.matcher) && !JUDGE_ERROR.test(x.message ?? ""));
|
|
857
|
+
const zip = passes.length === a.judgements.length;
|
|
858
|
+
return a.judgements.map((judgement, i) => {
|
|
859
|
+
const x = zip ? passes[i] : void 0;
|
|
860
|
+
return {
|
|
861
|
+
judgement,
|
|
862
|
+
label: x?.labelled ? x.label : judgeText(judgement.question),
|
|
863
|
+
labelled: x?.labelled === true,
|
|
864
|
+
...x ? { check: x.label } : {}
|
|
865
|
+
};
|
|
866
|
+
});
|
|
867
|
+
}
|
|
659
868
|
/** Sum of counted attempts' usage; null when none of them reported any. */
|
|
660
869
|
function cellUsage(e, cellKey) {
|
|
661
870
|
return sumUsage(e.attempts.filter((a) => a.cell === cellKey && counted(a)).map((a) => a.usage));
|
|
662
871
|
}
|
|
872
|
+
/**
|
|
873
|
+
* Each `c.exec` check's `expect` label, by position: the attempt's `toSucceed` assertions in call
|
|
874
|
+
* order, when they are exactly as many as its checks; undefined where no label reaches.
|
|
875
|
+
*/
|
|
876
|
+
function checkLabels(a) {
|
|
877
|
+
const succeeds = (a.assertions ?? []).filter((x) => /(^|\.)toSucceed$/.test(x.matcher));
|
|
878
|
+
const zip = succeeds.length === a.checks.length;
|
|
879
|
+
return a.checks.map((_, i) => {
|
|
880
|
+
const x = zip ? succeeds[i] : void 0;
|
|
881
|
+
return x?.labelled ? x.label : void 0;
|
|
882
|
+
});
|
|
883
|
+
}
|
|
884
|
+
/** A check's command on one line: the first non-empty line, clipped; its log has the rest. */
|
|
885
|
+
function commandLine(command, max = 80) {
|
|
886
|
+
const lines = command.split("\n").map((l) => l.trim()).filter(Boolean);
|
|
887
|
+
return clip(lines.length > 1 ? `${lines[0]} …` : lines[0] ?? "", max);
|
|
888
|
+
}
|
|
663
889
|
//#endregion
|
|
664
890
|
//#region src/view/model.ts
|
|
665
891
|
/** Splits `file › group › … › name` back into its parts. */
|
|
@@ -730,14 +956,14 @@ function formatDuration(ms) {
|
|
|
730
956
|
const formatPercent = (rate) => rate === null ? "–" : `${Math.round(rate * 100)}%`;
|
|
731
957
|
/**
|
|
732
958
|
* A harness of the run's stack as `cursor (model composer-2.5, served composer-2.5[fast=true])`:
|
|
733
|
-
* the configured model, then
|
|
959
|
+
* the configured model and reasoning effort, then what the harness says it resolved.
|
|
734
960
|
*/
|
|
735
961
|
function harnessLabel(h) {
|
|
736
962
|
const parts = [
|
|
737
963
|
...h.model ? [`model ${h.model}`] : [],
|
|
738
|
-
...h.effort ? [`effort ${h.effort}`] : [],
|
|
964
|
+
...h.effort ? [`reasoning effort ${h.effort}`] : [],
|
|
739
965
|
...h.resolvedModels.length ? [`served ${h.resolvedModels.join(", ")}`] : [],
|
|
740
|
-
...h.resolvedEffort.length ? [`served effort ${h.resolvedEffort.join(", ")}`] : []
|
|
966
|
+
...h.resolvedEffort.length ? [`served reasoning effort ${h.resolvedEffort.join(", ")}`] : []
|
|
741
967
|
];
|
|
742
968
|
return parts.length ? `${h.id} (${parts.join(", ")})` : h.id;
|
|
743
969
|
}
|
|
@@ -761,9 +987,8 @@ function languageLabel(stack) {
|
|
|
761
987
|
/** Harness-reported tokens as `127k in (98k cached) · 776 out`; null when none were reported. */
|
|
762
988
|
function formatUsage(usage) {
|
|
763
989
|
if (!usage) return null;
|
|
764
|
-
const
|
|
765
|
-
|
|
766
|
-
return `${k(promptTokens(usage))} in${cached} · ${k(usage.output)} out`;
|
|
990
|
+
const cached = usage.cacheRead ? ` (${formatTokens(usage.cacheRead)} cached)` : "";
|
|
991
|
+
return `${formatTokens(promptTokens(usage))} in${cached} · ${formatTokens(usage.output)} out`;
|
|
767
992
|
}
|
|
768
993
|
const shortSha = (sha) => sha ? sha.slice(0, 7) : "no git";
|
|
769
994
|
/**
|
|
@@ -780,7 +1005,7 @@ function activityLabel(a) {
|
|
|
780
1005
|
*/
|
|
781
1006
|
function runOutcome(run) {
|
|
782
1007
|
if (run.status === "interrupted") return "skipped";
|
|
783
|
-
const outcomes = run.evals.map((e) => e.outcome);
|
|
1008
|
+
const outcomes = [...run.evals, ...run.families ?? []].map((e) => e.outcome);
|
|
784
1009
|
if (outcomes.includes("fail") || run.status === "budget") return "fail";
|
|
785
1010
|
if (outcomes.includes("infra_error")) return "infra_error";
|
|
786
1011
|
return "pass";
|
|
@@ -856,6 +1081,7 @@ function runRows(entries) {
|
|
|
856
1081
|
entry,
|
|
857
1082
|
passed: pass,
|
|
858
1083
|
total: pass + fail + infraError,
|
|
1084
|
+
counted: pass + fail,
|
|
859
1085
|
drift: base ? stackChanges(base, entry) : [],
|
|
860
1086
|
changedEvals
|
|
861
1087
|
});
|
|
@@ -943,12 +1169,13 @@ function cellRows(e) {
|
|
|
943
1169
|
gated: cell.gate !== "none",
|
|
944
1170
|
gate: cell.gate,
|
|
945
1171
|
overrides: cell.overrides,
|
|
1172
|
+
reasoningEffort: cell.effort ?? null,
|
|
946
1173
|
runs: cell.runs,
|
|
947
1174
|
pass: cell.pass,
|
|
948
1175
|
fail: cell.fail,
|
|
949
1176
|
infraError: cell.infraError,
|
|
950
1177
|
skipped: cell.skipped,
|
|
951
|
-
|
|
1178
|
+
passAt1: cell.passRate,
|
|
952
1179
|
outcome: cell.outcome,
|
|
953
1180
|
lift: cell.lift ? Math.round(cell.lift.points * 100) : null,
|
|
954
1181
|
liftInterval: cell.lift ? {
|
|
@@ -982,7 +1209,8 @@ function answerRows(e) {
|
|
|
982
1209
|
across: rates("across"),
|
|
983
1210
|
error: a.error ?? null,
|
|
984
1211
|
noPairs: a.votes.length === 0 && a.error === void 0,
|
|
985
|
-
reasons: sampleReasons(a.votes)
|
|
1212
|
+
reasons: sampleReasons(a.votes),
|
|
1213
|
+
input: a.input?.path ?? null
|
|
986
1214
|
};
|
|
987
1215
|
});
|
|
988
1216
|
}
|
|
@@ -999,7 +1227,7 @@ function evalHistory(entries, slug) {
|
|
|
999
1227
|
points.push({
|
|
1000
1228
|
run,
|
|
1001
1229
|
outcome: e.outcome,
|
|
1002
|
-
|
|
1230
|
+
passAt1: e.passRate,
|
|
1003
1231
|
cells: e.cells,
|
|
1004
1232
|
changed: cellsChanged(seen, e.id, e.cells)
|
|
1005
1233
|
});
|
|
@@ -1021,8 +1249,8 @@ const COMPARE_ORDER = [
|
|
|
1021
1249
|
];
|
|
1022
1250
|
/**
|
|
1023
1251
|
* Whether some of an eval's cells aren't gated (`gate: 'none'`, e.g. controls under
|
|
1024
|
-
* `compare.gate: 'variants'`). Its pass
|
|
1025
|
-
* the eval line labels
|
|
1252
|
+
* `compare.gate: 'variants'`). Its pass@1 then covers fewer attempts than its pass count, so
|
|
1253
|
+
* the eval line labels it `gated`: `2/4 · pass@1 100% gated`.
|
|
1026
1254
|
*/
|
|
1027
1255
|
const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
|
|
1028
1256
|
/**
|
|
@@ -1030,29 +1258,38 @@ const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
|
|
|
1030
1258
|
* apart from failures, since it fails neither its eval nor the run.
|
|
1031
1259
|
*/
|
|
1032
1260
|
const isUngatedMiss = (e, a) => a.outcome === "fail" && a.error?.kind !== "aborted" && e.cells.find((c) => c.key === a.cell)?.gate === "none";
|
|
1033
|
-
/**
|
|
1034
|
-
|
|
1261
|
+
/**
|
|
1262
|
+
* The outcome an eval's mark shows. A pass needs a counted (passed or failed) attempt and no infra
|
|
1263
|
+
* error: a gate that lets those through, such as `gate: 'none'`, still shows `!`, not `✓`.
|
|
1264
|
+
*/
|
|
1265
|
+
function evalMarkOutcome(e) {
|
|
1266
|
+
if (e.outcome !== "pass") return e.outcome;
|
|
1267
|
+
const ran = e.attempts.filter((a) => a.outcome !== "skipped");
|
|
1268
|
+
return ran.some((a) => a.outcome === "infra_error") || ran.length > 0 && !ran.some((a) => a.outcome === "pass" || a.outcome === "fail") ? "infra_error" : "pass";
|
|
1269
|
+
}
|
|
1270
|
+
/** pass@1 in the gated cells, as an eval's `passRate` counts it. */
|
|
1271
|
+
function gatedPassAt1(cells) {
|
|
1035
1272
|
const gated = cells.filter((c) => c.gate !== "none");
|
|
1036
1273
|
const pass = gated.reduce((n, c) => n + c.pass, 0);
|
|
1037
1274
|
const counted = pass + gated.reduce((n, c) => n + c.fail, 0);
|
|
1038
1275
|
return counted ? pass / counted : null;
|
|
1039
1276
|
}
|
|
1040
|
-
/** `reeval compare`'s classification, plus pass
|
|
1277
|
+
/** `reeval compare`'s classification, plus pass@1 and judge-score deltas from the records. */
|
|
1041
1278
|
function compareView(base, head, records = {}) {
|
|
1042
1279
|
const rows = compare(base, head).map((row) => {
|
|
1043
1280
|
const b = base.evals.find((e) => e.id === row.id);
|
|
1044
1281
|
const h = head.evals.find((e) => e.id === row.id);
|
|
1045
1282
|
const baseKeys = new Set(b?.cells.map((c) => c.key));
|
|
1046
1283
|
const shared = row.cells && new Set(h?.cells.filter((c) => baseKeys.has(c.key)).map((c) => c.key));
|
|
1047
|
-
const
|
|
1284
|
+
const passAt1 = (e) => {
|
|
1048
1285
|
if (!e) return null;
|
|
1049
|
-
return shared ?
|
|
1286
|
+
return shared ? gatedPassAt1(e.cells.filter((c) => shared.has(c.key))) : e.passRate;
|
|
1050
1287
|
};
|
|
1051
1288
|
return {
|
|
1052
1289
|
...row,
|
|
1053
1290
|
slug: h?.slug ?? b?.slug ?? null,
|
|
1054
|
-
|
|
1055
|
-
|
|
1291
|
+
basePassAt1: passAt1(b),
|
|
1292
|
+
headPassAt1: passAt1(h),
|
|
1056
1293
|
baseScore: meanScore(records.base?.evals.find((e) => e.id === row.id)),
|
|
1057
1294
|
headScore: meanScore(records.head?.evals.find((e) => e.id === row.id)),
|
|
1058
1295
|
perCell: row.perCell ?? []
|
|
@@ -1123,6 +1360,6 @@ const findAttempt = (e, attemptId) => e.attempts.find((a) => a.id === attemptId)
|
|
|
1123
1360
|
/** The attempt to open by default: the first failure, else the first attempt. */
|
|
1124
1361
|
const defaultAttempt = (e) => e.attempts.find((a) => a.outcome === "fail" || a.outcome === "infra_error") ?? e.attempts[0];
|
|
1125
1362
|
//#endregion
|
|
1126
|
-
export {
|
|
1363
|
+
export { directional as $, splitPatch as A, judgeRatesLabel as B, parseTranscript as C, runtimeLabel as D, runRows as E, checkLabels as F, EFFORT_ALPHA as G, summaryJudgeRates as H, collapsedJudgeLabel as I, VERDICT_TEXT as J, EFFORT_MIN_RUNS as K, collapsedJudges as L, LIFT_MIN_COUNTED as M, cellJudgeRates as N, shortSha as O, cellUsage as P, contrastEffort as Q, commandLine as R, languageLabel as S, whyChanged as St, runOutcome as T, uniqueJudgeLabels as U, labelledJudgements as V, DIRECTIONAL_MIN as W, cellEffort as X, cellContrast as Y, cellSamples as Z, harnessLabel as _, wilson as _t, cellRows as a, effortVerdict as at, isMatrix as b, sourceChanges as bt, evalHistory as c, formatSeconds as ct, failedJudgeLabels as d, mcnemar as dt, effortChangeLabel as et, findAttempt as f, meanInterval as ft, formatUsage as g, signedRank as gt, formatPercent as h, round3 as ht, buildIndex as i, effortSummary as it, transcriptItems as j, splitEvalId as k, evalMarkOutcome as l, tokenValues as lt, formatDuration as m, pairedLiftInterval as mt, activityLabel as n, effortOf as nt, compareView as o, formatCount as ot, findEval as p, median as pt, TOKENS_UNREPORTED as q, answerRows as r, effortSample as rt, defaultAttempt as s, formatRatio as st, COMPARE_ORDER as t, effortLabel as tt, evalTree as u, liftInterval as ut, hasUngatedCells as v, cellsChanged as vt, runLead as w, isUngatedMiss as x, stackChanges as xt, indexFiles as y, compare as yt, judgeLabel as z };
|
|
1127
1364
|
|
|
1128
|
-
//# sourceMappingURL=model-
|
|
1365
|
+
//# sourceMappingURL=model-oqcDplJG.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-oqcDplJG.js","names":["counted"],"sources":["../src/view/compare.ts","../src/stats.ts","../src/view/effort.ts","../src/view/judgements.ts","../src/view/model.ts"],"mappings":";;;;;;AAoCA,MAAM,eAAsF;CAC1F;EAAE,OAAO;EAAY,OAAO;EAAa,SAAS;CAAM;CACxD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAgB,OAAO;EAAgB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAc,OAAO;EAAe,SAAS;CAAM;CAC5D;EAAE,OAAO;EAAa,OAAO;EAAmB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAe,OAAO;EAAsB,SAAS;CAAK;CACnE;EAAE,OAAO;EAAgB,OAAO;EAAiB,SAAS;CAAM;CAChE;EAAE,OAAO;EAAoB,OAAO;EAAqB,SAAS;CAAK;AACzE;AAEA,MAAM,QAAQ,UACZ,MAAM,QAAQ,KAAK,IACf,MAAM,KAAK,IAAI,KAAK,SACpB,UAAU,OACR,SACA,OAAO,KAAK,CAAC,CACV,QAAQ,YAAY,EAAE,CAAC,CACvB,MAAM,GAAG,EAAE;;AAatB,MAAM,WAAiF;CACrF,WAAW,MAAM,EAAE,iBAAiB;CACpC,YAAY,MAAM,EAAE,iBAAiB;CACrC,YAAY,MAAM,EAAE;CACpB,eAAe,MACb,GAAG,EAAE,YAAY,IAAI,EAAE,qBAAqB,GAAA,CAAI,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AACvF;;AAGA,SAAS,YAAY,MAAmB,MAAyD;CAC/F,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,MAAM,EAAE,OAAO,OAAO,MAAM,MAAM,QAAQ,EAAE,KAAK,CAAC,CAAC,GAAG,OAAO;CACtF,IAAI,CAAC,KAAK,SAAS,CAAC,KAAK,OAAO,OAAO;CACvC,MAAM,SAAS,IAAI,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC7F,OAAO,KAAK,MAAM,SAAS,MACzB,EAAE,MAAM,SAAS,MAAqC;EACpD,MAAM,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG;EACrC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;CACzB,CAAC,CACH;AACF;;;;;;AAOA,SAAgB,aAAa,MAAmB,MAAkC;CAChF,MAAM,SAAS,YAAY,MAAM,IAAI;CACrC,MAAM,UAAyB,CAAC;CAChC,KAAK,MAAM,EAAE,OAAO,OAAO,aAAa,cAAc;EACpD,MAAM,OAAO,SAAS;EACtB,MAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,CAAC,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC;EAClF,MAAM,QAAQ,SACZ,CAAC,GAAG,IAAI,IAAI,OAAO,SAAS,SAAS,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;EACxE,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,IAAI,UAAU,kBAAkB,CAAE,EAAe,UAAU,CAAE,EAAe,SAAS;EACrF,IAAI,KAAK,UAAU,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG;EAC7C,QAAQ,KAAK;GAAE;GAAO;GAAO,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;GAAG,oBAAoB;EAAQ,CAAC;CAC1F;CACA,OAAO;AACT;;;;;AAMA,SAAgB,aACd,MACA,QACA,OACS;CACT,IAAI,UAAU;CACd,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE;EAC5B,MAAM,MAAM,KAAK,IAAI,GAAG;EACxB,IAAI,QAAQ,KAAA,KAAa,QAAQ,EAAE,aAAa,UAAU;EAC1D,KAAK,IAAI,KAAK,EAAE,WAAW;CAC7B;CACA,OAAO;AACT;;AAUA,SAAgB,cACd,QACA,OACU;CACV,MAAM,IAAI,IAAI,IAAI,OAAO,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACvD,MAAM,IAAI,IAAI,IAAI,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACtD,OAAO,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,SAAS;EACvE,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,OAAO;EACzC,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS;EAC3C,OAAO,EAAE,IAAI,IAAI,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS;CAC9D,CAAC;AACH;AAEA,MAAM,cAA0E;CAC9E,SAAS;CACT,aAAa;CACb,OAAO;CACP,UAAU;CACV,OAAO;CACP,SAAS;AACX;;AAGA,SAAgB,WAAW,MAAsB,MAAgC;CAC/E,MAAM,MAAM,cAAc,KAAK,SAAS,KAAK,OAAO;CACpD,MAAM,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1E,MAAM,wBAAQ,IAAI,IAAY;CAC9B,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,IAAI,CAAC,KAAK,CAAC,GAAG;GACZ,IAAI,KAAK,QAAQ,IAAI,GAAG,IAAI,YAAY,SAAS;GACjD;EACF;EACA,KAAK,MAAM,QAAQ,OAAO,KAAK,WAAW,GACxC,IAAI,EAAE,iBAAiB,UAAU,EAAE,iBAAiB,OAAO,MAAM,IAAI,YAAY,KAAK;CAE1F;CACA,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,SAAS,CAAC;AAC1D;;AAGA,SAAS,UAAU,OAAsE;CACvF,MAAM,WAAW,MAAM,KAAK,MAC1B,EAAE,SAAS,UAAU,EAAE,YAAY,SAAS,SAAS,EAAE,OACzD;CACA,IAAI,SAAS,SAAS,MAAM,GAAG,OAAO;CACtC,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO,SAAS,OAAO,MAAM,MAAM,SAAS,IAAI,YAAY;AAC9D;;;;;;AAOA,SAAS,YAAY,GAAmB,GAAmB;CACzD,MAAM,SAAS,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACrD,MAAM,SAAS,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC;CACtD,IAAI,CAAC,OAAO,UAAU,OAAO,MAAM,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,EAAE,gBAAgB,EAAE,WAAW,GACvF,OAAO;CAET,MAAM,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;CAC9C,OAAO;EACL,MAAM,UAAU,OAAO,KAAK,MAAM,OAAO,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;EACzD,MAAM,UAAU,MAAM;EACtB,OAAO;GACL,OAAO,EAAE,MAAM,QAAQ,MAAM,CAAC,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;GACjE,SAAS,EAAE,MAAM,QAAQ,MAAM,CAAC,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;EACnE;CACF;AACF;;AAGA,SAAS,aAAa,MAAsB,MAAqC;CAC/E,MAAM,QAAQ,OAAwC;EACpD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;EACjC,QAAQ,EAAE,UAAU;EACpB,MAAM,EAAE;EACR,MAAM,EAAE;CACV;CACA,QAAQ,KAAK,SAAS,CAAC,EAAA,CAAG,SAAS,MAAM;EACvC,MAAM,IAAI,KAAK,OAAO,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EACjD,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAS,EAAE,UAAU,EAAE,SAAU,OAAO,CAAC;EACjE,OAAO,CAAC;GAAE,KAAK,EAAE;GAAK,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;EAAE,CAAC;CACtD,CAAC;AACH;AAEA,SAAgB,QAAQ,MAAkB,MAAgC;CACxE,MAAM,gBAAgB,aAAa,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,EAAE,kBAAkB;CAE/E,OAAO,CADM,mBAAG,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,GAAG,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC,CAAC,KAAK,OAAO;EACrB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM;GAAM,MAAM,GAAG,WAAW;GAAM,QAAQ;EAAQ;EAC3E,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM;GAAM,QAAQ;EAAU;EACpE,MAAM,SAAS,EAAE,gBAAgB,EAAE,cAAc,OAAO,YAAY,GAAG,CAAC;EACxE,MAAM,MAAkC,SACpC;GAAE;GAAI,GAAG;EAAO,IAChB;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM,EAAE;EAAQ;EAC3C,MAAM,UAAU,aAAa,GAAG,CAAC;EACjC,IAAI,QAAQ,QAAQ,IAAI,UAAU;EAClC,IAAI,IAAI,SAAS,iBAAiB,IAAI,SAAS,eAAe,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC/F,IAAI,EAAE,gBAAgB,EAAE,eAAe,CAAC,QACtC,OAAO;GAAE,GAAG;GAAK,QAAQ;GAAS,SAAS,WAAW,GAAG,CAAC;EAAE;EAE9D,IAAI,iBAAiB,IAAI,SAAS,IAAI,MAAM,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC7E,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAY;EACrF,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EACjF,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAO;CAClC,CAAC;AACH;;;;ACrPA,MAAM,IAAI;;;;;AAQV,SAAgB,OAAO,MAAc,GAAqB;CACxD,IAAI,MAAM,GAAG,OAAO;EAAE,KAAK;EAAG,MAAM;CAAE;CACtC,MAAM,IAAI,OAAO;CACjB,MAAM,KAAK,IAAI;CACf,MAAM,cAAc,IAAI,KAAK;CAC7B,MAAM,UAAU,IAAI,MAAM,IAAI,MAAM;CACpC,MAAM,OAAQ,IAAI,KAAK,KAAM,KAAK,IAAI,KAAM,IAAI,MAAM,IAAI,IAAI,EAAE,IAAK;CACrE,OAAO;EAAE,KAAK,KAAK,IAAI,GAAG,SAAS,IAAI;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,IAAI;CAAE;AAC7E;;;;;AAMA,SAAgB,aACd,SACA,SAC+B;CAC/B,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,SAAS,KAAK;CACpB,OAAO;EACL;EACA,KAAK,SAAS,KAAK,MAAM,KAAK,EAAE,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;EAC9D,MAAM,SAAS,KAAK,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK,EAAE,QAAQ,CAAC;CACjE;AACF;;AAGA,MAAa,UAAU,MAAc,KAAK,MAAM,IAAI,GAAI,IAAI;;AAG5D,SAAgB,SAAS,QAA2B,GAA0B;CAC5E,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,OAAO,SAAS,KAAK;CACjC,MAAM,KAAK,KAAK,MAAM,EAAE;CACxB,MAAM,KAAK,KAAK,KAAK,EAAE;CACvB,MAAM,IAAI,OAAO;CAEjB,OAAO,KADG,OAAO,MACD,MAAM,KAAK;AAC7B;AAEA,MAAa,UAAU,WAA8B,SAAS,QAAQ,EAAG;;AAGzE,MAAM,cAAc;AAEpB,MAAM,UAAU,GAAW,MAAc;CACvC,IAAI,IAAI;CACR,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,IAAK,KAAK,IAAI,IAAI,KAAM;CACrD,OAAO,KAAK,MAAM,CAAC;AACrB;;;;;;AAOA,SAAgB,YAAY,IAAuB,IAAsC;CACvF,MAAM,KAAK,GAAG;CACd,MAAM,KAAK,GAAG;CACd,IAAI,OAAO,KAAK,OAAO,GAAG,OAAO;CACjC,MAAM,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,OAAO,MAAM;CAC7C,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,SAAU;EACnC,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,OAAO,UAAU,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACnE,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,IAAI,KAAK;CACf,MAAM,WAAY,MAAM,IAAI,KAAM;CAClC,MAAM,WAAW,KAAK,IAAI,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,QAAQ;CAClF,IAAI,OAAO,GAAG,EAAE,IAAI,aAAa;EAC/B,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAa,KAAK,KAAM,MAAO,IAAI,IAAI,QAAQ,KAAK,IAAI;EAC9D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,IAAI,QAAQ;CACZ,MAAM,QAAQ,OAAe,MAAc,QAAgB;EACzD,IAAI,SAAS,GAAG;GACd;GACA,IAAI,KAAK,IAAI,MAAM,QAAQ,KAAK,WAAW,MAAM;GACjD;EACF;EACA,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,OAAO,GAAG,MAAO,MAAM,EAAa;CAC1F;CACA,KAAK,GAAG,IAAI,CAAC;CACb,OAAO,UAAU;AACnB;;AAGA,MAAa,YAAY,IAAY,OACnC,OAAO,KAAK,OAAO,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;;;;;;AAgBhE,SAAgB,mBAAmB,GAA8C;CAC/E,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,GAAG,SAAS,MAAM;CAChE,MAAM,IAAI,IAAI,IAAI,IAAI;CACtB,IAAI,MAAM,GAAG,OAAO;EAAE,QAAQ;EAAG,KAAK;EAAI,MAAM;CAAE;CAClD,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,eAAe,IAAI,MAAM,IAAI,MAAM,IAAI,MAAM,IAAI;CAEvD,MAAM,YAAY,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI;CACvF,MAAM,MAAM,gBAAgB,IAAI,IAAI,YAAY,KAAK,KAAK,WAAW;CACrE,MAAM,UAAU,IAAI,KAAK;CACzB,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,KAAK,EAAE,QAAQ,IAAI,IAAI,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,CAAC,CAC7F;CACA,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,EAAE,OAAO,OAAO,IAAI,IAAI,OAAO,EAAE,OAAO,OAAO,KAAK,EAAE,QAAQ,KAAK,EAAE,QAAQ,CAAC,CAC7F;CACA,OAAO;EAAE;EAAQ,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,EAAE;CAAE;AAClF;;AAGA,SAAgB,QAAQ,aAAqB,aAA6B;CACxE,MAAM,IAAI,cAAc;CACxB,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,MAAM,KAAK,IAAI,aAAa,WAAW;CAC7C,IAAI,OAAO;CACX,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,KAAK,QAAQ,OAAO,GAAG,CAAC,IAAI,KAAK;CAC3D,OAAO,KAAK,IAAI,GAAG,IAAI,IAAI;AAC7B;;AAGA,MAAM,OAAO;CACX;CAAQ;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAM;CAC3F;CAAO;CAAM;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CACvF;CAAO;AACT;;AAGA,SAAgB,KAAK,IAAoB;CACvC,IAAI,KAAK,GAAG,OAAO,OAAO;CAC1B,MAAM,SAAS,KAAK,KAAK;CACzB,IAAI,WAAW,KAAA,GAAW,OAAO;CACjC,OAAO,KAAK,KAAK,IAAI,MAAM,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,KAAK,KAAK;AACvF;;;;;AAMA,SAAgB,aAAa,QAAwD;CACnF,MAAM,IAAI,OAAO;CACjB,IAAI,MAAM,GAAG,OAAO;EAAE,MAAM;EAAG,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC7F,MAAM,OAAO,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CACjD,IAAI,MAAM,GAAG,OAAO;EAAE;EAAM,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC1F,MAAM,WAAW,OAAO,QAAQ,GAAG,MAAM,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,IAAI;CACxE,MAAM,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,WAAW,CAAC;CACjD,OAAO;EAAE;EAAM,KAAK,OAAO;EAAM,MAAM,OAAO;CAAK;AACrD;;;;;;AAOA,SAAgB,WAAW,aAA+C;CACxE,MAAM,IAAI,YAAY,QAAQ,MAAM,MAAM,CAAC;CAC3C,MAAM,IAAI,EAAE;CACZ,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,SAAS,EAAE,KAAK,GAAG,OAAO;EAAE,GAAG,KAAK,IAAI,CAAC;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,CAAC;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAK;EACvB,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACvD,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,QAAS,KAAK,IAAI,KAAM;CAC9B,MAAM,OAAO,EAAE,QAAQ,GAAG,GAAG,MAAO,IAAI,IAAI,IAAK,MAAM,KAAgB,GAAI,CAAC;CAC5E,MAAM,WAAW,KAAK,IAAI,OAAO,QAAQ,CAAC;CAC1C,IAAI,IAAI,IAAI;EACV,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAY,KAAK,IAAI,MAAM,IAAI,IAAI,KAAM,KAAK,OAAO;EAC3D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,KAAK,IAAI,OAAO,GAAG,OAAO,KAAK,GAAG,QAAQ;EACxC,IAAI,MAAM;EACV,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,OAAQ,KAAK,GAAI,OAAO,MAAM;EAC9D,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC,KAAK,WAAW,MAAM;CACpD;CACA,OAAO,UAAU,KAAK;AACxB;AAEA,SAAS,UAAU,GAAmB;CAEpC,MAAM,IAAI,KAAK,IAAK,WAAY,KAAK,IAAI,CAAC,IAAK,KAAK;CAIpD,MAAM,MAAM,IAFV,KACC,aAAc,KAAK,cAAe,KAAK,cAAc,KAAK,eAAe,IAAI,kBACzD,KAAK,IAAI,EAAE,IAAI,KAAK,CAAC;CAC5C,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,IAAI,OAAO;AAC9C;;;;ACnOA,MAAa,eAAe;;AAG5B,MAAa,oBAAoB;AA4DjC,MAAa,gBACX,OACkB;CAClB,OAAO,EAAE,SAAS;CAClB,SAAS,EAAE,QAAQ;CACnB,WAAW,EAAE,SAAS;CACtB,GAAI,EAAE,QAAQ,EAAE,QAAQ,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC;AACpD;AAEA,MAAMA,aAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;AAE7F,MAAM,UAAU,YAA8B;CAC5C,QAAQ,OAAO,MAAM,KAAK;CAC1B,IAAI,SAAS,QAAQ,GAAI,KAAK;CAC9B,IAAI,SAAS,QAAQ,GAAI,KAAK;AAChC;;AAGA,MAAa,eAAe,YAC1B,QAAQ,SAAS,MAAO,EAAE,WAAW,KAAA,IAAY,CAAC,IAAI,CAAC,EAAE,MAAM,CAAE;AAEnE,SAAgB,SAAS,SAA4C;CACnE,IAAI,QAAQ,WAAW,GAAG,OAAO;CACjC,MAAM,SAAS,YAAY,OAAO;CAClC,OAAO;EACL,GAAG,QAAQ;EACX,OAAO,OAAO,QAAQ,KAAK,MAAM,EAAE,KAAK,CAAC;EACzC,SAAS,OAAO,QAAQ,KAAK,MAAM,EAAE,OAAO,CAAC;EAC7C,WAAW,OAAO,QAAQ,KAAK,MAAM,EAAE,SAAS,CAAC,KAAK;EACtD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,CAAC;CACpD;AACF;;AAGA,SAAgB,cACd,IACA,IAC8C;CAC9C,MAAM,IAAI,YAAY,IAAI,EAAE;CAC5B,IAAI,SAAS,GAAG,QAAQ,GAAG,MAAM,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAe;CACxF,IAAI,MAAM,QAAQ,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAQ;CAClE,OAAO;EAAE;EAAG,UAAU,OAAO,EAAE,KAAK,MAAM,OAAO,EAAE,KAAK,KAAK,UAAU;CAAO;AAChF;AAEA,MAAM,SAAS,GAAW,MAAe,MAAM,IAAI,OAAO,IAAI;;AAG9D,MAAM,SAAS,IAAc,OAC3B,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE,KAAK,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE;;;;;AAMvE,MAAa,kBAAkB;;;;AAK/B,MAAa,yBAAyB;CACpC,IAAI,IAAI;CACR,OAAO,SAAS,GAAG,CAAC,KAAK,cAAc;CACvC,OAAO;AACT,EAAA,CAAG;;;;;AAQH,SAAgB,YAAY,GAAmC;CAC7D,IAAI,KAAK,IAAI,EAAE,QAAQ,GAAG,EAAE,QAAQ,CAAC,IAAA,GAAqB,OAAO,CAAC;CAClE,MAAM,MAAsB,CAAC;CAC7B,IAAI,EAAE,aAAa,EAAE,YAAY,gBAAgB,IAAI,KAAK,OAAO;CACjE,IAAI,EAAE,iBAAiB,EAAE,gBAAgB,gBAAgB,IAAI,KAAK,QAAQ;CAC1E,IAAI,EAAE,mBAAmB,EAAE,kBAAkB,gBAAgB,IAAI,KAAK,QAAQ;CAC9E,OAAO;AACT;AAEA,SAAgB,eACd,SACA,SACuB;CACvB,MAAM,IAAI,SAAS,OAAO;CAC1B,MAAM,IAAI,SAAS,OAAO;CAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO;CACrB,MAAM,QAAQ,cACZ,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;CACA,MAAM,OAAO,cACX,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;CACA,MAAM,OAAO,YAAY,OAAO;CAChC,MAAM,OAAO,YAAY,OAAO;CAEhC,MAAM,SAAS,KAAK,UAAU,KAAK,SAAS,cAAc,MAAM,IAAI,IAAI;CACxE,MAAM,WAAW,KAAK,SAAS,KAAK;CACpC,MAAM,aAAa,WAAW,KAAK,WAAW,QAAQ,SAAS,QAAQ;CACvE,OAAO;EACL,SAAS;EACT,SAAS;EACT,YAAY,MAAM,EAAE,MAAM,QAAQ,EAAE,MAAM,MAAM;EAChD,cAAc,MAAM,EAAE,QAAQ,QAAQ,EAAE,QAAQ,MAAM;EACtD,cAAc,EAAE,QAAQ,SAAS,EAAE,QAAQ;EAC3C,QAAQ,MAAM;EACd,UAAU,KAAK;EACf,WAAW,MACT,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;EACA,eAAe,MACb,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;EACA,iBAAiB,SAAS,MAAM,MAAM,IAAI,IAAI;EAC9C,SAAS,MAAM;EACf,aAAa,KAAK;EAClB,aAAa,UAAU,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,OAAO,QAAQ,EAAE,OAAO,MAAM,IAAI;EACxF,SAAS,QAAQ,KAAK;EACtB,eAAe,QAAQ,WAAW;EAClC,GAAI,aAAa,EAAE,YAAY,kBAAkB,IAAI,CAAC;CACxD;AACF;;AAGA,MAAa,eAAe,GAAgC,YAC1D,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAWA,UAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY;AAE7E,MAAa,cAAc,GAAgC,YACzD,SAAS,YAAY,GAAG,OAAO,CAAC;;AAGlC,SAAgB,aACd,GACA,SACuB;CACvB,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,OAAO,eAAe,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,KAAK,KAAK,EAAE,CAAC;AAC7E;;AAKA,MAAa,eAAe,MAAe,OAAO,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;AAExF,MAAa,eAAe,MAAsB,MAAM,OAAO,OAAO,IAAI,EAAE,QAAQ,CAAC;;AAGrF,SAAgB,cAAc,IAAoB;CAEhD,IAAI,KAAK,MAAM,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,CAAC,EAAE;CACjE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;AAEA,MAAM,WAAW,MACf,MAAM,OAAO,KAAK,SAAS,IAAI,OAAQ,WAAW,EAAE,QAAQ,CAAC,EAAE;AAEjE,MAAa,eAAgE;CAC3E,QAAQ,SAAS,SAAS;CAC1B,OAAO,SAAS,QAAQ;CACxB,aAAa;CACb,oBAAoB;AACtB;AAEA,MAAM,oBAAoB,MACxB,EAAE,YAAY,WAAW,EAAE,YAAY,SACnC,GAAG,aAAa,EAAE,QAAQ,CAAC,YAAY,IAAI,QAAQ,EAAE,MAAM,MAC3D,aAAa,EAAE,QAAQ,CAAC,EAAE;;AAGhC,MAAM,qBAAqB,MAA8B;CACvD,IAAI,EAAE,kBAAkB,MAAM,OAAO;CACrC,IAAI,EAAE,YAAY,kBAAkB,EAAE,kBAAkB,gBAAgB,OAAO;CAC/E,IAAI,EAAE,kBAAkB,WAAW,EAAE,kBAAkB,QACrD,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,QAAQ,IAAI,QAAQ,EAAE,OAAO;CAEzE,IAAI,EAAE,kBAAkB,SAAS,OAAO;CACxC,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,EAAE;AAC9C;;;;;;;AAQA,SAAgB,YAAY,GAA2B;CACrD,MAAM,UAAU,IAAI,IAAI,YAAY,CAAC,CAAC;CACtC,MAAM,KAAK,QAAsB,UAC/B,IAAI,YAAY,KAAK,IAAI,QAAQ,IAAI,MAAM,IAAI,iBAAiB,GAAG;CAGrE,MAAM,QAAQ,CAAC,SAFQ,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,KAEzG,SADA,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,MAAM,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,YAAY,GAC/G;CAC1B,IAAI,EAAE,kBAAkB,QAAQ,EAAE,QAAQ,UAAU,EAAE,QAAQ,QAC5D,MAAM,KACJ,UAAU,aAAa,EAAE,QAAQ,OAAO,MAAM,EAAE,MAAM,aAAa,EAAE,QAAQ,OAAO,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,WAAW,GAC1H;CAEF,MAAM,IAAI,QAAQ,OAAO,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK;CACrE,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,kBAAkB,CAAC,IAAI;AAC9E;;AAGA,MAAa,iBAAiB,MAC5B,EAAE,SACE,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM,EAAE,YAAY,aAAa,EAAE,OAAO,MAAM,MACxH,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM;;AAGpF,SAAgB,kBACd,MACA,MACQ;CACR,MAAM,IAAI,MAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,MAAM;CACpD,MAAM,IAAI,MAAM,KAAK,QAAQ,QAAQ,KAAK,QAAQ,MAAM;CACxD,MAAM,OAAO,SAAS,YAAY,KAAK,MAAM,MAAM,EAAE,KAAK,YAAY,KAAK,MAAM,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE,YAAY,cAAc,KAAK,QAAQ,MAAM,EAAE,KAAK,cAAc,KAAK,QAAQ,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE;CACtN,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,QAAQ,OAAO;CACzC,MAAM,MAAM,MAAM,KAAK,OAAO,QAAQ,KAAK,OAAO,MAAM;CACxD,OAAO,GAAG,KAAK,YAAY,aAAa,KAAK,OAAO,MAAM,EAAE,KAAK,aAAa,KAAK,OAAO,MAAM,EAAE,IAAI,YAAY,GAAG,EAAE;AACzH;;;;;;;ACtRA,MAAa,mBAAmB;;AAGhC,MAAM,iBAAiB;AAEvB,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;;AAG7F,MAAM,YAAY;AAElB,MAAM,aAAa,aAAqB,SAAS,QAAQ,QAAQ,EAAE,CAAC,CAAC,KAAK;;AAG1E,SAAS,SAAS,MAAc,KAAqB;CACnD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,EAAE,MAAM,EAAE;CACjC,MAAM,QAAQ,IAAI,OAAO,IAAI;CAE7B,OAAO,KADM,SAAS,KAAK,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC,IAAI,IAAA,CACpD,UAAU;AAC5B;;AAGA,SAAgB,WAAW,UAA0B;CACnD,OAAO,KAAK,UAAU,QAAQ,GAAG,SAAS;AAC5C;;;;;;AAOA,SAAgB,kBACd,OACqB;CACrB,MAAM,wBAAQ,IAAI,IAA+C;CACjE,KAAK,MAAM,QAAQ,OACjB,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI;CAEpD,MAAM,yBAAS,IAAI,IAAoB;CACvC,MAAM,uBAAO,IAAI,IAAsB;CAEvC,MAAM,YAAY,KAAa,UAAkB;EAC/C,MAAM,OAAO,OAAO,IAAI,GAAG;EAC3B,IAAI,SAAS,KAAA,GAAW;GACtB,MAAM,QAAQ,KAAK,IAAI,IAAI;GAC3B,IAAI,OAAO;IACT,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,GAAG;IAC1C,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,IAAI;SAC/B,KAAK,OAAO,IAAI;GACvB;EACF;EACA,OAAO,IAAI,KAAK,KAAK;EACrB,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,CAAC;EAClC,MAAM,KAAK,GAAG;EACd,KAAK,IAAI,OAAO,KAAK;CACvB;CAEA,KAAK,MAAM,OAAO,MAAM,OAAO,GAAG,SAAS,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC;CAE5E,KAAK,MAAM,CAAC,OAAO,SAAS,CAAC,GAAG,IAAI,GAAG;EACrC,IAAI,KAAK,SAAS,GAAG;EACrB,MAAM,wBAAQ,IAAI,IAAsB;EACxC,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,MAAM,MAAM,IAAI,GAAG;GACzB,IAAI,CAAC,KAAK;GACV,MAAM,OAAO,SAAS,UAAU,IAAI,QAAQ,GAAG,SAAS;GACxD,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK,CAAC;GAClC,MAAM,KAAK,GAAG;GACd,MAAM,IAAI,MAAM,KAAK;EACvB;EACA,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO;GACjC,MAAM,CAAC,QAAQ;GACf,MAAM,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,EAAA,CAAG,MAAM,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;GACnE,IAAI,QAAQ,MAAM,WAAW,KAAK,SAAS,SAAS,CAAC,OAAO,SAAS,MAAM,IAAI;QAC1E,KAAK,MAAM,OAAO,OAAO,SAAS,KAAK,GAAG;EACjD;CACF;CAEA,KAAK,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG;EAChC,IAAI,KAAK,SAAS,GAAG;EACrB,KAAK,MAAM,OAAO,MAAM,SAAS,KAAK,GAAG;CAC3C;CAEA,OAAO;AACT;AAuBA,SAAS,WAAW,GAAgC,SAAwC;CAC1F,MAAM,wBAAQ,IAAI,IAAsB;CACxC,MAAM,+BAAe,IAAI,IAAoB;CAC7C,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,SAAS,WAAW,CAAC,QAAQ,CAAC,GAAG;EACvC,KAAK,MAAM,EAAE,WAAW,GAAG,OAAO,cAAc,mBAAmB,CAAC,GAAG;GACrE,MAAM,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK;IAC9B,OAAO;IACP,UAAU;IACV,UAAU,EAAE;IACZ,MAAM;IACN,SAAS;GACX;GACA,IAAI;GACJ,IAAI,EAAE,YAAY,QAAQ,IAAI;GAC9B,MAAM,IAAI,EAAE,KAAK,GAAG;GACpB,IAAI,YAAY,CAAC,aAAa,IAAI,EAAE,GAAG,GAAG,aAAa,IAAI,EAAE,KAAK,KAAK;EACzE;CACF;CACA,MAAM,SAAS,kBACb,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EAAE;EAAK,UAAU,IAAI;CAAS,EAAE,CAClE;CACA,KAAK,MAAM,CAAC,KAAK,QAAQ,OAAO;EAC9B,MAAM,QAAQ,aAAa,IAAI,GAAG;EAClC,IAAI,WAAW,UAAU,KAAA;EACzB,IAAI,QAAQ,SAAS,OAAO,IAAI,GAAG,KAAK,WAAW,IAAI,QAAQ;CACjE;CACA,OAAO;AACT;AAEA,SAAS,cAAc,GAA6B,SAAyC;CAC3F,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,MAAM,SAAS,WAAW,OAAO,KAAA;CACrC,OAAO,EAAE,MAAM,MACZ,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,KAAK,WAAW,EAAE,YAAY,KAAK,OAClF;AACF;AAEA,SAAS,WACP,SACA,SACsB;CACtB,IAAI,CAAC,WAAW,QAAQ,UAAA,KAA8B,QAAQ,UAAA,GAC5D,OAAO;CAET,MAAM,EAAE,QAAQ,KAAK,SAAS,aAC5B;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,GACzC;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,CAC3C;CACA,OAAO;EACL,QAAQ,OAAO,MAAM;EACrB,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,aAAa,MAAM,KAAK,OAAO;CACjC;AACF;;AAGA,SAAgB,eACd,GACA,SACgB;CAChB,MAAM,UAAU,WAAW,GAAG,OAAO;CACrC,MAAM,UAAU,cAAc,GAAG,OAAO;CACxC,MAAM,iBAAiB,UAAU,WAAW,GAAG,QAAQ,GAAG,IAAI,KAAA;CAC9D,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EACvC;EACA,GAAG;EACH,MAAM,WAAW,KAAK,gBAAgB,IAAI,GAAG,CAAC;CAChD,EAAE;AACJ;;;;;AAMA,SAAgB,kBACd,GACA,MACgB;CAChB,MAAM,UAAU,IAAI,KACjB,KAAK,UAAU,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAC9E;CACA,OAAO,eAAe,GAAG,KAAK,GAAG,CAAC,CAAC,QAAQ,MAAM,EAAE,EAAE,YAAY,QAAQ,IAAI,EAAE,KAAK,EAAE;AACxF;AAEA,MAAM,gBAAgB,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;;AAGxF,SAAgB,gBAAgB,OAAwC;CACtE,OAAO,MACJ,KAAK,MAAM;EACV,MAAM,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EACpC,OAAO,EAAE,OAAO,GAAG,EAAE,IAAI,aAAa,EAAE,KAAK,MAAM,EAAE,SAAS;CAChE,CAAC,CAAC,CACD,KAAK,KAAK;AACf;;AAWA,SAAgB,gBAAgB,YAG9B;CACA,MAAM,SAAS,kBAAkB,UAAU;CAC3C,MAAM,QAAQ,WAAW,KAAK,OAAO;EACnC,SAAS,EAAE;EACX,OAAO,EAAE;EACT,WAAW,EAAE;EACb,OAAO,OAAO,IAAI,EAAE,GAAG,KAAK,WAAW,EAAE,QAAQ;EACjD,KAAK,EAAE;CACT,EAAE;CACF,IAAI,MAAM,UAAU,gBAAgB,OAAO;EAAE,OAAO;EAAO,OAAO;CAAE;CAEpE,OAAO;EAAE,OAAO,CADJ,MAAM,QAAQ,GAAG,MAAO,EAAE,SAAS,EAAE,QAAQ,IAAI,CAC1C,CAAC;EAAG,OAAO,MAAM;CAAO;AAC7C;;AAGA,SAAgB,oBAAoB,YAAuD;CACzF,IAAI,CAAC,WAAW,QAAQ,OAAO;CAC/B,MAAM,EAAE,OAAO,UAAU,gBAAgB,UAAU;CACnD,MAAM,QAAQ,MAAM,KAAK,MAAM,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,UAAU,QAAQ,CAAC,GAAG;CAC7F,IAAI,OAAO,MAAM,KAAK,GAAG,MAAM,QAAQ;CACvC,OAAO,MAAM,KAAK,KAAK;AACzB;AAEA,MAAM,cAAc;;;;;;;AAQpB,SAAgB,mBACd,GACyF;CACzF,MAAM,UAAU,EAAE,cAAc,CAAC,EAAA,CAAG,QACjC,MAAM,gBAAgB,KAAK,EAAE,OAAO,KAAK,CAAC,YAAY,KAAK,EAAE,WAAW,EAAE,CAC7E;CACA,MAAM,MAAM,OAAO,WAAW,EAAE,WAAW;CAC3C,OAAO,EAAE,WAAW,KAAK,WAAW,MAAM;EACxC,MAAM,IAAI,MAAM,OAAO,KAAK,KAAA;EAC5B,OAAO;GACL;GACA,OAAO,GAAG,WAAW,EAAE,QAAQ,UAAU,UAAU,QAAQ;GAC3D,UAAU,GAAG,aAAa;GAC1B,GAAI,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;EAChC;CACF,CAAC;AACH;;AAGA,SAAgB,UAAU,GAAgC,SAAoC;CAC5F,OAAO,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAAC;AAChG;;;;;AAMA,SAAgB,YACd,GAC2B;CAC3B,MAAM,YAAY,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,mBAAmB,KAAK,EAAE,OAAO,CAAC;CACtF,MAAM,MAAM,SAAS,WAAW,EAAE,OAAO;CACzC,OAAO,EAAE,OAAO,KAAK,GAAG,MAAM;EAC5B,MAAM,IAAI,MAAM,SAAS,KAAK,KAAA;EAC9B,OAAO,GAAG,WAAW,EAAE,QAAQ,KAAA;CACjC,CAAC;AACH;;AAGA,SAAgB,YAAY,SAAiB,MAAM,IAAY;CAC7D,MAAM,QAAQ,QACX,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CACpB,OAAO,OAAO;CACjB,OAAO,KAAK,MAAM,SAAS,IAAI,GAAG,MAAM,GAAG,MAAO,MAAM,MAAM,IAAK,GAAG;AACxE;;;;AChQA,SAAgB,YAAY,IAA8C;CACxE,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ,GAAG,MAAM,KAAK;CAC3C,OAAO;EAAE;EAAM,MAAM,KAAK,SAAS,OAAO,CAAC,IAAI;CAAE;AACnD;;AAGA,SAAgB,WAAW,SAAyB,+BAAc,IAAI,KAAK,EAAA,CAAE,YAAY,GAAG;CAC1F,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI,EAAG;CACvE,MAAM,yBAAS,IAAI,IAA4B;CAC/C,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,KAAK,QAAQ,MAAM,SAAS;EAClC,MAAM,OAAO,OAAO,IAAI,EAAE,KAAK,CAAC;EAChC,KAAK,KAAK,KAAK;EACf,OAAO,IAAI,IAAI,IAAI;CACrB;CACA,MAAM,wBAAQ,IAAI,IAA8B;CAChD,KAAK,MAAM,OAAO,QAChB,KAAK,MAAM,KAAK,IAAI,OAAO;EACzB,MAAM,QAAQ,MAAM,IAAI,EAAE,IAAI;EAC9B,IAAI,OAAO;GACT,MAAM;GACN;EACF;EACA,MAAM,IAAI,EAAE,MAAM;GAChB,MAAM,EAAE;GACR,IAAI,EAAE;GACN,GAAG,YAAY,EAAE,EAAE;GACnB,MAAM;GACN,QAAQ;IAAE,OAAO,IAAI;IAAO,SAAS,EAAE;GAAQ;EACjD,CAAC;CACH;CAQF,OAAO;EAAE,UAAA;GALP;GACA,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,WAAW;IAAE;IAAI,MAAM,KAAK;GAAO,EAAE;GACnE,QAAQ,OAAO,EAAE,EAAE,SAAS;GAC5B,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,KAAK,EAAE,KAAK,KAAK,CAAE;EAElD;EAAG;CAAO;AAC5B;;AAGA,SAAgB,WAAW,SAAyB,aAA4C;CAC9F,MAAM,EAAE,UAAU,WAAW,WAAW,SAAS,WAAW;CAC5D,MAAM,wBAAQ,IAAI,IAAqB,CAAC,CAAC,cAAc,QAAQ,CAAC,CAAC;CACjE,KAAK,MAAM,CAAC,IAAI,SAAS,QAAQ,MAAM,IAAI,UAAU,EAAE,GAAG,IAAI;CAC9D,OAAO;AACT;AAIA,SAAgB,eAAe,IAAuC;CACpE,IAAI,OAAO,QAAQ,OAAO,KAAA,GAAW,OAAO;CAC5C,IAAI,KAAK,KAAM,OAAO,GAAG,KAAK,MAAM,EAAE,EAAE;CACxC,IAAI,KAAK,KAAQ,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,KAAK,MAAS,IAAI,CAAC,EAAE;CACpE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAM;CAChC,MAAM,IAAI,KAAK,MAAO,KAAK,MAAU,GAAI;CACzC,IAAI,IAAI,IAAI,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE;CAC5C,OAAO,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,IAAI,GAAG;AAC1C;AAEA,MAAa,iBAAiB,SAC5B,SAAS,OAAO,MAAM,GAAG,KAAK,MAAM,OAAO,GAAG,EAAE;;;;;AAMlD,SAAgB,aAAa,GAAoD;CAC/E,MAAM,QAAQ;EACZ,GAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC;EACtC,GAAI,EAAE,SAAS,CAAC,oBAAoB,EAAE,QAAQ,IAAI,CAAC;EACnD,GAAI,EAAE,eAAe,SAAS,CAAC,UAAU,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;EAC3E,GAAI,EAAE,eAAe,SAAS,CAAC,2BAA2B,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;CAC9F;CACA,OAAO,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,MAAM,KAAK,IAAI,EAAE,KAAK,EAAE;AAC5D;;;;;AAMA,SAAgB,aAAa,OAA6D;CACxF,MAAM,UAAU,MAAM,WAAW;EAAE,MAAM;EAAQ,SAAS,MAAM;CAAK;CACrE,OAAO,QAAQ,SAAS,SACpB,QAAQ,QAAQ,YAChB,GAAG,QAAQ,KAAK,GAAG,QAAQ,QAAQ,SAAS,MAAM,KAAK;AAC7D;;AAGA,SAAgB,cAAc,OAA4D;CACxF,MAAM,WAAW,MAAM;CACvB,IAAI,CAAC,UAAU,OAAO;CACtB,OAAO,GAAG,SAAS,UAAU,GAAG,SAAS,KAAK,GAAG,SAAS,YAAY,SAAS,KAAK;AACtF;;AAGA,SAAgB,YAAY,OAAqD;CAC/E,IAAI,CAAC,OAAO,OAAO;CACnB,MAAM,SAAS,MAAM,YAAY,KAAK,aAAa,MAAM,SAAS,EAAE,YAAY;CAChF,OAAO,GAAG,aAAa,aAAa,KAAK,CAAC,EAAE,KAAK,OAAO,KAAK,aAAa,MAAM,MAAM,EAAE;AAC1F;AAEA,MAAa,YAAY,QAAoC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI;;;;;AAMrF,SAAgB,cAAc,GAAmE;CAC/F,MAAM,UAAU,GAAW,SAAiB,GAAG,EAAE,GAAG,OAAO,MAAM,IAAI,KAAK;CAC1E,OAAO,GAAG,OAAO,EAAE,OAAO,WAAW,EAAE,KAAK,OAAO,EAAE,WAAW,WAAW;AAC7E;;;;;AAQA,SAAgB,WAAW,KAIf;CACV,IAAI,IAAI,WAAW,eAAe,OAAO;CACzC,MAAM,WAAW,CAAC,GAAG,IAAI,OAAO,GAAI,IAAI,YAAY,CAAC,CAAE,CAAC,CAAC,KAAK,MAAM,EAAE,OAAO;CAC7E,IAAI,SAAS,SAAS,MAAM,KAAK,IAAI,WAAW,UAAU,OAAO;CACjE,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO;AACT;AAEA,SAAS,QAAQ,OAAkC;CACjD,IAAI,MAAM,UAAU,GAAG,OAAO,MAAM,MAAM;CAC1C,IAAI,MAAM,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,MAAM;CACxD,OAAO,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,MAAM,SAAS;AACtE;;AAGA,SAAgB,kBAAkB,QAA4C;CAC5E,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,QAA6C,CAAC;CACpD,KAAK,MAAM,KAAK,OAAO,OACrB,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ;EAClD,KAAK,MAAM,KAAK,EAAE,YAAY;GAC5B,IAAI,EAAE,YAAY,UAAU,KAAK,IAAI,EAAE,GAAG,GAAG;GAC7C,KAAK,IAAI,EAAE,GAAG;GACd,MAAM,KAAK;IAAE,KAAK,EAAE;IAAK,UAAU,EAAE;GAAS,CAAC;EACjD;CACF;CAEF,MAAM,SAAS,kBAAkB,KAAK;CACtC,OAAO,MAAM,KAAK,SAAS,OAAO,IAAI,KAAK,GAAG,KAAK,KAAK,GAAG;AAC7D;;;;;AAMA,SAAgB,QAAQ,QAAsD;CAC5E,MAAM,EAAE,MAAM,MAAM,eAAe,OAAO;CAC1C,MAAM,UAAU,OAAO;CACvB,MAAM,SAAS,kBAAkB,MAAM;CACvC,MAAM,QAAkB,CAAC;CACzB,IAAI,YAAY,GAAG,MAAM,KAAK,qBAAqB;MAC9C;EACH,MAAM,KAAK,GAAG,KAAK,MAAM,QAAQ,yBAAyB;EAC1D,IAAI,OAAO,GACT,MAAM,KACJ,OAAO,SACH,GAAG,KAAK,cAAc,QAAQ,MAAM,EAAE,QAAQ,OAAO,WAAW,IAAI,KAAK,QACzE,GAAG,KAAK,QACd;CAEJ;CACA,IAAI,aAAa,GACf,MAAM,KAAK,GAAG,WAAW,cAAc,eAAe,IAAI,KAAK,KAAK;CAEtE,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE;AAC7B;;;;;;AAoBA,SAAgB,QAAQ,SAAmC;CACzD,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,4BAAY,IAAI,IAAsC;CAC5D,IAAI,WAAgC;CACpC,MAAM,OAAiB,CAAC;CACxB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,EAAE,MAAM,MAAM,eAAe,MAAM;EACzC,MAAM,OAAO,YAAY;GACvB,OAAO,SAAS;GAChB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,YAAY;IAAE;IAAI,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC;GAAE,EAAE;EACjF;EACA,IAAI,eAAe;EACnB,KAAK,MAAM,KAAK,MAAM,OAAO;GAC3B,IAAI,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG;GACvC,MAAM,QAAQ,UAAU,IAAI,EAAE,EAAE,qBAAK,IAAI,IAAyB;GAClE,KAAK,MAAM,KAAK,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC;GAC3C,UAAU,IAAI,EAAE,IAAI,KAAK;EAC3B;EACA,KAAK,KAAK;GACR;GACA,QAAQ;GACR,OAAO,OAAO,OAAO;GACrB,SAAS,OAAO;GAChB,OAAO,OAAO,aAAa,MAAM,KAAK,IAAI,CAAC;GAC3C;EACF,CAAC;EACD,IAAI,MAAM,WAAW,YAAY,WAAW;CAC9C;CACA,OAAO,KAAK,QAAQ;AACtB;AAWA,MAAM,WAAW,OAAyB;CACxC,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC;CACrD,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,UAAU,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CAC7E,QAAQ,EAAE,SAAS,QAAQ,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CACtD,OAAO,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,aAAa,CAAC,CAAC;CAC7D,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC;AAC7D;AAEA,MAAM,YAAY,GAAU,OAAqB;CAC/C,MAAM,EAAE,OAAO,EAAE;CACjB,MAAM,EAAE,OAAO,EAAE;CACjB,QAAQ,EAAE,SAAS,EAAE;CACrB,OAAO,EAAE,QAAQ,EAAE;CACnB,SAAS,EAAE,UAAU,EAAE;AACzB;AAEA,MAAM,OAAc;CAAE,MAAM;CAAG,MAAM;CAAG,QAAQ;CAAG,OAAO;CAAG,SAAS;AAAE;;AAGxE,SAAgB,SAAS,QAA8C;CACrE,MAAM,OAA6C;EACjD,MAAM;EACN,KAAK;EACL,MAAM;EACN,OAAO;EACP,UAAU,CAAC;CACb;CACA,KAAK,MAAM,KAAK,OAAO,OAAO;EAC5B,MAAM,QAAQ,CAAC,EAAE,MAAM,GAAG,EAAE,KAAK;EACjC,IAAI,OAAO;EACX,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,QAAQ,GAAG;GACvC,MAAM,MAAM,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK;GAC5C,IAAI,QAAQ,KAAK,SAAS,MACvB,MAAiD,EAAE,SAAS,WAAW,EAAE,QAAQ,GACpF;GACA,IAAI,CAAC,OAAO;IACV,QAAQ;KAAE,MAAM;KAAS;KAAK;KAAM,OAAO;KAAM,UAAU,CAAC;IAAE;IAC9D,KAAK,SAAS,KAAK,KAAK;GAC1B;GACA,OAAO;EACT;EACA,KAAK,SAAS,KAAK;GAAE,MAAM;GAAQ,KAAK,EAAE;GAAI,MAAM,EAAE;GAAM,OAAO,QAAQ,CAAC;GAAG,MAAM;EAAE,CAAC;CAC1F;CACA,MAAM,UAAU,MAA0B;EACxC,IAAI,EAAE,SAAS,QAAQ,OAAO;EAC9B,MAAM,WAAW,EAAE,SAAS,IAAI,MAAM;EACtC,SAAS,MAAM,GAAG,MAAM,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC;EACrD,OAAO;GAAE,GAAG;GAAG;GAAU,OAAO,SAAS,QAAQ,GAAG,MAAM,SAAS,GAAG,EAAE,KAAK,GAAG,IAAI;EAAE;CACxF;CACA,OAAQ,OAAO,IAAI,CAAC,CAA0C;AAChE;AAEA,MAAM,QAAQ,MAAc,EAAE,OAAO,IAAI,EAAE,QAAQ,IAAI,EAAE,OAAO,IAAI;;AAwCpE,SAAgB,SAAS,GAAyB;CAChD,OAAO,EAAE,MAAM,KAAK,UAAU;EAC5B,KAAK,KAAK;EACV,SAAS,KAAK;EACd,aAAa,KAAK;EAClB,SAAS,KAAK;EACd,MAAM,KAAK;EACX,OAAO,KAAK,SAAS;EACrB,MAAM,KAAK;EACX,WAAW,KAAK;EAChB,iBAAiB,KAAK,UAAU;EAChC,MAAM,KAAK;EACX,MAAM,KAAK;EACX,MAAM,KAAK;EACX,YAAY,KAAK;EACjB,SAAS,KAAK;EACd,SAAS,KAAK;EACd,SAAS,KAAK;EACd,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK,KAAK,SAAS,GAAG,IAAI;EACvD,cAAc,KAAK,OACf;GACE,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,aAAa,KAAK,KAAK;EACzB,IACA;EACJ,cAAc,KAAK,MAAM,YAAY,KAAA,KAAa,KAAK,KAAK,SAAS,KAAK,KAAK,KAAK;EACpF,QAAQ,WAAW,GAAG,KAAK,GAAG;EAC9B,iBAAiB,aAAa,GAAG,KAAK,GAAG;EACzC,YAAY,eAAe,GAAG,KAAK,GAAG;EACtC,OAAO,UAAU,GAAG,KAAK,GAAG;EAC5B,UAAU,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,GAAG;CACxD,EAAE;AACJ;;AAyBA,SAAgB,WAAW,GAA4C;CACrE,QAAQ,EAAE,WAAW,CAAC,EAAA,CAAG,KAAK,MAAM;EAClC,MAAM,SAAS,QACb,EAAE,MACC,QAAQ,MAAM,EAAE,QAAQ,GAAG,CAAC,CAC5B,KAAK,OAAO;GAAE,MAAM,EAAE;GAAM,MAAM,EAAE;GAAM,GAAG,EAAE;GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;EAAK,EAAE;EACzF,OAAO;GACL,UAAU,EAAE;GACZ,OAAO,EAAE,iBAAiB,EAAE;GAC5B,OAAO,EAAE,MAAM;GACf,MAAM,EAAE,MAAM,QAAQ,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC;GAChD,QAAQ,MAAM,QAAQ;GACtB,QAAQ,MAAM,QAAQ;GACtB,OAAO,EAAE,SAAS;GAClB,SAAS,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,KAAA;GAC7C,SAAS,cAAc,EAAE,KAAK;GAC9B,OAAO,EAAE,OAAO,QAAQ;EAC1B;CACF,CAAC;AACH;;AAGA,MAAa,YAAY,MACvB,EAAE,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,MAAM,EAAE,OAAO,CAAC;;AAetD,SAAgB,YAAY,SAAyB,MAAkC;CACrF,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,SAA6B,CAAC;CACpC,MAAM,uBAAO,IAAI,IAAoB;CACrC,KAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;EAC/C,IAAI,CAAC,GAAG;EACR,OAAO,KAAK;GACV;GACA,SAAS,EAAE;GACX,SAAS,EAAE;GACX,OAAO,EAAE;GACT,SAAS,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK;EAC3C,CAAC;CACH;CACA,OAAO;AACT;AAsBA,MAAM,aAAa,MAA6B;CAC9C,MAAM,SAAS,GAAG,SAAS,SAAS,MAAM,EAAE,WAAW,KAAK,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC;CAChF,OAAO,OAAO,SAAS,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO,SAAS;AAC7E;AAEA,MAAa,gBAAiC;CAC5C;CACA;CACA;CACA;CACA;CACA;CACA;AACF;;;;;;AAOA,MAAa,mBAAmB,UAC9B,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM;;;;;AAMrC,MAAa,iBACX,GACA,MAEA,EAAE,YAAY,UACd,EAAE,OAAO,SAAS,aAClB,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;;;;;AAMlD,SAAgB,gBAAgB,GAAqD;CACnF,IAAI,EAAE,YAAY,QAAQ,OAAO,EAAE;CACnC,MAAM,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,SAAS;CAE5D,OADc,IAAI,MAAM,MAAM,EAAE,YAAY,aACjC,KAAM,IAAI,SAAS,KAAK,CAAC,IAAI,MAAM,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,MAAM,IAC5F,gBACA;AACN;;AAGA,SAAS,aAAa,OAAqC;CACzD,MAAM,QAAQ,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM;CACnD,MAAM,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CACjD,MAAM,UAAU,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CAC3D,OAAO,UAAU,OAAO,UAAU;AACpC;;AAGA,SAAgB,YACd,MACA,MACA,UAAkD,CAAC,GACnD;CACA,MAAM,OAAyB,QAAQ,MAAM,IAAI,CAAC,CAAC,KAAK,QAAQ;EAC9D,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,WAAW,IAAI,IAAI,GAAG,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;EACnD,MAAM,SACJ,IAAI,SAAS,IAAI,IAAI,GAAG,MAAM,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC;EACpF,MAAM,WAAW,MAAgB;GAC/B,IAAI,CAAC,GAAG,OAAO;GACf,OAAO,SAAS,aAAa,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;EAC7E;EACA,OAAO;GACL,GAAG;GACH,MAAM,GAAG,QAAQ,GAAG,QAAQ;GAC5B,aAAa,QAAQ,CAAC;GACtB,aAAa,QAAQ,CAAC;GACtB,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,SAAS,IAAI,WAAW,CAAC;EAC3B;CACF,CAAC;CACD,KAAK,MAAM,GAAG,MAAM,cAAc,QAAQ,EAAE,MAAM,IAAI,cAAc,QAAQ,EAAE,MAAM,CAAC;CAIrF,OAAO;EAAE;EAAM,QAHA,OAAO,YACpB,cAAc,KAAK,MAAM,CAAC,GAAG,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAErD;EAAG,SAAS,aAAa,MAAM,IAAI;CAAE;AAC3D;;AAsBA,SAAgB,gBAAgB,MAAgC;CAC9D,MAAM,QAA0B,CAAC;CACjC,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;EACnC,IAAI,CAAC,KAAK,KAAK,GAAG;EAClB,IAAI;GACF,MAAM,QAAQ,KAAK,MAAM,IAAI;GAC7B,IAAI,SAAS,OAAO,MAAM,SAAS,UAAU,MAAM,KAAK,uBAAuB,KAAK,CAAC;EACvF,QAAQ,CAAC;CACX;CACA,OAAO;AACT;AAEA,SAAgB,gBAAgB,OAA2C;CACzE,OAAO,MAAM,KAAK,SAAS;EACzB,IAAI,KAAK,SAAS,UAChB,OAAO;GAAE,MAAM;GAAQ,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAM,IAAI,KAAK;EAAG;EAEzE,IAAI,KAAK,SAAS,YAChB,OAAO;GAAE,MAAM;GAAY,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAQ,YAAY,KAAK;EAAW;EAE/F,OAAO;GAAE,MAAM;GAAS,MAAM,KAAK;GAAM,OAAO;EAAK;CACvD,CAAC;AACH;AAYA,MAAM,SAAS;;AAGf,SAAgB,WAAW,OAA4B;CACrD,IAAI,CAAC,MAAM,KAAK,GAAG,OAAO,CAAC;CAC3B,OAAO,MACJ,MAAM,mBAAmB,CAAC,CAC1B,QAAQ,SAAS,KAAK,WAAW,aAAa,CAAC,CAAC,CAChD,KAAK,SAAS;EACb,MAAM,SAAS,OAAO,KAAK,IAAI;EAC/B,MAAM,OAAO,SAAS,MAAM,SAAS,MAAM;EAC3C,IAAI,QAAQ;EACZ,IAAI,UAAU;EACd,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAChC,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;OACjD,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;EAW7D,OAAO;GAAE;GAAM,QATqB,kBAAkB,KAAK,IAAI,IAC3D,UACA,sBAAsB,KAAK,IAAI,IAC7B,YACA,gBAAgB,KAAK,IAAI,IACvB,YACA,oCAAoC,KAAK,IAAI,IAC3C,WACA;GACa;GAAO;GAAS;EAAK;CAC9C,CAAC;AACL;AAIA,MAAa,YAAY,QAAkC,SACzD,OAAO,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;AAE1C,MAAa,eAAe,GAAc,cACxC,EAAE,SAAS,MAAM,MAAM,EAAE,OAAO,SAAS;;AAG3C,MAAa,kBAAkB,MAC7B,EAAE,SAAS,MAAM,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,KAAK,EAAE,SAAS"}
|
|
@@ -1,56 +1,19 @@
|
|
|
1
|
-
import { n as UsageError } from "./errors-
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { n as UsageError } from "./errors-B6BSMs03.js";
|
|
2
|
+
import { c as relativeFile, n as attemptKey, r as evalId } from "./ids-Bp6ut7ZD.js";
|
|
3
|
+
import { a as PACKAGE_NAMES, f as ownVersion, i as PACKAGE_DIR, p as reevalCommand, r as DIST_DIR } from "./root-DICDHCtp.js";
|
|
4
|
+
import { n as formatError, r as reevalFrames } from "./errors-r025B0Zb.js";
|
|
4
5
|
import { t as capMiddle } from "./text-gEcKjAyp.js";
|
|
5
6
|
import { t as Scheduler } from "./core-tLN-z1Be.js";
|
|
6
|
-
import { n as
|
|
7
|
+
import { i as matchesFilter, n as filterFiles, r as findEvalFiles, t as DEFAULT_EXCLUDE } from "./files-Bk1mC3AN.js";
|
|
7
8
|
import { createRequire } from "node:module";
|
|
8
9
|
import { existsSync } from "node:fs";
|
|
9
10
|
import { availableParallelism } from "node:os";
|
|
10
|
-
import { dirname,
|
|
11
|
-
import { spawn } from "node:child_process";
|
|
11
|
+
import { dirname, join } from "node:path";
|
|
12
12
|
import { stripVTControlCharacters } from "node:util";
|
|
13
|
-
import {
|
|
14
|
-
//#region src/engine/files.ts
|
|
15
|
-
/** Never searched for eval files. */
|
|
16
|
-
const DEFAULT_EXCLUDE = ["**/node_modules/**", "**/.git/**"];
|
|
17
|
-
/** Every file under `root` matching `include` and none of `exclude`, as absolute paths, sorted. */
|
|
18
|
-
async function findEvalFiles(root, include, exclude) {
|
|
19
|
-
return (await glob([...include], {
|
|
20
|
-
cwd: root,
|
|
21
|
-
dot: true,
|
|
22
|
-
ignore: [...exclude],
|
|
23
|
-
expandDirectories: false
|
|
24
|
-
})).map((file) => resolve(root, file)).sort();
|
|
25
|
-
}
|
|
26
|
-
/**
|
|
27
|
-
* The files a filter part picks: those whose path relative to `root` contains it, ignoring case,
|
|
28
|
-
* or contains it resolved from the current directory; an absolute path picks what's under it.
|
|
29
|
-
*/
|
|
30
|
-
function filterFiles(files, filters, root) {
|
|
31
|
-
if (filters.length === 0) return [...files];
|
|
32
|
-
const slashed = (path) => path.replaceAll("\\", "/");
|
|
33
|
-
return files.filter((file) => {
|
|
34
|
-
const rel = relativeFile(root, file).toLocaleLowerCase();
|
|
35
|
-
return filters.some((f) => {
|
|
36
|
-
if (isAbsolute(f) && isUnder(file, resolve(f))) return true;
|
|
37
|
-
const typed = slashed(f);
|
|
38
|
-
const fromCwd = relativeFile(root, f) + (typed.endsWith("/") ? "/" : "");
|
|
39
|
-
return rel.includes(typed.toLocaleLowerCase()) || rel.includes(fromCwd.toLocaleLowerCase());
|
|
40
|
-
});
|
|
41
|
-
});
|
|
42
|
-
}
|
|
43
|
-
/** Whether `file` is `dir` or under it; any case on Windows, where paths ignore it. */
|
|
44
|
-
function isUnder(file, dir) {
|
|
45
|
-
const rel = relative(dir, file);
|
|
46
|
-
return rel === "" || !rel.startsWith("..") && !isAbsolute(rel);
|
|
47
|
-
}
|
|
48
|
-
/** A name or cell filter part matches part of the eval id (`file › group › name`) or `cell#n`. */
|
|
49
|
-
const matchesFilter = (e, filter) => e.id.includes(filter) || !!e.attempt && attemptId(e.attempt.cell.key, e.attempt.n).includes(filter);
|
|
50
|
-
//#endregion
|
|
13
|
+
import { spawn } from "node:child_process";
|
|
51
14
|
//#region src/engine/pool.ts
|
|
52
15
|
const forkWorker = (entry, cwd) => {
|
|
53
|
-
const [command, ...args] =
|
|
16
|
+
const [command, ...args] = reevalCommand(entry, ["__worker"], ["--enable-source-maps"]);
|
|
54
17
|
const child = spawn(command, args, {
|
|
55
18
|
cwd,
|
|
56
19
|
detached: true,
|
|
@@ -157,7 +120,7 @@ async function runEngine(options, spawn = forkWorker) {
|
|
|
157
120
|
};
|
|
158
121
|
const workers = Math.max(1, Math.min(concurrency, availableParallelism()));
|
|
159
122
|
const entry = workerEntry(root, PACKAGE_NAMES);
|
|
160
|
-
const hide = [...
|
|
123
|
+
const hide = [...reevalFrames(PACKAGE_DIR), ...reevalFrames(join(entry, "..", ".."))];
|
|
161
124
|
const matchesName = (e) => nameFilters.length === 0 || nameFilters.some((f) => matchesFilter(e, f));
|
|
162
125
|
const run = options.run;
|
|
163
126
|
const collected = [];
|
|
@@ -504,4 +467,4 @@ async function runFiles(input) {
|
|
|
504
467
|
//#endregion
|
|
505
468
|
export { engineVersions, runEngine };
|
|
506
469
|
|
|
507
|
-
//# sourceMappingURL=node-
|
|
470
|
+
//# sourceMappingURL=node-B3ydHo6t.js.map
|