reeval 0.12.0 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +117 -259
- package/THIRD_PARTY_NOTICES.md +121 -121
- package/assets/package.json +1 -1
- package/assets/pnpm-lock.yaml +41 -30
- package/dist/{adapter-DigeVFWC.js → adapter-BloGVZ_a.js} +20 -8
- package/dist/adapter-BloGVZ_a.js.map +1 -0
- package/dist/{agent-CatUEo5h.js → agent-m-_t-IuW.js} +54 -26
- package/dist/{agent-CatUEo5h.js.map → agent-m-_t-IuW.js.map} +1 -1
- package/dist/{analysis-Bxub9LMT.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-Bxub9LMT.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-C-jwhRDt.js +11 -0
- package/dist/app-files-C-jwhRDt.js.map +1 -0
- package/dist/{assemble-CF063ms6.js → assemble-BDEpelpi.js} +95 -38
- package/dist/assemble-BDEpelpi.js.map +1 -0
- package/dist/assemble-C5bfncHU.js +1 -0
- package/dist/{attempt-CGPV3BZY.js → attempt-jI0OWxlz.js} +2 -2
- package/dist/{attempt-CGPV3BZY.js.map → attempt-jI0OWxlz.js.map} +1 -1
- package/dist/{capture-BiD7lVaM.js → capture-CVRwRTnb.js} +574 -38
- package/dist/capture-CVRwRTnb.js.map +1 -0
- package/dist/capture-CherbjzB.js +1 -0
- package/dist/{cli-B5zQCR2r.js → cli-C_4gaJ50.js} +145 -142
- package/dist/cli-C_4gaJ50.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-CpnbATtI.js} +2 -2
- package/dist/{cli-spec-BXIBUlaK.js.map → cli-spec-CpnbATtI.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-D5hNjpEx.js} +105 -2
- package/dist/client-D5hNjpEx.js.map +1 -0
- package/dist/{command-C94CQNh8.js → command-BWAuwQNk.js} +12 -12
- package/dist/{command-C94CQNh8.js.map → command-BWAuwQNk.js.map} +1 -1
- package/dist/{command-CaZgCTIw.js → command-BXLUfw4h.js} +14 -14
- package/dist/command-BXLUfw4h.js.map +1 -0
- package/dist/{command-CVtgyqlM.js → command-Be6BSE2L.js} +12 -12
- package/dist/{command-CVtgyqlM.js.map → command-Be6BSE2L.js.map} +1 -1
- package/dist/{command-BMHXHqMT.js → command-Bxdy62dW.js} +15 -14
- package/dist/command-Bxdy62dW.js.map +1 -0
- package/dist/{command-DTgBZR0k.js → command-I1euLLio.js} +35 -15
- package/dist/command-I1euLLio.js.map +1 -0
- package/dist/{commands-CjpGBUWr.js → commands-jzigbNFb.js} +23 -14
- package/dist/commands-jzigbNFb.js.map +1 -0
- package/dist/{commands-BXzIDB3X.js → commands-p1S4nw_H.js} +1 -1
- package/dist/config-BrdHA9bJ.js +3549 -0
- package/dist/config-BrdHA9bJ.js.map +1 -0
- package/dist/{contrasts-CcoMLC_y.js → contrasts-DRxMQQTC.js} +3 -2
- package/dist/contrasts-DRxMQQTC.js.map +1 -0
- package/dist/cost-D4elx933.js +359 -0
- package/dist/cost-D4elx933.js.map +1 -0
- package/dist/cost-DmnAod9x.js +1 -0
- package/dist/db-CAfksinX.js +2 -0
- package/dist/{db-BeqRiWLl.js → db-DO0p7xgP.js} +25 -8
- package/dist/db-DO0p7xgP.js.map +1 -0
- package/dist/{dist-CMjp3qqF.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-CMjp3qqF.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-BbTlMmYi.js → docker-BnRlTpZA.js} +3 -3
- package/dist/{docker-BbTlMmYi.js.map → docker-BnRlTpZA.js.map} +1 -1
- package/dist/{docker-CCXdbREk.js → docker-D01slDF3.js} +29 -28
- package/dist/docker-D01slDF3.js.map +1 -0
- package/dist/{docker-DC69dKxB.js → docker-DivfZl2u.js} +1 -1
- package/dist/{doctor-CqttrZcs.js → doctor-DQ2p0euG.js} +136 -38
- package/dist/doctor-DQ2p0euG.js.map +1 -0
- package/dist/{environment-BBz1Yes9.js → environment-CO0P0soF.js} +31 -11
- package/dist/environment-CO0P0soF.js.map +1 -0
- package/dist/{evaluate-CXQ1o-pd.js → evaluate-BUmsN7yG.js} +68 -29
- package/dist/evaluate-BUmsN7yG.js.map +1 -0
- package/dist/{evaluate-yjZKUexW.d.ts → evaluate-C_sgRA-V.d.ts} +45 -3
- package/dist/{facts-DtENlf9s.js → facts-DzOUTreB.js} +13 -5
- package/dist/facts-DzOUTreB.js.map +1 -0
- package/dist/{files-B-eUpCZ1.js → files-B-CJeeEh.js} +14 -9
- package/dist/{files-B-eUpCZ1.js.map → files-B-CJeeEh.js.map} +1 -1
- package/dist/files-Bp5j5BqI.js +1 -0
- package/dist/files-C2sjmXhk.js +1 -0
- package/dist/{files-BsQbYz2i.js → files-C_gQNVB-.js} +4 -4
- package/dist/{files-BsQbYz2i.js.map → files-C_gQNVB-.js.map} +1 -1
- package/dist/{files-COHQLEHE.js → files-kUCrswI6.js} +3 -3
- package/dist/{files-COHQLEHE.js.map → files-kUCrswI6.js.map} +1 -1
- package/dist/gateway.d.ts +17 -0
- package/dist/gateway.js +17 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{generate-Cs2TMH_k.js → generate-DZ7vp69F.js} +18 -18
- package/dist/generate-DZ7vp69F.js.map +1 -0
- package/dist/{git-DhykwgKF.js → git-Bk8DSwHy.js} +3 -3
- package/dist/{git-DhykwgKF.js.map → git-Bk8DSwHy.js.map} +1 -1
- package/dist/{harness-BAjw1fcr.js → harness-COVXSwJ6.js} +46 -15
- package/dist/harness-COVXSwJ6.js.map +1 -0
- package/dist/harness.d.ts +26 -18
- package/dist/harness.js +1 -1
- package/dist/{header-kSmWatcO.js → header-BLPP6aCU.js} +2 -2
- package/dist/{header-kSmWatcO.js.map → header-BLPP6aCU.js.map} +1 -1
- package/dist/{images-BmJRuTpm.js → images-DzLeFjLx.js} +8 -8
- package/dist/{images-BmJRuTpm.js.map → images-DzLeFjLx.js.map} +1 -1
- package/dist/index.d.ts +3 -45
- package/dist/index.js +5 -6
- package/dist/init-RgCQXZhb.js +1 -0
- package/dist/{init-Bwc9byQr.js → init-SRalM5xF.js} +6 -8
- package/dist/init-SRalM5xF.js.map +1 -0
- package/dist/{insights-B2Xmhz9o.js → insights-TyAvz9aV.js} +5 -1
- package/dist/{insights-B2Xmhz9o.js.map → insights-TyAvz9aV.js.map} +1 -1
- package/dist/{invocations-CQTbP092.js → invocations-DzyKSJBa.js} +3 -3
- package/dist/{invocations-CQTbP092.js.map → invocations-DzyKSJBa.js.map} +1 -1
- package/dist/judge-yLvjC5A3.js +385 -0
- package/dist/judge-yLvjC5A3.js.map +1 -0
- package/dist/judge.d.ts +7 -6
- package/dist/judge.js +7 -5
- package/dist/judge.js.map +1 -1
- package/dist/match-Bz0nSdzN.js +204 -0
- package/dist/match-Bz0nSdzN.js.map +1 -0
- package/dist/{matchers-Ddmc2z7H.js → matchers-D4eUqx4j.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-D4eUqx4j.js.map} +1 -1
- package/dist/{model-B-mel-Gv.js → model-1ZLr9Dcv.js} +59 -35
- package/dist/model-1ZLr9Dcv.js.map +1 -0
- package/dist/model-B45lDUV1.js +68 -0
- package/dist/model-B45lDUV1.js.map +1 -0
- package/dist/model-BTZq8HIZ.js +1 -0
- package/dist/{model-CWlAqmbU.js → model-CgnOpss4.js} +58 -316
- package/dist/model-CgnOpss4.js.map +1 -0
- package/dist/model-Ch8kX87u.js +1 -0
- package/dist/{node-D0mtjRAO.js → node-BSq5qHnQ.js} +12 -5
- package/dist/node-BSq5qHnQ.js.map +1 -0
- package/dist/{opencode-providers-J9colP0-.js → opencode-providers-klkqgzvb.js} +72 -62
- package/dist/opencode-providers-klkqgzvb.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-CHfZNRT6.js} +8 -7
- package/dist/pairs-CHfZNRT6.js.map +1 -0
- package/dist/{patch-D4oluWzH.js → patch-DWf-I_Q_.js} +2 -2
- package/dist/{patch-D4oluWzH.js.map → patch-DWf-I_Q_.js.map} +1 -1
- package/dist/{plan-OkwUcJQ9.js → plan-BIwUzlB8.js} +63 -26
- package/dist/plan-BIwUzlB8.js.map +1 -0
- package/dist/{plugins-CUWMnSNb.js → plugins-Dkp_H3pB.js} +5 -5
- package/dist/{plugins-CUWMnSNb.js.map → plugins-Dkp_H3pB.js.map} +1 -1
- package/dist/{preflight-B6pY89bF.js → preflight-D9y-HvZQ.js} +1 -1
- package/dist/{preflight-Bjm7_ylE.js → preflight-DJCD_BDn.js} +3 -3
- package/dist/{preflight-Bjm7_ylE.js.map → preflight-DJCD_BDn.js.map} +1 -1
- package/dist/{prepare-DbdgtZKe.js → prepare-BJG_pD54.js} +2 -2
- package/dist/{prepare-CQmK3SBn.js → prepare-CIxCGG0M.js} +8 -8
- package/dist/{prepare-CQmK3SBn.js.map → prepare-CIxCGG0M.js.map} +1 -1
- package/dist/prices-BcLEXvdY.js +250 -0
- package/dist/prices-BcLEXvdY.js.map +1 -0
- package/dist/{provenance-B3Y17oCC.js → provenance-CfZpFpAh.js} +3 -3
- package/dist/{provenance-B3Y17oCC.js.map → provenance-CfZpFpAh.js.map} +1 -1
- package/dist/{providers-CXN2RFz-.js → providers-D1Zxp2he.js} +1 -1
- package/dist/{providers-eoniqK6w.js → providers-DFk_6W4K.js} +5 -5
- package/dist/{providers-eoniqK6w.js.map → providers-DFk_6W4K.js.map} +1 -1
- package/dist/{query-CLRZmWBT.js → query-CemclveB.js} +2 -2
- package/dist/{query-CLRZmWBT.js.map → query-CemclveB.js.map} +1 -1
- package/dist/query-Cvbwl804.js +1 -0
- package/dist/{questions-1XOulevV.js → questions-bAudIc04.js} +309 -47
- package/dist/questions-bAudIc04.js.map +1 -0
- package/dist/{redact-DJ9JCShu.js → redact-CRGdfV2s.js} +4 -2
- package/dist/redact-CRGdfV2s.js.map +1 -0
- package/dist/{remarks-DlJCqWRs.js → remarks-CXwSnSjR.js} +9 -9
- package/dist/{remarks-DlJCqWRs.js.map → remarks-CXwSnSjR.js.map} +1 -1
- package/dist/remarks-CyAu2DiB.js +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-mujJv1Ey.js} +5 -3
- package/dist/remarks-mujJv1Ey.js.map +1 -0
- package/dist/{remote-cE2VWfkJ.js → remote-CKcEKja4.js} +129 -174
- package/dist/remote-CKcEKja4.js.map +1 -0
- package/dist/resolve-B5-uqmJ6.js +1 -0
- package/dist/{resolve-C4zeccCH.js → resolve-CBoKzQMP.js} +9 -10
- package/dist/resolve-CBoKzQMP.js.map +1 -0
- package/dist/{results-Drtt0uFl.js → results-CMgZEANy.js} +8 -8
- package/dist/{results-Drtt0uFl.js.map → results-CMgZEANy.js.map} +1 -1
- package/dist/{resume-BEFazUfy.js → resume-B9SOSnK9.js} +3 -3
- package/dist/{resume-BEFazUfy.js.map → resume-B9SOSnK9.js.map} +1 -1
- package/dist/{root-DICDHCtp.js → root-Dlff-zp8.js} +5 -5
- package/dist/root-Dlff-zp8.js.map +1 -0
- package/dist/{rules-BFzQqPIm.js → rules-VhftPOOT.js} +53 -4
- package/dist/rules-VhftPOOT.js.map +1 -0
- package/dist/{run-BeMy92Us.js → run-CwIEK16q.js} +12 -12
- package/dist/run-CwIEK16q.js.map +1 -0
- package/dist/{runtime-PX_oXiCS.js → runtime-BgQRyCLl.js} +14 -2
- package/dist/runtime-BgQRyCLl.js.map +1 -0
- package/dist/{sandbox-CQaJj7n9.js → sandbox-BOYZ0hlo.js} +2 -2
- package/dist/{sandbox-CQaJj7n9.js.map → sandbox-BOYZ0hlo.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CHRSgKRp.js +1 -0
- package/dist/{server-xK0les4f.js → server-TGW4WyAz.js} +26 -27
- package/dist/{server-xK0les4f.js.map → server-TGW4WyAz.js.map} +1 -1
- package/dist/{shared-CA61BuPJ.js → shared-BDUzStad.js} +2 -2
- package/dist/shared-BDUzStad.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/{source-Q1hEKbCs.js → source-B1WvBIQt.js} +2 -2
- package/dist/{source-Q1hEKbCs.js.map → source-B1WvBIQt.js.map} +1 -1
- package/dist/source-DAzztZwU.js +1 -0
- package/dist/src-1jHbFaGW.js +1 -0
- package/dist/{src-LekQrr_S.js → src-8zoX_qrb.js} +614 -171
- package/dist/src-8zoX_qrb.js.map +1 -0
- package/dist/{src-C0CeKiLU.js → src-BYLM3hEz.js} +4 -3
- package/dist/src-BYLM3hEz.js.map +1 -0
- package/dist/{src-CFp86GtV.js → src-CHIwOy0o.js} +87 -55
- package/dist/{src-CFp86GtV.js.map → src-CHIwOy0o.js.map} +1 -1
- package/dist/src-C_9wgowC.js +2 -0
- package/dist/{src-C7_1SqDP.js → src-ChhtI6BP.js} +2 -2
- package/dist/{src-C7_1SqDP.js.map → src-ChhtI6BP.js.map} +1 -1
- package/dist/src-CyaDNG9r.js +2 -0
- package/dist/src-D005Cbqz.js +2 -0
- package/dist/src-DIfRbp5a.js +3 -0
- package/dist/{src-BhmaorOU.js → src-DKPVX2Us.js} +43 -17
- package/dist/{src-BhmaorOU.js.map → src-DKPVX2Us.js.map} +1 -1
- package/dist/src-Dg8121Xy.js +2 -0
- package/dist/{src-cbCb-MPy.js → src-DjF_M8_f.js} +44 -20
- package/dist/{src-cbCb-MPy.js.map → src-DjF_M8_f.js.map} +1 -1
- package/dist/{src-DIL0jST0.js → src-DjRI-IeE.js} +42 -14
- package/dist/src-DjRI-IeE.js.map +1 -0
- package/dist/{src-DiLMkIr9.js → src-DmUgeTlE.js} +47 -17
- package/dist/src-DmUgeTlE.js.map +1 -0
- package/dist/src-ElBqEN-S.js +2 -0
- package/dist/{src-qGoFkuJF.js → src-NSdQ9zI6.js} +88 -23
- package/dist/src-NSdQ9zI6.js.map +1 -0
- package/dist/src-YHGaUrGE.js +2 -0
- package/dist/src-mJVxw1Jm.js +2 -0
- package/dist/{state-BmZ8QVZ8.js → state-B1t143wG.js} +22 -20
- package/dist/{state-BmZ8QVZ8.js.map → state-B1t143wG.js.map} +1 -1
- package/dist/state-vznMh2wl.js +1 -0
- package/dist/stats-DSy5HfOv.js +315 -0
- package/dist/stats-DSy5HfOv.js.map +1 -0
- package/dist/suite-BsWGHzlG.js +2 -0
- package/dist/{suite-C8sw2pox.js → suite-WgT7m6Vs.js} +76 -13
- package/dist/suite-WgT7m6Vs.js.map +1 -0
- package/dist/{summary-0oQNGskv.js → summary-DIGEVr08.js} +58 -17
- package/dist/summary-DIGEVr08.js.map +1 -0
- package/dist/testing.d.ts +174 -2
- package/dist/testing.js +14 -3
- package/dist/testing.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-GraZtfHN.d.ts → types-DXBbP9Mk.d.ts} +302 -72
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/usage-DF3_p5pE.js +1 -0
- package/dist/{validate-BdoXUuL_.js → validate-BhwqrVsm.js} +48 -16
- package/dist/validate-BhwqrVsm.js.map +1 -0
- package/dist/view/index.d.ts +143 -91
- package/dist/view/index.js +7 -6
- package/dist/views-BW_C5eVH.js +2 -0
- package/dist/{views-BoUoX4_A.js → views-sXpGE6a2.js} +10 -8
- package/dist/views-sXpGE6a2.js.map +1 -0
- package/dist/{worker-entry-D0-GErmU.js → worker-entry-Duo9oAeT.js} +8 -8
- package/dist/{worker-entry-D0-GErmU.js.map → worker-entry-Duo9oAeT.js.map} +1 -1
- package/dist/{workspace-tjZFkjxC.js → workspace-CDI68wtX.js} +45 -11
- package/dist/workspace-CDI68wtX.js.map +1 -0
- package/dist/workspace-QZCacP8A.js +1 -0
- package/package.json +8 -2
- package/skills/eval-rubric/SKILL.md +9 -0
- package/dist/adapter-DigeVFWC.js.map +0 -1
- package/dist/assemble-CF063ms6.js.map +0 -1
- package/dist/assemble-CJoD_Rzr.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-BiD7lVaM.js.map +0 -1
- package/dist/capture-Dp3q7K7Y.js +0 -1
- package/dist/cli-B5zQCR2r.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-BMHXHqMT.js.map +0 -1
- package/dist/command-CaZgCTIw.js.map +0 -1
- package/dist/command-DTgBZR0k.js.map +0 -1
- package/dist/commands-CjpGBUWr.js.map +0 -1
- package/dist/config-Dv5MG7Rp.js +0 -753
- package/dist/config-Dv5MG7Rp.js.map +0 -1
- package/dist/contrasts-CcoMLC_y.js.map +0 -1
- package/dist/db-BeqRiWLl.js.map +0 -1
- package/dist/db-CJDRVQal.js +0 -2
- package/dist/docker-CCXdbREk.js.map +0 -1
- package/dist/doctor-CqttrZcs.js.map +0 -1
- package/dist/egress-BfK_O9ce.js +0 -1241
- package/dist/egress-BfK_O9ce.js.map +0 -1
- package/dist/environment-BBz1Yes9.js.map +0 -1
- package/dist/evaluate-CXQ1o-pd.js.map +0 -1
- package/dist/facts-DtENlf9s.js.map +0 -1
- package/dist/files-DqCBW7i8.js +0 -1
- package/dist/files-Ha-jsQXf.js +0 -1
- package/dist/generate-Cs2TMH_k.js.map +0 -1
- package/dist/harness-BAjw1fcr.js.map +0 -1
- package/dist/init-Bwc9byQr.js.map +0 -1
- package/dist/init-D7Y1ny1z.js +0 -1
- package/dist/judge-Dt6KW6_O.js +0 -153
- package/dist/judge-Dt6KW6_O.js.map +0 -1
- package/dist/model-B-mel-Gv.js.map +0 -1
- package/dist/model-BGKYVpoj.js +0 -1
- package/dist/model-C7tSwT7f.js +0 -44
- package/dist/model-C7tSwT7f.js.map +0 -1
- package/dist/model-CWlAqmbU.js.map +0 -1
- package/dist/model-DHY-dfoO.js +0 -1
- package/dist/node-D0mtjRAO.js.map +0 -1
- package/dist/opencode-providers-J9colP0-.js.map +0 -1
- package/dist/options-CPUW97_7.js +0 -1116
- package/dist/options-CPUW97_7.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/plan-OkwUcJQ9.js.map +0 -1
- package/dist/query-CmBDYt0_.js +0 -1
- package/dist/questions-1XOulevV.js.map +0 -1
- package/dist/redact-DJ9JCShu.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remote-cE2VWfkJ.js.map +0 -1
- package/dist/resolve-C4zeccCH.js.map +0 -1
- package/dist/resolve-D30yZYmB.js +0 -1
- package/dist/root-DICDHCtp.js.map +0 -1
- package/dist/rules-BFzQqPIm.js.map +0 -1
- package/dist/run-BeMy92Us.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-V4-2w0l8.js +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-BDow_oW8.js +0 -1
- package/dist/src-B9L9yGKI.js +0 -1
- package/dist/src-Bcah6ZkT.js +0 -3
- package/dist/src-C0CeKiLU.js.map +0 -1
- package/dist/src-C0xowZ3C.js +0 -2
- package/dist/src-CHIfIKUu.js +0 -2
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-DLtyz4w5.js +0 -2
- package/dist/src-DPIjmReZ.js +0 -2
- package/dist/src-DXNh5mTr.js +0 -2
- package/dist/src-DiLMkIr9.js.map +0 -1
- package/dist/src-LekQrr_S.js.map +0 -1
- package/dist/src-bCnsA6Vp.js +0 -2
- package/dist/src-qGoFkuJF.js.map +0 -1
- package/dist/src-ynBVosfX.js +0 -2
- package/dist/state-BQR_BCm4.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-CnYJijyI.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-BaHPmAGy.js +0 -1
- package/dist/suite-C8sw2pox.js.map +0 -1
- package/dist/summary-0oQNGskv.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-BdoXUuL_.js.map +0 -1
- package/dist/views-BoUoX4_A.js.map +0 -1
- package/dist/views-noVQNCUP.js +0 -2
- package/dist/workspace-B90YDU_a.js +0 -1
- package/dist/workspace-tjZFkjxC.js.map +0 -1
|
@@ -18,11 +18,11 @@ const sumUsage = (usages) => {
|
|
|
18
18
|
};
|
|
19
19
|
/** Every token the prompt side used: uncached input plus cache reads and writes. */
|
|
20
20
|
const promptTokens = (u) => u.input + u.cacheRead + u.cacheWrite;
|
|
21
|
-
/** Prompt side
|
|
22
|
-
const totalTokens = (u) => promptTokens(u) + u.output
|
|
21
|
+
/** Prompt side and output. `output` already counts `reasoning`, its share of thinking. No USD. */
|
|
22
|
+
const totalTokens = (u) => promptTokens(u) + u.output;
|
|
23
23
|
/** A token count as people read it: `9,512`, `430k`, `1,094k`. */
|
|
24
24
|
const formatTokens = (n) => n >= 1e4 ? `${Math.round(n / 1e3).toLocaleString("en-US")}k` : Math.round(n).toLocaleString("en-US");
|
|
25
25
|
//#endregion
|
|
26
26
|
export { totalTokens as a, sumUsage as i, formatTokens as n, promptTokens as r, addUsage as t };
|
|
27
27
|
|
|
28
|
-
//# sourceMappingURL=usage-
|
|
28
|
+
//# sourceMappingURL=usage-BNY1ABrU.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"usage-
|
|
1
|
+
{"version":3,"file":"usage-BNY1ABrU.js","names":[],"sources":["../src/usage.ts"],"mappings":";;AAGA,SAAgB,SAAS,GAAsB,GAAyC;CACtF,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK;CAC1B,OAAO;EACL,OAAO,EAAE,QAAQ,EAAE;EACnB,QAAQ,EAAE,SAAS,EAAE;EACrB,WAAW,EAAE,YAAY,EAAE;EAC3B,YAAY,EAAE,aAAa,EAAE;EAC7B,WACE,EAAE,cAAc,QAAQ,EAAE,cAAc,OAAO,QAAQ,EAAE,aAAa,MAAM,EAAE,aAAa;CAC/F;AACF;;AAGA,MAAa,YAAY,WAAuE;CAC9F,IAAI,QAA2B;CAC/B,KAAK,MAAM,KAAK,QAAQ,QAAQ,SAAS,OAAO,KAAK,IAAI;CACzD,OAAO;AACT;;AAGA,MAAa,gBAAgB,MAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE;;AAGzE,MAAa,eAAe,MAAkB,aAAa,CAAC,IAAI,EAAE;;AAGlE,MAAa,gBAAgB,MAC3B,KAAK,MACD,GAAG,KAAK,MAAM,IAAI,GAAI,CAAC,CAAC,eAAe,OAAO,EAAE,KAChD,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { n as formatTokens } from "./usage-BNY1ABrU.js";
|
|
@@ -1,21 +1,22 @@
|
|
|
1
1
|
import { l as sha256 } from "./ids-Bp6ut7ZD.js";
|
|
2
|
-
import {
|
|
2
|
+
import { $ as DEFAULT_QUESTION_STATE, tt as questionShows } from "./config-BrdHA9bJ.js";
|
|
3
3
|
import { n as clip } from "./text-CrVy5ioL.js";
|
|
4
|
-
import { n as
|
|
5
|
-
import "./
|
|
6
|
-
import
|
|
7
|
-
import {
|
|
8
|
-
import
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
4
|
+
import { c as sampleReasons, d as splitsLabel, i as pairTallies, n as headToHeadLines } from "./pairs-CHfZNRT6.js";
|
|
5
|
+
import { n as formatTokens } from "./usage-BNY1ABrU.js";
|
|
6
|
+
import "./analysis-C2-aEbr7.js";
|
|
7
|
+
import { $ as bothUnderATenth, W as labelledJudgements, _t as compare } from "./model-CgnOpss4.js";
|
|
8
|
+
import "./stats-DSy5HfOv.js";
|
|
9
|
+
import { g as familyRateLabel, h as familyLiftLabel, p as familyEffortLabel } from "./suite-WgT7m6Vs.js";
|
|
10
|
+
import { t as runHeader } from "./header-BLPP6aCU.js";
|
|
11
|
+
import { i as checkCommand, o as commandSummary } from "./cli-spec-CpnbATtI.js";
|
|
12
|
+
import { r as contrastsOf } from "./contrasts-DRxMQQTC.js";
|
|
13
|
+
import { i as TOOL_CLASSES } from "./facts-DzOUTreB.js";
|
|
13
14
|
import { basename, join } from "node:path";
|
|
14
15
|
import { readFile } from "node:fs/promises";
|
|
15
16
|
//#region src/analysis/digest.ts
|
|
16
17
|
const RULES = [
|
|
17
|
-
`Lift (variant pass@1 minus control pass@1) is insufficient (not measured, never a results line) when either side has fewer than
|
|
18
|
-
|
|
18
|
+
`Lift (variant pass@1 minus control pass@1) is insufficient (not measured, never a results line) when either side has fewer than 4 counted attempts; otherwise it is an effect only when its 95% interval (Newcombe) excludes 0, and within noise when the interval spans 0, whatever the point estimate.`,
|
|
19
|
+
`When sources or the eval fingerprint differ across the compared runs, the pass@1 difference is not comparable: the eval changed. Never call it an effect. Do not put those mixed counts on a results line. The first line of the analysis says the eval changed. A lift is an effect only when sources match; the 4-attempt floor still applies then.`,
|
|
19
20
|
`Effort (tool calls, agent time, and tokens when both sides have usage samples) is compared with an exact Mann-Whitney test: "fewer"/"more" at p < 0.05; "insufficient" when no split of the attempts' values can reach it (2 vs 2 cannot, and ties raise the floor) — never because a harness dropped usage. Attempts without usage are left out of the token sample only. If either side then has no token sample, the token metric is omitted (no line, not insufficient). A Goose cell does not blank tokens on Cursor cells in the same study. Pooled across evals, tokens are an effect only when at least 2/3 of the strata that reported usage agree. Effort's separated (given from 3 vs 3) says, per metric, that the two sides' ranges do not overlap: every attempt on one side beat every attempt on the other. insufficient with separated true is a directional signal: report the ratio, the n and "no overlap, not significant" as directional, never as an effect. separated false is no direction at all.`,
|
|
20
21
|
"A family fact is one pooled evaluate.each: its cases are paired samples of one suite, so its lift (Newcombe paired interval and McNemar at one attempt a case, a t interval over cases otherwise) is the result for those cases; their own pass-rate facts carry no lift. insufficient (fewer than 6 discordant pairs or 6 cases) is not measured. A family's minLift gates the pooled lower bound.",
|
|
21
22
|
"Each factor claim has a tier: controlled (two cells in one run that differ in one factor), pooled (the same contrast over comparable runs, and across evals), observed (a change between runs, which is weaker; \"confounded\" when several parts changed), not_measured (one level only).",
|
|
@@ -35,10 +36,10 @@ const pts = (x) => x === null || x === void 0 ? null : `${x >= 0 ? "+" : "−"}$
|
|
|
35
36
|
const liftText = (points, lo, hi) => `${pts(points)} pts (95% ${pts(lo)}…${pts(hi)})`;
|
|
36
37
|
/** Digest lift copy: sparse cells are not measured, and keep the counts. */
|
|
37
38
|
function digestLift(variantCounted, controlCounted, points, lo, hi) {
|
|
38
|
-
return Math.min(variantCounted, controlCounted) <
|
|
39
|
+
return Math.min(variantCounted, controlCounted) < 4 ? `not enough attempts for lift (${variantCounted} vs ${controlCounted})` : liftText(points, lo, hi);
|
|
39
40
|
}
|
|
40
41
|
function digestLiftVerdict(variantCounted, controlCounted, withinNoise) {
|
|
41
|
-
if (Math.min(variantCounted, controlCounted) <
|
|
42
|
+
if (Math.min(variantCounted, controlCounted) < 4) return "insufficient";
|
|
42
43
|
return withinNoise ? "within noise" : "effect";
|
|
43
44
|
}
|
|
44
45
|
/** Observed sources (or eval fingerprint) drift is not an effect of the thing under test. */
|
|
@@ -602,6 +603,37 @@ async function buildDigestKeepingDropped(input) {
|
|
|
602
603
|
});
|
|
603
604
|
}
|
|
604
605
|
}
|
|
606
|
+
for (const r of runs) for (const e of r.record.evals) {
|
|
607
|
+
if (!evalKeys.has(e.key)) continue;
|
|
608
|
+
const byQuestion = /* @__PURE__ */ new Map();
|
|
609
|
+
for (const a of e.attempts) for (const q of a.answers ?? []) byQuestion.set(q.question, [...byQuestion.get(q.question) ?? [], {
|
|
610
|
+
attempt: idOf.get(`${r.record.runId}\0${a.key}`) ?? a.id,
|
|
611
|
+
answer: q
|
|
612
|
+
}]);
|
|
613
|
+
for (const [question, asked] of byQuestion) {
|
|
614
|
+
const first = asked[0]?.answer;
|
|
615
|
+
const answered = asked.filter((x) => x.answer.error === void 0);
|
|
616
|
+
const failed = asked.find((x) => x.answer.error !== void 0)?.answer.error;
|
|
617
|
+
fact("attempt-question", {
|
|
618
|
+
run: short.get(r.record.runId),
|
|
619
|
+
eval: tagOf(e.key),
|
|
620
|
+
question: clip(question, 120),
|
|
621
|
+
model: first.resolvedModel ?? first.model,
|
|
622
|
+
shows: questionShows(first.stateOptions, first.artifacts),
|
|
623
|
+
asked: asked.length,
|
|
624
|
+
...first.choices ? { choices: first.choices.map((choice) => ({
|
|
625
|
+
choice,
|
|
626
|
+
n: answered.filter((x) => x.answer.choice === choice).length
|
|
627
|
+
})) } : {},
|
|
628
|
+
answers: answered.slice(0, 5).map((x) => ({
|
|
629
|
+
attempt: x.attempt,
|
|
630
|
+
...x.answer.choice !== void 0 ? { choice: x.answer.choice } : {},
|
|
631
|
+
text: clip(x.answer.text, 300)
|
|
632
|
+
})),
|
|
633
|
+
...failed ? { error: clip(failed, 200) } : {}
|
|
634
|
+
});
|
|
635
|
+
}
|
|
636
|
+
}
|
|
605
637
|
for (const r of runs) for (const e of r.record.evals) {
|
|
606
638
|
if (!evalKeys.has(e.key)) continue;
|
|
607
639
|
const tag = (key) => cellTag(r.record.runId, e.key, key);
|
|
@@ -732,7 +764,7 @@ async function buildDigestKeepingDropped(input) {
|
|
|
732
764
|
}
|
|
733
765
|
}
|
|
734
766
|
const digest = {
|
|
735
|
-
digestVersion:
|
|
767
|
+
digestVersion: 12,
|
|
736
768
|
scope: {
|
|
737
769
|
kind: "run",
|
|
738
770
|
head: short.get(head.record.runId),
|
|
@@ -1031,4 +1063,4 @@ function validateAnalysis(output, digest, tables, evals) {
|
|
|
1031
1063
|
//#endregion
|
|
1032
1064
|
export { digestChars as a, buildDigestKeepingDropped as i, validateAnalysis as n, digestHash as o, RULES as r, unverifiedNumbers as t };
|
|
1033
1065
|
|
|
1034
|
-
//# sourceMappingURL=validate-
|
|
1066
|
+
//# sourceMappingURL=validate-BhwqrVsm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-BhwqrVsm.js","names":[],"sources":["../src/analysis/digest.ts","../src/analysis/validate.ts"],"mappings":";;;;;;;;;;;;;;;;AAyGA,MAAa,QAAQ;CACnB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,MAAM,OAAO,MACX,MAAM,QAAQ,MAAM,KAAA,IAAY,OAAO,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;AAC7F,MAAM,YAAY,QAAgB,IAAY,OAC5C,GAAG,IAAI,MAAM,EAAE,YAAY,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE;;AAGhD,SAAS,WACP,gBACA,gBACA,QACA,IACA,IACQ;CACR,OAAO,KAAK,IAAI,gBAAgB,cAAc,IAAA,IAC1C,iCAAiC,eAAe,MAAM,eAAe,KACrE,SAAS,QAAQ,IAAI,EAAE;AAC7B;AAEA,SAAS,kBACP,gBACA,gBACA,aAC4C;CAC5C,IAAI,KAAK,IAAI,gBAAgB,cAAc,IAAA,GAAwB,OAAO;CAC1E,OAAO,cAAc,iBAAiB;AACxC;;AAGA,SAAS,kBAA0B;CACjC,OAAO;AACT;AAEA,SAAS,WAAW,GAAsB;CACxC,OAAO,KAAK,UAAU,EAAE,QAAQ,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAChE;;AAGA,SAAS,mBAAmB,MAAiB,MAA0B;CACrE,IAAI,WAAW,IAAI,MAAM,WAAW,IAAI,GAAG,OAAO;CAClD,MAAM,OAAO,IAAI,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,EAAE,iBAAiB,OAAO,CAAC,CAAC;CAC/E,OAAO,KAAK,MAAM,MAAM,MAAM,KAAK,IAAI,EAAE,GAAG,KAAK,KAAK,IAAI,EAAE,GAAG,MAAM,EAAE,iBAAiB,OAAO;AACjG;;AAGA,SAAS,SAAS,OAAyC;CACzD,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,QAAQ,MAAM,KAAK,MAAM,SAAS,EAAE,IAAI,CAAC,CAAC,QAAQ,sBAAsB,EAAE,CAAC;CACjF,MAAM,SAAS,GAAG,MAAM;EACtB,MAAM,IAAI,MAAM;EAChB,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC;EAC1C,KAAK,IAAI,EAAE,KAAK,OAAO,IAAI,GAAG,EAAE,GAAG,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;CAC9F,CAAC;CACD,OAAO;AACT;;AAGA,SAAS,SAAS,GAAmC;CACnD,MAAM,YAAY,CAAC,GAAG,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5D,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,WAAW,CAAC,CAAC;CAC5D,MAAM,UAAU,MACd,UAAU,SAAS,IAAI,KAAK,GAAG,MAAM,WAAW,UAAU,SAAS,EAAE,cAAc,EAAE,QAAQ;CAC/F,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,WAAW,CAAC,CAAC;AACrF;;;;;AAMA,SAAS,UAAU,GAAc,MAAgD;CAC/E,MAAM,UAAU,EAAE,MAAM,MAAM,MAAM,EAAE,SAAS,SAAS;CACxD,OAAO,IAAI,IACT,EAAE,MAAM,KAAK,MAAM;EACjB,MAAM,MAAM,KAAK,IAAI,EAAE,GAAG,KAAK,EAAE;EACjC,MAAM,QAAQ,WAAW,EAAE,SAAS,aAAa,EAAE,eAAe,EAAE,gBAAgB;EACpF,OAAO,CAAC,EAAE,KAAK,QAAQ,IAAI,QAAQ,YAAY,GAAG,EAAE,YAAY,WAAW,IAAI,GAAG;CACpF,CAAC,CACH;AACF;AAEA,MAAM,WAAW,MAAqB,EAAE,YAAY,UAAU,EAAE,YAAY;AAE5E,MAAM,cAAc;AACpB,MAAM,UAAU,MAAc,KAAK,MAAM,IAAI,GAAG,IAAI;AACpD,MAAM,UAAU,MAAc,KAAK,MAAM,IAAI,EAAE,IAAI;AACnD,MAAM,aAAa,MAAgB,KAAK,OAAO,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;;AAG7E,MAAM,gBAAgB,OACnB,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,KAAK,MAAM,KAAK,EAAE,OAAO,WAAW,CAAC;;AAG/F,MAAM,YAAY,MAAkB,EAAE,OAAO,EAAE,OAAO,EAAE;;AAGxD,MAAM,UAAU,MAAuD;CACrE,MAAM,IAAI,SAAS,CAAC;CACpB,IAAI,MAAM,GAAG,OAAO,KAAA;CACpB,OAAO,EAAE,SAAS,IAAI,QAAQ,EAAE,SAAS,IAAI,SAAS;AACxD;;AAGA,MAAM,UAAU,MAAmB,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM;;AAG9E,MAAM,eAAe,MAAkB,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,EAAE;;AAG/D,SAAS,WAAc,OAAY,KAA+B;CAChE,MAAM,yBAAS,IAAI,IAAiB;CACpC,KAAK,MAAM,QAAQ,OAAO,OAAO,IAAI,IAAI,IAAI,GAAG,CAAC,GAAI,OAAO,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAI,IAAI,CAAC;CACxF,MAAM,MAAW,CAAC;CAClB,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,MAAM,QAAQ,KACzC,KAAK,MAAM,KAAK,OAAO,OAAO,GAAG,IAAI,IAAI,EAAE,QAAQ,IAAI,KAAK,EAAE,EAAO;CAEvE,OAAO;AACT;;AAGA,MAAM,WAAW,UAAwC;CACvD,MAAM,QAAQ,MAAM,SAAS,MAAM,EAAE,KAAK;CAC1C,OAAO,MAAM,UAAU,MAAM,OAAO,MAAM,EAAE,SAAS,MAAM,IAAI,UAAU;AAC3E;;;;;;AAOA,SAAS,WAAW,GAAc,KAA+B;CAC/D,MAAM,QAAQ,EAAE,MAAM,QAAQ,MAAM,EAAE,QAAQ,MAAM;CACpD,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,OAAO,EAAE,UAAU,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;CACtF,IAAI,CAAC,OAAO,QAAQ,OAAO;CAC3B,MAAM,yBAAS,IAAI,IAAsB;CACzC,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG;EACjB,KAAK,MAAM,KAAK,mBAAmB,CAAC,GAAG;GACrC,IAAI,EAAE,UAAU,KAAA,GAAW;GAC3B,MAAM,KAAK,GAAG,EAAE,KAAK,IAAI,EAAE;GAC3B,OAAO,IAAI,IAAI,CAAC,GAAI,OAAO,IAAI,EAAE,KAAK,CAAC,GAAI,EAAE,UAAU,KAAK,CAAC;EAC/D;CACF;CACA,MAAM,OAAgE,CAAC;CACvE,MAAM,WAAqB,CAAC;CAC5B,MAAM,YAAsB,CAAC;CAC7B,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,UAAU,MAAM,SAAS,MAAM;GACnC,MAAM,IAAI,EAAE,QAAQ,MAAM,MAAM,EAAE,UAAU,KAAK;GACjD,OAAO,IAAI,CAAC;IAAE;IAAG;GAAE,CAAC,IAAI,CAAC;EAC3B,CAAC;EACD,MAAM,QAAQ,IAAI,IAAI,QAAQ,KAAK,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC;EACvD,IAAI,MAAM,SAAS,KAAK,MAAM,IAAI,MAAM,GAAG,SAAS,KAAK,KAAK,OAAO,WAAW,CAAC;OAC5E,IAAI,MAAM,SAAS,KAAK,MAAM,IAAI,KAAK,GAAG,UAAU,KAAK,KAAK,OAAO,WAAW,CAAC;OAEpF,KAAK,KAAK;GACR,OAAO,KAAK,OAAO,WAAW;GAC9B,OAAO,OAAO,YACZ,QAAQ,KAAK,EAAE,GAAG,QAAQ;IACxB,MAAM,IAAI,OAAO,IAAI,GAAG,EAAE,IAAI,IAAI,OAAO;IACzC,MAAM,OAAO,GAAG,SACZ,OAAO,EAAE,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,OAAA,CAAQ,QAAQ,CAAC,MACzD;IACJ,OAAO,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,MAAM;GAC3C,CAAC,CACH;EACF,CAAC;CAEL;CACA,OAAO;EAAE;EAAM;EAAU;CAAU;AACrC;;AAGA,eAAsB,0BACpB,OACwD;CACxD,MAAM,EAAE,MAAM,MAAM,OAAO;CAC3B,MAAM,OAAO,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI;CACxC,MAAM,QAAQ,IAAI,IAAI,KAAK,KAAK,GAAG,MAAM,CAAC,EAAE,OAAO,OAAO,IAAI,IAAI,GAAG,CAAC,CAAC;CACvE,MAAM,SAAS,MAAM,YAAY,YAAY,KAAK;CAClD,MAAM,WAAW,MAAiB,CAAC,UAAU,EAAE,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM;CAC/E,MAAM,aAAa,KAAK,OAAO,MAAM,OAAO,OAAO;CACnD,MAAM,QAAQ,QAAQ,UAAU;CAChC,MAAM,OAAO,SAAS,UAAU;CAChC,MAAM,WAAW,IAAI,IAAI,WAAW,KAAK,MAAM,EAAE,GAAG,CAAC;CACrD,MAAM,SAAS,QAAgB,KAAK,IAAI,GAAG,KAAK;CAChD,MAAM,SAAS,KAAK,KAAK,MAAM,EAAE,OAAO,KAAK;CAE7C,MAAM,WAA0C,CAAC;CACjD,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,QAAQ,SAAS,CAAC;EACxB,MAAM,QAAQ,UAAU,GAAG,KAAK;EAChC,KAAK,MAAM,CAAC,KAAK,SAAS,OAAO,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,OAAO,IAAI;EAC1F,KAAK,MAAM,KAAK,EAAE,UAAU;GAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,OAAO,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;GAClF,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,OAAO,EAAE;GAC1C,MAAM,MAAM,EAAE,MAAM,cAAc,EAAE,MAAM,cAAc,EAAE,OAAO,MAAM,MAAM,EAAE,GAAG,CAAC,EAAE;GACrF,MAAM,aAAa,EAAE,cAAc,CAAC;GACpC,MAAM,SAAS,aAAa,CAAC;GAC7B,MAAM,SAAS,mBAAmB,CAAC;GACnC,SAAS,MAAM;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE;IACP,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,EAAE;IACZ,MAAM,MAAM,IAAI,EAAE,IAAI;IACtB,SAAS,EAAE;IACX,SAAS,EAAE;IACX,OAAO,EAAE,SAAS;IAClB,QAAQ,KAAK,MAAM,EAAE,QAAQ,UAAU,GAAI;IAC3C,GAAI,WAAW,SACX,EACE,QAAQ,GAAG,WAAW,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,OAAO,GAAG,WAAW,SAChF,IACA,CAAC;IACL,GAAI,OAAO,SAAS,EAAE,OAAO,IAAI,CAAC;IAClC,GAAI,OAAO,SACP,EACE,QAAQ,OAAO,YACb,OAAO,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,KAAK,CAAC,CAAC,CAC3E,EACF,IACA,CAAC;IACL,OAAO,EAAE,OAAO;IAChB,WAAW,MAAM,GAAG,EAAE,OAAO,MAAM,GAAG,IAAI,KAAK,MAAM,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM;GACtF;EACF;CACF;CAEF,MAAM,WAAW,OAAe,SAAiB,SAC/C,UAAU,IAAI,GAAG,MAAM,IAAI,QAAQ,IAAI,MAAM,KAAK;CAEpD,MAAM,QAAsB,CAAC;CAC7B,MAAM,QAAQ,MAAc,SAC1B,MAAM,KAAK;EAAE,IAAI,IAAI,MAAM,SAAS;EAAK;EAAM,GAAG;CAAK,CAAC;CAC1D,MAAM,KAAwC,QAC5C,GAAG,MAAM,GAAG,CAAC,CAAC;CAChB,MAAM,QAAQ,WAAqB,OAAO,KAAK,MAAM,IAAI,EAAE,QAAQ,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI;CAC5F,MAAM,UAAU,KAAK,MAAM;CAC3B,MAAM,WAAW,KAAK,CAAC,GAAG,QAAQ,CAAC;CAGnC,KAAK,MAAM,KAAK,MAAM;EACpB,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;GAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;GAC1B,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,EAAE,GAAG;KAC1C,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,EAAE;KAC9B,GAAI,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,IAAI,CAAC;KACnD,OAAO,EAAE,SAAS;KAClB,GAAI,EAAE,QAAQ,CAAC,EAAE,SACb;MACE,MAAM,WACJ,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QACP,EAAE,KAAK,SAAS,IAChB,EAAE,KAAK,SAAS,EAClB;MACA,SAAS,kBACP,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,WACT;KACF,IACA,CAAC;IACP,EAAE;IACF,GAAI,EAAE,SAAS;KAAE,QAAQ,EAAE,OAAO;KAAI,MAAM,EAAE,OAAO;IAAK,IAAI,CAAC;GACjE,CAAC;EACH;EAEA,KAAK,MAAM,KAAK,EAAE,OAAO,YAAY,CAAC,GAAG;GACvC,MAAM,SAAS,EAAE,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO,EAAE,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC;GACtF,IAAI,CAAC,QAAQ;GACb,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,QAAQ,EAAE;IACV,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAG,EAAE,IAAI,MAAM,EAAE;IACtD,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,OAAO,KAAK,EAAE,IAAI;KAChD,SAAS,gBAAgB,CAAC;IAC5B,EAAE;IACF,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,OAAO,KAAK,EAAE,OAAO;KACnD,MAAM,gBAAgB,CAAC;KACvB,SAAS,EAAE,YAAY,UAAU,EAAE,YAAY,SAAS,WAAW,EAAE;KACrE,GAAI,EAAE,YAAY,KAAA,IAAY;MAAE,SAAS,EAAE;MAAS,MAAM,EAAE;KAAQ,IAAI,CAAC;KACzE,GAAI,kBAAkB,CAAC,IAAI,EAAE,QAAQ,kBAAkB,CAAC,EAAE,IAAI,CAAC;IACjE,EAAE;GACJ,CAAC;EACH;CACF;CAGA,MAAM,SAAS,EACb,2CAA2C,QAAQ,qBAAqB,SAAS,yBACnF;CACA,MAAM,+BAAe,IAAI,IAAyB;CAClD,KAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,KAAK,GAAG,IAAI,OAAO,IAAI,IAAI;EACjC,aAAa,IAAI,IAAI,CAAC,GAAI,aAAa,IAAI,EAAE,KAAK,CAAC,GAAI,GAAG,CAAC;CAC7D;CACA,KAAK,MAAM,QAAQ,aAAa,OAAO,GAAG;EACxC,MAAM,QAAQ,KAAK;EACnB,MAAM,QAAQ,MAAM;EACpB,KAAK,UAAU;GACb,KAAK,MAAM,IAAI,KAAK;GACpB,MAAM,MAAM,MAAM,QAAQ;GAC1B,OAAO,KAAK,KAAK,SAAS;IACxB,MAAM,QAAQ,OAAO,IAAI,UAAU,IAAI,QAAQ;IAC/C,GAAG,IAAI;IACP,iBAAiB,IAAI;IACrB,cAAc,IAAI;IAClB,GAAI,IAAI,iBAAiB,OAAO,EAAE,cAAc,IAAI,cAAc,IAAI,CAAC;IACvE,GAAI,IAAI,0BAA0B,OAC9B,EACE,oBAAoB,OAAO,YACzB,aAAa,SAAS,MAAM;KAC1B,MAAM,IAAI,IAAI,GAAG,EAAE;KACnB,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzB,CAAC,CACH,EACF,IACA,CAAC;IACL,GAAI,IAAI,cACJ,EACE,WAAW;KACT,GAAG,GAAG,IAAI,EAAE,MAAM,IAAI;KACtB,WAAW,GAAG,IAAI,aAAa,MAAM,IAAI,qBAAqB,IAAI,UAAU,IAAI,WAAW,EAAE;KAC7F,QAAQ,gBACN,OAAO,IAAI,cAAc,IAAI,KAC7B,OAAO,IAAI,sBAAsB,IAAI,GACvC,IACI,iBACA,GAAG,IAAI,eAAe,MAAM,IAAI,uBAAuB,IAAI,UAAU,IAAI,aAAa,EAAE;KAC5F,GAAG,IAAI;KACP,SAAS,IAAI;KACb,aAAa,IAAI;KACjB,GAAI,IAAI,iBACJ;MACE,QAAQ,GAAG,aAAa,IAAI,aAAuB,EAAE,MAAM,aAAa,IAAI,qBAA+B,EAAE,IAAI,UAAU,IAAI,YAAY,EAAE;MAC7I,SAAS,IAAI;MACb,eAAe,IAAI;KACrB,IACA,CAAC;KACL,GAAI,KAAK,IAAI,OAAO,IAAI,CAAC,GAAG,OAAO,IAAI,SAAS,CAAC,KAAA,IAC7C,EACE,WAAW;MACT,OAAO,IAAI,cAAc;MACzB,QAAQ,IAAI,mBAAmB;MAC/B,GAAI,IAAI,oBAAoB,OACxB,EAAE,QAAQ,IAAI,qBAAqB,EAAE,IACrC,CAAC;KACP,EACF,IACA,CAAC;KACL,GAAI,IAAI,cAAc,EAAE,iBAAiB,IAAI,YAAY,IAAI,CAAC;IAChE,EACF,IACA,CAAC;GACP,EAAE;EACJ,CAAC;CACH;CAIA,MAAM,kCAAkB,IAAI,IAAY;CACxC,IAAI,MACF,KAAK,MAAM,KAAK,YAAY;EAC1B,MAAM,QAAQ,KAAK,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EAC3D,IAAI,SAAS,mBAAmB,OAAO,CAAC,GAAG,gBAAgB,IAAI,EAAE,GAAG;CACtE;CAEF,MAAM,YAAY,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,MAAM,EAAE,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;CAC7F,MAAM,UAAU,EAcd;+DAC2D,SAAS;2EACG,QAAQ,qBAAqB,SAAS;6CACpE,QAAQ,qBAAqB,SAAS;;;+BAIjF,CAAC,CAAC,QACC,MACC,EAAE,SAAS,YACX,EAAE,WAAW,iBACZ,EAAE,YAAY,QAAQ,UAAU,SAAS,EAAE,OAAO,CACvD;CACA,KAAK,MAAM,KAAK,SAAS;EAEvB,IAAI,CAAC,SAAS,EAAE,SAAS,YAAY,EAAE,SAAS,aAAa;EAC7D,IAAI,EAAE,SAAS,gBAAgB;GAC7B,KAAK,UAAU;IAAE,MAAM,EAAE;IAAM,QAAQ,EAAE;IAAQ,OAAO,EAAE;IAAO,MAAM,EAAE;GAAK,CAAC;GAC/E;EACF;EAEA,IAAI,EAAE,SAAS,UAAU;GACvB,IAAI,EAAE,YAAY,gBAAgB,IAAI,EAAE,QAAQ,GAAG;GACnD,IAAI,CAAC,EAAE,YAAY,gBAAgB,MAAM;EAC3C;EACA,MAAM,gBAAgB,EAAE,iBAAiB,oBAAoB,EAAE,WAAW;EAC1E,KAAK,UAAU;GACb,MAAM,EAAE;GACR,QAAQ,EAAE;GACV,OAAO,EAAE,SAAS,aAAc,MAAM,IAAI,EAAE,KAAK,KAAK,EAAE,QAAS,EAAE;GACnE,UAAU,EAAE,SAAS,aAAc,MAAM,IAAI,EAAE,QAAQ,KAAK,EAAE,WAAY,EAAE;GAC5E,GAAI,EAAE,SAAS,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ;GACtD,MAAM,EAAE,WAAW,MAAM,EAAE,QAAQ,IAAI;GACvC,GAAI,EAAE,UAAU,EAAE,SAAS,aAAa,EAAE,KAAK,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;GACxE,GAAI,EAAE,UAAU,EAAE,SAAS,IAAI,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;GACvD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;GACjC,GAAI,gBACA;IACE,MAAM,gBAAgB;IACtB,aAAa;GACf,IACA;IACE,UAAU,GAAG,EAAE,aAAa,GAAG,EAAE,gBAAgB,MAAM,EAAE,aAAa,GAAG,EAAE;IAC3E,MAAM,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;IAC3E,aAAa,EAAE;GACjB;GACJ,WAAW,EAAE;GACb,QAAQ,EAAE;GACV,eAAe,EAAE;GACjB,GAAI,EAAE,iBACF;IACE,aAAa,EAAE;IACf,SAAS,EAAE;IACX,eAAe,EAAE;GACnB,IACA,CAAC;GACL,GAAI,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,IAAI,CAAC;GAC1D,GAAI,EAAE,UAAU,EAAE,SAAS,IACvB;IACE,kBAAkB,GAAG,EAAE,WAAW,GAAG,EAAE;IACvC,iBAAiB,GAAG,EAAE,UAAU,GAAG,EAAE;GACvC,IACA,EAAE,WAAW,EAAE,cAAc,EAAE;GACnC,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;EACnC,CAAC;CACH;CAGA,MAAM,QAAQ,EAQZ;;yCAEqC,QAAQ,qBAAqB,SAAS;2FAE7E;CACA,MAAM,yBAAS,IAAI,IAGjB;CACF,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,OAAO,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;EACrD,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;EACzB,MAAM,QAAQ,OAAO,IAAI,EAAE,KAAK;GAC9B;GACA,OAAO,EAAE;GACT,UAAU;GACV,MAAM;GACN,uBAAO,IAAI,IAAI;EACjB;EACA,MAAM,YAAY,EAAE;EACpB,MAAM,QAAQ,EAAE;EAChB,KAAK,MAAM,KAAK,OAAO,EAAE,SAAS,EAAE,CAAC,CAClC,MAAM,GAAG,CAAC,CACV,OAAO,OAAO,GACf,MAAM,MAAM,IAAI,OAAO,CAAC,CAAC;EAC3B,OAAO,IAAI,IAAI,KAAK;CACtB;CACA,IAAI,OAAO,MACT,KAAK,eAAe;EAClB,MAAM;EACN,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO;GACtC,MAAM,EAAE;GACR,OAAO,EAAE;GACT,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;GACrB,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;EACrD,EAAE;CACJ,CAAC;CAIH,MAAM,YAAY,EAChB;;0BAEsB,QAAQ,uBAAuB,SAAS;sFAEhE;CACA,MAAM,WAAW,EACf;yCACqC,QAAQ,qBAAqB,SAAS;yFAE7E;CAEA,MAAM,wBAAQ,IAAI,IAAiB;CACnC,MAAM,YAAY,QAAsC;EACtD,MAAM,KAAK,GAAG,IAAI,OAAO,IAAI,IAAI,SAAS,IAAI,IAAI;EAClD,MAAM,QAAa,MAAM,IAAI,EAAE,KAAK;GAAE,yBAAS,IAAI,IAAI;GAAG,OAAO,CAAC;EAAE;EACpE,MAAM,IAAI,IAAI,KAAK;EACnB,OAAO;CACT;CACA,KAAK,MAAM,KAAK,WAAW;EACzB,MAAM,QAAQ,SAAS,CAAC;EACxB,MAAM,MAAM,MAAM,QAAQ,IAAI,EAAE,KAAK,qBAAK,IAAI,IAAoB;EAClE,IAAI,IAAI,EAAE,GAAG,EAAE,KAAK;EACpB,MAAM,QAAQ,IAAI,EAAE,OAAO,GAAG;CAChC;CACA,KAAK,MAAM,KAAK,UAAU,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,EAAE,UAAU;CACpF,IAAI,UAAU,QAAQ;EACpB,MAAM,4BAAY,IAAI,IAAsB;EAC5C,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,KAAK,GAAG,EAAE,OAAO,IAAI,EAAE,SAAS,IAAI,EAAE;GAC5C,UAAU,IAAI,IAAI,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAI,UAAU,IAAI,EAAE,KAAK,CAAC,GAAI,EAAE,CAAC,CAAC,CAAC,CAAC;EACrE;EACA,KAAK,eAAe;GAClB,MAAM;GACN,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,OAAO;IACjC,MAAM,CAAC,OAAO,SAAS,WAAW,GAAG,MAAM,IAAI;IAC/C,MAAM,MAAM,UAAU,IAAI,EAAE,KAAK,CAAC,EAAA,CAAG,MAAM,GAAG,MAAM,IAAI,CAAC;IACzD,OAAO;KACL,KAAK,MAAM,IAAI,KAAK;KACpB,MAAM,MAAM,OAAO;KACnB,MAAM,QAAQ,OAAO,SAAS,OAAO;KACrC,YAAY,OAAO,YACjB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAChF;KACA,GAAI,EAAE,MAAM,SAAS,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;IAC7C;GACF,CAAC;EACH,CAAC;CACH;CAGA,MAAM,yBAAS,IAAI,IAGjB;CACF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,IAAI,OAAO,IAAI,EAAE,GAAG,KAAK;GAAE,MAAM;GAAG,SAAS;GAAG,uBAAO,IAAI,IAAI;EAAE;EACvE,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,CAAC,IAAI,MAAM,EAAE,MAAM,IAAI,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;GAC5C,EAAE,MAAM,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC;GACtD,EAAE,QAAQ,EAAE;GACZ,EAAE,WAAW,EAAE,OAAO,EAAE;EAC1B;EACA,OAAO,IAAI,EAAE,KAAK,CAAC;CACrB;CAEF,MAAM,YAAY,CAAC,GAAG,MAAM,CAAC,CAC1B,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,QAAQ,KAAK,KAAK,KAAK,MAAM,GAAI,CAAC,CAAC,CACvF,KAAK,CAAC,SAAS,MAAM,GAAG,CAAC;CAC5B,KAAK,cAAc;EACjB,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ;GAAE,MAAM,MAAM,GAAG;GAAG,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EAAU,EAAE;EAC3F;CACF,CAAC;CAGD,MAAM,4BAAY,IAAI,IAAyB;CAC/C,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,WAAW,WAAW,IAAI,SAAS,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,IAAI,CAAC;EAC7E,IAAI,CAAC,UAAU;EACf,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC;EACvF,KAAK,YAAY;GACf,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;GAC7B,MAAM,MAAM,EAAE,GAAG;GACjB,MAAM;GACN,GAAG;EACL,CAAC;CACH;CAIF,MAAM,SAAS,KAAK,SAAS,MAC3B,EAAE,OAAO,MACN,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAClC,SAAS,MAAM,EAAE,SAAS,SAAS,MAAM,EAAE,UAAU,CAAC,CAC3D;CACA,IAAI,OAAO,QACT,KAAK,SAAS;EACZ,QAAQ,CAAC,GAAG,IAAI,IAAI,OAAO,KAAK,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;EAClE,WAAW,CAAC,GAAG,IAAI,IAAI,OAAO,KAAK,MAAM,EAAE,SAAS,CAAC,CAAC;EACtD,UAAU,OAAO;EACjB,MAAM,OAAO,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC;EACjD,kBAAkB,OAAO,QAAQ,MAAM,EAAE,SAAS,GAAI,CAAC,CAAC;EACxD,eAAe,OAAO,QAAQ,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,SAAS,KAAK,EAAG,CAAC,CAAC;EAC5E,SAAS;CACX,CAAC;CAIH,MAAM,WAAW,WACf,KACG,MAAM,CAAC,CACP,QAAQ,CAAC,CACT,SAAS,MACR,EAAE,OAAO,MACN,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAClC,SAAS,MACR,EAAE,SACC,QAAQ,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,CAAC,CAClE,KAAK,OAAO;EAAE;EAAG;EAAG;CAAE,EAAE,CAC7B,CACJ,IACD,EAAE,GAAG,GAAG,QAAQ,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,EAAE,MACrD;CAEA,MAAM,4BAAY,IAAI,IAAY;CAClC,MAAM,eACJ,UAAU,UACN,SAAS,QAAQ,EAAE,GAAG,GAAG,QAAQ;EAC/B,MAAM,KAAK,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,EAAE;EAC7C,OAAO,CAAC,UAAU,IAAI,EAAE,KAAK,CAAC,CAAC,UAAU,IAAI,EAAE;CACjD,CAAC,IACD,SAAS,MAAM,GAAG,CAAC;CACzB,KAAK,MAAM,EAAE,GAAG,GAAG,OAAO,cAAc;EACtC,MAAM,SAAS,aAAa,CAAC;EAC7B,MAAM,SAAS,mBAAmB,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,UAAU,YAAY,MAAM;EACjF,KAAK,WAAW;GACd,SAAS,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK;GAC/C,SAAS,EAAE;GACX,WAAW,EAAE,OAAO,QAAQ;GAC5B,SAAS,EAAE,QAAQ,KAAK,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI;GACrE,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;GACvD,GAAI,OAAO,SAAS,EAAE,OAAO,IAAI,CAAC;GAClC,GAAI,OAAO,SACP,EACE,QAAQ,OAAO,KAAK,OAAO;IACzB,OAAO,KAAK,EAAE,OAAO,WAAW;IAChC,UAAU,KAAK,EAAE,UAAU,UAAU,GAAG;IACxC,OAAO,EAAE,UAAU;IACnB,WAAW,EAAE,UAAU;GACzB,EAAE,EACJ,IACA,CAAC;GACL,cAAc,EAAE,OACb,KAAK,GAAG,OAAO;IAAE,MAAM,IAAI;IAAG,MAAM,EAAE;IAAU,SAAS,KAAK,EAAE,SAAS,GAAG;GAAE,EAAE,CAAC,CACjF,QAAQ,MAAM,EAAE,SAAS,CAAC;EAC/B,CAAC;CACH;CAGA,KAAK,MAAM,KAAK,EACd,gDAAgD,SAAS,EAC3D,GAAG;EACD,MAAM,OAAO,QAAQ,KAAK,OAAO,OAAO,EAAE,UAAU,EAAE,QAAQ;EAC9D,KAAK,SAAS;GACZ,MAAM,MAAM,EAAE,QAAQ;GACtB;GACA,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;GACrB,MAAM,EAAE;GACR,UAAU,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE;GAC9D,SAAS,EAAE;GACX,OAAO,EAAE;EACX,CAAC;CACH;CAGA,IAAI,MACF,KAAK,MAAM,KAAK,YAAY;EAC1B,MAAM,QAAQ,KAAK,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EAC3D,IAAI,CAAC,SAAS,CAAC,mBAAmB,OAAO,CAAC,GAAG;EAC7C,KAAK,gBAAgB;GACnB,MAAM,MAAM,EAAE,GAAG;GACjB,MAAM;GACN,IAAI;GACJ,MAAM;EACR,CAAC;CACH;CAIF,IAAI,MAAM;EACR,MAAM,QAAQ,EACZ;yBACmB,KAAK,OAAO,MAAM,uBAAuB,KAAK,OAAO,MAAM,qBAAqB,SAAS;4DAE9G;EACA,KAAK,MAAM,KAAK,OACd,KAAK,SAAS;GACZ,MAAM;GACN,IAAI;GACJ,OAAO,EAAE;GACT,SAAS,EAAE;GACX,GAAI,EAAE,gBAAgB,EAAE,OAAO,OAAO,EAAE,aAAa,CAAC,CAAC,MAAM,IAAI,EAAE,IAAI,CAAC;GACxE,SAAS,EAAE,QAAQ,oCAAoC,gBAAgB,EAAE;EAC3E,CAAC;EAKH,KAAK,WAAW;GACd,MAAM;GACN,MAAM;GACN,MANW,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,QAAQ,QACvF,WAAW,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAK7B,CAAC,CAAC,KAAK,SAAS;IACvB,MAAM,MAAM,WAAW,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,OAAO,IAAI,EAAE;IAClE,QAAQ,IAAI;IACZ,GAAI,IAAI,SAAS,SAAS,EAAE,SAAS,IAAI,QAAQ,IAAI,CAAC;IACtD,GAAI,IAAI,YAAY,EAAE,WAAW,IAAI,UAAU,IAAI,CAAC;GACtD,EAAE;EACJ,CAAC;CACH;CAGA,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAAG;GAC/B,MAAM,OAAO,EAAE,MAAM,QAAQ,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC;GACvD,MAAM,UAAU,cAAc,EAAE,KAAK;GACrC,MAAM,SAAS,YAAY,YAAY,EAAE,KAAK,CAAC;GAC/C,MAAM,aAAa,gBAAgB,EAAE,KAAK;GAC1C,KAAK,oBAAoB;IACvB,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,KAAK,EAAE,UAAU,GAAG;IAC9B,OAAO,EAAE,iBAAiB,EAAE;IAC5B,OAAO,cAAc,EAAE,gBAAgB,wBAAwB,EAAE,SAAS;IAC1E,OAAO,EAAE,MAAM;IACf;IACA,GAAI,EAAE,MAAM,SACR,EACE,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,KAAK,EAAE;KACP,MAAM,EAAE;KACR,MAAM,EAAE;KACR,GAAG,EAAE;IACP,EAAE,EACJ,IACA,CAAC;IACL,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;IAC3B,GAAI,WAAW,SAAS,EAAE,WAAW,IAAI,CAAC;IAC1C,GAAI,EAAE,QAAQ,EAAE,OAAO,KAAK,EAAE,OAAO,GAAG,EAAE,IAAI,CAAC;IAC/C,GAAI,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,KAAA,IACpC,EAAE,MAAM,oEAAoE,IAC5E,CAAC;IACL,GAAI,QAAQ,SAAS,EAAE,QAAQ,IAAI,CAAC;GACtC,CAAC;EACH;CACF;CAIF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,6BAAa,IAAI,IAA+D;EACtF,KAAK,MAAM,KAAK,EAAE,UAChB,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAC5B,WAAW,IAAI,EAAE,UAAU,CACzB,GAAI,WAAW,IAAI,EAAE,QAAQ,KAAK,CAAC,GACnC;GAAE,SAAS,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,KAAK,EAAE;GAAI,QAAQ;EAAE,CACxE,CAAC;EAGL,KAAK,MAAM,CAAC,UAAU,UAAU,YAAY;GAC1C,MAAM,QAAQ,MAAM,EAAE,EAAE;GACxB,MAAM,WAAW,MAAM,QAAQ,MAAM,EAAE,OAAO,UAAU,KAAA,CAAS;GACjE,MAAM,SAAS,MAAM,MAAM,MAAM,EAAE,OAAO,UAAU,KAAA,CAAS,CAAC,EAAE,OAAO;GACvE,KAAK,oBAAoB;IACvB,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,KAAK,UAAU,GAAG;IAC5B,OAAO,MAAM,iBAAiB,MAAM;IACpC,OAAO,cAAc,MAAM,cAAc,MAAM,SAAS;IACxD,OAAO,MAAM;IACb,GAAI,MAAM,UACN,EACE,SAAS,MAAM,QAAQ,KAAK,YAAY;KACtC;KACA,GAAG,SAAS,QAAQ,MAAM,EAAE,OAAO,WAAW,MAAM,CAAC,CAAC;IACxD,EAAE,EACJ,IACA,CAAC;IACL,SAAS,SAAS,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,OAAO;KACxC,SAAS,EAAE;KACX,GAAI,EAAE,OAAO,WAAW,KAAA,IAAY,EAAE,QAAQ,EAAE,OAAO,OAAO,IAAI,CAAC;KACnE,MAAM,KAAK,EAAE,OAAO,MAAM,GAAG;IAC/B,EAAE;IACF,GAAI,SAAS,EAAE,OAAO,KAAK,QAAQ,GAAG,EAAE,IAAI,CAAC;GAC/C,CAAC;EACH;CACF;CAKF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,OAAO,QAAgB,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,GAAG;EAC/D,MAAM,YAAY,YAAY,CAAC;EAC/B,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,QAAQ,EAAE,OAAO,QAAQ,MAAM,EAAE,YAAY,mBAAmB,EAAE,YAAY,OAAO;GAC3F,MAAM,KAAK,EAAE;GACb,KAAK,YAAY;IACf,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,GAAG,IAAI,EAAE,CAAC;IACV,GAAG,IAAI,EAAE,CAAC;IACV,GAAI,EAAE,OACF;KACE,UAAU,GAAG,EAAE,KAAK,QAAQ,KAAK,GAAG,EAAE,KAAK,QAAQ,QAAQ,MAAM,EAAE,KAAK,QAAQ,KAAK,GAAG,EAAE,KAAK,QAAQ;KACvG,MAAM,WACJ,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QACP,EAAE,KAAK,SAAS,IAChB,EAAE,KAAK,SAAS,EAClB;KACA,aAAa,kBACX,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,WACT;IACF,IACA,CAAC;IACL,QAAQ,MAAM,KAAK,OAAO;KACxB,OAAO,KAAK,EAAE,OAAO,WAAW;KAChC,GAAG,YAAY,EAAE,CAAC;KAClB,GAAG,YAAY,EAAE,CAAC;KAClB,SAAS,EAAE;IACb,EAAE;IACF,YAAY,EAAE,OAAO,SAAS,MAAM;IACpC,GAAI,KACA,EACE,QAAQ;KACN,GAAG,GAAG,GAAG,QAAQ,EAAE,MAAM,GAAG,QAAQ;KACpC,WAAW,GAAG,GAAG,QAAQ,MAAM,OAAO,MAAM,GAAG,QAAQ,MAAM,OAAO,IAAI,UAAU,GAAG,UAAU,EAAE;KACjG,QAAQ,gBAAgB,GAAG,QAAQ,QAAQ,QAAQ,GAAG,QAAQ,QAAQ,MAAM,IACxE,iBACA,GAAG,OAAO,GAAG,QAAQ,QAAQ,SAAS,GAAI,EAAE,MAAM,OAAO,GAAG,QAAQ,QAAQ,SAAS,GAAI,EAAE,IAAI,UAAU,GAAG,YAAY,EAAE;KAC9H,SAAS,GAAG;KACZ,aAAa,GAAG;KAChB,GAAI,GAAG,iBAAiB,GAAG,QAAQ,UAAU,GAAG,QAAQ,SACpD;MACE,QAAQ,GAAG,aAAa,GAAG,QAAQ,OAAO,MAAM,EAAE,MAAM,aAAa,GAAG,QAAQ,OAAO,MAAM,EAAE,IAAI,UAAU,GAAG,WAAW,EAAE;MAC7H,eAAe,GAAG;KACpB,IACA,CAAC;KACL,GAAI,KAAK,IAAI,GAAG,QAAQ,GAAG,GAAG,QAAQ,CAAC,KAAA,IACnC,EACE,WAAW;MACT,OAAO,GAAG;MACV,QAAQ,GAAG;MACX,GAAI,GAAG,oBAAoB,OAAO,EAAE,QAAQ,GAAG,gBAAgB,IAAI,CAAC;KACtE,EACF,IACA,CAAC;IACP,EACF,IACA,CAAC;GACP,CAAC;EACH;EACA,IAAI,UAAU,QAAQ;EACtB,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,QAAQ,EAAE,UAAU,CAAC,EAAA,CAAG,SAAS,MACrC,EAAE,WAAW,EAAE,UAAU,CAAC;IAAE,GAAG;IAAG,SAAS,EAAE;GAAQ,CAAC,IAAI,CAAC,CAC7D;GACA,IAAI,CAAC,KAAK,QAAQ;GAClB,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,MAAM,EAAE;IACR,MAAM,KAAK,KAAK,OAAO;KACrB,OAAO,KAAK,EAAE,OAAO,EAAE;KACvB,SAAS,YAAY,CAAC;KACtB,SAAS,YAAY,EAAE,OAAO;KAC9B,SAAS,EAAE;IACb,EAAE;GACJ,CAAC;EACH;CACF;CAIF,MAAM,WAA6B,CAAC;CACpC,MAAM,OAAO,KAAa,KAAa,OAAiB,aAAqB;EAC3E,IAAI,MAAM,QAAQ,SAAS,KAAK;GAAE,IAAI,IAAI,SAAS,SAAS;GAAK;GAAK;GAAK;GAAO;EAAS,CAAC;CAC9F;CACA,MAAM,QAAQ,IAAI,IAAI,KAAK,KAAK,MAAM,CAAC,EAAE,OAAO,OAAO,CAAC,CAAC,CAAC;CAC1D,MAAM,eAAe,OAAO,OAAe,MAAqB;EAC9D,MAAM,IAAI,MAAM,IAAI,KAAK;EACzB,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,YAAY,OAAO;EACtC,OAAO,SAAS,KAAK,EAAE,KAAK,OAAO,GAAG,EAAE,MAAM,WAAW,KAAK,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAC3E,IACR;CACF;CACA,MAAM,WAAW,OAAO,OAAe,MAAqB;EAC1D,MAAM,OAAO,MAAM,aAAa,OAAO,CAAC;EACxC,IAAI,CAAC,MACH,OAAO,EAAE,MAAM,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,UAAU,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,EAAE,QAAQ,IAAI,IAAI,GAAG,IAAI,CAAC;EACxF,MAAM,QAAQ,KAAK,MAAM,IAAI;EAC7B,KAAK,IAAI,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KACrC,IAAI;GACF,MAAM,QAAQ,KAAK,MAAM,MAAM,EAAY;GAC3C,IAAI,MAAM,SAAS,QAAQ,OAAO,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,OAAO,MAAM,IAAI,GAAG,IAAI,GAAG;EACxF,QAAQ,CAAC;EAEX,OAAO,CAAC;CACV;CAEA,MAAM,kBAAkB,EAAE,GAAG,GAAG,QAC9B,aAAa,CAAC,CAAC,CAAC,MAAM,MAAM,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;CAClF,MAAM,0BAAU,IAAI,IAAuC;CAC3D,KAAK,MAAM,KAAK,UAAU;EACxB,MAAM,KAAK,GAAG,EAAE,EAAE,OAAO,MAAM,IAAI,EAAE,EAAE,IAAI,IAAI,EAAE,EAAE;EACnD,MAAM,OAAO,QAAQ,IAAI,EAAE;EAC3B,IAAI,CAAC,QAAS,CAAC,eAAe,IAAI,KAAK,eAAe,CAAC,GAAI,QAAQ,IAAI,IAAI,CAAC;CAC9E;CACA,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,GAAG,QAAQ,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG;EAC1E,MAAM,KAAK,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK;EACjD,MAAM,QAAQ,MAAM,SAAS,EAAE,OAAO,OAAO,CAAC;EAC9C,MAAM,SAAS,mBAAmB,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,UAAU,YAAY,MAAM;EACjF,KAAK,MAAM,EAAE,OAAO,WAAW,OAAO,QACpC,MAAM,KACJ,SAAS,KAAK,OAAO,WAAW,EAAE,IAAI,EAAE,YACxC,gBAAgB,EAAE,MAAM,cAAc,EAAE,UAAU,EACpD;EAEF,KAAK,MAAM,KAAK,EAAE,cAAc,CAAC,GAAG;GAClC,IAAI,EAAE,WAAW,UAAU,gBAAgB,KAAK,EAAE,OAAO,GAAG;GAC5D,MAAM,KAAK,SAAS,EAAE,OAAO,IAAI,KAAK,EAAE,OAAO,WAAW,EAAE,IAAI,KAAK,EAAE,WAAW,IAAI,GAAG,GAAG;EAC9F;EACA,KAAK,MAAM,CAAC,GAAG,MAAM,EAAE,OAAO,QAAQ,GAAG;GACvC,IAAI,EAAE,aAAa,KAAK,CAAC,EAAE,KAAK;GAChC,MAAM,MAAM,MAAM,SAChB,KAAK,EAAE,KAAK,EAAE,OAAO,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,GAAG,CAAC,GACpD,MACF,CAAC,CAAC,YAAY,EAAE;GAChB,MAAM,KACJ,QAAQ,IAAI,EAAE,SAAS,EAAE,SAAS,IAAI,EAAE,QAAQ,IAChD,GAAG,IAAI,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,GAAG,CACxC;EACF;EACA,IACE,WAAW,MACX,wBAAwB,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,qBAAqB,OAAO,SAAS,uCAAuC,MAC3I,OACA,CACF;EAEA,IADU,OAAO,MACR,IAAI,GAAG;GACd,MAAM,OAAO,EAAE,SAAS,MAAM,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,MAAM;GAC7E,IAAI,MAEF,IACE,WAFa,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,KAAK,KAEjC,KAChB,uBAAuB,GAAG,kCAC1B,MAAM,SAAS,EAAE,OAAO,OAAO,IAAI,GACnC,CACF;EAEJ;CACF;CACA,MAAM,SAAS,OAAe,MAC5B,EACE,6DAA6D,MAAM,uBAAuB,EAAE,IAAI,QAAQ,MAAM,IAAI,EAAE,yBACtH,CAAC,CAAC,KAAK,MAAM,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,OAAO,EAAE,MAAM,GAAG,EAAE,GAAG;CACnE,MAAM,iBAAiB,SACrB,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,SAAS,QAAQ,EAAE,SAAS,KAAK,CAAC,CAAC,KAAK,OAAO,KAAK,SAAS,KAAK,CAAC;CAChG,IAAI,SAAS;CACb,KAAK,MAAM,KAAK,YAAY;EAC1B,IAAI,UAAU,GAAG;EACjB,MAAM,WAAW,OAAO,MACrB,QACC,IAAI,WAAW,KAAK,OAAO,SAC3B,IAAI,aAAa,EAAE,OACnB,IAAI,gBACH,IAAI,YAAY,WACf,IAAI,YAAY,UACf,IAAI,gBAAgB,SAAS,IAAI,eAAe,MAAO,IAAI,eAAe,GACjF;EACA,IAAI,CAAC,UAAU;EACf;EACA,KAAK,MAAM,QAAQ,CAAC,SAAS,UAAU,SAAS,WAAW,GAAe;GACxE,MAAM,IAAI,cAAc,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,QAAQ,QAAQ,CAAC,CAAC,CAAC;GAC/E,IAAI,CAAC,GAAG;GAER,IACE,cAFS,KAAK,IAAI,GAAG,KAAK,OAAO,MAAM,IAAI,EAAE,KAE9B,KACf,gCAAgC,QAAQ,KAAK,OAAO,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,MAAM,EAAE,GAAG,EAAE,yBAC3F,MAAM,KAAK,OAAO,OAAO,CAAC,GAC1B,CACF;EACF;CACF;CAEA,MAAM,SAAiB;EACrB,eAAA;EACA,OAAO;GACL,MAAM;GACN,MAAM,MAAM,IAAI,KAAK,OAAO,KAAK;GACjC,MAAM,OAAO,OAAO;GACpB,OAAO,MAAM;EACf;EACA;EACA,MAAM,OAAO,YACX,KAAK,KAAK,MAAM,CACd,MAAM,IAAI,EAAE,OAAO,KAAK,GACxB;GACE,OAAO,EAAE,OAAO;GAChB,QAAQ,EAAE,OAAO,KAAK,IAAI,MAAM,GAAG,CAAC,KAAK;GACzC,QAAQ,EAAE,OAAO,KAAK,UAAU;GAChC,QAAQ,EAAE,OAAO;GACjB,SAAS,GAAG,EAAE,OAAO,QAAQ,KAAK,GAAG,EAAE,OAAO,QAAQ,SAAS,oBAAoB,EAAE,OAAO,QAAQ,SAAS;EAC/G,CACF,CAAC,CACH;EACA,OAAO;GACL;GACA,OAAO,GAAG,KAAK,OAAO,MAAM,MAAM,SAAS,OAAO,aAAa,KAAK,OAAO,MAAM,MAAM;GACvF,cAAc,KAAK,OAAO,aAAa,KAAK,SAAS;IACnD,MAAM,IAAI;IACV,QAAQ,IAAI,OAAO,KAAK,MAAM,EAAE,IAAI;GACtC,EAAE;GACF,OAAO,WAAW,KAAK,OAAO;IAC5B,KAAK,MAAM,EAAE,GAAG;IAChB,IAAI,EAAE;IACN,MAAM,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,IAAI,GAAG;IACrD,MAAM,EAAE;GACV,EAAE;EACJ;EACA,OAAO;EACP,KAAK,eAAe;EACpB,cAAc,MAAM,gBAAgB;EACpC;EACA;EACA;EACA,SAAS,CAAC;CACZ;CACA,MAAM,UAA4B,CAAC;CACnC,OAAO,YAAY,MAAM,IAAI,MAAM,YAAY,OAAO,SAAS,QAAQ;EACrE,MAAM,QAAQ,OAAO,SAAS,QAAQ,GAAG,MAAO,EAAE,YAAY,EAAE,WAAW,IAAI,CAAE;EACjF,OAAO,WAAW,OAAO,SAAS,QAAQ,MAAM,MAAM,KAAK;EAC3D,OAAO,QAAQ,KAAK,MAAM,EAAE;EAC5B,QAAQ,KAAK,KAAK;CACpB;CACA,OAAO;EAAE;EAAQ;CAAQ;AAC3B;AAEA,MAAa,eAAe,MAAc,KAAK,UAAU,CAAC,CAAC,CAAC;;AAG5D,MAAa,cAAc,MAAc,OAAO,KAAK,UAAU,CAAC,CAAC;;AAGjE,SAAgB,QAAQ,GAAW;CAcjC,OAAO;EAAE,qBAAA,IAbO,IAAY;GAC1B,GAAG,EAAE,MAAM,KAAK,MAAM,EAAE,EAAE;GAC1B,GAAG,EAAE,SAAS,KAAK,MAAM,EAAE,EAAE;GAC7B,GAAG,OAAO,KAAK,EAAE,QAAQ;EAC3B,CASW;EAAG,OAAA,IARI,IAChB,EAAE,SAAS,KAAK,MAAM,CACpB,EAAE,IACF,IAAI,IACF,EAAE,MAAM,SAAS,MAAO,WAAW,KAAK,CAAC,IAAI,CAAC,OAAO,WAAW,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAE,CACtF,CACF,CAAC,CAEe;CAAE;AACtB;;;AChrCA,MAAM,OAAO;AACb,MAAM,OAAO;AACb,MAAM,aAAa;AAEnB,MAAM,UAAU,MAAc,EAAE,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY;AACxE,MAAM,SAAS;;AAGf,SAAgB,UAAU,QAAgB;CACxC,MAAM,EAAE,KAAK,UAAU,QAAQ,MAAM;CACrC,MAAM,WAAW,IAAI,IAAI,OAAO,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC;CAC3E,MAAM,eAAe,IAAI,IAAI,OAAO,SAAS,KAAK,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC;CACnF,MAAM,cAAc,YAClB,OAAO,SAAS,QAAQ,MAAM,EAAE,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;;CAE9E,MAAM,WAAW,SAAgC;EAC/C,MAAM,IAAI,KAAK,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE;EAC5C,IAAI,IAAI,IAAI,CAAC,GACX,OAAO,SAAS,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,KAAK,UAAU,OAAO,SAAS,EAAE;EAEpF,MAAM,OAAO,KAAK,KAAK,CAAC;EACxB,IAAI,MAAM;GACR,MAAM,GAAG,KAAK,IAAI,IAAI,MAAM;GAC5B,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,GAAG,OAAO;GAC3C,OACE,OAAO,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,MAAM,MAAM,EAAE,WAAW,IAAI,EAAE,EAAE,CAAC,KAAK;EAE3F;EACA,MAAM,aAAa,WAAW,KAAK,CAAC;EACpC,IAAI,YAAY;GACd,MAAM,GAAG,UAAU,IAAI,IAAI,MAAM;GACjC,KAAK,MAAM,MAAM,WAAW,OAAO,GACjC,IAAI,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,GAAG,OAAO,QAAQ,GAAG,GAAG,IAAI,GAAG;GAEjE,OAAO;EACT;EACA,MAAM,OAAO,KAAK,KAAK,CAAC;EACxB,IAAI,MAAM;GACR,MAAM,GAAG,UAAU,IAAI,IAAI,MAAM;GACjC,MAAM,IAAI,OAAO,SAAS;GAC1B,OAAO,KAAK,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,QAAQ,KAAK,UAAU,CAAC,IAAI;EAC3E;EACA,OAAO;CACT;CACA,OAAO,EAAE,QAAQ;AACnB;AAEA,MAAM,aAAa;AACnB,MAAM,WAAW;AACjB,MAAM,eAAe;;AAGrB,MAAM,kBAAkB,QAAgB;CACtC,IAAI,CAAC,IAAI,SAAS,GAAG,GAAG,OAAO;CAC/B,MAAM,IAAI,OAAO,IAAI,QAAQ,KAAK,GAAG,CAAC;CACtC,OAAO,KAAK,KAAK,KAAK;AACxB;AAEA,MAAM,YAAY,QAAkB,MAAe;CACjD,IAAI,OAAO,MAAM,YAAY,OAAO,SAAS,CAAC,GAAG,OAAO,KAAK,CAAC;AAChE;;;;;;AAOA,SAAS,iBAAiB,OAAiB,QAA0B;CACnE,MAAM,SAAmB,CAAC;CAC1B,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,KAAK,KACR,KAAK,CAAC,CACN,QAAQ,YAAY,EAAE,CAAC,CACvB,QAAQ,cAAc,EAAE;EAC3B,KAAK,MAAM,KAAK,OAAO,OAAO,OAAO,SAAS,GAAG,EAAE,UAAU,CAAC,CAAC,GAAG,SAAS,QAAQ,CAAC;EACpF,MAAM,OAAO,OAAO,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EACjD,IAAI,MAAM;GACR,IAAI,MAAM,QAAQ,KAAK,MAAM,GAC3B,KAAK,MAAM,OAAO,KAAK,QAAQ;IAC7B,IAAI,CAAC,OAAO,OAAO,QAAQ,UAAU;IACrC,SAAS,QAAS,IAA4B,KAAK;IACnD,SAAS,QAAS,IAAgC,SAAS;GAC7D;GAEF,IAAI,MAAM,QAAQ,KAAK,IAAI,GACzB,KAAK,MAAM,OAAO,KAAK,MACrB,KAAK,MAAM,KAAK,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,GAAG;IAC/C,MAAM,OAAO,sBAAsB,KAAK,OAAO,CAAC,CAAC;IACjD,IAAI,MAAM,SAAS,QAAQ,OAAO,KAAK,EAAE,CAAC;GAC5C;GAGJ,IAAI,MAAM,QAAQ,KAAK,SAAS,GAAG,KAAK,MAAM,KAAK,KAAK,WAAW,SAAS,QAAQ,CAAC;EACvF;EACA,MAAM,WAAW,OAAO,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE;EACxD,IAAI,UACF,KAAK,MAAM,QAAQ,SAAS,OAAO;GACjC,MAAM,QAAQ,uCAAuC,KAAK,IAAI;GAC9D,IAAI,OAAO,SAAS,QAAQ,OAAQ,MAAM,EAAE,CAAY,QAAQ,KAAK,GAAG,CAAC,CAAC;GAC1E,MAAM,YAAY,oCAAoC,KAAK,IAAI;GAC/D,IAAI,WAAW,SAAS,QAAQ,OAAQ,UAAU,EAAE,CAAY,QAAQ,KAAK,GAAG,CAAC,CAAC;EACpF;CAEJ;CACA,OAAO;AACT;;;;;AAMA,SAAgB,kBAAkB,MAAc,SAA6B;CAC3E,MAAM,QAAQ,QAAQ,SAAS,MAAM,CACnC,GAAG,CAAC,GAAG,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,OAAO,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,GACxE,GAAG,CAAC,GAAG,EAAE,SAAS,QAAQ,CAAC,CAAC,CAAC,SAAS,MACpC,OAAO,EAAE,EAAE,IAAI,CAAE,MAAM,OAAO,EAAE,EAAE,IAAK,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,CACvF,CACF,CAAC;CACD,MAAM,SAAS,MACb,MAAM,MAAM,MACV;EAAC;EAAG,IAAI;EAAK,IAAI;EAAK,CAAC;CAAC,CAAC,CAAC,MACvB,MACC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,KAAM,KAAK,IAAI,CAAC,IAAI,GAAI,KACpD,KAAK,MAAM,CAAC,MAAM,KAClB,KAAK,MAAM,IAAI,EAAE,IAAI,OAAO,CAChC,CACF;CACF,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,QAAQ;EAC/E,MAAM,IAAI,OAAO,IAAI,QAAQ,KAAK,GAAG,CAAC;EACtC,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,GAAG,OAAO;EACpD,OAAO,CAAC,MAAM,CAAC;CACjB,CAAC;AACH;;;;;;AAOA,SAAgB,cACd,SACA,YACY;CACZ,IAAI,WAAW,UAAU,KAAK,WAAW,gBAAgB,SAAS,GAAG,OAAO;CAC5E,IAAI,WAAW,QAAQ,SAAS,KAAK,YAAY,QAAQ,OAAO;CAChE,OAAO;AACT;AAEA,SAAgB,iBACd,QACA,QACA,QACA,OACwD;CACxD,MAAM,EAAE,YAAY,UAAU,MAAM;CACpC,MAAM,aAAiC;EACrC,WAAW;EACX,SAAS,CAAC;EACV,SAAS;EACT,UAAU;EACV,iBAAiB,CAAC;EAClB,mBAAmB;CACrB;;CAEA,MAAM,SAAS,OAAe,UAAoB;EAChD,MAAM,OAAiB,CAAC;EACxB,MAAM,QAAkB,CAAC;EACzB,KAAK,MAAM,KAAK,OAAO;GACrB,WAAW;GACX,MAAM,OAAO,QAAQ,CAAC;GACtB,IAAI,SAAS,MAAM,WAAW,QAAQ,KAAK,GAAG,MAAM,IAAI,GAAG;QACtD;IACH,KAAK,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE,CAAC;IAC1C,MAAM,KAAK,IAAI;GACjB;EACF;EACA,IAAI,KAAK,WAAW,GAAG;GACrB,WAAW;GACX,OAAO;EACT;EACA,OAAO;GAAE;GAAM;EAAM;CACvB;;;;;CAKA,MAAM,iBAAiB,OAAe,MAAc,OAAiB,UAAoB;EACvF,MAAM,UAAU,kBAAkB,MAAM,CAAC,GAAG,OAAO,GAAG,OAAO,KAAK,CAAC;EACnE,WAAW,qBAAqB,QAAQ;EACxC,MAAM,WAAW,iBAAiB,OAAO,MAAM;EAC/C,MAAM,QAAQ,SAAS,SAAS,QAAQ,OAAO,cAAc,IAAI,CAAC;EAClE,IAAI,CAAC,MAAM,QAAQ,OAAO;EAC1B,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI;EAC1D,WAAW,QAAQ,KAAK,GAAG,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,gCAAgC,MAAM,EAAE;EAC9F,WAAW;EACX,OAAO;CACT;CACA,MAAM,UAAU,OAAe,UAC7B,MAAM,SAAS,MAAM,MAAM;EACzB,MAAM,IAAI,MAAM,GAAG,MAAM,GAAG,EAAE,IAAI,KAAK,KAAK;EAC5C,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,WAAW,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;EAC1C,MAAM,YAAY,KAAK,UAAU,CAAC,EAAA,CAAG,MAAM,UAAU,CAAC,SAAS,SAAS,OAAO,KAAK,CAAC,CAAC;EACtF,IAAI,aAAa,KAAA,GAAW;GAC1B,WAAW,QAAQ,KACjB,GAAG,MAAM,GAAG,EAAE,MAAM,SAAS,MAAM,GAAG,GAAG,EAAE,8BAC7C;GACA,WAAW;GACX,OAAO,CAAC;EACV;EACA,MAAM,UAAU,cAAc,GAAG,MAAM,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK;EAC1E,IAAI,CAAC,SAAS,OAAO,CAAC;EACtB,OAAO,CACL;GACE,MAAM,KAAK;GACX,OAAO,EAAE;GACT,YAAY,KAAK;GACjB,GAAI,KAAK,QAAQ,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;GACrD,GAAI,QAAQ,SAAS,EAAE,mBAAmB,QAAQ,IAAI,CAAC;EACzD,CACF;CACF,CAAC;CACH,MAAM,eAAe,OAAO,gBAAgB,OAAO,YAAY;CAC/D,MAAM,UAAU,OAAO,WAAW,OAAO,OAAO;CAChD,MAAM,MAAM,OAAO,OAAO,OAAO,GAAG;CACpC,MAAM,YAA+B,OAAO,UAAU,SAAS,GAAG,MAAM;EACtE,MAAM,IAAI,MAAM,aAAa,EAAE,IAAI,EAAE,KAAK;EAC1C,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,UAAU,cAAc,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;EACxE,IAAI,CAAC,SAAS,OAAO,CAAC;EACtB,OAAO,CACL;GACE,MAAM,EAAE;GACR,MAAM,EAAE;GACR,OAAO,EAAE;GACT,GAAI,QAAQ,SAAS,EAAE,mBAAmB,QAAQ,IAAI,CAAC;EACzD,CACF;CACF,CAAC;CACD,MAAM,UAA4B,OAAO,QAAQ,SAAS,GAAG,MAAM;EACjE,MAAM,IAAI,MAAM,WAAW,EAAE,IAAI,EAAE,KAAK;EACxC,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE;EACrD,WAAW;EACX,MAAM,UAAU,SAAS,aAAa,QAAQ,QAAQ,KAAK,IAAI;EAC/D,IAAI,SAAS;GACX,WAAW,gBAAgB,KAAK,GAAG,OAAO,IAAI,SAAS;GACvD,WAAW;GACX,OAAO,CAAC;EACV;EACA,OAAO,CACL;GACE,OAAO,EAAE;GACT,QAAQ,EAAE;GACV,MAAM,EAAE;GACR,QAAQ,EAAE;GACV,gBAAgB,EAAE;GAClB;GACA,QAAQ,EAAE;GACV,QAAQ,EAAE;GACV,OAAO,EAAE;EACX,CACF;CACF,CAAC;CACD,OAAO;EACL,MAAM;GACJ,MAAM,OAAO;GACb;GACA;GACA;GACA;GACA;GACA,YAAY;IACV,SAAS,cAAc,OAAO,WAAW,SAAS,UAAU;IAC5D,KAAK,OAAO,WAAW;GACzB;EACF;EACA;CACF;AACF"}
|
package/dist/view/index.d.ts
CHANGED
|
@@ -1,9 +1,100 @@
|
|
|
1
|
-
import { $n as
|
|
1
|
+
import { $n as RunRecord, An as SuiteTally, Bn as suiteResult, Cn as Interval, Cr as effortVerdict, Dn as ResultFile, Dr as tokenValues, En as QuestionResult, Er as formatSeconds, Fn as evalAcross, Gn as FamilyLift, Hn as AttemptRecord, In as factSegment, Jn as FileRef, Jt as TranscriptEvent, Kn as FamilyRate, Ln as isNotGatedResult, Mn as checkEffect, Nn as countedOf, On as ResultOutcome, Pn as effectOf, Qn as Lift, Rn as isStudy, Sn as EvalResult, Sr as effortSummary, Tn as PooledArm, Tr as formatRatio, Tt as Outcome, Un as CellRecord, Vn as ArtifactRef, Vt as SandboxWarning, Wn as EvalEntry, Xn as HistoryEntry, Yn as HistoryCell, Zn as JudgementRecord, Zt as TurnStatus, _n as CellResult, _r as directional, an as Job, ar as EffortContrast, bn as Effect, br as effortOf, cn as REMARK_KINDS, cr as EffortVerdict, dn as Sentence, dr as VERDICT_TEXT, er as StackSummary, fn as fromModel, fr as bothUnderATenth, gn as CellError, gr as contrastEffort, hn as CaseResult, hr as cellSamples, in as INSIGHTS_FILE, ir as EFFORT_MIN_RUNS, jn as cancelledOf, kn as SuiteResult, ln as Remark, lr as Spread, mn as AttemptQuestionResult, mr as cellEffort, nr as DIRECTIONAL_MIN, on as MODEL_REMARK_KINDS, or as EffortMetric, pn as Across, pr as cellContrast, qn as FamilyRecord, qt as TokenUsage, rn as EvalInsight, rr as EFFORT_ALPHA, sn as NO_MODEL, sr as EffortSample, tr as CellEffort, un as RunInsights, ur as TOKENS_UNREPORTED, vn as CheckOutcome, vr as effortChangeLabel, wn as JudgeResult, wr as formatCount, xn as EffortCounters, xr as effortSample, yn as CheckResult, yr as effortLabel, zn as messageLine } from "../types-DXBbP9Mk.js";
|
|
2
|
+
//#region src/stats.d.ts
|
|
3
|
+
/**
|
|
4
|
+
* Counted attempts a side before a pass-rate lift can be called: below it, every view says
|
|
5
|
+
* `insufficient` (`can't tell yet`, `unclear`), whatever the interval. A product floor that keeps
|
|
6
|
+
* `reeval run`, `reeval query`, the judge-key lift and `reeval analyze` agreeing, not one that
|
|
7
|
+
* makes the stated 95% exact: at 4 a side, a 4/4 against 0/4 split happens by chance about 7% of
|
|
8
|
+
* the time when nothing changed.
|
|
9
|
+
*/
|
|
10
|
+
export declare const EFFECT_MIN_COUNTED = 4;
|
|
11
|
+
//#endregion
|
|
12
|
+
//#region src/view/debug.d.ts
|
|
13
|
+
/**
|
|
14
|
+
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
15
|
+
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
16
|
+
*
|
|
17
|
+
* debug.log the `-v` trace, one line per event, always written
|
|
18
|
+
* requests.ndjson one line per egress gateway request, always written
|
|
19
|
+
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `--trace`
|
|
20
|
+
*/
|
|
21
|
+
export declare const DEBUG_LOG = "debug.log";
|
|
22
|
+
export declare const REQUESTS_FILE = "requests.ndjson";
|
|
23
|
+
export declare const TRACE_FILE = "trace.ndjson";
|
|
24
|
+
/** What part of the attempt a line is about, in the order an attempt goes through them. */
|
|
25
|
+
export declare const DEBUG_PHASES: readonly ['plan', 'image', 'container', 'env', 'broker', 'harness', 'check', 'judge', 'gateway', 'teardown', 'docker'];
|
|
26
|
+
export type DebugPhase = (typeof DEBUG_PHASES)[number];
|
|
27
|
+
/** One debug line: level 1 is `-v`, level 2 is `-vv` only. */
|
|
28
|
+
export type DebugLine = {
|
|
29
|
+
at: number;
|
|
30
|
+
level: 1 | 2;
|
|
31
|
+
phase: DebugPhase;
|
|
32
|
+
text: string;
|
|
33
|
+
/** More lines under it, e.g. a docker command's output or a raw payload. */
|
|
34
|
+
detail?: string;
|
|
35
|
+
};
|
|
36
|
+
/** One raw trace entry: `ms` is since the attempt started. */
|
|
37
|
+
export type TraceEntry = {
|
|
38
|
+
at: string;
|
|
39
|
+
ms: number;
|
|
40
|
+
phase: DebugPhase;
|
|
41
|
+
kind: string;
|
|
42
|
+
data: unknown;
|
|
43
|
+
};
|
|
44
|
+
/** One request through the egress gateway, or one tunnel it passed through without reading. */
|
|
45
|
+
export type DebugRequest = {
|
|
46
|
+
at: string;
|
|
47
|
+
method: string;
|
|
48
|
+
url: string;
|
|
49
|
+
host: string;
|
|
50
|
+
port: number;
|
|
51
|
+
via: 'tunnel' | 'decrypted' | 'http';
|
|
52
|
+
allowed: boolean;
|
|
53
|
+
status?: number;
|
|
54
|
+
reason?: string;
|
|
55
|
+
sent: number;
|
|
56
|
+
received: number;
|
|
57
|
+
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
58
|
+
substituted: string[];
|
|
59
|
+
ms: number;
|
|
60
|
+
};
|
|
61
|
+
/** What the studio's Debug tab shows for one attempt. */
|
|
62
|
+
export type DebugView = {
|
|
63
|
+
lines: Array<{
|
|
64
|
+
at: string;
|
|
65
|
+
phase: string;
|
|
66
|
+
text: string;
|
|
67
|
+
}>;
|
|
68
|
+
requests: DebugRequest[];
|
|
69
|
+
/** Whether `trace.ndjson` was kept. */
|
|
70
|
+
trace: boolean;
|
|
71
|
+
};
|
|
72
|
+
/**
|
|
73
|
+
* The studio server's debug API (`reeval studio` only): an attempt's DebugView (null when it has no
|
|
74
|
+
* local data), and its raw trace.
|
|
75
|
+
*/
|
|
76
|
+
export declare const debugApiPath: (runId: string, attemptKey: string) => string;
|
|
77
|
+
export declare const traceApiPath: (runId: string, attemptKey: string) => string;
|
|
78
|
+
/** `12:50:01`, or `12:50:01.234` with milliseconds, in UTC like every reeval timestamp. */
|
|
79
|
+
export declare const debugTime: (at: number, ms: boolean) => string;
|
|
80
|
+
/** A line of debug.log: `2026-09-26T12:50:01.234Z plan text`. */
|
|
81
|
+
export declare const debugLogLine: (line: Pick<DebugLine, 'at' | 'phase' | 'text'>) => string;
|
|
82
|
+
/** debug.log's lines; a line that isn't one (a wrapped message) continues the one before. */
|
|
83
|
+
export declare function parseDebugLog(text: string): DebugView['lines'];
|
|
84
|
+
export declare function parseNdjson<T>(text: string): T[];
|
|
85
|
+
/** `512 B`, `1.2 KB`, `3.4 MB`. */
|
|
86
|
+
export declare function formatBytes(n: number): string;
|
|
87
|
+
/**
|
|
88
|
+
* The gateway line for a request: method, URL, status, allowed or blocked and why, bytes each way,
|
|
89
|
+
* time, and which secrets were swapped in (by name).
|
|
90
|
+
*/
|
|
91
|
+
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
92
|
+
//#endregion
|
|
2
93
|
//#region src/view/analysis.d.ts
|
|
3
94
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
4
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
95
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v11";
|
|
5
96
|
/** Bumped when the digest's shape or selection rules change. */
|
|
6
|
-
export declare const DIGEST_VERSION =
|
|
97
|
+
export declare const DIGEST_VERSION = 12;
|
|
7
98
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
8
99
|
export type AnalysisClaim = {
|
|
9
100
|
text: string;
|
|
@@ -224,87 +315,6 @@ export declare function whyChanged(base: ComparableEval, head: ComparableEval):
|
|
|
224
315
|
export declare const addedRow: (h: ComparableEval) => CompareRow;
|
|
225
316
|
export declare function compare(base: Comparable, head: Comparable): CompareRow[];
|
|
226
317
|
//#endregion
|
|
227
|
-
//#region src/view/debug.d.ts
|
|
228
|
-
/**
|
|
229
|
-
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
230
|
-
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
231
|
-
*
|
|
232
|
-
* debug.log the `-v` trace, one line per event, always written
|
|
233
|
-
* requests.ndjson one line per egress gateway request, always written
|
|
234
|
-
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `--trace`
|
|
235
|
-
*/
|
|
236
|
-
export declare const DEBUG_LOG = "debug.log";
|
|
237
|
-
export declare const REQUESTS_FILE = "requests.ndjson";
|
|
238
|
-
export declare const TRACE_FILE = "trace.ndjson";
|
|
239
|
-
/** What part of the attempt a line is about, in the order an attempt goes through them. */
|
|
240
|
-
export declare const DEBUG_PHASES: readonly ['plan', 'image', 'container', 'env', 'broker', 'harness', 'check', 'judge', 'gateway', 'teardown', 'docker'];
|
|
241
|
-
export type DebugPhase = (typeof DEBUG_PHASES)[number];
|
|
242
|
-
/** One debug line: level 1 is `-v`, level 2 is `-vv` only. */
|
|
243
|
-
export type DebugLine = {
|
|
244
|
-
at: number;
|
|
245
|
-
level: 1 | 2;
|
|
246
|
-
phase: DebugPhase;
|
|
247
|
-
text: string;
|
|
248
|
-
/** More lines under it, e.g. a docker command's output or a raw payload. */
|
|
249
|
-
detail?: string;
|
|
250
|
-
};
|
|
251
|
-
/** One raw trace entry: `ms` is since the attempt started. */
|
|
252
|
-
export type TraceEntry = {
|
|
253
|
-
at: string;
|
|
254
|
-
ms: number;
|
|
255
|
-
phase: DebugPhase;
|
|
256
|
-
kind: string;
|
|
257
|
-
data: unknown;
|
|
258
|
-
};
|
|
259
|
-
/** One request through the egress gateway, or one tunnel it passed through without reading. */
|
|
260
|
-
export type DebugRequest = {
|
|
261
|
-
at: string;
|
|
262
|
-
method: string;
|
|
263
|
-
url: string;
|
|
264
|
-
host: string;
|
|
265
|
-
port: number;
|
|
266
|
-
via: 'tunnel' | 'decrypted' | 'http';
|
|
267
|
-
allowed: boolean;
|
|
268
|
-
status?: number;
|
|
269
|
-
reason?: string;
|
|
270
|
-
sent: number;
|
|
271
|
-
received: number;
|
|
272
|
-
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
273
|
-
substituted: string[];
|
|
274
|
-
ms: number;
|
|
275
|
-
};
|
|
276
|
-
/** What the studio's Debug tab shows for one attempt. */
|
|
277
|
-
export type DebugView = {
|
|
278
|
-
lines: Array<{
|
|
279
|
-
at: string;
|
|
280
|
-
phase: string;
|
|
281
|
-
text: string;
|
|
282
|
-
}>;
|
|
283
|
-
requests: DebugRequest[];
|
|
284
|
-
/** Whether `trace.ndjson` was kept. */
|
|
285
|
-
trace: boolean;
|
|
286
|
-
};
|
|
287
|
-
/**
|
|
288
|
-
* The studio server's debug API (`reeval studio` only): an attempt's DebugView (null when it has no
|
|
289
|
-
* local data), and its raw trace.
|
|
290
|
-
*/
|
|
291
|
-
export declare const debugApiPath: (runId: string, attemptKey: string) => string;
|
|
292
|
-
export declare const traceApiPath: (runId: string, attemptKey: string) => string;
|
|
293
|
-
/** `12:50:01`, or `12:50:01.234` with milliseconds, in UTC like every reeval timestamp. */
|
|
294
|
-
export declare const debugTime: (at: number, ms: boolean) => string;
|
|
295
|
-
/** A line of debug.log: `2026-09-26T12:50:01.234Z plan text`. */
|
|
296
|
-
export declare const debugLogLine: (line: Pick<DebugLine, 'at' | 'phase' | 'text'>) => string;
|
|
297
|
-
/** debug.log's lines; a line that isn't one (a wrapped message) continues the one before. */
|
|
298
|
-
export declare function parseDebugLog(text: string): DebugView['lines'];
|
|
299
|
-
export declare function parseNdjson<T>(text: string): T[];
|
|
300
|
-
/** `512 B`, `1.2 KB`, `3.4 MB`. */
|
|
301
|
-
export declare function formatBytes(n: number): string;
|
|
302
|
-
/**
|
|
303
|
-
* The gateway line for a request: method, URL, status, allowed or blocked and why, bytes each way,
|
|
304
|
-
* time, and which secrets were swapped in (by name).
|
|
305
|
-
*/
|
|
306
|
-
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
307
|
-
//#endregion
|
|
308
318
|
//#region src/view/family.d.ts
|
|
309
319
|
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
310
320
|
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
@@ -333,11 +343,6 @@ export declare const familyCases: (family: Pick<FamilyRecord, 'id'>, evals: read
|
|
|
333
343
|
export declare function runHeader(record: RunRecord, recorded: boolean): HistoryEntry;
|
|
334
344
|
//#endregion
|
|
335
345
|
//#region src/view/judgements.d.ts
|
|
336
|
-
/**
|
|
337
|
-
* Fewest counted attempts on each side for a lift that can exclude 0 (2/2 vs 0/2).
|
|
338
|
-
* Same floor as analyse's insufficient lift.
|
|
339
|
-
*/
|
|
340
|
-
export declare const LIFT_MIN_COUNTED = 2;
|
|
341
346
|
/** Short name for a judge question, e.g. `login` from `login?`. */
|
|
342
347
|
export declare function judgeLabel(question: string): string;
|
|
343
348
|
/**
|
|
@@ -403,6 +408,24 @@ export declare function cellUsage(e: Pick<EvalEntry, 'attempts'>, cellKey: strin
|
|
|
403
408
|
* order, when they are exactly as many as its checks; undefined where no label reaches.
|
|
404
409
|
*/
|
|
405
410
|
export declare function checkLabels(a: Pick<AttemptRecord, 'checks' | 'assertions'>): Array<string | undefined>;
|
|
411
|
+
/**
|
|
412
|
+
* Each `toSucceed` label's `c.exec` check, by position, when the attempt's `toSucceed` assertions
|
|
413
|
+
* are exactly as many as its checks; empty otherwise.
|
|
414
|
+
*/
|
|
415
|
+
export declare function checksByLabel<C>(a: {
|
|
416
|
+
checks: readonly C[];
|
|
417
|
+
} & Pick<AttemptRecord, 'assertions'>): Map<string, C>;
|
|
418
|
+
/**
|
|
419
|
+
* How a `c.exec` given `retries` ended: `passed on try 2 of 3`, `failed all 3 tries`, or null
|
|
420
|
+
* when it had none or passed on its first try.
|
|
421
|
+
*/
|
|
422
|
+
export declare function triesNote(exitCode: number, tried: number, of: number): string | null;
|
|
423
|
+
/** {@link triesNote} for a recorded check. */
|
|
424
|
+
export declare const checkTries: (c: {
|
|
425
|
+
exitCode: number;
|
|
426
|
+
retries?: number;
|
|
427
|
+
tries?: readonly unknown[];
|
|
428
|
+
}) => string | null;
|
|
406
429
|
/** A check's command on one line: the first non-empty line, clipped; its log has the rest. */
|
|
407
430
|
export declare function commandLine(command: string, max?: number): string;
|
|
408
431
|
//#endregion
|
|
@@ -668,8 +691,32 @@ export type AnswerRow = {
|
|
|
668
691
|
/** `questions/<n>.json` under the run's directory: what the model was sent; null when not kept. */
|
|
669
692
|
input: string | null;
|
|
670
693
|
};
|
|
671
|
-
/** One row per
|
|
694
|
+
/** One row per pairwise question, with each cut's win rates in the record's order. */
|
|
672
695
|
export declare function answerRows(e: Pick<EvalEntry, 'answers'>): AnswerRow[];
|
|
696
|
+
/** One attempt's answer to a question asked of it on its own. */
|
|
697
|
+
export type AttemptAnswerItem = {
|
|
698
|
+
/** The attempt's id, `<cell key>#<n>`. */
|
|
699
|
+
attempt: string;
|
|
700
|
+
outcome: Outcome;
|
|
701
|
+
choice: string | null;
|
|
702
|
+
text: string;
|
|
703
|
+
error: string | null;
|
|
704
|
+
/** `questions/<n>.json` in the attempt's directory: what the model was sent; null when not kept. */
|
|
705
|
+
input: string | null;
|
|
706
|
+
};
|
|
707
|
+
export type AttemptAnswerRow = {
|
|
708
|
+
question: string;
|
|
709
|
+
/** The model that answered: as served, when the provider said, else as configured. */
|
|
710
|
+
model: string;
|
|
711
|
+
/** How many attempts picked each choice, in the question's order; null on a free-text question. */
|
|
712
|
+
choices: Array<{
|
|
713
|
+
choice: string;
|
|
714
|
+
n: number;
|
|
715
|
+
}> | null;
|
|
716
|
+
answers: AttemptAnswerItem[];
|
|
717
|
+
};
|
|
718
|
+
/** One row per question asked of each attempt on its own, in first-asked order. */
|
|
719
|
+
export declare function attemptAnswerRows(e: Pick<EvalEntry, 'attempts'>): AttemptAnswerRow[];
|
|
673
720
|
/** Whether an eval needs the cells table: several cells, or several runs of one. */
|
|
674
721
|
export declare const isMatrix: (e: Pick<EvalEntry, 'cells'>) => boolean;
|
|
675
722
|
export type EvalHistoryPoint = {
|
|
@@ -707,6 +754,11 @@ export declare const COMPARE_ORDER: CompareStatus[];
|
|
|
707
754
|
* the eval line labels it `gated`: `2/4 · pass@1 100% gated`.
|
|
708
755
|
*/
|
|
709
756
|
export declare const hasUngatedCells: (cells: readonly Pick<HistoryCell, 'gate'>[]) => boolean;
|
|
757
|
+
/** A study's pass: every cell `gate: 'none'`, so nothing it saw passed or failed it. */
|
|
758
|
+
export declare const isNotGatedPass: (e: {
|
|
759
|
+
outcome: Outcome;
|
|
760
|
+
cells: readonly Pick<HistoryCell, 'gate'>[];
|
|
761
|
+
}) => boolean;
|
|
710
762
|
/**
|
|
711
763
|
* An expected miss: a failed attempt in an ungated cell (a control, by default). It's reported
|
|
712
764
|
* apart from failures, since it fails neither its eval nor the run.
|
|
@@ -844,5 +896,5 @@ export declare const readableAnalysis: (doc: AnalysisDoc, what?: string) => Anal
|
|
|
844
896
|
/** A run's insights as every reader sees them; a file from a newer reeval throws. */
|
|
845
897
|
export declare const readableInsights: (doc: RunInsights, what?: string) => RunInsights;
|
|
846
898
|
//#endregion
|
|
847
|
-
export { Across, type ArtifactRef, type AttemptRecord, CaseResult, CellEffort, CellError, type CellRecord, CellResult, CheckOutcome, CheckResult, DIRECTIONAL_MIN,
|
|
899
|
+
export { Across, type ArtifactRef, AttemptQuestionResult, type AttemptRecord, CaseResult, CellEffort, CellError, type CellRecord, CellResult, CheckOutcome, CheckResult, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, Effect, EffortContrast, EffortCounters, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, EvalInsight, EvalResult, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, INSIGHTS_FILE, Interval, Job, JudgeResult, type JudgementRecord, MODEL_REMARK_KINDS, NO_MODEL, type Outcome, PooledArm, QuestionResult, REMARK_KINDS, Remark, ResultFile, ResultOutcome, RunInsights, type RunRecord, type SandboxWarning, Sentence, Spread, type StackSummary, SuiteResult, SuiteTally, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cancelledOf, cellContrast, cellEffort, cellSamples, checkEffect, contrastEffort, countedOf, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, factSegment, formatCount, formatRatio, formatSeconds, fromModel, isNotGatedResult, isStudy, messageLine, suiteResult, tokenValues };
|
|
848
900
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-BmR-7tx3.js";
|
|
2
2
|
import { a as debugApiPath, c as formatBytes, d as requestLine, f as traceApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-D24NOQH1.js";
|
|
3
|
-
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-
|
|
4
|
-
import { $ as
|
|
5
|
-
import {
|
|
6
|
-
import { t as
|
|
7
|
-
import {
|
|
3
|
+
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-C2-aEbr7.js";
|
|
4
|
+
import { $ as bothUnderATenth, A as shortSha, B as collapsedJudges, C as isUngatedMiss, D as runOutcome, E as runLead, F as cellUsage, G as summaryJudgeRates, H as judgeLabel, I as checkLabels, J as DIRECTIONAL_MIN, K as triesNote, L as checkTries, M as splitPatch, N as transcriptItems, O as runRows, P as cellJudgeRates, Q as VERDICT_TEXT, R as checksByLabel, S as isNotGatedPass, T as parseTranscript, U as judgeRatesLabel, V as commandLine, W as labelledJudgements, X as EFFORT_MIN_RUNS, Y as EFFORT_ALPHA, Z as TOKENS_UNREPORTED, _ as formatUsage, _t as compare, a as buildIndex, at as effortChangeLabel, b as indexFiles, bt as whyChanged, c as defaultAttempt, ct as effortSample, d as evalTree, dt as formatCount, et as cellContrast, f as failedJudgeLabels, ft as formatRatio, g as formatPercent, gt as cellsChanged, h as formatDuration, ht as addedRow, i as attemptAnswerRows, it as directional, j as splitEvalId, k as runtimeLabel, l as evalHistory, lt as effortSummary, m as findEval, mt as tokenValues, n as activityLabel, nt as cellSamples, o as cellRows, ot as effortLabel, p as findAttempt, pt as formatSeconds, q as uniqueJudgeLabels, r as answerRows, rt as contrastEffort, s as compareView, st as effortOf, t as COMPARE_ORDER, tt as cellEffort, u as evalMarkOutcome, ut as effortVerdict, v as harnessLabel, vt as sourceChanges, w as languageLabel, x as isMatrix, y as hasUngatedCells, yt as stackChanges, z as collapsedJudgeLabel } from "../model-CgnOpss4.js";
|
|
5
|
+
import { t as EFFECT_MIN_COUNTED } from "../stats-DSy5HfOv.js";
|
|
6
|
+
import { a as evalAcross, c as isStudy, d as caseLabel, f as familyCases, g as familyRateLabel, h as familyLiftLabel, i as effectOf, l as messageLine, m as familyHeadLabel, n as checkEffect, o as factSegment, p as familyEffortLabel, r as countedOf, s as isNotGatedResult, t as cancelledOf, u as suiteResult } from "../suite-WgT7m6Vs.js";
|
|
7
|
+
import { t as runHeader } from "../header-BLPP6aCU.js";
|
|
8
|
+
import { a as fromModel, i as REMARK_KINDS, n as MODEL_REMARK_KINDS, r as NO_MODEL, t as INSIGHTS_FILE } from "../insights-TyAvz9aV.js";
|
|
8
9
|
import { c as readableRecord, l as readableTranscriptLine, r as readableAnalysis, s as readableInsights, t as NewerSchemaError } from "../record-kk9M1hj-.js";
|
|
9
10
|
import { a as liveApiPath, c as readableLiveProgress, i as isFinished, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-DYd2QEyR.js";
|
|
10
|
-
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFECT_MIN_COUNTED, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, INSIGHTS_FILE,
|
|
11
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFECT_MIN_COUNTED, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, INSIGHTS_FILE, LIVE_FILE, LIVE_SCHEMA_VERSION, MODEL_REMARK_KINDS, NO_MODEL, NewerSchemaError, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, cancelledOf, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, fromModel, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labelledJudgements, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, pinnedAnalysis, readableAnalysis, readableInsights, readableLiveProgress, readableRecord, readableTranscriptLine, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { i as formatDuration } from "./text-CrVy5ioL.js";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { o as warnings } from "./state-
|
|
5
|
-
import { i as stateRows, p as render, r as runTally, t as OUTCOME_MARK } from "./summary-
|
|
2
|
+
import { S as isNotGatedPass, gt as cellsChanged } from "./model-CgnOpss4.js";
|
|
3
|
+
import { u as suiteResult } from "./suite-WgT7m6Vs.js";
|
|
4
|
+
import { o as warnings } from "./state-B1t143wG.js";
|
|
5
|
+
import { i as stateRows, p as render, r as runTally, t as OUTCOME_MARK } from "./summary-DIGEVr08.js";
|
|
6
6
|
//#region src/history/views.ts
|
|
7
7
|
var RefError = class extends Error {
|
|
8
8
|
name = "RefError";
|
|
@@ -75,9 +75,11 @@ function history(entries, options = {}) {
|
|
|
75
75
|
const seen = /* @__PURE__ */ new Map();
|
|
76
76
|
runs.forEach((run, i) => {
|
|
77
77
|
const e = run.evals.find((x) => x.id === id);
|
|
78
|
-
|
|
78
|
+
const notGated = e !== void 0 && isNotGatedPass(e);
|
|
79
|
+
row.outcomes.push(notGated ? "not_gated" : e?.outcome ?? null);
|
|
79
80
|
if (!e) return;
|
|
80
81
|
if (cellsChanged(seen, id, e.cells)) row.drift.push(i);
|
|
82
|
+
if (notGated) return;
|
|
81
83
|
if (e.outcome === "pass" || e.outcome === "fail") row.counted++;
|
|
82
84
|
if (e.outcome === "pass") row.pass++;
|
|
83
85
|
});
|
|
@@ -93,11 +95,11 @@ function formatHistory({ runs, rows, orphaned }) {
|
|
|
93
95
|
const lines = [`${runs.length} run${runs.length === 1 ? "" : "s"}, oldest → newest: ${first.runId} (${shortSha(first)}) … ${last.runId} (${shortSha(last)})`, ""];
|
|
94
96
|
const width = Math.max(...rows.map((r) => r.outcomes.length + r.drift.length), 0);
|
|
95
97
|
for (const row of rows) {
|
|
96
|
-
const strip = row.outcomes.map((o, i) => `${row.drift.includes(i) ? "¦" : ""}${o ? OUTCOME_MARK[o] : "·"}`).join("");
|
|
98
|
+
const strip = row.outcomes.map((o, i) => `${row.drift.includes(i) ? "¦" : ""}${o === "not_gated" ? "○" : o ? OUTCOME_MARK[o] : "·"}`).join("");
|
|
97
99
|
const rate = row.counted ? `${row.pass}/${row.counted}` : "–";
|
|
98
100
|
lines.push(` ${strip.padEnd(width)} ${rate.padStart(5)} ${row.id}`);
|
|
99
101
|
}
|
|
100
|
-
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped · not run ¦ eval or stack changed");
|
|
102
|
+
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○ not gated · not run ¦ eval or stack changed");
|
|
101
103
|
if (orphaned.length > 0) lines.push("", `${orphaned.length} run${orphaned.length === 1 ? " was" : "s were"} recorded on commits that aren't in HEAD's history (rebased or dropped?):`, ...orphaned.map((id) => ` ${id}`));
|
|
102
104
|
return lines.join("\n");
|
|
103
105
|
}
|
|
@@ -122,4 +124,4 @@ function formatShow(run, opts) {
|
|
|
122
124
|
//#endregion
|
|
123
125
|
export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
|
|
124
126
|
|
|
125
|
-
//# sourceMappingURL=views-
|
|
127
|
+
//# sourceMappingURL=views-sXpGE6a2.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"views-sXpGE6a2.js","names":[],"sources":["../src/history/views.ts"],"mappings":";;;;;;AAkBA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;;;;AAMA,SAAgB,WAAW,SAAyB,MAAM,UAAwB;CAChF,IAAI,QAAQ,WAAW,GAAG,MAAM,IAAI,SAAS,8BAA8B;CAC3E,MAAM,OAAO,sBAAsB,KAAK,GAAG;CAC3C,IAAI,MAAM;EACR,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI,OAAO,KAAK,MAAM,CAAC;EAC9D,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,QAAQ,WAAW,IAAI,kBAAkB,YAAY,QAAQ,OAAO,OAAO,OAAO,IAAI,wCACjG;EAEF,OAAO;CACT;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,GAAG;CACjD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,QAAQ,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC1D,IAAI,KAAK,WAAW,KAAK,KAAK,IAAI,OAAO,KAAK;CAC9C,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;CAC/E,IAAI,oBAAoB,KAAK,GAAG,GAAG;EACjC,MAAM,QAAQ,QAAQ,QAAQ,MAAM,EAAE,KAAK,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;EAC5E,MAAM,SAAS,MAAM,MAAM,SAAS;EACpC,IAAI,QAAQ,OAAO;CACrB;CACA,MAAM,IAAI,SACR,mBAAmB,IAAI,4EACzB;AACF;;;;;;;;AASA,SAAgB,aACd,SACA,MACA,UACqB;CACrB,MAAM,UAAU,QAAQ,QAAQ,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,WAAW,UAAU;CACrF,IAAI,YAAY,SAAS,SAAS,GAAG;EACnC,MAAM,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;EACvD,IAAI,OAA4B;EAChC,IAAI,WAAW,OAAO;EACtB,KAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,IAAI,GAAG,IAAI,KAAA;GACxC,IAAI,MAAM,KAAA,MAAc,IAAI,YAAa,MAAM,YAAY,QAAQ,EAAE,QAAQ,KAAK,QAAS;IACzF,OAAO;IACP,WAAW;GACb;EACF;EACA,IAAI,MAAM,OAAO;CACnB;CACA,OAAO,QAAQ,QAAQ,SAAS,MAAM;AACxC;AAEA,MAAM,YAAY,MAAqB,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,GAAG,CAAC,IAAI;AAqBvE,MAAa,eAAe,OAAqB,UAC/C,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG;AAEpD,SAAgB,QACd,SACA,UAAqE,CAAC,GACtE;CACA,MAAM,OAAO,QAAQ,MAAM,EAAE,QAAQ,SAAS,GAAG;CACjD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,GAClC,KAAK,MAAM,KAAK,IAAI,OAAO,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,GAAG,IAAI,KAAK,EAAE,EAAE;CAEnE,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAmB3C,OAAO;EAAE;EAAM,MAlBY,IACxB,QAAQ,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC5D,KAAK,OAAO;GACX,MAAM,MAAkB;IAAE;IAAI,UAAU,CAAC;IAAG,OAAO,CAAC;IAAG,MAAM;IAAG,SAAS;GAAE;GAC3E,MAAM,uBAAO,IAAI,IAAoB;GACrC,KAAK,SAAS,KAAK,MAAM;IACvB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;IAC3C,MAAM,WAAW,MAAM,KAAA,KAAa,eAAe,CAAC;IACpD,IAAI,SAAS,KAAK,WAAW,cAAe,GAAG,WAAW,IAAK;IAC/D,IAAI,CAAC,GAAG;IACR,IAAI,aAAa,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC;IACrD,IAAI,UAAU;IACd,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ,IAAI;IACtD,IAAI,EAAE,YAAY,QAAQ,IAAI;GAChC,CAAC;GACD,OAAO;EACT,CAEgB;EAAG,UADJ,KAAK,QAAQ,MAAM,YAAY,GAAG,QAAQ,SAAS,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAC5D;CAAE;AAChC;AAEA,SAAgB,cAAc,EAAE,MAAM,MAAM,YAAgD;CAC1F,IAAI,KAAK,WAAW,GAClB,OAAO;CACT,MAAM,QAAQ,KAAK;CACnB,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,QAAQ,CACZ,GAAG,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,MAAM,IAAI,SAAS,KAAK,EAAE,MAAM,KAAK,MAAM,IAAI,SAAS,IAAI,EAAE,IAC3I,EACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,SAAS,SAAS,EAAE,MAAM,MAAM,GAAG,CAAC;CAChF,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,IAAI,SACf,KACE,GAAG,MACF,GAAG,IAAI,MAAM,SAAS,CAAC,IAAI,MAAM,KAAK,MAAM,cAAc,MAAM,IAAI,aAAa,KAAK,KAC1F,CAAC,CACA,KAAK,EAAE;EACV,MAAM,OAAO,IAAI,UAAU,GAAG,IAAI,KAAK,GAAG,IAAI,YAAY;EAC1D,MAAM,KAAK,KAAK,MAAM,OAAO,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI;CACvE;CACA,MAAM,KACJ,IACA,2FACF;CACA,IAAI,SAAS,SAAS,GACpB,MAAM,KACJ,IACA,GAAG,SAAS,OAAO,MAAM,SAAS,WAAW,IAAI,SAAS,SAAS,4EACnE,GAAG,SAAS,KAAK,OAAO,KAAK,IAAI,CACnC;CAEF,OAAO,MAAM,KAAK,IAAI;AACxB;;AAGA,SAAgB,WACd,KACA,MACQ;CACR,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACrD,OAAO;EACL,OAAO,IAAI,MAAM,IAAI,SAAS,GAAG;EACjC,aAAa,IAAI,UAAU,KAAK,eAAe,IAAI,UAAU,EAAE,gBAAgB,IAAI;EACnF;EACA,GAAG,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,IAAI,GAAG;EACpD,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,OAAO,GAAG;EACtC;EACA,GAAG,OAAO,YAAY,GAAG,GAAG,KAAK,YAAY,MAAM;GACjD,OAAO;GACP,SAAS;GACT,MAAM,KAAK;EACb,CAAC;CACH,CAAC,CAAC,KAAK,IAAI;AACb"}
|