reeval 0.13.0 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/THIRD_PARTY_NOTICES.md +121 -121
- package/dist/{adapter-IKKo4sZj.js → adapter-BloGVZ_a.js} +20 -8
- package/dist/adapter-BloGVZ_a.js.map +1 -0
- package/dist/{agent-ClE-g9VL.js → agent-m-_t-IuW.js} +53 -25
- package/dist/{agent-ClE-g9VL.js.map → agent-m-_t-IuW.js.map} +1 -1
- package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-C-jwhRDt.js +11 -0
- package/dist/app-files-C-jwhRDt.js.map +1 -0
- package/dist/{assemble-BO93VAk1.js → assemble-BDEpelpi.js} +92 -35
- package/dist/assemble-BDEpelpi.js.map +1 -0
- package/dist/assemble-C5bfncHU.js +1 -0
- package/dist/{capture-dn2hjSLj.js → capture-CVRwRTnb.js} +572 -36
- package/dist/capture-CVRwRTnb.js.map +1 -0
- package/dist/capture-CherbjzB.js +1 -0
- package/dist/{cli-BCE1xlm4.js → cli-C_4gaJ50.js} +132 -140
- package/dist/cli-C_4gaJ50.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-CpnbATtI.js} +2 -2
- package/dist/{cli-spec-BXIBUlaK.js.map → cli-spec-CpnbATtI.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-D5hNjpEx.js} +105 -2
- package/dist/client-D5hNjpEx.js.map +1 -0
- package/dist/{command-C6vwmjS7.js → command-BWAuwQNk.js} +12 -12
- package/dist/{command-C6vwmjS7.js.map → command-BWAuwQNk.js.map} +1 -1
- package/dist/{command-CANun0m0.js → command-BXLUfw4h.js} +12 -12
- package/dist/{command-CANun0m0.js.map → command-BXLUfw4h.js.map} +1 -1
- package/dist/{command-CBaHukyl.js → command-Be6BSE2L.js} +12 -12
- package/dist/{command-CBaHukyl.js.map → command-Be6BSE2L.js.map} +1 -1
- package/dist/{command-D_kEnYcX.js → command-Bxdy62dW.js} +14 -13
- package/dist/command-Bxdy62dW.js.map +1 -0
- package/dist/{command-Bh3yhN_b.js → command-I1euLLio.js} +35 -15
- package/dist/command-I1euLLio.js.map +1 -0
- package/dist/{commands-7tH3EsVu.js → commands-jzigbNFb.js} +23 -14
- package/dist/commands-jzigbNFb.js.map +1 -0
- package/dist/{commands-BKGzBMgb.js → commands-p1S4nw_H.js} +1 -1
- package/dist/config-BrdHA9bJ.js +3549 -0
- package/dist/config-BrdHA9bJ.js.map +1 -0
- package/dist/{contrasts-B4nOhn0Z.js → contrasts-DRxMQQTC.js} +3 -2
- package/dist/contrasts-DRxMQQTC.js.map +1 -0
- package/dist/cost-D4elx933.js +359 -0
- package/dist/cost-D4elx933.js.map +1 -0
- package/dist/cost-DmnAod9x.js +1 -0
- package/dist/db-CAfksinX.js +2 -0
- package/dist/{db-DJUuFoWQ.js → db-DO0p7xgP.js} +25 -8
- package/dist/db-DO0p7xgP.js.map +1 -0
- package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-DuHcQidD.js → docker-BnRlTpZA.js} +2 -2
- package/dist/{docker-DuHcQidD.js.map → docker-BnRlTpZA.js.map} +1 -1
- package/dist/{docker-CQxucRPe.js → docker-D01slDF3.js} +26 -10
- package/dist/docker-D01slDF3.js.map +1 -0
- package/dist/{docker-Dac6Zalz.js → docker-DivfZl2u.js} +1 -1
- package/dist/{doctor-De_QlOTM.js → doctor-DQ2p0euG.js} +135 -36
- package/dist/doctor-DQ2p0euG.js.map +1 -0
- package/dist/{environment-B4IuURK1.js → environment-CO0P0soF.js} +8 -7
- package/dist/environment-CO0P0soF.js.map +1 -0
- package/dist/{evaluate-Djk1YPFL.js → evaluate-BUmsN7yG.js} +66 -27
- package/dist/evaluate-BUmsN7yG.js.map +1 -0
- package/dist/{evaluate-C9-ritA5.d.ts → evaluate-C_sgRA-V.d.ts} +45 -3
- package/dist/{facts-Cfx1H70y.js → facts-DzOUTreB.js} +12 -4
- package/dist/facts-DzOUTreB.js.map +1 -0
- package/dist/{files-CN1QfenC.js → files-B-CJeeEh.js} +13 -8
- package/dist/{files-CN1QfenC.js.map → files-B-CJeeEh.js.map} +1 -1
- package/dist/files-Bp5j5BqI.js +1 -0
- package/dist/files-C2sjmXhk.js +1 -0
- package/dist/{files-Bs6H3HiG.js → files-C_gQNVB-.js} +3 -3
- package/dist/{files-Bs6H3HiG.js.map → files-C_gQNVB-.js.map} +1 -1
- package/dist/{files-D27nUk0K.js → files-kUCrswI6.js} +2 -2
- package/dist/{files-D27nUk0K.js.map → files-kUCrswI6.js.map} +1 -1
- package/dist/gateway.d.ts +17 -0
- package/dist/gateway.js +17 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{generate-BnrvBAzF.js → generate-DZ7vp69F.js} +18 -17
- package/dist/generate-DZ7vp69F.js.map +1 -0
- package/dist/{git-rPfl7AD1.js → git-Bk8DSwHy.js} +2 -2
- package/dist/{git-rPfl7AD1.js.map → git-Bk8DSwHy.js.map} +1 -1
- package/dist/{harness-1OkumOAm.js → harness-COVXSwJ6.js} +46 -15
- package/dist/harness-COVXSwJ6.js.map +1 -0
- package/dist/harness.d.ts +26 -18
- package/dist/harness.js +1 -1
- package/dist/{header-BVzbRnNv.js → header-BLPP6aCU.js} +2 -2
- package/dist/{header-BVzbRnNv.js.map → header-BLPP6aCU.js.map} +1 -1
- package/dist/{images-m784ueGK.js → images-DzLeFjLx.js} +8 -8
- package/dist/{images-m784ueGK.js.map → images-DzLeFjLx.js.map} +1 -1
- package/dist/index.d.ts +3 -45
- package/dist/index.js +5 -6
- package/dist/init-RgCQXZhb.js +1 -0
- package/dist/{init-hiTkiM4L.js → init-SRalM5xF.js} +6 -8
- package/dist/init-SRalM5xF.js.map +1 -0
- package/dist/{insights-B2Xmhz9o.js → insights-TyAvz9aV.js} +5 -1
- package/dist/{insights-B2Xmhz9o.js.map → insights-TyAvz9aV.js.map} +1 -1
- package/dist/{invocations-D_ePcwyL.js → invocations-DzyKSJBa.js} +2 -2
- package/dist/{invocations-D_ePcwyL.js.map → invocations-DzyKSJBa.js.map} +1 -1
- package/dist/judge-yLvjC5A3.js +385 -0
- package/dist/judge-yLvjC5A3.js.map +1 -0
- package/dist/judge.d.ts +7 -6
- package/dist/judge.js +7 -5
- package/dist/judge.js.map +1 -1
- package/dist/match-Bz0nSdzN.js +204 -0
- package/dist/match-Bz0nSdzN.js.map +1 -0
- package/dist/{matchers-Ddmc2z7H.js → matchers-D4eUqx4j.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-D4eUqx4j.js.map} +1 -1
- package/dist/{model-DpkclE4r.js → model-1ZLr9Dcv.js} +40 -26
- package/dist/model-1ZLr9Dcv.js.map +1 -0
- package/dist/model-B45lDUV1.js +68 -0
- package/dist/model-B45lDUV1.js.map +1 -0
- package/dist/model-BTZq8HIZ.js +1 -0
- package/dist/{model-UgHDMhI1.js → model-CgnOpss4.js} +57 -318
- package/dist/model-CgnOpss4.js.map +1 -0
- package/dist/{model-B8H3gL69.js → model-Ch8kX87u.js} +1 -1
- package/dist/{node-CGZYh4Fj.js → node-BSq5qHnQ.js} +12 -5
- package/dist/node-BSq5qHnQ.js.map +1 -0
- package/dist/{opencode-providers-snfeWd6Z.js → opencode-providers-klkqgzvb.js} +23 -52
- package/dist/opencode-providers-klkqgzvb.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-CHfZNRT6.js} +8 -7
- package/dist/pairs-CHfZNRT6.js.map +1 -0
- package/dist/{patch-uMq9rCl_.js → patch-DWf-I_Q_.js} +2 -2
- package/dist/{patch-uMq9rCl_.js.map → patch-DWf-I_Q_.js.map} +1 -1
- package/dist/{plan-CZYgXnZh.js → plan-BIwUzlB8.js} +63 -26
- package/dist/plan-BIwUzlB8.js.map +1 -0
- package/dist/{plugins-P-uh54VF.js → plugins-Dkp_H3pB.js} +4 -4
- package/dist/{plugins-P-uh54VF.js.map → plugins-Dkp_H3pB.js.map} +1 -1
- package/dist/{preflight-BQlPTHVu.js → preflight-D9y-HvZQ.js} +1 -1
- package/dist/{preflight-D3HvKeAx.js → preflight-DJCD_BDn.js} +3 -3
- package/dist/{preflight-D3HvKeAx.js.map → preflight-DJCD_BDn.js.map} +1 -1
- package/dist/{prepare-DCwM2KKD.js → prepare-BJG_pD54.js} +2 -2
- package/dist/{prepare-Dx7dOnJB.js → prepare-CIxCGG0M.js} +8 -8
- package/dist/{prepare-Dx7dOnJB.js.map → prepare-CIxCGG0M.js.map} +1 -1
- package/dist/prices-BcLEXvdY.js +250 -0
- package/dist/prices-BcLEXvdY.js.map +1 -0
- package/dist/{provenance-C_-8y-x3.js → provenance-CfZpFpAh.js} +2 -2
- package/dist/{provenance-C_-8y-x3.js.map → provenance-CfZpFpAh.js.map} +1 -1
- package/dist/{providers-CTBYvMxu.js → providers-D1Zxp2he.js} +1 -1
- package/dist/{providers-CF5UEaP8.js → providers-DFk_6W4K.js} +5 -5
- package/dist/{providers-CF5UEaP8.js.map → providers-DFk_6W4K.js.map} +1 -1
- package/dist/{query-DXthKmq0.js → query-CemclveB.js} +2 -2
- package/dist/{query-DXthKmq0.js.map → query-CemclveB.js.map} +1 -1
- package/dist/query-Cvbwl804.js +1 -0
- package/dist/{questions-KENpWnfV.js → questions-bAudIc04.js} +308 -45
- package/dist/questions-bAudIc04.js.map +1 -0
- package/dist/{remarks-Ml6bcSdV.js → remarks-CXwSnSjR.js} +9 -9
- package/dist/{remarks-Ml6bcSdV.js.map → remarks-CXwSnSjR.js.map} +1 -1
- package/dist/remarks-CyAu2DiB.js +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-mujJv1Ey.js} +5 -3
- package/dist/remarks-mujJv1Ey.js.map +1 -0
- package/dist/{remote-Dkeghk8k.js → remote-CKcEKja4.js} +129 -174
- package/dist/remote-CKcEKja4.js.map +1 -0
- package/dist/resolve-B5-uqmJ6.js +1 -0
- package/dist/{resolve-DzdWcIL6.js → resolve-CBoKzQMP.js} +8 -9
- package/dist/resolve-CBoKzQMP.js.map +1 -0
- package/dist/{results-D-naai_Q.js → results-CMgZEANy.js} +8 -8
- package/dist/{results-D-naai_Q.js.map → results-CMgZEANy.js.map} +1 -1
- package/dist/{resume-8-nnW8iO.js → resume-B9SOSnK9.js} +3 -3
- package/dist/{resume-8-nnW8iO.js.map → resume-B9SOSnK9.js.map} +1 -1
- package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
- package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
- package/dist/{rules-CcV3zLDR.js → rules-VhftPOOT.js} +53 -5
- package/dist/rules-VhftPOOT.js.map +1 -0
- package/dist/{run-Bel7Vde4.js → run-CwIEK16q.js} +9 -9
- package/dist/{run-Bel7Vde4.js.map → run-CwIEK16q.js.map} +1 -1
- package/dist/{runtime-PX_oXiCS.js → runtime-BgQRyCLl.js} +14 -2
- package/dist/runtime-BgQRyCLl.js.map +1 -0
- package/dist/{sandbox-YLbk9mO7.js → sandbox-BOYZ0hlo.js} +2 -2
- package/dist/{sandbox-YLbk9mO7.js.map → sandbox-BOYZ0hlo.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CHRSgKRp.js +1 -0
- package/dist/{server-De8oH3bt.js → server-TGW4WyAz.js} +25 -26
- package/dist/{server-De8oH3bt.js.map → server-TGW4WyAz.js.map} +1 -1
- package/dist/{shared-CA61BuPJ.js → shared-BDUzStad.js} +2 -2
- package/dist/shared-BDUzStad.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/{source-C686eZpY.js → source-B1WvBIQt.js} +2 -2
- package/dist/{source-C686eZpY.js.map → source-B1WvBIQt.js.map} +1 -1
- package/dist/source-DAzztZwU.js +1 -0
- package/dist/src-1jHbFaGW.js +1 -0
- package/dist/{src-CIpKL45U.js → src-8zoX_qrb.js} +36 -26
- package/dist/{src-CIpKL45U.js.map → src-8zoX_qrb.js.map} +1 -1
- package/dist/{src-CzQrAcF8.js → src-CHIwOy0o.js} +84 -52
- package/dist/src-CHIwOy0o.js.map +1 -0
- package/dist/src-C_9wgowC.js +2 -0
- package/dist/{src-djNNYIdP.js → src-ChhtI6BP.js} +2 -2
- package/dist/{src-djNNYIdP.js.map → src-ChhtI6BP.js.map} +1 -1
- package/dist/{src-DrJSnoMR.js → src-CyaDNG9r.js} +1 -1
- package/dist/src-D005Cbqz.js +2 -0
- package/dist/src-DIfRbp5a.js +3 -0
- package/dist/{src-C7W6kg81.js → src-DKPVX2Us.js} +34 -16
- package/dist/{src-C7W6kg81.js.map → src-DKPVX2Us.js.map} +1 -1
- package/dist/src-Dg8121Xy.js +2 -0
- package/dist/{src-cbCb-MPy.js → src-DjF_M8_f.js} +44 -20
- package/dist/{src-cbCb-MPy.js.map → src-DjF_M8_f.js.map} +1 -1
- package/dist/{src-DIL0jST0.js → src-DjRI-IeE.js} +42 -14
- package/dist/src-DjRI-IeE.js.map +1 -0
- package/dist/{src-DeY52Gyf.js → src-DmUgeTlE.js} +4 -4
- package/dist/{src-DeY52Gyf.js.map → src-DmUgeTlE.js.map} +1 -1
- package/dist/src-ElBqEN-S.js +2 -0
- package/dist/{src-Xj_BZKbq.js → src-NSdQ9zI6.js} +31 -16
- package/dist/{src-Xj_BZKbq.js.map → src-NSdQ9zI6.js.map} +1 -1
- package/dist/src-YHGaUrGE.js +2 -0
- package/dist/src-mJVxw1Jm.js +2 -0
- package/dist/{state-C0i_ujQZ.js → state-B1t143wG.js} +18 -18
- package/dist/{state-C0i_ujQZ.js.map → state-B1t143wG.js.map} +1 -1
- package/dist/state-vznMh2wl.js +1 -0
- package/dist/stats-DSy5HfOv.js +315 -0
- package/dist/stats-DSy5HfOv.js.map +1 -0
- package/dist/suite-BsWGHzlG.js +2 -0
- package/dist/{suite-DmuF_ApO.js → suite-WgT7m6Vs.js} +76 -11
- package/dist/suite-WgT7m6Vs.js.map +1 -0
- package/dist/{summary-BFMHMTz2.js → summary-DIGEVr08.js} +58 -17
- package/dist/summary-DIGEVr08.js.map +1 -0
- package/dist/testing.d.ts +174 -2
- package/dist/testing.js +14 -3
- package/dist/testing.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-B-9b1MDV.d.ts → types-DXBbP9Mk.d.ts} +298 -70
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/usage-DF3_p5pE.js +1 -0
- package/dist/{validate-DWjkshl1.js → validate-BhwqrVsm.js} +44 -12
- package/dist/validate-BhwqrVsm.js.map +1 -0
- package/dist/view/index.d.ts +133 -86
- package/dist/view/index.js +7 -6
- package/dist/views-BW_C5eVH.js +2 -0
- package/dist/{views-Dk8MCQKr.js → views-sXpGE6a2.js} +10 -8
- package/dist/views-sXpGE6a2.js.map +1 -0
- package/dist/{worker-entry-CqrzGPF4.js → worker-entry-Duo9oAeT.js} +8 -8
- package/dist/{worker-entry-CqrzGPF4.js.map → worker-entry-Duo9oAeT.js.map} +1 -1
- package/dist/{workspace-CLeOybkr.js → workspace-CDI68wtX.js} +4 -4
- package/dist/{workspace-CLeOybkr.js.map → workspace-CDI68wtX.js.map} +1 -1
- package/dist/workspace-QZCacP8A.js +1 -0
- package/package.json +6 -2
- package/skills/eval-rubric/SKILL.md +9 -0
- package/dist/adapter-IKKo4sZj.js.map +0 -1
- package/dist/assemble-BO93VAk1.js.map +0 -1
- package/dist/assemble-VQxyoDxK.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-dn2hjSLj.js.map +0 -1
- package/dist/capture-nIJ-7kUE.js +0 -1
- package/dist/cli-BCE1xlm4.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-Bh3yhN_b.js.map +0 -1
- package/dist/command-D_kEnYcX.js.map +0 -1
- package/dist/commands-7tH3EsVu.js.map +0 -1
- package/dist/config-D7TFvUpL.js +0 -759
- package/dist/config-D7TFvUpL.js.map +0 -1
- package/dist/contrasts-B4nOhn0Z.js.map +0 -1
- package/dist/db-DJUuFoWQ.js.map +0 -1
- package/dist/db-W9EFlXnn.js +0 -2
- package/dist/docker-CQxucRPe.js.map +0 -1
- package/dist/doctor-De_QlOTM.js.map +0 -1
- package/dist/egress-DEAvq8Fl.js +0 -1258
- package/dist/egress-DEAvq8Fl.js.map +0 -1
- package/dist/environment-B4IuURK1.js.map +0 -1
- package/dist/evaluate-Djk1YPFL.js.map +0 -1
- package/dist/facts-Cfx1H70y.js.map +0 -1
- package/dist/files-CtjEXWXm.js +0 -1
- package/dist/files-D3gJa91B.js +0 -1
- package/dist/generate-BnrvBAzF.js.map +0 -1
- package/dist/harness-1OkumOAm.js.map +0 -1
- package/dist/init-hiTkiM4L.js.map +0 -1
- package/dist/init-kMkTgTZc.js +0 -1
- package/dist/judge-CEDIfRiU.js +0 -186
- package/dist/judge-CEDIfRiU.js.map +0 -1
- package/dist/model-CTiuzkWw.js +0 -46
- package/dist/model-CTiuzkWw.js.map +0 -1
- package/dist/model-DcIbmggK.js +0 -1
- package/dist/model-DpkclE4r.js.map +0 -1
- package/dist/model-UgHDMhI1.js.map +0 -1
- package/dist/node-CGZYh4Fj.js.map +0 -1
- package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
- package/dist/options-CyAyLjgJ.js +0 -1129
- package/dist/options-CyAyLjgJ.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/plan-CZYgXnZh.js.map +0 -1
- package/dist/query-D_1ARx5q.js +0 -1
- package/dist/questions-KENpWnfV.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remote-Dkeghk8k.js.map +0 -1
- package/dist/resolve-CMmhACr6.js +0 -1
- package/dist/resolve-DzdWcIL6.js.map +0 -1
- package/dist/rules-CcV3zLDR.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-C-ysqkLv.js +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-DjgypUHW.js +0 -1
- package/dist/src-3mP821Pt.js +0 -2
- package/dist/src-B3KCLZVk.js +0 -3
- package/dist/src-BAyg6CtQ.js +0 -2
- package/dist/src-BezgGX4X.js +0 -2
- package/dist/src-ChBhk06Q.js +0 -2
- package/dist/src-CoqZYspK.js +0 -2
- package/dist/src-CzQrAcF8.js.map +0 -1
- package/dist/src-D9fSTxlc.js +0 -1
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-dhSTRN50.js +0 -2
- package/dist/state-BGWGAwdo.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-DmuF_ApO.js.map +0 -1
- package/dist/suite-mn9g4veR.js +0 -2
- package/dist/summary-BFMHMTz2.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-DWjkshl1.js.map +0 -1
- package/dist/views-DE2A1jEX.js +0 -2
- package/dist/views-Dk8MCQKr.js.map +0 -1
- package/dist/workspace-B1eGO46M.js +0 -1
|
@@ -18,11 +18,11 @@ const sumUsage = (usages) => {
|
|
|
18
18
|
};
|
|
19
19
|
/** Every token the prompt side used: uncached input plus cache reads and writes. */
|
|
20
20
|
const promptTokens = (u) => u.input + u.cacheRead + u.cacheWrite;
|
|
21
|
-
/** Prompt side
|
|
22
|
-
const totalTokens = (u) => promptTokens(u) + u.output
|
|
21
|
+
/** Prompt side and output. `output` already counts `reasoning`, its share of thinking. No USD. */
|
|
22
|
+
const totalTokens = (u) => promptTokens(u) + u.output;
|
|
23
23
|
/** A token count as people read it: `9,512`, `430k`, `1,094k`. */
|
|
24
24
|
const formatTokens = (n) => n >= 1e4 ? `${Math.round(n / 1e3).toLocaleString("en-US")}k` : Math.round(n).toLocaleString("en-US");
|
|
25
25
|
//#endregion
|
|
26
26
|
export { totalTokens as a, sumUsage as i, formatTokens as n, promptTokens as r, addUsage as t };
|
|
27
27
|
|
|
28
|
-
//# sourceMappingURL=usage-
|
|
28
|
+
//# sourceMappingURL=usage-BNY1ABrU.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"usage-
|
|
1
|
+
{"version":3,"file":"usage-BNY1ABrU.js","names":[],"sources":["../src/usage.ts"],"mappings":";;AAGA,SAAgB,SAAS,GAAsB,GAAyC;CACtF,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK;CAC1B,OAAO;EACL,OAAO,EAAE,QAAQ,EAAE;EACnB,QAAQ,EAAE,SAAS,EAAE;EACrB,WAAW,EAAE,YAAY,EAAE;EAC3B,YAAY,EAAE,aAAa,EAAE;EAC7B,WACE,EAAE,cAAc,QAAQ,EAAE,cAAc,OAAO,QAAQ,EAAE,aAAa,MAAM,EAAE,aAAa;CAC/F;AACF;;AAGA,MAAa,YAAY,WAAuE;CAC9F,IAAI,QAA2B;CAC/B,KAAK,MAAM,KAAK,QAAQ,QAAQ,SAAS,OAAO,KAAK,IAAI;CACzD,OAAO;AACT;;AAGA,MAAa,gBAAgB,MAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE;;AAGzE,MAAa,eAAe,MAAkB,aAAa,CAAC,IAAI,EAAE;;AAGlE,MAAa,gBAAgB,MAC3B,KAAK,MACD,GAAG,KAAK,MAAM,IAAI,GAAI,CAAC,CAAC,eAAe,OAAO,EAAE,KAChD,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { n as formatTokens } from "./usage-BNY1ABrU.js";
|
|
@@ -1,15 +1,16 @@
|
|
|
1
1
|
import { l as sha256 } from "./ids-Bp6ut7ZD.js";
|
|
2
|
-
import {
|
|
2
|
+
import { $ as DEFAULT_QUESTION_STATE, tt as questionShows } from "./config-BrdHA9bJ.js";
|
|
3
3
|
import { n as clip } from "./text-CrVy5ioL.js";
|
|
4
|
-
import { n as
|
|
5
|
-
import "./
|
|
6
|
-
import
|
|
7
|
-
import {
|
|
8
|
-
import
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
4
|
+
import { c as sampleReasons, d as splitsLabel, i as pairTallies, n as headToHeadLines } from "./pairs-CHfZNRT6.js";
|
|
5
|
+
import { n as formatTokens } from "./usage-BNY1ABrU.js";
|
|
6
|
+
import "./analysis-C2-aEbr7.js";
|
|
7
|
+
import { $ as bothUnderATenth, W as labelledJudgements, _t as compare } from "./model-CgnOpss4.js";
|
|
8
|
+
import "./stats-DSy5HfOv.js";
|
|
9
|
+
import { g as familyRateLabel, h as familyLiftLabel, p as familyEffortLabel } from "./suite-WgT7m6Vs.js";
|
|
10
|
+
import { t as runHeader } from "./header-BLPP6aCU.js";
|
|
11
|
+
import { i as checkCommand, o as commandSummary } from "./cli-spec-CpnbATtI.js";
|
|
12
|
+
import { r as contrastsOf } from "./contrasts-DRxMQQTC.js";
|
|
13
|
+
import { i as TOOL_CLASSES } from "./facts-DzOUTreB.js";
|
|
13
14
|
import { basename, join } from "node:path";
|
|
14
15
|
import { readFile } from "node:fs/promises";
|
|
15
16
|
//#region src/analysis/digest.ts
|
|
@@ -602,6 +603,37 @@ async function buildDigestKeepingDropped(input) {
|
|
|
602
603
|
});
|
|
603
604
|
}
|
|
604
605
|
}
|
|
606
|
+
for (const r of runs) for (const e of r.record.evals) {
|
|
607
|
+
if (!evalKeys.has(e.key)) continue;
|
|
608
|
+
const byQuestion = /* @__PURE__ */ new Map();
|
|
609
|
+
for (const a of e.attempts) for (const q of a.answers ?? []) byQuestion.set(q.question, [...byQuestion.get(q.question) ?? [], {
|
|
610
|
+
attempt: idOf.get(`${r.record.runId}\0${a.key}`) ?? a.id,
|
|
611
|
+
answer: q
|
|
612
|
+
}]);
|
|
613
|
+
for (const [question, asked] of byQuestion) {
|
|
614
|
+
const first = asked[0]?.answer;
|
|
615
|
+
const answered = asked.filter((x) => x.answer.error === void 0);
|
|
616
|
+
const failed = asked.find((x) => x.answer.error !== void 0)?.answer.error;
|
|
617
|
+
fact("attempt-question", {
|
|
618
|
+
run: short.get(r.record.runId),
|
|
619
|
+
eval: tagOf(e.key),
|
|
620
|
+
question: clip(question, 120),
|
|
621
|
+
model: first.resolvedModel ?? first.model,
|
|
622
|
+
shows: questionShows(first.stateOptions, first.artifacts),
|
|
623
|
+
asked: asked.length,
|
|
624
|
+
...first.choices ? { choices: first.choices.map((choice) => ({
|
|
625
|
+
choice,
|
|
626
|
+
n: answered.filter((x) => x.answer.choice === choice).length
|
|
627
|
+
})) } : {},
|
|
628
|
+
answers: answered.slice(0, 5).map((x) => ({
|
|
629
|
+
attempt: x.attempt,
|
|
630
|
+
...x.answer.choice !== void 0 ? { choice: x.answer.choice } : {},
|
|
631
|
+
text: clip(x.answer.text, 300)
|
|
632
|
+
})),
|
|
633
|
+
...failed ? { error: clip(failed, 200) } : {}
|
|
634
|
+
});
|
|
635
|
+
}
|
|
636
|
+
}
|
|
605
637
|
for (const r of runs) for (const e of r.record.evals) {
|
|
606
638
|
if (!evalKeys.has(e.key)) continue;
|
|
607
639
|
const tag = (key) => cellTag(r.record.runId, e.key, key);
|
|
@@ -732,7 +764,7 @@ async function buildDigestKeepingDropped(input) {
|
|
|
732
764
|
}
|
|
733
765
|
}
|
|
734
766
|
const digest = {
|
|
735
|
-
digestVersion:
|
|
767
|
+
digestVersion: 12,
|
|
736
768
|
scope: {
|
|
737
769
|
kind: "run",
|
|
738
770
|
head: short.get(head.record.runId),
|
|
@@ -1031,4 +1063,4 @@ function validateAnalysis(output, digest, tables, evals) {
|
|
|
1031
1063
|
//#endregion
|
|
1032
1064
|
export { digestChars as a, buildDigestKeepingDropped as i, validateAnalysis as n, digestHash as o, RULES as r, unverifiedNumbers as t };
|
|
1033
1065
|
|
|
1034
|
-
//# sourceMappingURL=validate-
|
|
1066
|
+
//# sourceMappingURL=validate-BhwqrVsm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-BhwqrVsm.js","names":[],"sources":["../src/analysis/digest.ts","../src/analysis/validate.ts"],"mappings":";;;;;;;;;;;;;;;;AAyGA,MAAa,QAAQ;CACnB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,MAAM,OAAO,MACX,MAAM,QAAQ,MAAM,KAAA,IAAY,OAAO,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;AAC7F,MAAM,YAAY,QAAgB,IAAY,OAC5C,GAAG,IAAI,MAAM,EAAE,YAAY,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE;;AAGhD,SAAS,WACP,gBACA,gBACA,QACA,IACA,IACQ;CACR,OAAO,KAAK,IAAI,gBAAgB,cAAc,IAAA,IAC1C,iCAAiC,eAAe,MAAM,eAAe,KACrE,SAAS,QAAQ,IAAI,EAAE;AAC7B;AAEA,SAAS,kBACP,gBACA,gBACA,aAC4C;CAC5C,IAAI,KAAK,IAAI,gBAAgB,cAAc,IAAA,GAAwB,OAAO;CAC1E,OAAO,cAAc,iBAAiB;AACxC;;AAGA,SAAS,kBAA0B;CACjC,OAAO;AACT;AAEA,SAAS,WAAW,GAAsB;CACxC,OAAO,KAAK,UAAU,EAAE,QAAQ,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAChE;;AAGA,SAAS,mBAAmB,MAAiB,MAA0B;CACrE,IAAI,WAAW,IAAI,MAAM,WAAW,IAAI,GAAG,OAAO;CAClD,MAAM,OAAO,IAAI,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,EAAE,iBAAiB,OAAO,CAAC,CAAC;CAC/E,OAAO,KAAK,MAAM,MAAM,MAAM,KAAK,IAAI,EAAE,GAAG,KAAK,KAAK,IAAI,EAAE,GAAG,MAAM,EAAE,iBAAiB,OAAO;AACjG;;AAGA,SAAS,SAAS,OAAyC;CACzD,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,QAAQ,MAAM,KAAK,MAAM,SAAS,EAAE,IAAI,CAAC,CAAC,QAAQ,sBAAsB,EAAE,CAAC;CACjF,MAAM,SAAS,GAAG,MAAM;EACtB,MAAM,IAAI,MAAM;EAChB,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC;EAC1C,KAAK,IAAI,EAAE,KAAK,OAAO,IAAI,GAAG,EAAE,GAAG,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;CAC9F,CAAC;CACD,OAAO;AACT;;AAGA,SAAS,SAAS,GAAmC;CACnD,MAAM,YAAY,CAAC,GAAG,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5D,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,WAAW,CAAC,CAAC;CAC5D,MAAM,UAAU,MACd,UAAU,SAAS,IAAI,KAAK,GAAG,MAAM,WAAW,UAAU,SAAS,EAAE,cAAc,EAAE,QAAQ;CAC/F,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,WAAW,CAAC,CAAC;AACrF;;;;;AAMA,SAAS,UAAU,GAAc,MAAgD;CAC/E,MAAM,UAAU,EAAE,MAAM,MAAM,MAAM,EAAE,SAAS,SAAS;CACxD,OAAO,IAAI,IACT,EAAE,MAAM,KAAK,MAAM;EACjB,MAAM,MAAM,KAAK,IAAI,EAAE,GAAG,KAAK,EAAE;EACjC,MAAM,QAAQ,WAAW,EAAE,SAAS,aAAa,EAAE,eAAe,EAAE,gBAAgB;EACpF,OAAO,CAAC,EAAE,KAAK,QAAQ,IAAI,QAAQ,YAAY,GAAG,EAAE,YAAY,WAAW,IAAI,GAAG;CACpF,CAAC,CACH;AACF;AAEA,MAAM,WAAW,MAAqB,EAAE,YAAY,UAAU,EAAE,YAAY;AAE5E,MAAM,cAAc;AACpB,MAAM,UAAU,MAAc,KAAK,MAAM,IAAI,GAAG,IAAI;AACpD,MAAM,UAAU,MAAc,KAAK,MAAM,IAAI,EAAE,IAAI;AACnD,MAAM,aAAa,MAAgB,KAAK,OAAO,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;;AAG7E,MAAM,gBAAgB,OACnB,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,KAAK,MAAM,KAAK,EAAE,OAAO,WAAW,CAAC;;AAG/F,MAAM,YAAY,MAAkB,EAAE,OAAO,EAAE,OAAO,EAAE;;AAGxD,MAAM,UAAU,MAAuD;CACrE,MAAM,IAAI,SAAS,CAAC;CACpB,IAAI,MAAM,GAAG,OAAO,KAAA;CACpB,OAAO,EAAE,SAAS,IAAI,QAAQ,EAAE,SAAS,IAAI,SAAS;AACxD;;AAGA,MAAM,UAAU,MAAmB,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM;;AAG9E,MAAM,eAAe,MAAkB,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,EAAE;;AAG/D,SAAS,WAAc,OAAY,KAA+B;CAChE,MAAM,yBAAS,IAAI,IAAiB;CACpC,KAAK,MAAM,QAAQ,OAAO,OAAO,IAAI,IAAI,IAAI,GAAG,CAAC,GAAI,OAAO,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAI,IAAI,CAAC;CACxF,MAAM,MAAW,CAAC;CAClB,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,MAAM,QAAQ,KACzC,KAAK,MAAM,KAAK,OAAO,OAAO,GAAG,IAAI,IAAI,EAAE,QAAQ,IAAI,KAAK,EAAE,EAAO;CAEvE,OAAO;AACT;;AAGA,MAAM,WAAW,UAAwC;CACvD,MAAM,QAAQ,MAAM,SAAS,MAAM,EAAE,KAAK;CAC1C,OAAO,MAAM,UAAU,MAAM,OAAO,MAAM,EAAE,SAAS,MAAM,IAAI,UAAU;AAC3E;;;;;;AAOA,SAAS,WAAW,GAAc,KAA+B;CAC/D,MAAM,QAAQ,EAAE,MAAM,QAAQ,MAAM,EAAE,QAAQ,MAAM;CACpD,MAAM,SAAS,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,OAAO,EAAE,UAAU,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;CACtF,IAAI,CAAC,OAAO,QAAQ,OAAO;CAC3B,MAAM,yBAAS,IAAI,IAAsB;CACzC,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG;EACjB,KAAK,MAAM,KAAK,mBAAmB,CAAC,GAAG;GACrC,IAAI,EAAE,UAAU,KAAA,GAAW;GAC3B,MAAM,KAAK,GAAG,EAAE,KAAK,IAAI,EAAE;GAC3B,OAAO,IAAI,IAAI,CAAC,GAAI,OAAO,IAAI,EAAE,KAAK,CAAC,GAAI,EAAE,UAAU,KAAK,CAAC;EAC/D;CACF;CACA,MAAM,OAAgE,CAAC;CACvE,MAAM,WAAqB,CAAC;CAC5B,MAAM,YAAsB,CAAC;CAC7B,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,UAAU,MAAM,SAAS,MAAM;GACnC,MAAM,IAAI,EAAE,QAAQ,MAAM,MAAM,EAAE,UAAU,KAAK;GACjD,OAAO,IAAI,CAAC;IAAE;IAAG;GAAE,CAAC,IAAI,CAAC;EAC3B,CAAC;EACD,MAAM,QAAQ,IAAI,IAAI,QAAQ,KAAK,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC;EACvD,IAAI,MAAM,SAAS,KAAK,MAAM,IAAI,MAAM,GAAG,SAAS,KAAK,KAAK,OAAO,WAAW,CAAC;OAC5E,IAAI,MAAM,SAAS,KAAK,MAAM,IAAI,KAAK,GAAG,UAAU,KAAK,KAAK,OAAO,WAAW,CAAC;OAEpF,KAAK,KAAK;GACR,OAAO,KAAK,OAAO,WAAW;GAC9B,OAAO,OAAO,YACZ,QAAQ,KAAK,EAAE,GAAG,QAAQ;IACxB,MAAM,IAAI,OAAO,IAAI,GAAG,EAAE,IAAI,IAAI,OAAO;IACzC,MAAM,OAAO,GAAG,SACZ,OAAO,EAAE,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,OAAA,CAAQ,QAAQ,CAAC,MACzD;IACJ,OAAO,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,MAAM;GAC3C,CAAC,CACH;EACF,CAAC;CAEL;CACA,OAAO;EAAE;EAAM;EAAU;CAAU;AACrC;;AAGA,eAAsB,0BACpB,OACwD;CACxD,MAAM,EAAE,MAAM,MAAM,OAAO;CAC3B,MAAM,OAAO,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI;CACxC,MAAM,QAAQ,IAAI,IAAI,KAAK,KAAK,GAAG,MAAM,CAAC,EAAE,OAAO,OAAO,IAAI,IAAI,GAAG,CAAC,CAAC;CACvE,MAAM,SAAS,MAAM,YAAY,YAAY,KAAK;CAClD,MAAM,WAAW,MAAiB,CAAC,UAAU,EAAE,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM;CAC/E,MAAM,aAAa,KAAK,OAAO,MAAM,OAAO,OAAO;CACnD,MAAM,QAAQ,QAAQ,UAAU;CAChC,MAAM,OAAO,SAAS,UAAU;CAChC,MAAM,WAAW,IAAI,IAAI,WAAW,KAAK,MAAM,EAAE,GAAG,CAAC;CACrD,MAAM,SAAS,QAAgB,KAAK,IAAI,GAAG,KAAK;CAChD,MAAM,SAAS,KAAK,KAAK,MAAM,EAAE,OAAO,KAAK;CAE7C,MAAM,WAA0C,CAAC;CACjD,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,QAAQ,SAAS,CAAC;EACxB,MAAM,QAAQ,UAAU,GAAG,KAAK;EAChC,KAAK,MAAM,CAAC,KAAK,SAAS,OAAO,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,OAAO,IAAI;EAC1F,KAAK,MAAM,KAAK,EAAE,UAAU;GAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,OAAO,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;GAClF,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,OAAO,EAAE;GAC1C,MAAM,MAAM,EAAE,MAAM,cAAc,EAAE,MAAM,cAAc,EAAE,OAAO,MAAM,MAAM,EAAE,GAAG,CAAC,EAAE;GACrF,MAAM,aAAa,EAAE,cAAc,CAAC;GACpC,MAAM,SAAS,aAAa,CAAC;GAC7B,MAAM,SAAS,mBAAmB,CAAC;GACnC,SAAS,MAAM;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE;IACP,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,EAAE;IACZ,MAAM,MAAM,IAAI,EAAE,IAAI;IACtB,SAAS,EAAE;IACX,SAAS,EAAE;IACX,OAAO,EAAE,SAAS;IAClB,QAAQ,KAAK,MAAM,EAAE,QAAQ,UAAU,GAAI;IAC3C,GAAI,WAAW,SACX,EACE,QAAQ,GAAG,WAAW,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,OAAO,GAAG,WAAW,SAChF,IACA,CAAC;IACL,GAAI,OAAO,SAAS,EAAE,OAAO,IAAI,CAAC;IAClC,GAAI,OAAO,SACP,EACE,QAAQ,OAAO,YACb,OAAO,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,KAAK,CAAC,CAAC,CAC3E,EACF,IACA,CAAC;IACL,OAAO,EAAE,OAAO;IAChB,WAAW,MAAM,GAAG,EAAE,OAAO,MAAM,GAAG,IAAI,KAAK,MAAM,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM;GACtF;EACF;CACF;CAEF,MAAM,WAAW,OAAe,SAAiB,SAC/C,UAAU,IAAI,GAAG,MAAM,IAAI,QAAQ,IAAI,MAAM,KAAK;CAEpD,MAAM,QAAsB,CAAC;CAC7B,MAAM,QAAQ,MAAc,SAC1B,MAAM,KAAK;EAAE,IAAI,IAAI,MAAM,SAAS;EAAK;EAAM,GAAG;CAAK,CAAC;CAC1D,MAAM,KAAwC,QAC5C,GAAG,MAAM,GAAG,CAAC,CAAC;CAChB,MAAM,QAAQ,WAAqB,OAAO,KAAK,MAAM,IAAI,EAAE,QAAQ,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI;CAC5F,MAAM,UAAU,KAAK,MAAM;CAC3B,MAAM,WAAW,KAAK,CAAC,GAAG,QAAQ,CAAC;CAGnC,KAAK,MAAM,KAAK,MAAM;EACpB,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;GAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;GAC1B,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,EAAE,GAAG;KAC1C,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,EAAE;KAC9B,GAAI,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,IAAI,CAAC;KACnD,OAAO,EAAE,SAAS;KAClB,GAAI,EAAE,QAAQ,CAAC,EAAE,SACb;MACE,MAAM,WACJ,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QACP,EAAE,KAAK,SAAS,IAChB,EAAE,KAAK,SAAS,EAClB;MACA,SAAS,kBACP,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,WACT;KACF,IACA,CAAC;IACP,EAAE;IACF,GAAI,EAAE,SAAS;KAAE,QAAQ,EAAE,OAAO;KAAI,MAAM,EAAE,OAAO;IAAK,IAAI,CAAC;GACjE,CAAC;EACH;EAEA,KAAK,MAAM,KAAK,EAAE,OAAO,YAAY,CAAC,GAAG;GACvC,MAAM,SAAS,EAAE,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO,EAAE,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC;GACtF,IAAI,CAAC,QAAQ;GACb,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,QAAQ,EAAE;IACV,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAG,EAAE,IAAI,MAAM,EAAE;IACtD,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,OAAO,KAAK,EAAE,IAAI;KAChD,SAAS,gBAAgB,CAAC;IAC5B,EAAE;IACF,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,MAAM,QAAQ,EAAE,OAAO,OAAO,OAAO,KAAK,EAAE,OAAO;KACnD,MAAM,gBAAgB,CAAC;KACvB,SAAS,EAAE,YAAY,UAAU,EAAE,YAAY,SAAS,WAAW,EAAE;KACrE,GAAI,EAAE,YAAY,KAAA,IAAY;MAAE,SAAS,EAAE;MAAS,MAAM,EAAE;KAAQ,IAAI,CAAC;KACzE,GAAI,kBAAkB,CAAC,IAAI,EAAE,QAAQ,kBAAkB,CAAC,EAAE,IAAI,CAAC;IACjE,EAAE;GACJ,CAAC;EACH;CACF;CAGA,MAAM,SAAS,EACb,2CAA2C,QAAQ,qBAAqB,SAAS,yBACnF;CACA,MAAM,+BAAe,IAAI,IAAyB;CAClD,KAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,KAAK,GAAG,IAAI,OAAO,IAAI,IAAI;EACjC,aAAa,IAAI,IAAI,CAAC,GAAI,aAAa,IAAI,EAAE,KAAK,CAAC,GAAI,GAAG,CAAC;CAC7D;CACA,KAAK,MAAM,QAAQ,aAAa,OAAO,GAAG;EACxC,MAAM,QAAQ,KAAK;EACnB,MAAM,QAAQ,MAAM;EACpB,KAAK,UAAU;GACb,KAAK,MAAM,IAAI,KAAK;GACpB,MAAM,MAAM,MAAM,QAAQ;GAC1B,OAAO,KAAK,KAAK,SAAS;IACxB,MAAM,QAAQ,OAAO,IAAI,UAAU,IAAI,QAAQ;IAC/C,GAAG,IAAI;IACP,iBAAiB,IAAI;IACrB,cAAc,IAAI;IAClB,GAAI,IAAI,iBAAiB,OAAO,EAAE,cAAc,IAAI,cAAc,IAAI,CAAC;IACvE,GAAI,IAAI,0BAA0B,OAC9B,EACE,oBAAoB,OAAO,YACzB,aAAa,SAAS,MAAM;KAC1B,MAAM,IAAI,IAAI,GAAG,EAAE;KACnB,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzB,CAAC,CACH,EACF,IACA,CAAC;IACL,GAAI,IAAI,cACJ,EACE,WAAW;KACT,GAAG,GAAG,IAAI,EAAE,MAAM,IAAI;KACtB,WAAW,GAAG,IAAI,aAAa,MAAM,IAAI,qBAAqB,IAAI,UAAU,IAAI,WAAW,EAAE;KAC7F,QAAQ,gBACN,OAAO,IAAI,cAAc,IAAI,KAC7B,OAAO,IAAI,sBAAsB,IAAI,GACvC,IACI,iBACA,GAAG,IAAI,eAAe,MAAM,IAAI,uBAAuB,IAAI,UAAU,IAAI,aAAa,EAAE;KAC5F,GAAG,IAAI;KACP,SAAS,IAAI;KACb,aAAa,IAAI;KACjB,GAAI,IAAI,iBACJ;MACE,QAAQ,GAAG,aAAa,IAAI,aAAuB,EAAE,MAAM,aAAa,IAAI,qBAA+B,EAAE,IAAI,UAAU,IAAI,YAAY,EAAE;MAC7I,SAAS,IAAI;MACb,eAAe,IAAI;KACrB,IACA,CAAC;KACL,GAAI,KAAK,IAAI,OAAO,IAAI,CAAC,GAAG,OAAO,IAAI,SAAS,CAAC,KAAA,IAC7C,EACE,WAAW;MACT,OAAO,IAAI,cAAc;MACzB,QAAQ,IAAI,mBAAmB;MAC/B,GAAI,IAAI,oBAAoB,OACxB,EAAE,QAAQ,IAAI,qBAAqB,EAAE,IACrC,CAAC;KACP,EACF,IACA,CAAC;KACL,GAAI,IAAI,cAAc,EAAE,iBAAiB,IAAI,YAAY,IAAI,CAAC;IAChE,EACF,IACA,CAAC;GACP,EAAE;EACJ,CAAC;CACH;CAIA,MAAM,kCAAkB,IAAI,IAAY;CACxC,IAAI,MACF,KAAK,MAAM,KAAK,YAAY;EAC1B,MAAM,QAAQ,KAAK,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EAC3D,IAAI,SAAS,mBAAmB,OAAO,CAAC,GAAG,gBAAgB,IAAI,EAAE,GAAG;CACtE;CAEF,MAAM,YAAY,CAAC,GAAG,IAAI,IAAI,KAAK,SAAS,MAAM,EAAE,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;CAC7F,MAAM,UAAU,EAcd;+DAC2D,SAAS;2EACG,QAAQ,qBAAqB,SAAS;6CACpE,QAAQ,qBAAqB,SAAS;;;+BAIjF,CAAC,CAAC,QACC,MACC,EAAE,SAAS,YACX,EAAE,WAAW,iBACZ,EAAE,YAAY,QAAQ,UAAU,SAAS,EAAE,OAAO,CACvD;CACA,KAAK,MAAM,KAAK,SAAS;EAEvB,IAAI,CAAC,SAAS,EAAE,SAAS,YAAY,EAAE,SAAS,aAAa;EAC7D,IAAI,EAAE,SAAS,gBAAgB;GAC7B,KAAK,UAAU;IAAE,MAAM,EAAE;IAAM,QAAQ,EAAE;IAAQ,OAAO,EAAE;IAAO,MAAM,EAAE;GAAK,CAAC;GAC/E;EACF;EAEA,IAAI,EAAE,SAAS,UAAU;GACvB,IAAI,EAAE,YAAY,gBAAgB,IAAI,EAAE,QAAQ,GAAG;GACnD,IAAI,CAAC,EAAE,YAAY,gBAAgB,MAAM;EAC3C;EACA,MAAM,gBAAgB,EAAE,iBAAiB,oBAAoB,EAAE,WAAW;EAC1E,KAAK,UAAU;GACb,MAAM,EAAE;GACR,QAAQ,EAAE;GACV,OAAO,EAAE,SAAS,aAAc,MAAM,IAAI,EAAE,KAAK,KAAK,EAAE,QAAS,EAAE;GACnE,UAAU,EAAE,SAAS,aAAc,MAAM,IAAI,EAAE,QAAQ,KAAK,EAAE,WAAY,EAAE;GAC5E,GAAI,EAAE,SAAS,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ;GACtD,MAAM,EAAE,WAAW,MAAM,EAAE,QAAQ,IAAI;GACvC,GAAI,EAAE,UAAU,EAAE,SAAS,aAAa,EAAE,KAAK,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;GACxE,GAAI,EAAE,UAAU,EAAE,SAAS,IAAI,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;GACvD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;GACjC,GAAI,gBACA;IACE,MAAM,gBAAgB;IACtB,aAAa;GACf,IACA;IACE,UAAU,GAAG,EAAE,aAAa,GAAG,EAAE,gBAAgB,MAAM,EAAE,aAAa,GAAG,EAAE;IAC3E,MAAM,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;IAC3E,aAAa,EAAE;GACjB;GACJ,WAAW,EAAE;GACb,QAAQ,EAAE;GACV,eAAe,EAAE;GACjB,GAAI,EAAE,iBACF;IACE,aAAa,EAAE;IACf,SAAS,EAAE;IACX,eAAe,EAAE;GACnB,IACA,CAAC;GACL,GAAI,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,IAAI,CAAC;GAC1D,GAAI,EAAE,UAAU,EAAE,SAAS,IACvB;IACE,kBAAkB,GAAG,EAAE,WAAW,GAAG,EAAE;IACvC,iBAAiB,GAAG,EAAE,UAAU,GAAG,EAAE;GACvC,IACA,EAAE,WAAW,EAAE,cAAc,EAAE;GACnC,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;EACnC,CAAC;CACH;CAGA,MAAM,QAAQ,EAQZ;;yCAEqC,QAAQ,qBAAqB,SAAS;2FAE7E;CACA,MAAM,yBAAS,IAAI,IAGjB;CACF,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,OAAO,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;EACrD,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;EACzB,MAAM,QAAQ,OAAO,IAAI,EAAE,KAAK;GAC9B;GACA,OAAO,EAAE;GACT,UAAU;GACV,MAAM;GACN,uBAAO,IAAI,IAAI;EACjB;EACA,MAAM,YAAY,EAAE;EACpB,MAAM,QAAQ,EAAE;EAChB,KAAK,MAAM,KAAK,OAAO,EAAE,SAAS,EAAE,CAAC,CAClC,MAAM,GAAG,CAAC,CACV,OAAO,OAAO,GACf,MAAM,MAAM,IAAI,OAAO,CAAC,CAAC;EAC3B,OAAO,IAAI,IAAI,KAAK;CACtB;CACA,IAAI,OAAO,MACT,KAAK,eAAe;EAClB,MAAM;EACN,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO;GACtC,MAAM,EAAE;GACR,OAAO,EAAE;GACT,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;GACrB,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;EACrD,EAAE;CACJ,CAAC;CAIH,MAAM,YAAY,EAChB;;0BAEsB,QAAQ,uBAAuB,SAAS;sFAEhE;CACA,MAAM,WAAW,EACf;yCACqC,QAAQ,qBAAqB,SAAS;yFAE7E;CAEA,MAAM,wBAAQ,IAAI,IAAiB;CACnC,MAAM,YAAY,QAAsC;EACtD,MAAM,KAAK,GAAG,IAAI,OAAO,IAAI,IAAI,SAAS,IAAI,IAAI;EAClD,MAAM,QAAa,MAAM,IAAI,EAAE,KAAK;GAAE,yBAAS,IAAI,IAAI;GAAG,OAAO,CAAC;EAAE;EACpE,MAAM,IAAI,IAAI,KAAK;EACnB,OAAO;CACT;CACA,KAAK,MAAM,KAAK,WAAW;EACzB,MAAM,QAAQ,SAAS,CAAC;EACxB,MAAM,MAAM,MAAM,QAAQ,IAAI,EAAE,KAAK,qBAAK,IAAI,IAAoB;EAClE,IAAI,IAAI,EAAE,GAAG,EAAE,KAAK;EACpB,MAAM,QAAQ,IAAI,EAAE,OAAO,GAAG;CAChC;CACA,KAAK,MAAM,KAAK,UAAU,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,EAAE,UAAU;CACpF,IAAI,UAAU,QAAQ;EACpB,MAAM,4BAAY,IAAI,IAAsB;EAC5C,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,KAAK,GAAG,EAAE,OAAO,IAAI,EAAE,SAAS,IAAI,EAAE;GAC5C,UAAU,IAAI,IAAI,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAI,UAAU,IAAI,EAAE,KAAK,CAAC,GAAI,EAAE,CAAC,CAAC,CAAC,CAAC;EACrE;EACA,KAAK,eAAe;GAClB,MAAM;GACN,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,OAAO;IACjC,MAAM,CAAC,OAAO,SAAS,WAAW,GAAG,MAAM,IAAI;IAC/C,MAAM,MAAM,UAAU,IAAI,EAAE,KAAK,CAAC,EAAA,CAAG,MAAM,GAAG,MAAM,IAAI,CAAC;IACzD,OAAO;KACL,KAAK,MAAM,IAAI,KAAK;KACpB,MAAM,MAAM,OAAO;KACnB,MAAM,QAAQ,OAAO,SAAS,OAAO;KACrC,YAAY,OAAO,YACjB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAChF;KACA,GAAI,EAAE,MAAM,SAAS,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;IAC7C;GACF,CAAC;EACH,CAAC;CACH;CAGA,MAAM,yBAAS,IAAI,IAGjB;CACF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,IAAI,OAAO,IAAI,EAAE,GAAG,KAAK;GAAE,MAAM;GAAG,SAAS;GAAG,uBAAO,IAAI,IAAI;EAAE;EACvE,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,CAAC,IAAI,MAAM,EAAE,MAAM,IAAI,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;GAC5C,EAAE,MAAM,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC;GACtD,EAAE,QAAQ,EAAE;GACZ,EAAE,WAAW,EAAE,OAAO,EAAE;EAC1B;EACA,OAAO,IAAI,EAAE,KAAK,CAAC;CACrB;CAEF,MAAM,YAAY,CAAC,GAAG,MAAM,CAAC,CAC1B,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,QAAQ,KAAK,KAAK,KAAK,MAAM,GAAI,CAAC,CAAC,CACvF,KAAK,CAAC,SAAS,MAAM,GAAG,CAAC;CAC5B,KAAK,cAAc;EACjB,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ;GAAE,MAAM,MAAM,GAAG;GAAG,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EAAU,EAAE;EAC3F;CACF,CAAC;CAGD,MAAM,4BAAY,IAAI,IAAyB;CAC/C,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,WAAW,WAAW,IAAI,SAAS,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,IAAI,CAAC;EAC7E,IAAI,CAAC,UAAU;EACf,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC;EACvF,KAAK,YAAY;GACf,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;GAC7B,MAAM,MAAM,EAAE,GAAG;GACjB,MAAM;GACN,GAAG;EACL,CAAC;CACH;CAIF,MAAM,SAAS,KAAK,SAAS,MAC3B,EAAE,OAAO,MACN,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAClC,SAAS,MAAM,EAAE,SAAS,SAAS,MAAM,EAAE,UAAU,CAAC,CAC3D;CACA,IAAI,OAAO,QACT,KAAK,SAAS;EACZ,QAAQ,CAAC,GAAG,IAAI,IAAI,OAAO,KAAK,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;EAClE,WAAW,CAAC,GAAG,IAAI,IAAI,OAAO,KAAK,MAAM,EAAE,SAAS,CAAC,CAAC;EACtD,UAAU,OAAO;EACjB,MAAM,OAAO,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC;EACjD,kBAAkB,OAAO,QAAQ,MAAM,EAAE,SAAS,GAAI,CAAC,CAAC;EACxD,eAAe,OAAO,QAAQ,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,SAAS,KAAK,EAAG,CAAC,CAAC;EAC5E,SAAS;CACX,CAAC;CAIH,MAAM,WAAW,WACf,KACG,MAAM,CAAC,CACP,QAAQ,CAAC,CACT,SAAS,MACR,EAAE,OAAO,MACN,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAClC,SAAS,MACR,EAAE,SACC,QAAQ,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,CAAC,CAClE,KAAK,OAAO;EAAE;EAAG;EAAG;CAAE,EAAE,CAC7B,CACJ,IACD,EAAE,GAAG,GAAG,QAAQ,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,EAAE,MACrD;CAEA,MAAM,4BAAY,IAAI,IAAY;CAClC,MAAM,eACJ,UAAU,UACN,SAAS,QAAQ,EAAE,GAAG,GAAG,QAAQ;EAC/B,MAAM,KAAK,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,IAAI,IAAI,EAAE;EAC7C,OAAO,CAAC,UAAU,IAAI,EAAE,KAAK,CAAC,CAAC,UAAU,IAAI,EAAE;CACjD,CAAC,IACD,SAAS,MAAM,GAAG,CAAC;CACzB,KAAK,MAAM,EAAE,GAAG,GAAG,OAAO,cAAc;EACtC,MAAM,SAAS,aAAa,CAAC;EAC7B,MAAM,SAAS,mBAAmB,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,UAAU,YAAY,MAAM;EACjF,KAAK,WAAW;GACd,SAAS,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK;GAC/C,SAAS,EAAE;GACX,WAAW,EAAE,OAAO,QAAQ;GAC5B,SAAS,EAAE,QAAQ,KAAK,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI;GACrE,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;GACvD,GAAI,OAAO,SAAS,EAAE,OAAO,IAAI,CAAC;GAClC,GAAI,OAAO,SACP,EACE,QAAQ,OAAO,KAAK,OAAO;IACzB,OAAO,KAAK,EAAE,OAAO,WAAW;IAChC,UAAU,KAAK,EAAE,UAAU,UAAU,GAAG;IACxC,OAAO,EAAE,UAAU;IACnB,WAAW,EAAE,UAAU;GACzB,EAAE,EACJ,IACA,CAAC;GACL,cAAc,EAAE,OACb,KAAK,GAAG,OAAO;IAAE,MAAM,IAAI;IAAG,MAAM,EAAE;IAAU,SAAS,KAAK,EAAE,SAAS,GAAG;GAAE,EAAE,CAAC,CACjF,QAAQ,MAAM,EAAE,SAAS,CAAC;EAC/B,CAAC;CACH;CAGA,KAAK,MAAM,KAAK,EACd,gDAAgD,SAAS,EAC3D,GAAG;EACD,MAAM,OAAO,QAAQ,KAAK,OAAO,OAAO,EAAE,UAAU,EAAE,QAAQ;EAC9D,KAAK,SAAS;GACZ,MAAM,MAAM,EAAE,QAAQ;GACtB;GACA,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;GACrB,MAAM,EAAE;GACR,UAAU,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE;GAC9D,SAAS,EAAE;GACX,OAAO,EAAE;EACX,CAAC;CACH;CAGA,IAAI,MACF,KAAK,MAAM,KAAK,YAAY;EAC1B,MAAM,QAAQ,KAAK,OAAO,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EAC3D,IAAI,CAAC,SAAS,CAAC,mBAAmB,OAAO,CAAC,GAAG;EAC7C,KAAK,gBAAgB;GACnB,MAAM,MAAM,EAAE,GAAG;GACjB,MAAM;GACN,IAAI;GACJ,MAAM;EACR,CAAC;CACH;CAIF,IAAI,MAAM;EACR,MAAM,QAAQ,EACZ;yBACmB,KAAK,OAAO,MAAM,uBAAuB,KAAK,OAAO,MAAM,qBAAqB,SAAS;4DAE9G;EACA,KAAK,MAAM,KAAK,OACd,KAAK,SAAS;GACZ,MAAM;GACN,IAAI;GACJ,OAAO,EAAE;GACT,SAAS,EAAE;GACX,GAAI,EAAE,gBAAgB,EAAE,OAAO,OAAO,EAAE,aAAa,CAAC,CAAC,MAAM,IAAI,EAAE,IAAI,CAAC;GACxE,SAAS,EAAE,QAAQ,oCAAoC,gBAAgB,EAAE;EAC3E,CAAC;EAKH,KAAK,WAAW;GACd,MAAM;GACN,MAAM;GACN,MANW,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,QAAQ,QACvF,WAAW,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAK7B,CAAC,CAAC,KAAK,SAAS;IACvB,MAAM,MAAM,WAAW,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,OAAO,IAAI,EAAE;IAClE,QAAQ,IAAI;IACZ,GAAI,IAAI,SAAS,SAAS,EAAE,SAAS,IAAI,QAAQ,IAAI,CAAC;IACtD,GAAI,IAAI,YAAY,EAAE,WAAW,IAAI,UAAU,IAAI,CAAC;GACtD,EAAE;EACJ,CAAC;CACH;CAGA,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAAG;GAC/B,MAAM,OAAO,EAAE,MAAM,QAAQ,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC;GACvD,MAAM,UAAU,cAAc,EAAE,KAAK;GACrC,MAAM,SAAS,YAAY,YAAY,EAAE,KAAK,CAAC;GAC/C,MAAM,aAAa,gBAAgB,EAAE,KAAK;GAC1C,KAAK,oBAAoB;IACvB,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,KAAK,EAAE,UAAU,GAAG;IAC9B,OAAO,EAAE,iBAAiB,EAAE;IAC5B,OAAO,cAAc,EAAE,gBAAgB,wBAAwB,EAAE,SAAS;IAC1E,OAAO,EAAE,MAAM;IACf;IACA,GAAI,EAAE,MAAM,SACR,EACE,OAAO,EAAE,MAAM,KAAK,OAAO;KACzB,KAAK,EAAE;KACP,MAAM,EAAE;KACR,MAAM,EAAE;KACR,GAAG,EAAE;IACP,EAAE,EACJ,IACA,CAAC;IACL,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;IAC3B,GAAI,WAAW,SAAS,EAAE,WAAW,IAAI,CAAC;IAC1C,GAAI,EAAE,QAAQ,EAAE,OAAO,KAAK,EAAE,OAAO,GAAG,EAAE,IAAI,CAAC;IAC/C,GAAI,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,KAAA,IACpC,EAAE,MAAM,oEAAoE,IAC5E,CAAC;IACL,GAAI,QAAQ,SAAS,EAAE,QAAQ,IAAI,CAAC;GACtC,CAAC;EACH;CACF;CAIF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,6BAAa,IAAI,IAA+D;EACtF,KAAK,MAAM,KAAK,EAAE,UAChB,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAC5B,WAAW,IAAI,EAAE,UAAU,CACzB,GAAI,WAAW,IAAI,EAAE,QAAQ,KAAK,CAAC,GACnC;GAAE,SAAS,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,KAAK,EAAE;GAAI,QAAQ;EAAE,CACxE,CAAC;EAGL,KAAK,MAAM,CAAC,UAAU,UAAU,YAAY;GAC1C,MAAM,QAAQ,MAAM,EAAE,EAAE;GACxB,MAAM,WAAW,MAAM,QAAQ,MAAM,EAAE,OAAO,UAAU,KAAA,CAAS;GACjE,MAAM,SAAS,MAAM,MAAM,MAAM,EAAE,OAAO,UAAU,KAAA,CAAS,CAAC,EAAE,OAAO;GACvE,KAAK,oBAAoB;IACvB,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,UAAU,KAAK,UAAU,GAAG;IAC5B,OAAO,MAAM,iBAAiB,MAAM;IACpC,OAAO,cAAc,MAAM,cAAc,MAAM,SAAS;IACxD,OAAO,MAAM;IACb,GAAI,MAAM,UACN,EACE,SAAS,MAAM,QAAQ,KAAK,YAAY;KACtC;KACA,GAAG,SAAS,QAAQ,MAAM,EAAE,OAAO,WAAW,MAAM,CAAC,CAAC;IACxD,EAAE,EACJ,IACA,CAAC;IACL,SAAS,SAAS,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,OAAO;KACxC,SAAS,EAAE;KACX,GAAI,EAAE,OAAO,WAAW,KAAA,IAAY,EAAE,QAAQ,EAAE,OAAO,OAAO,IAAI,CAAC;KACnE,MAAM,KAAK,EAAE,OAAO,MAAM,GAAG;IAC/B,EAAE;IACF,GAAI,SAAS,EAAE,OAAO,KAAK,QAAQ,GAAG,EAAE,IAAI,CAAC;GAC/C,CAAC;EACH;CACF;CAKF,KAAK,MAAM,KAAK,MACd,KAAK,MAAM,KAAK,EAAE,OAAO,OAAO;EAC9B,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,GAAG;EAC1B,MAAM,OAAO,QAAgB,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,GAAG;EAC/D,MAAM,YAAY,YAAY,CAAC;EAC/B,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,QAAQ,EAAE,OAAO,QAAQ,MAAM,EAAE,YAAY,mBAAmB,EAAE,YAAY,OAAO;GAC3F,MAAM,KAAK,EAAE;GACb,KAAK,YAAY;IACf,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,GAAG,IAAI,EAAE,CAAC;IACV,GAAG,IAAI,EAAE,CAAC;IACV,GAAI,EAAE,OACF;KACE,UAAU,GAAG,EAAE,KAAK,QAAQ,KAAK,GAAG,EAAE,KAAK,QAAQ,QAAQ,MAAM,EAAE,KAAK,QAAQ,KAAK,GAAG,EAAE,KAAK,QAAQ;KACvG,MAAM,WACJ,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QACP,EAAE,KAAK,SAAS,IAChB,EAAE,KAAK,SAAS,EAClB;KACA,aAAa,kBACX,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,QAAQ,SACf,EAAE,KAAK,WACT;IACF,IACA,CAAC;IACL,QAAQ,MAAM,KAAK,OAAO;KACxB,OAAO,KAAK,EAAE,OAAO,WAAW;KAChC,GAAG,YAAY,EAAE,CAAC;KAClB,GAAG,YAAY,EAAE,CAAC;KAClB,SAAS,EAAE;IACb,EAAE;IACF,YAAY,EAAE,OAAO,SAAS,MAAM;IACpC,GAAI,KACA,EACE,QAAQ;KACN,GAAG,GAAG,GAAG,QAAQ,EAAE,MAAM,GAAG,QAAQ;KACpC,WAAW,GAAG,GAAG,QAAQ,MAAM,OAAO,MAAM,GAAG,QAAQ,MAAM,OAAO,IAAI,UAAU,GAAG,UAAU,EAAE;KACjG,QAAQ,gBAAgB,GAAG,QAAQ,QAAQ,QAAQ,GAAG,QAAQ,QAAQ,MAAM,IACxE,iBACA,GAAG,OAAO,GAAG,QAAQ,QAAQ,SAAS,GAAI,EAAE,MAAM,OAAO,GAAG,QAAQ,QAAQ,SAAS,GAAI,EAAE,IAAI,UAAU,GAAG,YAAY,EAAE;KAC9H,SAAS,GAAG;KACZ,aAAa,GAAG;KAChB,GAAI,GAAG,iBAAiB,GAAG,QAAQ,UAAU,GAAG,QAAQ,SACpD;MACE,QAAQ,GAAG,aAAa,GAAG,QAAQ,OAAO,MAAM,EAAE,MAAM,aAAa,GAAG,QAAQ,OAAO,MAAM,EAAE,IAAI,UAAU,GAAG,WAAW,EAAE;MAC7H,eAAe,GAAG;KACpB,IACA,CAAC;KACL,GAAI,KAAK,IAAI,GAAG,QAAQ,GAAG,GAAG,QAAQ,CAAC,KAAA,IACnC,EACE,WAAW;MACT,OAAO,GAAG;MACV,QAAQ,GAAG;MACX,GAAI,GAAG,oBAAoB,OAAO,EAAE,QAAQ,GAAG,gBAAgB,IAAI,CAAC;KACtE,EACF,IACA,CAAC;IACP,EACF,IACA,CAAC;GACP,CAAC;EACH;EACA,IAAI,UAAU,QAAQ;EACtB,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,QAAQ,EAAE,UAAU,CAAC,EAAA,CAAG,SAAS,MACrC,EAAE,WAAW,EAAE,UAAU,CAAC;IAAE,GAAG;IAAG,SAAS,EAAE;GAAQ,CAAC,IAAI,CAAC,CAC7D;GACA,IAAI,CAAC,KAAK,QAAQ;GAClB,KAAK,UAAU;IACb,KAAK,MAAM,IAAI,EAAE,OAAO,KAAK;IAC7B,MAAM,MAAM,EAAE,GAAG;IACjB,MAAM,EAAE;IACR,MAAM,KAAK,KAAK,OAAO;KACrB,OAAO,KAAK,EAAE,OAAO,EAAE;KACvB,SAAS,YAAY,CAAC;KACtB,SAAS,YAAY,EAAE,OAAO;KAC9B,SAAS,EAAE;IACb,EAAE;GACJ,CAAC;EACH;CACF;CAIF,MAAM,WAA6B,CAAC;CACpC,MAAM,OAAO,KAAa,KAAa,OAAiB,aAAqB;EAC3E,IAAI,MAAM,QAAQ,SAAS,KAAK;GAAE,IAAI,IAAI,SAAS,SAAS;GAAK;GAAK;GAAK;GAAO;EAAS,CAAC;CAC9F;CACA,MAAM,QAAQ,IAAI,IAAI,KAAK,KAAK,MAAM,CAAC,EAAE,OAAO,OAAO,CAAC,CAAC,CAAC;CAC1D,MAAM,eAAe,OAAO,OAAe,MAAqB;EAC9D,MAAM,IAAI,MAAM,IAAI,KAAK;EACzB,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,YAAY,OAAO;EACtC,OAAO,SAAS,KAAK,EAAE,KAAK,OAAO,GAAG,EAAE,MAAM,WAAW,KAAK,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAC3E,IACR;CACF;CACA,MAAM,WAAW,OAAO,OAAe,MAAqB;EAC1D,MAAM,OAAO,MAAM,aAAa,OAAO,CAAC;EACxC,IAAI,CAAC,MACH,OAAO,EAAE,MAAM,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,UAAU,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,EAAE,QAAQ,IAAI,IAAI,GAAG,IAAI,CAAC;EACxF,MAAM,QAAQ,KAAK,MAAM,IAAI;EAC7B,KAAK,IAAI,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KACrC,IAAI;GACF,MAAM,QAAQ,KAAK,MAAM,MAAM,EAAY;GAC3C,IAAI,MAAM,SAAS,QAAQ,OAAO,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,OAAO,MAAM,IAAI,GAAG,IAAI,GAAG;EACxF,QAAQ,CAAC;EAEX,OAAO,CAAC;CACV;CAEA,MAAM,kBAAkB,EAAE,GAAG,GAAG,QAC9B,aAAa,CAAC,CAAC,CAAC,MAAM,MAAM,UAAU,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;CAClF,MAAM,0BAAU,IAAI,IAAuC;CAC3D,KAAK,MAAM,KAAK,UAAU;EACxB,MAAM,KAAK,GAAG,EAAE,EAAE,OAAO,MAAM,IAAI,EAAE,EAAE,IAAI,IAAI,EAAE,EAAE;EACnD,MAAM,OAAO,QAAQ,IAAI,EAAE;EAC3B,IAAI,CAAC,QAAS,CAAC,eAAe,IAAI,KAAK,eAAe,CAAC,GAAI,QAAQ,IAAI,IAAI,CAAC;CAC9E;CACA,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,GAAG,QAAQ,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG;EAC1E,MAAM,KAAK,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK;EACjD,MAAM,QAAQ,MAAM,SAAS,EAAE,OAAO,OAAO,CAAC;EAC9C,MAAM,SAAS,mBAAmB,CAAC,CAAC,CAAC,QAAQ,MAAM,EAAE,UAAU,YAAY,MAAM;EACjF,KAAK,MAAM,EAAE,OAAO,WAAW,OAAO,QACpC,MAAM,KACJ,SAAS,KAAK,OAAO,WAAW,EAAE,IAAI,EAAE,YACxC,gBAAgB,EAAE,MAAM,cAAc,EAAE,UAAU,EACpD;EAEF,KAAK,MAAM,KAAK,EAAE,cAAc,CAAC,GAAG;GAClC,IAAI,EAAE,WAAW,UAAU,gBAAgB,KAAK,EAAE,OAAO,GAAG;GAC5D,MAAM,KAAK,SAAS,EAAE,OAAO,IAAI,KAAK,EAAE,OAAO,WAAW,EAAE,IAAI,KAAK,EAAE,WAAW,IAAI,GAAG,GAAG;EAC9F;EACA,KAAK,MAAM,CAAC,GAAG,MAAM,EAAE,OAAO,QAAQ,GAAG;GACvC,IAAI,EAAE,aAAa,KAAK,CAAC,EAAE,KAAK;GAChC,MAAM,MAAM,MAAM,SAChB,KAAK,EAAE,KAAK,EAAE,OAAO,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,GAAG,CAAC,GACpD,MACF,CAAC,CAAC,YAAY,EAAE;GAChB,MAAM,KACJ,QAAQ,IAAI,EAAE,SAAS,EAAE,SAAS,IAAI,EAAE,QAAQ,IAChD,GAAG,IAAI,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,GAAG,CACxC;EACF;EACA,IACE,WAAW,MACX,wBAAwB,QAAQ,EAAE,OAAO,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,qBAAqB,OAAO,SAAS,uCAAuC,MAC3I,OACA,CACF;EAEA,IADU,OAAO,MACR,IAAI,GAAG;GACd,MAAM,OAAO,EAAE,SAAS,MAAM,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,MAAM;GAC7E,IAAI,MAEF,IACE,WAFa,KAAK,IAAI,GAAG,EAAE,OAAO,MAAM,IAAI,KAAK,KAEjC,KAChB,uBAAuB,GAAG,kCAC1B,MAAM,SAAS,EAAE,OAAO,OAAO,IAAI,GACnC,CACF;EAEJ;CACF;CACA,MAAM,SAAS,OAAe,MAC5B,EACE,6DAA6D,MAAM,uBAAuB,EAAE,IAAI,QAAQ,MAAM,IAAI,EAAE,yBACtH,CAAC,CAAC,KAAK,MAAM,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,OAAO,EAAE,MAAM,GAAG,EAAE,GAAG;CACnE,MAAM,iBAAiB,SACrB,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,SAAS,QAAQ,EAAE,SAAS,KAAK,CAAC,CAAC,KAAK,OAAO,KAAK,SAAS,KAAK,CAAC;CAChG,IAAI,SAAS;CACb,KAAK,MAAM,KAAK,YAAY;EAC1B,IAAI,UAAU,GAAG;EACjB,MAAM,WAAW,OAAO,MACrB,QACC,IAAI,WAAW,KAAK,OAAO,SAC3B,IAAI,aAAa,EAAE,OACnB,IAAI,gBACH,IAAI,YAAY,WACf,IAAI,YAAY,UACf,IAAI,gBAAgB,SAAS,IAAI,eAAe,MAAO,IAAI,eAAe,GACjF;EACA,IAAI,CAAC,UAAU;EACf;EACA,KAAK,MAAM,QAAQ,CAAC,SAAS,UAAU,SAAS,WAAW,GAAe;GACxE,MAAM,IAAI,cAAc,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,QAAQ,QAAQ,CAAC,CAAC,CAAC;GAC/E,IAAI,CAAC,GAAG;GAER,IACE,cAFS,KAAK,IAAI,GAAG,KAAK,OAAO,MAAM,IAAI,EAAE,KAE9B,KACf,gCAAgC,QAAQ,KAAK,OAAO,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,MAAM,EAAE,GAAG,EAAE,yBAC3F,MAAM,KAAK,OAAO,OAAO,CAAC,GAC1B,CACF;EACF;CACF;CAEA,MAAM,SAAiB;EACrB,eAAA;EACA,OAAO;GACL,MAAM;GACN,MAAM,MAAM,IAAI,KAAK,OAAO,KAAK;GACjC,MAAM,OAAO,OAAO;GACpB,OAAO,MAAM;EACf;EACA;EACA,MAAM,OAAO,YACX,KAAK,KAAK,MAAM,CACd,MAAM,IAAI,EAAE,OAAO,KAAK,GACxB;GACE,OAAO,EAAE,OAAO;GAChB,QAAQ,EAAE,OAAO,KAAK,IAAI,MAAM,GAAG,CAAC,KAAK;GACzC,QAAQ,EAAE,OAAO,KAAK,UAAU;GAChC,QAAQ,EAAE,OAAO;GACjB,SAAS,GAAG,EAAE,OAAO,QAAQ,KAAK,GAAG,EAAE,OAAO,QAAQ,SAAS,oBAAoB,EAAE,OAAO,QAAQ,SAAS;EAC/G,CACF,CAAC,CACH;EACA,OAAO;GACL;GACA,OAAO,GAAG,KAAK,OAAO,MAAM,MAAM,SAAS,OAAO,aAAa,KAAK,OAAO,MAAM,MAAM;GACvF,cAAc,KAAK,OAAO,aAAa,KAAK,SAAS;IACnD,MAAM,IAAI;IACV,QAAQ,IAAI,OAAO,KAAK,MAAM,EAAE,IAAI;GACtC,EAAE;GACF,OAAO,WAAW,KAAK,OAAO;IAC5B,KAAK,MAAM,EAAE,GAAG;IAChB,IAAI,EAAE;IACN,MAAM,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,UAAU,IAAI,GAAG;IACrD,MAAM,EAAE;GACV,EAAE;EACJ;EACA,OAAO;EACP,KAAK,eAAe;EACpB,cAAc,MAAM,gBAAgB;EACpC;EACA;EACA;EACA,SAAS,CAAC;CACZ;CACA,MAAM,UAA4B,CAAC;CACnC,OAAO,YAAY,MAAM,IAAI,MAAM,YAAY,OAAO,SAAS,QAAQ;EACrE,MAAM,QAAQ,OAAO,SAAS,QAAQ,GAAG,MAAO,EAAE,YAAY,EAAE,WAAW,IAAI,CAAE;EACjF,OAAO,WAAW,OAAO,SAAS,QAAQ,MAAM,MAAM,KAAK;EAC3D,OAAO,QAAQ,KAAK,MAAM,EAAE;EAC5B,QAAQ,KAAK,KAAK;CACpB;CACA,OAAO;EAAE;EAAQ;CAAQ;AAC3B;AAEA,MAAa,eAAe,MAAc,KAAK,UAAU,CAAC,CAAC,CAAC;;AAG5D,MAAa,cAAc,MAAc,OAAO,KAAK,UAAU,CAAC,CAAC;;AAGjE,SAAgB,QAAQ,GAAW;CAcjC,OAAO;EAAE,qBAAA,IAbO,IAAY;GAC1B,GAAG,EAAE,MAAM,KAAK,MAAM,EAAE,EAAE;GAC1B,GAAG,EAAE,SAAS,KAAK,MAAM,EAAE,EAAE;GAC7B,GAAG,OAAO,KAAK,EAAE,QAAQ;EAC3B,CASW;EAAG,OAAA,IARI,IAChB,EAAE,SAAS,KAAK,MAAM,CACpB,EAAE,IACF,IAAI,IACF,EAAE,MAAM,SAAS,MAAO,WAAW,KAAK,CAAC,IAAI,CAAC,OAAO,WAAW,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAE,CACtF,CACF,CAAC,CAEe;CAAE;AACtB;;;AChrCA,MAAM,OAAO;AACb,MAAM,OAAO;AACb,MAAM,aAAa;AAEnB,MAAM,UAAU,MAAc,EAAE,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY;AACxE,MAAM,SAAS;;AAGf,SAAgB,UAAU,QAAgB;CACxC,MAAM,EAAE,KAAK,UAAU,QAAQ,MAAM;CACrC,MAAM,WAAW,IAAI,IAAI,OAAO,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC;CAC3E,MAAM,eAAe,IAAI,IAAI,OAAO,SAAS,KAAK,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC;CACnF,MAAM,cAAc,YAClB,OAAO,SAAS,QAAQ,MAAM,EAAE,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;;CAE9E,MAAM,WAAW,SAAgC;EAC/C,MAAM,IAAI,KAAK,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE;EAC5C,IAAI,IAAI,IAAI,CAAC,GACX,OAAO,SAAS,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,KAAK,UAAU,OAAO,SAAS,EAAE;EAEpF,MAAM,OAAO,KAAK,KAAK,CAAC;EACxB,IAAI,MAAM;GACR,MAAM,GAAG,KAAK,IAAI,IAAI,MAAM;GAC5B,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,GAAG,OAAO;GAC3C,OACE,OAAO,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,MAAM,MAAM,EAAE,WAAW,IAAI,EAAE,EAAE,CAAC,KAAK;EAE3F;EACA,MAAM,aAAa,WAAW,KAAK,CAAC;EACpC,IAAI,YAAY;GACd,MAAM,GAAG,UAAU,IAAI,IAAI,MAAM;GACjC,KAAK,MAAM,MAAM,WAAW,OAAO,GACjC,IAAI,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,GAAG,OAAO,QAAQ,GAAG,GAAG,IAAI,GAAG;GAEjE,OAAO;EACT;EACA,MAAM,OAAO,KAAK,KAAK,CAAC;EACxB,IAAI,MAAM;GACR,MAAM,GAAG,UAAU,IAAI,IAAI,MAAM;GACjC,MAAM,IAAI,OAAO,SAAS;GAC1B,OAAO,KAAK,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,QAAQ,KAAK,UAAU,CAAC,IAAI;EAC3E;EACA,OAAO;CACT;CACA,OAAO,EAAE,QAAQ;AACnB;AAEA,MAAM,aAAa;AACnB,MAAM,WAAW;AACjB,MAAM,eAAe;;AAGrB,MAAM,kBAAkB,QAAgB;CACtC,IAAI,CAAC,IAAI,SAAS,GAAG,GAAG,OAAO;CAC/B,MAAM,IAAI,OAAO,IAAI,QAAQ,KAAK,GAAG,CAAC;CACtC,OAAO,KAAK,KAAK,KAAK;AACxB;AAEA,MAAM,YAAY,QAAkB,MAAe;CACjD,IAAI,OAAO,MAAM,YAAY,OAAO,SAAS,CAAC,GAAG,OAAO,KAAK,CAAC;AAChE;;;;;;AAOA,SAAS,iBAAiB,OAAiB,QAA0B;CACnE,MAAM,SAAmB,CAAC;CAC1B,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,KAAK,KACR,KAAK,CAAC,CACN,QAAQ,YAAY,EAAE,CAAC,CACvB,QAAQ,cAAc,EAAE;EAC3B,KAAK,MAAM,KAAK,OAAO,OAAO,OAAO,SAAS,GAAG,EAAE,UAAU,CAAC,CAAC,GAAG,SAAS,QAAQ,CAAC;EACpF,MAAM,OAAO,OAAO,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EACjD,IAAI,MAAM;GACR,IAAI,MAAM,QAAQ,KAAK,MAAM,GAC3B,KAAK,MAAM,OAAO,KAAK,QAAQ;IAC7B,IAAI,CAAC,OAAO,OAAO,QAAQ,UAAU;IACrC,SAAS,QAAS,IAA4B,KAAK;IACnD,SAAS,QAAS,IAAgC,SAAS;GAC7D;GAEF,IAAI,MAAM,QAAQ,KAAK,IAAI,GACzB,KAAK,MAAM,OAAO,KAAK,MACrB,KAAK,MAAM,KAAK,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,GAAG;IAC/C,MAAM,OAAO,sBAAsB,KAAK,OAAO,CAAC,CAAC;IACjD,IAAI,MAAM,SAAS,QAAQ,OAAO,KAAK,EAAE,CAAC;GAC5C;GAGJ,IAAI,MAAM,QAAQ,KAAK,SAAS,GAAG,KAAK,MAAM,KAAK,KAAK,WAAW,SAAS,QAAQ,CAAC;EACvF;EACA,MAAM,WAAW,OAAO,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE;EACxD,IAAI,UACF,KAAK,MAAM,QAAQ,SAAS,OAAO;GACjC,MAAM,QAAQ,uCAAuC,KAAK,IAAI;GAC9D,IAAI,OAAO,SAAS,QAAQ,OAAQ,MAAM,EAAE,CAAY,QAAQ,KAAK,GAAG,CAAC,CAAC;GAC1E,MAAM,YAAY,oCAAoC,KAAK,IAAI;GAC/D,IAAI,WAAW,SAAS,QAAQ,OAAQ,UAAU,EAAE,CAAY,QAAQ,KAAK,GAAG,CAAC,CAAC;EACpF;CAEJ;CACA,OAAO;AACT;;;;;AAMA,SAAgB,kBAAkB,MAAc,SAA6B;CAC3E,MAAM,QAAQ,QAAQ,SAAS,MAAM,CACnC,GAAG,CAAC,GAAG,EAAE,SAAS,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,OAAO,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,GACxE,GAAG,CAAC,GAAG,EAAE,SAAS,QAAQ,CAAC,CAAC,CAAC,SAAS,MACpC,OAAO,EAAE,EAAE,IAAI,CAAE,MAAM,OAAO,EAAE,EAAE,IAAK,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,CACvF,CACF,CAAC;CACD,MAAM,SAAS,MACb,MAAM,MAAM,MACV;EAAC;EAAG,IAAI;EAAK,IAAI;EAAK,CAAC;CAAC,CAAC,CAAC,MACvB,MACC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,KAAM,KAAK,IAAI,CAAC,IAAI,GAAI,KACpD,KAAK,MAAM,CAAC,MAAM,KAClB,KAAK,MAAM,IAAI,EAAE,IAAI,OAAO,CAChC,CACF;CACF,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,QAAQ;EAC/E,MAAM,IAAI,OAAO,IAAI,QAAQ,KAAK,GAAG,CAAC;EACtC,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,GAAG,OAAO;EACpD,OAAO,CAAC,MAAM,CAAC;CACjB,CAAC;AACH;;;;;;AAOA,SAAgB,cACd,SACA,YACY;CACZ,IAAI,WAAW,UAAU,KAAK,WAAW,gBAAgB,SAAS,GAAG,OAAO;CAC5E,IAAI,WAAW,QAAQ,SAAS,KAAK,YAAY,QAAQ,OAAO;CAChE,OAAO;AACT;AAEA,SAAgB,iBACd,QACA,QACA,QACA,OACwD;CACxD,MAAM,EAAE,YAAY,UAAU,MAAM;CACpC,MAAM,aAAiC;EACrC,WAAW;EACX,SAAS,CAAC;EACV,SAAS;EACT,UAAU;EACV,iBAAiB,CAAC;EAClB,mBAAmB;CACrB;;CAEA,MAAM,SAAS,OAAe,UAAoB;EAChD,MAAM,OAAiB,CAAC;EACxB,MAAM,QAAkB,CAAC;EACzB,KAAK,MAAM,KAAK,OAAO;GACrB,WAAW;GACX,MAAM,OAAO,QAAQ,CAAC;GACtB,IAAI,SAAS,MAAM,WAAW,QAAQ,KAAK,GAAG,MAAM,IAAI,GAAG;QACtD;IACH,KAAK,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE,CAAC;IAC1C,MAAM,KAAK,IAAI;GACjB;EACF;EACA,IAAI,KAAK,WAAW,GAAG;GACrB,WAAW;GACX,OAAO;EACT;EACA,OAAO;GAAE;GAAM;EAAM;CACvB;;;;;CAKA,MAAM,iBAAiB,OAAe,MAAc,OAAiB,UAAoB;EACvF,MAAM,UAAU,kBAAkB,MAAM,CAAC,GAAG,OAAO,GAAG,OAAO,KAAK,CAAC;EACnE,WAAW,qBAAqB,QAAQ;EACxC,MAAM,WAAW,iBAAiB,OAAO,MAAM;EAC/C,MAAM,QAAQ,SAAS,SAAS,QAAQ,OAAO,cAAc,IAAI,CAAC;EAClE,IAAI,CAAC,MAAM,QAAQ,OAAO;EAC1B,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI;EAC1D,WAAW,QAAQ,KAAK,GAAG,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,gCAAgC,MAAM,EAAE;EAC9F,WAAW;EACX,OAAO;CACT;CACA,MAAM,UAAU,OAAe,UAC7B,MAAM,SAAS,MAAM,MAAM;EACzB,MAAM,IAAI,MAAM,GAAG,MAAM,GAAG,EAAE,IAAI,KAAK,KAAK;EAC5C,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,WAAW,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;EAC1C,MAAM,YAAY,KAAK,UAAU,CAAC,EAAA,CAAG,MAAM,UAAU,CAAC,SAAS,SAAS,OAAO,KAAK,CAAC,CAAC;EACtF,IAAI,aAAa,KAAA,GAAW;GAC1B,WAAW,QAAQ,KACjB,GAAG,MAAM,GAAG,EAAE,MAAM,SAAS,MAAM,GAAG,GAAG,EAAE,8BAC7C;GACA,WAAW;GACX,OAAO,CAAC;EACV;EACA,MAAM,UAAU,cAAc,GAAG,MAAM,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK;EAC1E,IAAI,CAAC,SAAS,OAAO,CAAC;EACtB,OAAO,CACL;GACE,MAAM,KAAK;GACX,OAAO,EAAE;GACT,YAAY,KAAK;GACjB,GAAI,KAAK,QAAQ,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;GACrD,GAAI,QAAQ,SAAS,EAAE,mBAAmB,QAAQ,IAAI,CAAC;EACzD,CACF;CACF,CAAC;CACH,MAAM,eAAe,OAAO,gBAAgB,OAAO,YAAY;CAC/D,MAAM,UAAU,OAAO,WAAW,OAAO,OAAO;CAChD,MAAM,MAAM,OAAO,OAAO,OAAO,GAAG;CACpC,MAAM,YAA+B,OAAO,UAAU,SAAS,GAAG,MAAM;EACtE,MAAM,IAAI,MAAM,aAAa,EAAE,IAAI,EAAE,KAAK;EAC1C,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,UAAU,cAAc,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;EACxE,IAAI,CAAC,SAAS,OAAO,CAAC;EACtB,OAAO,CACL;GACE,MAAM,EAAE;GACR,MAAM,EAAE;GACR,OAAO,EAAE;GACT,GAAI,QAAQ,SAAS,EAAE,mBAAmB,QAAQ,IAAI,CAAC;EACzD,CACF;CACF,CAAC;CACD,MAAM,UAA4B,OAAO,QAAQ,SAAS,GAAG,MAAM;EACjE,MAAM,IAAI,MAAM,WAAW,EAAE,IAAI,EAAE,KAAK;EACxC,IAAI,CAAC,GAAG,OAAO,CAAC;EAChB,MAAM,SAAS,EAAE,OAAO,KAAK,CAAC,CAAC,QAAQ,YAAY,EAAE;EACrD,WAAW;EACX,MAAM,UAAU,SAAS,aAAa,QAAQ,QAAQ,KAAK,IAAI;EAC/D,IAAI,SAAS;GACX,WAAW,gBAAgB,KAAK,GAAG,OAAO,IAAI,SAAS;GACvD,WAAW;GACX,OAAO,CAAC;EACV;EACA,OAAO,CACL;GACE,OAAO,EAAE;GACT,QAAQ,EAAE;GACV,MAAM,EAAE;GACR,QAAQ,EAAE;GACV,gBAAgB,EAAE;GAClB;GACA,QAAQ,EAAE;GACV,QAAQ,EAAE;GACV,OAAO,EAAE;EACX,CACF;CACF,CAAC;CACD,OAAO;EACL,MAAM;GACJ,MAAM,OAAO;GACb;GACA;GACA;GACA;GACA;GACA,YAAY;IACV,SAAS,cAAc,OAAO,WAAW,SAAS,UAAU;IAC5D,KAAK,OAAO,WAAW;GACzB;EACF;EACA;CACF;AACF"}
|
package/dist/view/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $n as
|
|
1
|
+
import { $n as RunRecord, An as SuiteTally, Bn as suiteResult, Cn as Interval, Cr as effortVerdict, Dn as ResultFile, Dr as tokenValues, En as QuestionResult, Er as formatSeconds, Fn as evalAcross, Gn as FamilyLift, Hn as AttemptRecord, In as factSegment, Jn as FileRef, Jt as TranscriptEvent, Kn as FamilyRate, Ln as isNotGatedResult, Mn as checkEffect, Nn as countedOf, On as ResultOutcome, Pn as effectOf, Qn as Lift, Rn as isStudy, Sn as EvalResult, Sr as effortSummary, Tn as PooledArm, Tr as formatRatio, Tt as Outcome, Un as CellRecord, Vn as ArtifactRef, Vt as SandboxWarning, Wn as EvalEntry, Xn as HistoryEntry, Yn as HistoryCell, Zn as JudgementRecord, Zt as TurnStatus, _n as CellResult, _r as directional, an as Job, ar as EffortContrast, bn as Effect, br as effortOf, cn as REMARK_KINDS, cr as EffortVerdict, dn as Sentence, dr as VERDICT_TEXT, er as StackSummary, fn as fromModel, fr as bothUnderATenth, gn as CellError, gr as contrastEffort, hn as CaseResult, hr as cellSamples, in as INSIGHTS_FILE, ir as EFFORT_MIN_RUNS, jn as cancelledOf, kn as SuiteResult, ln as Remark, lr as Spread, mn as AttemptQuestionResult, mr as cellEffort, nr as DIRECTIONAL_MIN, on as MODEL_REMARK_KINDS, or as EffortMetric, pn as Across, pr as cellContrast, qn as FamilyRecord, qt as TokenUsage, rn as EvalInsight, rr as EFFORT_ALPHA, sn as NO_MODEL, sr as EffortSample, tr as CellEffort, un as RunInsights, ur as TOKENS_UNREPORTED, vn as CheckOutcome, vr as effortChangeLabel, wn as JudgeResult, wr as formatCount, xn as EffortCounters, xr as effortSample, yn as CheckResult, yr as effortLabel, zn as messageLine } from "../types-DXBbP9Mk.js";
|
|
2
2
|
//#region src/stats.d.ts
|
|
3
3
|
/**
|
|
4
4
|
* Counted attempts a side before a pass-rate lift can be called: below it, every view says
|
|
@@ -9,11 +9,92 @@ import { $n as cellSamples, $t as fromModel, An as FamilyRate, Bn as DIRECTIONAL
|
|
|
9
9
|
*/
|
|
10
10
|
export declare const EFFECT_MIN_COUNTED = 4;
|
|
11
11
|
//#endregion
|
|
12
|
+
//#region src/view/debug.d.ts
|
|
13
|
+
/**
|
|
14
|
+
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
15
|
+
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
16
|
+
*
|
|
17
|
+
* debug.log the `-v` trace, one line per event, always written
|
|
18
|
+
* requests.ndjson one line per egress gateway request, always written
|
|
19
|
+
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `--trace`
|
|
20
|
+
*/
|
|
21
|
+
export declare const DEBUG_LOG = "debug.log";
|
|
22
|
+
export declare const REQUESTS_FILE = "requests.ndjson";
|
|
23
|
+
export declare const TRACE_FILE = "trace.ndjson";
|
|
24
|
+
/** What part of the attempt a line is about, in the order an attempt goes through them. */
|
|
25
|
+
export declare const DEBUG_PHASES: readonly ['plan', 'image', 'container', 'env', 'broker', 'harness', 'check', 'judge', 'gateway', 'teardown', 'docker'];
|
|
26
|
+
export type DebugPhase = (typeof DEBUG_PHASES)[number];
|
|
27
|
+
/** One debug line: level 1 is `-v`, level 2 is `-vv` only. */
|
|
28
|
+
export type DebugLine = {
|
|
29
|
+
at: number;
|
|
30
|
+
level: 1 | 2;
|
|
31
|
+
phase: DebugPhase;
|
|
32
|
+
text: string;
|
|
33
|
+
/** More lines under it, e.g. a docker command's output or a raw payload. */
|
|
34
|
+
detail?: string;
|
|
35
|
+
};
|
|
36
|
+
/** One raw trace entry: `ms` is since the attempt started. */
|
|
37
|
+
export type TraceEntry = {
|
|
38
|
+
at: string;
|
|
39
|
+
ms: number;
|
|
40
|
+
phase: DebugPhase;
|
|
41
|
+
kind: string;
|
|
42
|
+
data: unknown;
|
|
43
|
+
};
|
|
44
|
+
/** One request through the egress gateway, or one tunnel it passed through without reading. */
|
|
45
|
+
export type DebugRequest = {
|
|
46
|
+
at: string;
|
|
47
|
+
method: string;
|
|
48
|
+
url: string;
|
|
49
|
+
host: string;
|
|
50
|
+
port: number;
|
|
51
|
+
via: 'tunnel' | 'decrypted' | 'http';
|
|
52
|
+
allowed: boolean;
|
|
53
|
+
status?: number;
|
|
54
|
+
reason?: string;
|
|
55
|
+
sent: number;
|
|
56
|
+
received: number;
|
|
57
|
+
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
58
|
+
substituted: string[];
|
|
59
|
+
ms: number;
|
|
60
|
+
};
|
|
61
|
+
/** What the studio's Debug tab shows for one attempt. */
|
|
62
|
+
export type DebugView = {
|
|
63
|
+
lines: Array<{
|
|
64
|
+
at: string;
|
|
65
|
+
phase: string;
|
|
66
|
+
text: string;
|
|
67
|
+
}>;
|
|
68
|
+
requests: DebugRequest[];
|
|
69
|
+
/** Whether `trace.ndjson` was kept. */
|
|
70
|
+
trace: boolean;
|
|
71
|
+
};
|
|
72
|
+
/**
|
|
73
|
+
* The studio server's debug API (`reeval studio` only): an attempt's DebugView (null when it has no
|
|
74
|
+
* local data), and its raw trace.
|
|
75
|
+
*/
|
|
76
|
+
export declare const debugApiPath: (runId: string, attemptKey: string) => string;
|
|
77
|
+
export declare const traceApiPath: (runId: string, attemptKey: string) => string;
|
|
78
|
+
/** `12:50:01`, or `12:50:01.234` with milliseconds, in UTC like every reeval timestamp. */
|
|
79
|
+
export declare const debugTime: (at: number, ms: boolean) => string;
|
|
80
|
+
/** A line of debug.log: `2026-09-26T12:50:01.234Z plan text`. */
|
|
81
|
+
export declare const debugLogLine: (line: Pick<DebugLine, 'at' | 'phase' | 'text'>) => string;
|
|
82
|
+
/** debug.log's lines; a line that isn't one (a wrapped message) continues the one before. */
|
|
83
|
+
export declare function parseDebugLog(text: string): DebugView['lines'];
|
|
84
|
+
export declare function parseNdjson<T>(text: string): T[];
|
|
85
|
+
/** `512 B`, `1.2 KB`, `3.4 MB`. */
|
|
86
|
+
export declare function formatBytes(n: number): string;
|
|
87
|
+
/**
|
|
88
|
+
* The gateway line for a request: method, URL, status, allowed or blocked and why, bytes each way,
|
|
89
|
+
* time, and which secrets were swapped in (by name).
|
|
90
|
+
*/
|
|
91
|
+
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
92
|
+
//#endregion
|
|
12
93
|
//#region src/view/analysis.d.ts
|
|
13
94
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
14
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
95
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v11";
|
|
15
96
|
/** Bumped when the digest's shape or selection rules change. */
|
|
16
|
-
export declare const DIGEST_VERSION =
|
|
97
|
+
export declare const DIGEST_VERSION = 12;
|
|
17
98
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
18
99
|
export type AnalysisClaim = {
|
|
19
100
|
text: string;
|
|
@@ -234,87 +315,6 @@ export declare function whyChanged(base: ComparableEval, head: ComparableEval):
|
|
|
234
315
|
export declare const addedRow: (h: ComparableEval) => CompareRow;
|
|
235
316
|
export declare function compare(base: Comparable, head: Comparable): CompareRow[];
|
|
236
317
|
//#endregion
|
|
237
|
-
//#region src/view/debug.d.ts
|
|
238
|
-
/**
|
|
239
|
-
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
240
|
-
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
241
|
-
*
|
|
242
|
-
* debug.log the `-v` trace, one line per event, always written
|
|
243
|
-
* requests.ndjson one line per egress gateway request, always written
|
|
244
|
-
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `--trace`
|
|
245
|
-
*/
|
|
246
|
-
export declare const DEBUG_LOG = "debug.log";
|
|
247
|
-
export declare const REQUESTS_FILE = "requests.ndjson";
|
|
248
|
-
export declare const TRACE_FILE = "trace.ndjson";
|
|
249
|
-
/** What part of the attempt a line is about, in the order an attempt goes through them. */
|
|
250
|
-
export declare const DEBUG_PHASES: readonly ['plan', 'image', 'container', 'env', 'broker', 'harness', 'check', 'judge', 'gateway', 'teardown', 'docker'];
|
|
251
|
-
export type DebugPhase = (typeof DEBUG_PHASES)[number];
|
|
252
|
-
/** One debug line: level 1 is `-v`, level 2 is `-vv` only. */
|
|
253
|
-
export type DebugLine = {
|
|
254
|
-
at: number;
|
|
255
|
-
level: 1 | 2;
|
|
256
|
-
phase: DebugPhase;
|
|
257
|
-
text: string;
|
|
258
|
-
/** More lines under it, e.g. a docker command's output or a raw payload. */
|
|
259
|
-
detail?: string;
|
|
260
|
-
};
|
|
261
|
-
/** One raw trace entry: `ms` is since the attempt started. */
|
|
262
|
-
export type TraceEntry = {
|
|
263
|
-
at: string;
|
|
264
|
-
ms: number;
|
|
265
|
-
phase: DebugPhase;
|
|
266
|
-
kind: string;
|
|
267
|
-
data: unknown;
|
|
268
|
-
};
|
|
269
|
-
/** One request through the egress gateway, or one tunnel it passed through without reading. */
|
|
270
|
-
export type DebugRequest = {
|
|
271
|
-
at: string;
|
|
272
|
-
method: string;
|
|
273
|
-
url: string;
|
|
274
|
-
host: string;
|
|
275
|
-
port: number;
|
|
276
|
-
via: 'tunnel' | 'decrypted' | 'http';
|
|
277
|
-
allowed: boolean;
|
|
278
|
-
status?: number;
|
|
279
|
-
reason?: string;
|
|
280
|
-
sent: number;
|
|
281
|
-
received: number;
|
|
282
|
-
/** Brokered secrets and the harness credential swapped in, by name. */
|
|
283
|
-
substituted: string[];
|
|
284
|
-
ms: number;
|
|
285
|
-
};
|
|
286
|
-
/** What the studio's Debug tab shows for one attempt. */
|
|
287
|
-
export type DebugView = {
|
|
288
|
-
lines: Array<{
|
|
289
|
-
at: string;
|
|
290
|
-
phase: string;
|
|
291
|
-
text: string;
|
|
292
|
-
}>;
|
|
293
|
-
requests: DebugRequest[];
|
|
294
|
-
/** Whether `trace.ndjson` was kept. */
|
|
295
|
-
trace: boolean;
|
|
296
|
-
};
|
|
297
|
-
/**
|
|
298
|
-
* The studio server's debug API (`reeval studio` only): an attempt's DebugView (null when it has no
|
|
299
|
-
* local data), and its raw trace.
|
|
300
|
-
*/
|
|
301
|
-
export declare const debugApiPath: (runId: string, attemptKey: string) => string;
|
|
302
|
-
export declare const traceApiPath: (runId: string, attemptKey: string) => string;
|
|
303
|
-
/** `12:50:01`, or `12:50:01.234` with milliseconds, in UTC like every reeval timestamp. */
|
|
304
|
-
export declare const debugTime: (at: number, ms: boolean) => string;
|
|
305
|
-
/** A line of debug.log: `2026-09-26T12:50:01.234Z plan text`. */
|
|
306
|
-
export declare const debugLogLine: (line: Pick<DebugLine, 'at' | 'phase' | 'text'>) => string;
|
|
307
|
-
/** debug.log's lines; a line that isn't one (a wrapped message) continues the one before. */
|
|
308
|
-
export declare function parseDebugLog(text: string): DebugView['lines'];
|
|
309
|
-
export declare function parseNdjson<T>(text: string): T[];
|
|
310
|
-
/** `512 B`, `1.2 KB`, `3.4 MB`. */
|
|
311
|
-
export declare function formatBytes(n: number): string;
|
|
312
|
-
/**
|
|
313
|
-
* The gateway line for a request: method, URL, status, allowed or blocked and why, bytes each way,
|
|
314
|
-
* time, and which secrets were swapped in (by name).
|
|
315
|
-
*/
|
|
316
|
-
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
317
|
-
//#endregion
|
|
318
318
|
//#region src/view/family.d.ts
|
|
319
319
|
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
320
320
|
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
@@ -408,6 +408,24 @@ export declare function cellUsage(e: Pick<EvalEntry, 'attempts'>, cellKey: strin
|
|
|
408
408
|
* order, when they are exactly as many as its checks; undefined where no label reaches.
|
|
409
409
|
*/
|
|
410
410
|
export declare function checkLabels(a: Pick<AttemptRecord, 'checks' | 'assertions'>): Array<string | undefined>;
|
|
411
|
+
/**
|
|
412
|
+
* Each `toSucceed` label's `c.exec` check, by position, when the attempt's `toSucceed` assertions
|
|
413
|
+
* are exactly as many as its checks; empty otherwise.
|
|
414
|
+
*/
|
|
415
|
+
export declare function checksByLabel<C>(a: {
|
|
416
|
+
checks: readonly C[];
|
|
417
|
+
} & Pick<AttemptRecord, 'assertions'>): Map<string, C>;
|
|
418
|
+
/**
|
|
419
|
+
* How a `c.exec` given `retries` ended: `passed on try 2 of 3`, `failed all 3 tries`, or null
|
|
420
|
+
* when it had none or passed on its first try.
|
|
421
|
+
*/
|
|
422
|
+
export declare function triesNote(exitCode: number, tried: number, of: number): string | null;
|
|
423
|
+
/** {@link triesNote} for a recorded check. */
|
|
424
|
+
export declare const checkTries: (c: {
|
|
425
|
+
exitCode: number;
|
|
426
|
+
retries?: number;
|
|
427
|
+
tries?: readonly unknown[];
|
|
428
|
+
}) => string | null;
|
|
411
429
|
/** A check's command on one line: the first non-empty line, clipped; its log has the rest. */
|
|
412
430
|
export declare function commandLine(command: string, max?: number): string;
|
|
413
431
|
//#endregion
|
|
@@ -673,8 +691,32 @@ export type AnswerRow = {
|
|
|
673
691
|
/** `questions/<n>.json` under the run's directory: what the model was sent; null when not kept. */
|
|
674
692
|
input: string | null;
|
|
675
693
|
};
|
|
676
|
-
/** One row per
|
|
694
|
+
/** One row per pairwise question, with each cut's win rates in the record's order. */
|
|
677
695
|
export declare function answerRows(e: Pick<EvalEntry, 'answers'>): AnswerRow[];
|
|
696
|
+
/** One attempt's answer to a question asked of it on its own. */
|
|
697
|
+
export type AttemptAnswerItem = {
|
|
698
|
+
/** The attempt's id, `<cell key>#<n>`. */
|
|
699
|
+
attempt: string;
|
|
700
|
+
outcome: Outcome;
|
|
701
|
+
choice: string | null;
|
|
702
|
+
text: string;
|
|
703
|
+
error: string | null;
|
|
704
|
+
/** `questions/<n>.json` in the attempt's directory: what the model was sent; null when not kept. */
|
|
705
|
+
input: string | null;
|
|
706
|
+
};
|
|
707
|
+
export type AttemptAnswerRow = {
|
|
708
|
+
question: string;
|
|
709
|
+
/** The model that answered: as served, when the provider said, else as configured. */
|
|
710
|
+
model: string;
|
|
711
|
+
/** How many attempts picked each choice, in the question's order; null on a free-text question. */
|
|
712
|
+
choices: Array<{
|
|
713
|
+
choice: string;
|
|
714
|
+
n: number;
|
|
715
|
+
}> | null;
|
|
716
|
+
answers: AttemptAnswerItem[];
|
|
717
|
+
};
|
|
718
|
+
/** One row per question asked of each attempt on its own, in first-asked order. */
|
|
719
|
+
export declare function attemptAnswerRows(e: Pick<EvalEntry, 'attempts'>): AttemptAnswerRow[];
|
|
678
720
|
/** Whether an eval needs the cells table: several cells, or several runs of one. */
|
|
679
721
|
export declare const isMatrix: (e: Pick<EvalEntry, 'cells'>) => boolean;
|
|
680
722
|
export type EvalHistoryPoint = {
|
|
@@ -712,6 +754,11 @@ export declare const COMPARE_ORDER: CompareStatus[];
|
|
|
712
754
|
* the eval line labels it `gated`: `2/4 · pass@1 100% gated`.
|
|
713
755
|
*/
|
|
714
756
|
export declare const hasUngatedCells: (cells: readonly Pick<HistoryCell, 'gate'>[]) => boolean;
|
|
757
|
+
/** A study's pass: every cell `gate: 'none'`, so nothing it saw passed or failed it. */
|
|
758
|
+
export declare const isNotGatedPass: (e: {
|
|
759
|
+
outcome: Outcome;
|
|
760
|
+
cells: readonly Pick<HistoryCell, 'gate'>[];
|
|
761
|
+
}) => boolean;
|
|
715
762
|
/**
|
|
716
763
|
* An expected miss: a failed attempt in an ungated cell (a control, by default). It's reported
|
|
717
764
|
* apart from failures, since it fails neither its eval nor the run.
|
|
@@ -849,5 +896,5 @@ export declare const readableAnalysis: (doc: AnalysisDoc, what?: string) => Anal
|
|
|
849
896
|
/** A run's insights as every reader sees them; a file from a newer reeval throws. */
|
|
850
897
|
export declare const readableInsights: (doc: RunInsights, what?: string) => RunInsights;
|
|
851
898
|
//#endregion
|
|
852
|
-
export { Across, type ArtifactRef, type AttemptRecord, CaseResult, CellEffort, CellError, type CellRecord, CellResult, CheckOutcome, CheckResult, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, Effect, EffortContrast, EffortCounters, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, EvalInsight, EvalResult, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, INSIGHTS_FILE, Interval, Job, JudgeResult, type JudgementRecord, MODEL_REMARK_KINDS, NO_MODEL, type Outcome, PooledArm, QuestionResult, REMARK_KINDS, Remark, ResultFile, ResultOutcome, RunInsights, type RunRecord, type SandboxWarning, Sentence, Spread, type StackSummary, SuiteResult, SuiteTally, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cancelledOf, cellContrast, cellEffort, cellSamples, checkEffect, contrastEffort, countedOf, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, factSegment, formatCount, formatRatio, formatSeconds, fromModel, messageLine, suiteResult, tokenValues };
|
|
899
|
+
export { Across, type ArtifactRef, AttemptQuestionResult, type AttemptRecord, CaseResult, CellEffort, CellError, type CellRecord, CellResult, CheckOutcome, CheckResult, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, Effect, EffortContrast, EffortCounters, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, EvalInsight, EvalResult, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, INSIGHTS_FILE, Interval, Job, JudgeResult, type JudgementRecord, MODEL_REMARK_KINDS, NO_MODEL, type Outcome, PooledArm, QuestionResult, REMARK_KINDS, Remark, ResultFile, ResultOutcome, RunInsights, type RunRecord, type SandboxWarning, Sentence, Spread, type StackSummary, SuiteResult, SuiteTally, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cancelledOf, cellContrast, cellEffort, cellSamples, checkEffect, contrastEffort, countedOf, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, factSegment, formatCount, formatRatio, formatSeconds, fromModel, isNotGatedResult, isStudy, messageLine, suiteResult, tokenValues };
|
|
853
900
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-BmR-7tx3.js";
|
|
2
2
|
import { a as debugApiPath, c as formatBytes, d as requestLine, f as traceApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-D24NOQH1.js";
|
|
3
|
-
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-
|
|
4
|
-
import { $ as
|
|
5
|
-
import {
|
|
6
|
-
import { t as
|
|
7
|
-
import {
|
|
3
|
+
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-C2-aEbr7.js";
|
|
4
|
+
import { $ as bothUnderATenth, A as shortSha, B as collapsedJudges, C as isUngatedMiss, D as runOutcome, E as runLead, F as cellUsage, G as summaryJudgeRates, H as judgeLabel, I as checkLabels, J as DIRECTIONAL_MIN, K as triesNote, L as checkTries, M as splitPatch, N as transcriptItems, O as runRows, P as cellJudgeRates, Q as VERDICT_TEXT, R as checksByLabel, S as isNotGatedPass, T as parseTranscript, U as judgeRatesLabel, V as commandLine, W as labelledJudgements, X as EFFORT_MIN_RUNS, Y as EFFORT_ALPHA, Z as TOKENS_UNREPORTED, _ as formatUsage, _t as compare, a as buildIndex, at as effortChangeLabel, b as indexFiles, bt as whyChanged, c as defaultAttempt, ct as effortSample, d as evalTree, dt as formatCount, et as cellContrast, f as failedJudgeLabels, ft as formatRatio, g as formatPercent, gt as cellsChanged, h as formatDuration, ht as addedRow, i as attemptAnswerRows, it as directional, j as splitEvalId, k as runtimeLabel, l as evalHistory, lt as effortSummary, m as findEval, mt as tokenValues, n as activityLabel, nt as cellSamples, o as cellRows, ot as effortLabel, p as findAttempt, pt as formatSeconds, q as uniqueJudgeLabels, r as answerRows, rt as contrastEffort, s as compareView, st as effortOf, t as COMPARE_ORDER, tt as cellEffort, u as evalMarkOutcome, ut as effortVerdict, v as harnessLabel, vt as sourceChanges, w as languageLabel, x as isMatrix, y as hasUngatedCells, yt as stackChanges, z as collapsedJudgeLabel } from "../model-CgnOpss4.js";
|
|
5
|
+
import { t as EFFECT_MIN_COUNTED } from "../stats-DSy5HfOv.js";
|
|
6
|
+
import { a as evalAcross, c as isStudy, d as caseLabel, f as familyCases, g as familyRateLabel, h as familyLiftLabel, i as effectOf, l as messageLine, m as familyHeadLabel, n as checkEffect, o as factSegment, p as familyEffortLabel, r as countedOf, s as isNotGatedResult, t as cancelledOf, u as suiteResult } from "../suite-WgT7m6Vs.js";
|
|
7
|
+
import { t as runHeader } from "../header-BLPP6aCU.js";
|
|
8
|
+
import { a as fromModel, i as REMARK_KINDS, n as MODEL_REMARK_KINDS, r as NO_MODEL, t as INSIGHTS_FILE } from "../insights-TyAvz9aV.js";
|
|
8
9
|
import { c as readableRecord, l as readableTranscriptLine, r as readableAnalysis, s as readableInsights, t as NewerSchemaError } from "../record-kk9M1hj-.js";
|
|
9
10
|
import { a as liveApiPath, c as readableLiveProgress, i as isFinished, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-DYd2QEyR.js";
|
|
10
|
-
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFECT_MIN_COUNTED, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, INSIGHTS_FILE, LIVE_FILE, LIVE_SCHEMA_VERSION, MODEL_REMARK_KINDS, NO_MODEL, NewerSchemaError, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, bothUnderATenth, buildIndex, cancelledOf, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, fromModel, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labelledJudgements, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, pinnedAnalysis, readableAnalysis, readableInsights, readableLiveProgress, readableRecord, readableTranscriptLine, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, uniqueJudgeLabels, whyChanged };
|
|
11
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFECT_MIN_COUNTED, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, INSIGHTS_FILE, LIVE_FILE, LIVE_SCHEMA_VERSION, MODEL_REMARK_KINDS, NO_MODEL, NewerSchemaError, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, cancelledOf, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, fromModel, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labelledJudgements, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, pinnedAnalysis, readableAnalysis, readableInsights, readableLiveProgress, readableRecord, readableTranscriptLine, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { i as formatDuration } from "./text-CrVy5ioL.js";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { o as warnings } from "./state-
|
|
5
|
-
import { i as stateRows, p as render, r as runTally, t as OUTCOME_MARK } from "./summary-
|
|
2
|
+
import { S as isNotGatedPass, gt as cellsChanged } from "./model-CgnOpss4.js";
|
|
3
|
+
import { u as suiteResult } from "./suite-WgT7m6Vs.js";
|
|
4
|
+
import { o as warnings } from "./state-B1t143wG.js";
|
|
5
|
+
import { i as stateRows, p as render, r as runTally, t as OUTCOME_MARK } from "./summary-DIGEVr08.js";
|
|
6
6
|
//#region src/history/views.ts
|
|
7
7
|
var RefError = class extends Error {
|
|
8
8
|
name = "RefError";
|
|
@@ -75,9 +75,11 @@ function history(entries, options = {}) {
|
|
|
75
75
|
const seen = /* @__PURE__ */ new Map();
|
|
76
76
|
runs.forEach((run, i) => {
|
|
77
77
|
const e = run.evals.find((x) => x.id === id);
|
|
78
|
-
|
|
78
|
+
const notGated = e !== void 0 && isNotGatedPass(e);
|
|
79
|
+
row.outcomes.push(notGated ? "not_gated" : e?.outcome ?? null);
|
|
79
80
|
if (!e) return;
|
|
80
81
|
if (cellsChanged(seen, id, e.cells)) row.drift.push(i);
|
|
82
|
+
if (notGated) return;
|
|
81
83
|
if (e.outcome === "pass" || e.outcome === "fail") row.counted++;
|
|
82
84
|
if (e.outcome === "pass") row.pass++;
|
|
83
85
|
});
|
|
@@ -93,11 +95,11 @@ function formatHistory({ runs, rows, orphaned }) {
|
|
|
93
95
|
const lines = [`${runs.length} run${runs.length === 1 ? "" : "s"}, oldest → newest: ${first.runId} (${shortSha(first)}) … ${last.runId} (${shortSha(last)})`, ""];
|
|
94
96
|
const width = Math.max(...rows.map((r) => r.outcomes.length + r.drift.length), 0);
|
|
95
97
|
for (const row of rows) {
|
|
96
|
-
const strip = row.outcomes.map((o, i) => `${row.drift.includes(i) ? "¦" : ""}${o ? OUTCOME_MARK[o] : "·"}`).join("");
|
|
98
|
+
const strip = row.outcomes.map((o, i) => `${row.drift.includes(i) ? "¦" : ""}${o === "not_gated" ? "○" : o ? OUTCOME_MARK[o] : "·"}`).join("");
|
|
97
99
|
const rate = row.counted ? `${row.pass}/${row.counted}` : "–";
|
|
98
100
|
lines.push(` ${strip.padEnd(width)} ${rate.padStart(5)} ${row.id}`);
|
|
99
101
|
}
|
|
100
|
-
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped · not run ¦ eval or stack changed");
|
|
102
|
+
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○ not gated · not run ¦ eval or stack changed");
|
|
101
103
|
if (orphaned.length > 0) lines.push("", `${orphaned.length} run${orphaned.length === 1 ? " was" : "s were"} recorded on commits that aren't in HEAD's history (rebased or dropped?):`, ...orphaned.map((id) => ` ${id}`));
|
|
102
104
|
return lines.join("\n");
|
|
103
105
|
}
|
|
@@ -122,4 +124,4 @@ function formatShow(run, opts) {
|
|
|
122
124
|
//#endregion
|
|
123
125
|
export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
|
|
124
126
|
|
|
125
|
-
//# sourceMappingURL=views-
|
|
127
|
+
//# sourceMappingURL=views-sXpGE6a2.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"views-sXpGE6a2.js","names":[],"sources":["../src/history/views.ts"],"mappings":";;;;;;AAkBA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;;;;AAMA,SAAgB,WAAW,SAAyB,MAAM,UAAwB;CAChF,IAAI,QAAQ,WAAW,GAAG,MAAM,IAAI,SAAS,8BAA8B;CAC3E,MAAM,OAAO,sBAAsB,KAAK,GAAG;CAC3C,IAAI,MAAM;EACR,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI,OAAO,KAAK,MAAM,CAAC;EAC9D,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,QAAQ,WAAW,IAAI,kBAAkB,YAAY,QAAQ,OAAO,OAAO,OAAO,IAAI,wCACjG;EAEF,OAAO;CACT;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,GAAG;CACjD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,QAAQ,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC1D,IAAI,KAAK,WAAW,KAAK,KAAK,IAAI,OAAO,KAAK;CAC9C,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;CAC/E,IAAI,oBAAoB,KAAK,GAAG,GAAG;EACjC,MAAM,QAAQ,QAAQ,QAAQ,MAAM,EAAE,KAAK,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;EAC5E,MAAM,SAAS,MAAM,MAAM,SAAS;EACpC,IAAI,QAAQ,OAAO;CACrB;CACA,MAAM,IAAI,SACR,mBAAmB,IAAI,4EACzB;AACF;;;;;;;;AASA,SAAgB,aACd,SACA,MACA,UACqB;CACrB,MAAM,UAAU,QAAQ,QAAQ,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,WAAW,UAAU;CACrF,IAAI,YAAY,SAAS,SAAS,GAAG;EACnC,MAAM,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;EACvD,IAAI,OAA4B;EAChC,IAAI,WAAW,OAAO;EACtB,KAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,IAAI,GAAG,IAAI,KAAA;GACxC,IAAI,MAAM,KAAA,MAAc,IAAI,YAAa,MAAM,YAAY,QAAQ,EAAE,QAAQ,KAAK,QAAS;IACzF,OAAO;IACP,WAAW;GACb;EACF;EACA,IAAI,MAAM,OAAO;CACnB;CACA,OAAO,QAAQ,QAAQ,SAAS,MAAM;AACxC;AAEA,MAAM,YAAY,MAAqB,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,GAAG,CAAC,IAAI;AAqBvE,MAAa,eAAe,OAAqB,UAC/C,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG;AAEpD,SAAgB,QACd,SACA,UAAqE,CAAC,GACtE;CACA,MAAM,OAAO,QAAQ,MAAM,EAAE,QAAQ,SAAS,GAAG;CACjD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,GAClC,KAAK,MAAM,KAAK,IAAI,OAAO,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,GAAG,IAAI,KAAK,EAAE,EAAE;CAEnE,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAmB3C,OAAO;EAAE;EAAM,MAlBY,IACxB,QAAQ,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC5D,KAAK,OAAO;GACX,MAAM,MAAkB;IAAE;IAAI,UAAU,CAAC;IAAG,OAAO,CAAC;IAAG,MAAM;IAAG,SAAS;GAAE;GAC3E,MAAM,uBAAO,IAAI,IAAoB;GACrC,KAAK,SAAS,KAAK,MAAM;IACvB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;IAC3C,MAAM,WAAW,MAAM,KAAA,KAAa,eAAe,CAAC;IACpD,IAAI,SAAS,KAAK,WAAW,cAAe,GAAG,WAAW,IAAK;IAC/D,IAAI,CAAC,GAAG;IACR,IAAI,aAAa,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC;IACrD,IAAI,UAAU;IACd,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ,IAAI;IACtD,IAAI,EAAE,YAAY,QAAQ,IAAI;GAChC,CAAC;GACD,OAAO;EACT,CAEgB;EAAG,UADJ,KAAK,QAAQ,MAAM,YAAY,GAAG,QAAQ,SAAS,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAC5D;CAAE;AAChC;AAEA,SAAgB,cAAc,EAAE,MAAM,MAAM,YAAgD;CAC1F,IAAI,KAAK,WAAW,GAClB,OAAO;CACT,MAAM,QAAQ,KAAK;CACnB,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,QAAQ,CACZ,GAAG,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,MAAM,IAAI,SAAS,KAAK,EAAE,MAAM,KAAK,MAAM,IAAI,SAAS,IAAI,EAAE,IAC3I,EACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,SAAS,SAAS,EAAE,MAAM,MAAM,GAAG,CAAC;CAChF,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,IAAI,SACf,KACE,GAAG,MACF,GAAG,IAAI,MAAM,SAAS,CAAC,IAAI,MAAM,KAAK,MAAM,cAAc,MAAM,IAAI,aAAa,KAAK,KAC1F,CAAC,CACA,KAAK,EAAE;EACV,MAAM,OAAO,IAAI,UAAU,GAAG,IAAI,KAAK,GAAG,IAAI,YAAY;EAC1D,MAAM,KAAK,KAAK,MAAM,OAAO,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI;CACvE;CACA,MAAM,KACJ,IACA,2FACF;CACA,IAAI,SAAS,SAAS,GACpB,MAAM,KACJ,IACA,GAAG,SAAS,OAAO,MAAM,SAAS,WAAW,IAAI,SAAS,SAAS,4EACnE,GAAG,SAAS,KAAK,OAAO,KAAK,IAAI,CACnC;CAEF,OAAO,MAAM,KAAK,IAAI;AACxB;;AAGA,SAAgB,WACd,KACA,MACQ;CACR,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACrD,OAAO;EACL,OAAO,IAAI,MAAM,IAAI,SAAS,GAAG;EACjC,aAAa,IAAI,UAAU,KAAK,eAAe,IAAI,UAAU,EAAE,gBAAgB,IAAI;EACnF;EACA,GAAG,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,IAAI,GAAG;EACpD,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,OAAO,GAAG;EACtC;EACA,GAAG,OAAO,YAAY,GAAG,GAAG,KAAK,YAAY,MAAM;GACjD,OAAO;GACP,SAAS;GACT,MAAM,KAAK;EACb,CAAC;CACH,CAAC,CAAC,KAAK,IAAI;AACb"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
+
import { n as useSchedulerChannel, t as acquire } from "./client-D5hNjpEx.js";
|
|
1
2
|
import { n as UsageError, t as TimeoutError } from "./errors-B6BSMs03.js";
|
|
2
|
-
import { i as originalStack, t as adapterForFile } from "./adapter-
|
|
3
|
-
import { a as useEngine,
|
|
4
|
-
import { n as
|
|
3
|
+
import { i as originalStack, t as adapterForFile } from "./adapter-BloGVZ_a.js";
|
|
4
|
+
import { a as useEngine, d as extendExpect, h as withAttemptExpect, l as createExpect, m as unawaitedError, p as rawAssertions, s as attemptExpectError } from "./runtime-BgQRyCLl.js";
|
|
5
|
+
import { n as evalMatchers } from "./matchers-D4eUqx4j.js";
|
|
5
6
|
import { t as budgetMarker } from "./budget-DBUrH4jX.js";
|
|
6
|
-
import { n as evalMatchers } from "./matchers-Ddmc2z7H.js";
|
|
7
7
|
import { existsSync } from "node:fs";
|
|
8
8
|
import { format } from "node:util";
|
|
9
9
|
import { AsyncLocalStorage } from "node:async_hooks";
|
|
@@ -336,11 +336,11 @@ function startWorker(channel) {
|
|
|
336
336
|
error: serializeError(error)
|
|
337
337
|
});
|
|
338
338
|
}
|
|
339
|
-
channel.send({ t: "done" }
|
|
339
|
+
channel.send({ t: "done" });
|
|
340
340
|
}
|
|
341
341
|
channel.send({
|
|
342
342
|
t: "hello",
|
|
343
|
-
protocol:
|
|
343
|
+
protocol: 3
|
|
344
344
|
});
|
|
345
345
|
return { unhandled: (error) => channel.send({
|
|
346
346
|
t: "unhandled",
|
|
@@ -355,7 +355,7 @@ if (!process.send) {
|
|
|
355
355
|
}
|
|
356
356
|
process.on("SIGINT", () => {});
|
|
357
357
|
const worker = startWorker({
|
|
358
|
-
send: (message
|
|
358
|
+
send: (message) => process.send?.(message, void 0, {}, () => {}),
|
|
359
359
|
onMessage: (listener) => process.on("message", listener),
|
|
360
360
|
onDisconnect: (listener) => process.on("disconnect", listener),
|
|
361
361
|
exit: (code) => process.exit(code)
|
|
@@ -365,4 +365,4 @@ process.on("uncaughtException", (error) => worker.unhandled(error));
|
|
|
365
365
|
//#endregion
|
|
366
366
|
export {};
|
|
367
367
|
|
|
368
|
-
//# sourceMappingURL=worker-entry-
|
|
368
|
+
//# sourceMappingURL=worker-entry-Duo9oAeT.js.map
|