reeval 0.13.0 → 0.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +190 -190
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-IKKo4sZj.js → adapter-CbqbMR7y.js} +55 -14
- package/dist/adapter-CbqbMR7y.js.map +1 -0
- package/dist/{agent-ClE-g9VL.js → agent-Zgn-kiqq.js} +105 -35
- package/dist/agent-Zgn-kiqq.js.map +1 -0
- package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-ChbvRx3P.js +11 -0
- package/dist/app-files-ChbvRx3P.js.map +1 -0
- package/dist/{assemble-BO93VAk1.js → assemble-SKQGW_QF.js} +213 -136
- package/dist/assemble-SKQGW_QF.js.map +1 -0
- package/dist/assemble-XBWuK3Ed.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
- package/dist/attempt-host-BOp8JklD.js +295 -0
- package/dist/attempt-host-BOp8JklD.js.map +1 -0
- package/dist/{capture-dn2hjSLj.js → capture-BM_3100g.js} +600 -53
- package/dist/capture-BM_3100g.js.map +1 -0
- package/dist/capture-DSK8O5bA.js +1 -0
- package/dist/{cli-BCE1xlm4.js → cli-PdYrcoKM.js} +177 -249
- package/dist/cli-PdYrcoKM.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-D0qyrPZi.js} +9 -21
- package/dist/cli-spec-D0qyrPZi.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-Ct6s6OnF.js} +106 -3
- package/dist/client-Ct6s6OnF.js.map +1 -0
- package/dist/{command-CANun0m0.js → command-4pJYVCT4.js} +34 -21
- package/dist/command-4pJYVCT4.js.map +1 -0
- package/dist/{validate-DWjkshl1.js → command-9xm5ImqI.js} +420 -60
- package/dist/command-9xm5ImqI.js.map +1 -0
- package/dist/{command-D_kEnYcX.js → command-BqBxLgTc.js} +33 -31
- package/dist/command-BqBxLgTc.js.map +1 -0
- package/dist/{command-Bh3yhN_b.js → command-DbSMcxZL.js} +35 -15
- package/dist/command-DbSMcxZL.js.map +1 -0
- package/dist/{commands-7tH3EsVu.js → commands-BU6YJCz9.js} +183 -71
- package/dist/commands-BU6YJCz9.js.map +1 -0
- package/dist/{commands-BKGzBMgb.js → commands-Bi2SEQtr.js} +1 -1
- package/dist/config-k6m7XbAz.js +3777 -0
- package/dist/config-k6m7XbAz.js.map +1 -0
- package/dist/{contrasts-B4nOhn0Z.js → contrasts-DLZF4dGF.js} +3 -2
- package/dist/contrasts-DLZF4dGF.js.map +1 -0
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/cost-ChPa8-Fp.js +359 -0
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-CpsifVln.js +1530 -0
- package/dist/db-CpsifVln.js.map +1 -0
- package/dist/db-DkD-F-X-.js +2 -0
- package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
- package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
- package/dist/debug-DeM5pswK.js +1 -0
- package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-DuHcQidD.js → docker-51WvhN_X.js} +5 -4
- package/dist/docker-51WvhN_X.js.map +1 -0
- package/dist/{docker-CQxucRPe.js → docker-B4-rx4dA.js} +48 -14
- package/dist/docker-B4-rx4dA.js.map +1 -0
- package/dist/{docker-Dac6Zalz.js → docker-YFj4H1Cr.js} +1 -1
- package/dist/{doctor-De_QlOTM.js → doctor-BuQnfz4e.js} +390 -53
- package/dist/doctor-BuQnfz4e.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-B4IuURK1.js → environment-BOFgzFDg.js} +117 -297
- package/dist/environment-BOFgzFDg.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
- package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
- package/dist/eval-source-Dje3rERU.js +145 -0
- package/dist/eval-source-Dje3rERU.js.map +1 -0
- package/dist/{evaluate-Djk1YPFL.js → evaluate-BPP9s3s6.js} +406 -130
- package/dist/evaluate-BPP9s3s6.js.map +1 -0
- package/dist/evaluate-dqXccn4k.d.ts +44 -0
- package/dist/{files-CN1QfenC.js → files-Bi461Be2.js} +202 -91
- package/dist/files-Bi461Be2.js.map +1 -0
- package/dist/files-C2h2Cw4F.js +1 -0
- package/dist/files-Clipx4OW.js +37 -0
- package/dist/files-Clipx4OW.js.map +1 -0
- package/dist/files-DmUrRmmL.js +1 -0
- package/dist/{files-D27nUk0K.js → files-H24pz0hL.js} +20 -9
- package/dist/files-H24pz0hL.js.map +1 -0
- package/dist/gateway.d.ts +30 -0
- package/dist/gateway.js +39 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{git-rPfl7AD1.js → git-CsVZkNNL.js} +3 -3
- package/dist/{git-rPfl7AD1.js.map → git-CsVZkNNL.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +33 -21
- package/dist/harness.js +1 -1
- package/dist/{images-m784ueGK.js → images-4mwhNkvh.js} +8 -8
- package/dist/{images-m784ueGK.js.map → images-4mwhNkvh.js.map} +1 -1
- package/dist/index.d.ts +34 -35
- package/dist/index.js +5 -6
- package/dist/init-BDEOopK7.js +1 -0
- package/dist/{init-hiTkiM4L.js → init-cOk3D44b.js} +12 -15
- package/dist/init-cOk3D44b.js.map +1 -0
- package/dist/{invocations-D_ePcwyL.js → invocations-DW-lTk2f.js} +10 -6
- package/dist/invocations-DW-lTk2f.js.map +1 -0
- package/dist/judge-CKdgEXN7.js +575 -0
- package/dist/judge-CKdgEXN7.js.map +1 -0
- package/dist/judge.d.ts +8 -9
- package/dist/judge.js +7 -9
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
- package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
- package/dist/{matchers-Ddmc2z7H.js → matchers-DT2TaGix.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-DT2TaGix.js.map} +1 -1
- package/dist/{model-DpkclE4r.js → model-Bq3G0OG1.js} +52 -45
- package/dist/model-Bq3G0OG1.js.map +1 -0
- package/dist/{model-UgHDMhI1.js → model-CTnyvh7H.js} +345 -382
- package/dist/model-CTnyvh7H.js.map +1 -0
- package/dist/model-D-SWrLZG.js +1 -0
- package/dist/model-g3XnzUv0.js +1 -0
- package/dist/model-vRiUycWh.js +77 -0
- package/dist/model-vRiUycWh.js.map +1 -0
- package/dist/{node-CGZYh4Fj.js → node-BVbbnFtv.js} +80 -51
- package/dist/node-BVbbnFtv.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-CWRwLX-G.js +34 -0
- package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-puYi-zj2.js} +17 -9
- package/dist/pairs-puYi-zj2.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{patch-uMq9rCl_.js → patch-DKJiC5Sq.js} +5 -7
- package/dist/patch-DKJiC5Sq.js.map +1 -0
- package/dist/{plan-CZYgXnZh.js → plan-DdWkM6SW.js} +118 -46
- package/dist/plan-DdWkM6SW.js.map +1 -0
- package/dist/{plugins-P-uh54VF.js → plugins-D-CP6mMd.js} +254 -18
- package/dist/plugins-D-CP6mMd.js.map +1 -0
- package/dist/{preflight-D3HvKeAx.js → preflight-9ixuXzsx.js} +3 -3
- package/dist/{preflight-D3HvKeAx.js.map → preflight-9ixuXzsx.js.map} +1 -1
- package/dist/{preflight-BQlPTHVu.js → preflight-DTiVv0gY.js} +1 -1
- package/dist/{prepare-Dx7dOnJB.js → prepare-BfyikQit.js} +8 -8
- package/dist/{prepare-Dx7dOnJB.js.map → prepare-BfyikQit.js.map} +1 -1
- package/dist/{prepare-DCwM2KKD.js → prepare-tmBBf4W8.js} +2 -2
- package/dist/prices-QaS-kjSQ.js +253 -0
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-C_-8y-x3.js → provenance-BizwUn3h.js} +4 -4
- package/dist/{provenance-C_-8y-x3.js.map → provenance-BizwUn3h.js.map} +1 -1
- package/dist/{providers-CF5UEaP8.js → providers-B6b9Tnyi.js} +5 -5
- package/dist/{providers-CF5UEaP8.js.map → providers-B6b9Tnyi.js.map} +1 -1
- package/dist/{providers-CTBYvMxu.js → providers-DkOupEBl.js} +1 -1
- package/dist/query-Clm2mNSm.js +1 -0
- package/dist/{query-DXthKmq0.js → query-DyM-VExS.js} +3 -3
- package/dist/{query-DXthKmq0.js.map → query-DyM-VExS.js.map} +1 -1
- package/dist/questions-BRhU8MzB.js +861 -0
- package/dist/questions-BRhU8MzB.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-BwJ8pcTQ.js +1 -0
- package/dist/remarks-C7i2LMRb.js +596 -0
- package/dist/remarks-C7i2LMRb.js.map +1 -0
- package/dist/{header-BVzbRnNv.js → remarks-D_3qhBWU.js} +34 -9
- package/dist/remarks-D_3qhBWU.js.map +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-dA8LyoPc.js} +12 -6
- package/dist/remarks-dA8LyoPc.js.map +1 -0
- package/dist/remote-DFIzcx_6.js +273 -0
- package/dist/remote-DFIzcx_6.js.map +1 -0
- package/dist/resolve--rQZ8u6Z.js +1 -0
- package/dist/{resolve-DzdWcIL6.js → resolve-DWSJpKHX.js} +48 -33
- package/dist/resolve-DWSJpKHX.js.map +1 -0
- package/dist/{results-D-naai_Q.js → results-BC3pcG_Z.js} +15 -30
- package/dist/results-BC3pcG_Z.js.map +1 -0
- package/dist/{resume-8-nnW8iO.js → resume-j-rcIryi.js} +47 -17
- package/dist/resume-j-rcIryi.js.map +1 -0
- package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
- package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
- package/dist/{runtime-PX_oXiCS.js → runtime-d56Gg3J5.js} +42 -13
- package/dist/runtime-d56Gg3J5.js.map +1 -0
- package/dist/{sandbox-YLbk9mO7.js → sandbox-Cmln11gU.js} +2 -2
- package/dist/{sandbox-YLbk9mO7.js.map → sandbox-Cmln11gU.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-De8oH3bt.js → server-BOoH10J8.js} +69 -52
- package/dist/server-BOoH10J8.js.map +1 -0
- package/dist/server-DpuVAbrO.js +1 -0
- package/dist/{shared-CA61BuPJ.js → shared-B_lvGqWz.js} +20 -12
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/source-BFd6f0-R.js +1 -0
- package/dist/{source-C686eZpY.js → source-wD04-rRG.js} +15 -10
- package/dist/source-wD04-rRG.js.map +1 -0
- package/dist/{src-CzQrAcF8.js → src-1lpTocbd.js} +152 -75
- package/dist/src-1lpTocbd.js.map +1 -0
- package/dist/{src-DrJSnoMR.js → src-6_zz7oJs.js} +1 -1
- package/dist/{src-cbCb-MPy.js → src-8yTF251P.js} +68 -22
- package/dist/{src-cbCb-MPy.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-Xj_BZKbq.js → src-BO8AYqJ5.js} +45 -18
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/{src-DeY52Gyf.js → src-BYDOXw_Y.js} +26 -10
- package/dist/{src-DeY52Gyf.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BYPMM1x7.js +2 -0
- package/dist/src-Bp4aN3rA.js +2 -0
- package/dist/src-C7upnZSd.js +2 -0
- package/dist/{src-CIpKL45U.js → src-D91Hd6hT.js} +566 -1070
- package/dist/src-D91Hd6hT.js.map +1 -0
- package/dist/src-DH-9IO7f.js +1 -0
- package/dist/{src-djNNYIdP.js → src-DSZyg0Uq.js} +178 -29
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/{src-DIL0jST0.js → src-DgHuStEi.js} +159 -31
- package/dist/src-DgHuStEi.js.map +1 -0
- package/dist/src-HSxBazcg.js +3 -0
- package/dist/src-LD1BAJFa.js +2 -0
- package/dist/src-dlX-Lmxg.js +2 -0
- package/dist/{src-C7W6kg81.js → src-gn7YlnRg.js} +64 -17
- package/dist/{src-C7W6kg81.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-kYeaJJrl.js +2 -0
- package/dist/state-B5PLm5qY.js +1 -0
- package/dist/{state-C0i_ujQZ.js → state-DrJ687ut.js} +18 -18
- package/dist/{state-C0i_ujQZ.js.map → state-DrJ687ut.js.map} +1 -1
- package/dist/stats-hfpuYsAM.js +315 -0
- package/dist/stats-hfpuYsAM.js.map +1 -0
- package/dist/suite-22Kt9Grx.js +2 -0
- package/dist/{suite-DmuF_ApO.js → suite-Co8cwelb.js} +92 -42
- package/dist/suite-Co8cwelb.js.map +1 -0
- package/dist/{summary-BFMHMTz2.js → summary-DLFHVoux.js} +131 -280
- package/dist/summary-DLFHVoux.js.map +1 -0
- package/dist/testing.d.ts +449 -2
- package/dist/testing.js +16 -3
- package/dist/testing.js.map +1 -0
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
- package/dist/transcript-DxPaWHTZ.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-B-9b1MDV.d.ts → types-coMWHaU2.d.ts} +493 -745
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +505 -43
- package/dist/view/index.js +10 -9
- package/dist/{views-Dk8MCQKr.js → views-BFO1BLKu.js} +14 -13
- package/dist/views-BFO1BLKu.js.map +1 -0
- package/dist/views-BOf8qEL8.js +2 -0
- package/dist/{worker-entry-CqrzGPF4.js → worker-entry-CJtdsKBP.js} +21 -14
- package/dist/worker-entry-CJtdsKBP.js.map +1 -0
- package/dist/{workspace-CLeOybkr.js → workspace-BRxjfa8N.js} +5 -5
- package/dist/{workspace-CLeOybkr.js.map → workspace-BRxjfa8N.js.map} +1 -1
- package/dist/workspace-DDHzkMjm.js +1 -0
- package/docker/seccomp-default.json +1 -0
- package/package.json +10 -2
- package/skills/eval-rubric/SKILL.md +43 -103
- package/dist/adapter-IKKo4sZj.js.map +0 -1
- package/dist/agent-ClE-g9VL.js.map +0 -1
- package/dist/assemble-BO93VAk1.js.map +0 -1
- package/dist/assemble-VQxyoDxK.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-dn2hjSLj.js.map +0 -1
- package/dist/capture-nIJ-7kUE.js +0 -1
- package/dist/cli-BCE1xlm4.js.map +0 -1
- package/dist/cli-spec-BXIBUlaK.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-Bh3yhN_b.js.map +0 -1
- package/dist/command-C6vwmjS7.js +0 -91
- package/dist/command-C6vwmjS7.js.map +0 -1
- package/dist/command-CANun0m0.js.map +0 -1
- package/dist/command-CBaHukyl.js +0 -335
- package/dist/command-CBaHukyl.js.map +0 -1
- package/dist/command-D_kEnYcX.js.map +0 -1
- package/dist/commands-7tH3EsVu.js.map +0 -1
- package/dist/config-D7TFvUpL.js +0 -759
- package/dist/config-D7TFvUpL.js.map +0 -1
- package/dist/contrasts-B4nOhn0Z.js.map +0 -1
- package/dist/db-DJUuFoWQ.js +0 -602
- package/dist/db-DJUuFoWQ.js.map +0 -1
- package/dist/db-W9EFlXnn.js +0 -2
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-CQxucRPe.js.map +0 -1
- package/dist/docker-DuHcQidD.js.map +0 -1
- package/dist/doctor-De_QlOTM.js.map +0 -1
- package/dist/egress-DEAvq8Fl.js +0 -1258
- package/dist/egress-DEAvq8Fl.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-B4IuURK1.js.map +0 -1
- package/dist/evaluate-C9-ritA5.d.ts +0 -92
- package/dist/evaluate-Djk1YPFL.js.map +0 -1
- package/dist/facts-Cfx1H70y.js +0 -898
- package/dist/facts-Cfx1H70y.js.map +0 -1
- package/dist/files-Bs6H3HiG.js +0 -65
- package/dist/files-Bs6H3HiG.js.map +0 -1
- package/dist/files-CN1QfenC.js.map +0 -1
- package/dist/files-CtjEXWXm.js +0 -1
- package/dist/files-D27nUk0K.js.map +0 -1
- package/dist/files-D3gJa91B.js +0 -1
- package/dist/generate-BnrvBAzF.js +0 -1646
- package/dist/generate-BnrvBAzF.js.map +0 -1
- package/dist/harness-1OkumOAm.js +0 -323
- package/dist/harness-1OkumOAm.js.map +0 -1
- package/dist/header-BVzbRnNv.js.map +0 -1
- package/dist/init-hiTkiM4L.js.map +0 -1
- package/dist/init-kMkTgTZc.js +0 -1
- package/dist/insights-B2Xmhz9o.js +0 -64
- package/dist/insights-B2Xmhz9o.js.map +0 -1
- package/dist/invocations-D_ePcwyL.js.map +0 -1
- package/dist/judge-CEDIfRiU.js +0 -186
- package/dist/judge-CEDIfRiU.js.map +0 -1
- package/dist/model-B8H3gL69.js +0 -1
- package/dist/model-CTiuzkWw.js +0 -46
- package/dist/model-CTiuzkWw.js.map +0 -1
- package/dist/model-DcIbmggK.js +0 -1
- package/dist/model-DpkclE4r.js.map +0 -1
- package/dist/model-UgHDMhI1.js.map +0 -1
- package/dist/node-CGZYh4Fj.js.map +0 -1
- package/dist/opencode-providers-snfeWd6Z.js +0 -3305
- package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
- package/dist/options-CyAyLjgJ.js +0 -1129
- package/dist/options-CyAyLjgJ.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/patch-uMq9rCl_.js.map +0 -1
- package/dist/plan-CZYgXnZh.js.map +0 -1
- package/dist/plugins-P-uh54VF.js.map +0 -1
- package/dist/query-D_1ARx5q.js +0 -1
- package/dist/questions-KENpWnfV.js +0 -523
- package/dist/questions-KENpWnfV.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remarks-Ml6bcSdV.js +0 -278
- package/dist/remarks-Ml6bcSdV.js.map +0 -1
- package/dist/remote-Dkeghk8k.js +0 -378
- package/dist/remote-Dkeghk8k.js.map +0 -1
- package/dist/resolve-CMmhACr6.js +0 -1
- package/dist/resolve-DzdWcIL6.js.map +0 -1
- package/dist/results-D-naai_Q.js.map +0 -1
- package/dist/resume-8-nnW8iO.js.map +0 -1
- package/dist/rules-CcV3zLDR.js +0 -318
- package/dist/rules-CcV3zLDR.js.map +0 -1
- package/dist/run-Bel7Vde4.js +0 -88
- package/dist/run-Bel7Vde4.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-C-ysqkLv.js +0 -1
- package/dist/server-De8oH3bt.js.map +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-C686eZpY.js.map +0 -1
- package/dist/source-DjgypUHW.js +0 -1
- package/dist/src-3mP821Pt.js +0 -2
- package/dist/src-B3KCLZVk.js +0 -3
- package/dist/src-BAyg6CtQ.js +0 -2
- package/dist/src-BezgGX4X.js +0 -2
- package/dist/src-CIpKL45U.js.map +0 -1
- package/dist/src-ChBhk06Q.js +0 -2
- package/dist/src-CoqZYspK.js +0 -2
- package/dist/src-CzQrAcF8.js.map +0 -1
- package/dist/src-D9fSTxlc.js +0 -1
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-Xj_BZKbq.js.map +0 -1
- package/dist/src-dhSTRN50.js +0 -2
- package/dist/src-djNNYIdP.js.map +0 -1
- package/dist/state-BGWGAwdo.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-DmuF_ApO.js.map +0 -1
- package/dist/suite-mn9g4veR.js +0 -2
- package/dist/summary-BFMHMTz2.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-DWjkshl1.js.map +0 -1
- package/dist/views-DE2A1jEX.js +0 -2
- package/dist/views-Dk8MCQKr.js.map +0 -1
- package/dist/worker-entry-CqrzGPF4.js.map +0 -1
- package/dist/workspace-B1eGO46M.js +0 -1
|
@@ -0,0 +1,315 @@
|
|
|
1
|
+
//#region src/stats.ts
|
|
2
|
+
/** Two-sided 95%. */
|
|
3
|
+
const Z = 1.959964;
|
|
4
|
+
/**
|
|
5
|
+
* The Wilson score interval for `pass` successes out of `n`. Unlike the normal approximation it
|
|
6
|
+
* stays inside [0, 1] and is sensible at 0/n and n/n. With no attempts it's [0, 1].
|
|
7
|
+
*/
|
|
8
|
+
function wilson(pass, n) {
|
|
9
|
+
if (n === 0) return {
|
|
10
|
+
low: 0,
|
|
11
|
+
high: 1
|
|
12
|
+
};
|
|
13
|
+
const p = pass / n;
|
|
14
|
+
const z2 = Z * Z;
|
|
15
|
+
const denominator = 1 + z2 / n;
|
|
16
|
+
const center = (p + z2 / (2 * n)) / denominator;
|
|
17
|
+
const half = Z * Math.sqrt(p * (1 - p) / n + z2 / (4 * n * n)) / denominator;
|
|
18
|
+
return {
|
|
19
|
+
low: Math.max(0, center - half),
|
|
20
|
+
high: Math.min(1, center + half)
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* The difference of two pass rates (variant minus control), with Newcombe's hybrid score
|
|
25
|
+
* interval: each rate's Wilson interval combined, so it inherits Wilson's behavior at 0 and 1.
|
|
26
|
+
*/
|
|
27
|
+
function liftInterval(variant, control) {
|
|
28
|
+
const p1 = variant.n ? variant.pass / variant.n : 0;
|
|
29
|
+
const p2 = control.n ? control.pass / control.n : 0;
|
|
30
|
+
const a = wilson(variant.pass, variant.n);
|
|
31
|
+
const b = wilson(control.pass, control.n);
|
|
32
|
+
const points = p1 - p2;
|
|
33
|
+
return {
|
|
34
|
+
points,
|
|
35
|
+
low: points - Math.sqrt((p1 - a.low) ** 2 + (b.high - p2) ** 2),
|
|
36
|
+
high: points + Math.sqrt((a.high - p1) ** 2 + (p2 - b.low) ** 2)
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
/** A 95% interval is within noise when it contains 0; touching 0 does not exclude it. */
|
|
40
|
+
const containsZero = (low, high) => low <= 0 && high >= 0;
|
|
41
|
+
/** Rounded to three places, as the record stores rates and points. */
|
|
42
|
+
const round3 = (x) => Math.round(x * 1e3) / 1e3;
|
|
43
|
+
/** Linear-interpolated quantile (`q` from 0 to 1) of unsorted numbers; null for none. */
|
|
44
|
+
function quantile(values, q) {
|
|
45
|
+
if (values.length === 0) return null;
|
|
46
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
47
|
+
const at = (sorted.length - 1) * q;
|
|
48
|
+
const lo = Math.floor(at);
|
|
49
|
+
const hi = Math.ceil(at);
|
|
50
|
+
const a = sorted[lo];
|
|
51
|
+
return a + (sorted[hi] - a) * (at - lo);
|
|
52
|
+
}
|
|
53
|
+
const median = (values) => quantile(values, .5);
|
|
54
|
+
/** Above this many ways to split the pooled values, the normal approximation stands in. */
|
|
55
|
+
const EXACT_LIMIT = 2e5;
|
|
56
|
+
const choose = (n, k) => {
|
|
57
|
+
let r = 1;
|
|
58
|
+
for (let i = 1; i <= k; i++) r = r * (n - k + i) / i;
|
|
59
|
+
return Math.round(r);
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Two-sided Mann–Whitney (Wilcoxon rank-sum) p-value for `xs` against `ys`: exact, by every split
|
|
63
|
+
* of the pooled values, with mid-ranks for ties; the normal approximation with a tie correction
|
|
64
|
+
* above `EXACT_LIMIT` splits. `sign` is the sign of `xs`'s rank sum minus its expectation: below 0,
|
|
65
|
+
* `xs` ranks lower. `floor` is the smallest p any split of these pooled values could give, so ties
|
|
66
|
+
* count: `[2, 2, 2, 3]` against `[2, 2, 3, 3]` can never go below 10/70. Null when either side is
|
|
67
|
+
* empty.
|
|
68
|
+
*/
|
|
69
|
+
function mannWhitney(xs, ys) {
|
|
70
|
+
const n1 = xs.length;
|
|
71
|
+
const n2 = ys.length;
|
|
72
|
+
if (n1 === 0 || n2 === 0) return null;
|
|
73
|
+
const pooled = [...xs, ...ys].map((v, i) => ({
|
|
74
|
+
v,
|
|
75
|
+
i
|
|
76
|
+
})).sort((a, b) => a.v - b.v);
|
|
77
|
+
const ranks = new Array(pooled.length);
|
|
78
|
+
for (let i = 0; i < pooled.length;) {
|
|
79
|
+
let j = i;
|
|
80
|
+
while (j + 1 < pooled.length && pooled[j + 1]?.v === pooled[i]?.v) j++;
|
|
81
|
+
for (let k = i; k <= j; k++) ranks[pooled[k]?.i] = (i + j) / 2 + 1;
|
|
82
|
+
i = j + 1;
|
|
83
|
+
}
|
|
84
|
+
const n = n1 + n2;
|
|
85
|
+
const expected = n1 * (n + 1) / 2;
|
|
86
|
+
const deviation = ranks.slice(0, n1).reduce((a, b) => a + b, 0) - expected;
|
|
87
|
+
const sign = Math.sign(deviation);
|
|
88
|
+
const observed = Math.abs(deviation);
|
|
89
|
+
if (choose(n, n1) > EXACT_LIMIT) {
|
|
90
|
+
const counts = /* @__PURE__ */ new Map();
|
|
91
|
+
for (const { v } of pooled) counts.set(v, (counts.get(v) ?? 0) + 1);
|
|
92
|
+
const ties = [...counts.values()].reduce((a, t) => a + t ** 3 - t, 0);
|
|
93
|
+
const variance = n1 * n2 / 12 * (n + 1 - ties / (n * (n - 1)));
|
|
94
|
+
if (variance <= 0) return {
|
|
95
|
+
p: 1,
|
|
96
|
+
sign,
|
|
97
|
+
floor: 1
|
|
98
|
+
};
|
|
99
|
+
const pOf = (d) => Math.min(1, 2 * (1 - normalCdf(Math.max(0, d - .5) / Math.sqrt(variance))));
|
|
100
|
+
const sorted = pooled.map(({ i }) => ranks[i]);
|
|
101
|
+
const sum = (rs) => rs.reduce((a, b) => a + b, 0);
|
|
102
|
+
const widest = Math.max(Math.abs(sum(sorted.slice(0, n1)) - expected), Math.abs(sum(sorted.slice(n - n1)) - expected));
|
|
103
|
+
return {
|
|
104
|
+
p: pOf(observed),
|
|
105
|
+
sign,
|
|
106
|
+
floor: pOf(widest)
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
let extreme = 0;
|
|
110
|
+
let widest = 0;
|
|
111
|
+
let atWidest = 0;
|
|
112
|
+
let total = 0;
|
|
113
|
+
const pick = (start, left, sum) => {
|
|
114
|
+
if (left === 0) {
|
|
115
|
+
total++;
|
|
116
|
+
const d = Math.abs(sum - expected);
|
|
117
|
+
if (d >= observed - 1e-9) extreme++;
|
|
118
|
+
if (d > widest + 1e-9) {
|
|
119
|
+
widest = d;
|
|
120
|
+
atWidest = 1;
|
|
121
|
+
} else if (d >= widest - 1e-9) atWidest++;
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
for (let i = start; i <= n - left; i++) pick(i + 1, left - 1, sum + ranks[i]);
|
|
125
|
+
};
|
|
126
|
+
pick(0, n1, 0);
|
|
127
|
+
return {
|
|
128
|
+
p: extreme / total,
|
|
129
|
+
sign,
|
|
130
|
+
floor: atWidest / total
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
/**
|
|
134
|
+
* The smallest two-sided p an exact rank test can reach with these group sizes and no ties: for
|
|
135
|
+
* planning `runs` before there's data. On data, `mannWhitney`'s `floor` counts the ties.
|
|
136
|
+
*/
|
|
137
|
+
const minimumP = (n1, n2) => n1 === 0 || n2 === 0 ? 1 : Math.min(1, 2 / choose(n1 + n2, n1));
|
|
138
|
+
/**
|
|
139
|
+
* Counted attempts a side before a pass-rate lift can be called: below it, every view says
|
|
140
|
+
* `insufficient` (`can't tell yet`, `unclear`), whatever the interval. A product floor that keeps
|
|
141
|
+
* `reeval run`, `reeval query`, the judge-key lift and `reeval analyze` agreeing, not one that
|
|
142
|
+
* makes the stated 95% exact: at 4 a side, a 4/4 against 0/4 split happens by chance about 7% of
|
|
143
|
+
* the time when nothing changed.
|
|
144
|
+
*/
|
|
145
|
+
const EFFECT_MIN_COUNTED = 4;
|
|
146
|
+
/**
|
|
147
|
+
* The difference of two paired pass rates (variant minus control) with Newcombe's score interval
|
|
148
|
+
* for paired proportions (his method 10): each marginal rate's Wilson interval, combined with the
|
|
149
|
+
* correlation between the sides, so concordant pairs narrow the interval.
|
|
150
|
+
*/
|
|
151
|
+
function pairedLiftInterval(c) {
|
|
152
|
+
const { both: a, variantOnly: b, controlOnly: k, neither: d } = c;
|
|
153
|
+
const n = a + b + k + d;
|
|
154
|
+
if (n === 0) return {
|
|
155
|
+
points: 0,
|
|
156
|
+
low: -1,
|
|
157
|
+
high: 1
|
|
158
|
+
};
|
|
159
|
+
const p1 = (a + b) / n;
|
|
160
|
+
const p2 = (a + k) / n;
|
|
161
|
+
const v = wilson(a + b, n);
|
|
162
|
+
const w = wilson(a + k, n);
|
|
163
|
+
const denominator = (a + b) * (k + d) * (a + k) * (b + d);
|
|
164
|
+
const numerator = a * d - b * k > 0 ? Math.max(a * d - b * k - n / 2, 0) : a * d - b * k;
|
|
165
|
+
const phi = denominator === 0 ? 0 : numerator / Math.sqrt(denominator);
|
|
166
|
+
const points = (b - k) / n;
|
|
167
|
+
const dl = Math.sqrt(Math.max(0, (p1 - v.low) ** 2 - 2 * phi * (p1 - v.low) * (w.high - p2) + (w.high - p2) ** 2));
|
|
168
|
+
const du = Math.sqrt(Math.max(0, (v.high - p1) ** 2 - 2 * phi * (v.high - p1) * (p2 - w.low) + (p2 - w.low) ** 2));
|
|
169
|
+
return {
|
|
170
|
+
points,
|
|
171
|
+
low: Math.max(-1, points - dl),
|
|
172
|
+
high: Math.min(1, points + du)
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
/** McNemar's exact test: the two-sided binomial p of the discordant pairs' split at ½. */
|
|
176
|
+
function mcnemar(variantOnly, controlOnly) {
|
|
177
|
+
const n = variantOnly + controlOnly;
|
|
178
|
+
if (n === 0) return 1;
|
|
179
|
+
const low = Math.min(variantOnly, controlOnly);
|
|
180
|
+
let logTerm = -n * Math.LN2;
|
|
181
|
+
let logTail = logTerm;
|
|
182
|
+
for (let i = 0; i < low; i++) {
|
|
183
|
+
logTerm += Math.log((n - i) / (i + 1));
|
|
184
|
+
const top = Math.max(logTail, logTerm);
|
|
185
|
+
logTail = top + Math.log1p(Math.exp(Math.min(logTail, logTerm) - top));
|
|
186
|
+
}
|
|
187
|
+
return Math.min(1, 2 * Math.exp(logTail));
|
|
188
|
+
}
|
|
189
|
+
/** Two-sided 95% Student t quantiles for 1 to 30 degrees of freedom. */
|
|
190
|
+
const T975 = [
|
|
191
|
+
12.706,
|
|
192
|
+
4.303,
|
|
193
|
+
3.182,
|
|
194
|
+
2.776,
|
|
195
|
+
2.571,
|
|
196
|
+
2.447,
|
|
197
|
+
2.365,
|
|
198
|
+
2.306,
|
|
199
|
+
2.262,
|
|
200
|
+
2.228,
|
|
201
|
+
2.201,
|
|
202
|
+
2.179,
|
|
203
|
+
2.16,
|
|
204
|
+
2.145,
|
|
205
|
+
2.131,
|
|
206
|
+
2.12,
|
|
207
|
+
2.11,
|
|
208
|
+
2.101,
|
|
209
|
+
2.093,
|
|
210
|
+
2.086,
|
|
211
|
+
2.08,
|
|
212
|
+
2.074,
|
|
213
|
+
2.069,
|
|
214
|
+
2.064,
|
|
215
|
+
2.06,
|
|
216
|
+
2.056,
|
|
217
|
+
2.052,
|
|
218
|
+
2.048,
|
|
219
|
+
2.045,
|
|
220
|
+
2.042
|
|
221
|
+
];
|
|
222
|
+
/** The two-sided 95% t quantile; above 30 degrees of freedom, the Cornish–Fisher expansion. */
|
|
223
|
+
function t975(df) {
|
|
224
|
+
if (df < 1) return Number.POSITIVE_INFINITY;
|
|
225
|
+
const tabled = T975[df - 1];
|
|
226
|
+
if (tabled !== void 0) return tabled;
|
|
227
|
+
return Z + (Z ** 3 + Z) / (4 * df) + (5 * Z ** 5 + 16 * Z ** 3 + 3 * Z) / (96 * df * df);
|
|
228
|
+
}
|
|
229
|
+
/**
|
|
230
|
+
* The mean of `values` with a 95% t interval over them: with each value one case, attempts
|
|
231
|
+
* within a case are never counted as independent. A single value gives an unbounded interval.
|
|
232
|
+
*/
|
|
233
|
+
function meanInterval(values) {
|
|
234
|
+
const n = values.length;
|
|
235
|
+
if (n === 0) return {
|
|
236
|
+
mean: 0,
|
|
237
|
+
low: Number.NEGATIVE_INFINITY,
|
|
238
|
+
high: Number.POSITIVE_INFINITY
|
|
239
|
+
};
|
|
240
|
+
const mean = values.reduce((s, v) => s + v, 0) / n;
|
|
241
|
+
if (n === 1) return {
|
|
242
|
+
mean,
|
|
243
|
+
low: Number.NEGATIVE_INFINITY,
|
|
244
|
+
high: Number.POSITIVE_INFINITY
|
|
245
|
+
};
|
|
246
|
+
const variance = values.reduce((s, v) => s + (v - mean) ** 2, 0) / (n - 1);
|
|
247
|
+
const half = t975(n - 1) * Math.sqrt(variance / n);
|
|
248
|
+
return {
|
|
249
|
+
mean,
|
|
250
|
+
low: mean - half,
|
|
251
|
+
high: mean + half
|
|
252
|
+
};
|
|
253
|
+
}
|
|
254
|
+
/**
|
|
255
|
+
* Two-sided Wilcoxon signed-rank p for paired differences: zeros dropped, mid-ranks for ties,
|
|
256
|
+
* exact over every sign assignment up to 20 non-zero differences, else the normal approximation.
|
|
257
|
+
* `sign` is the sign of the positive differences' rank sum minus its expectation: below 0, the
|
|
258
|
+
* negative differences outrank the positive ones. Null when every difference is zero. Ties are
|
|
259
|
+
* exact equality, so form each difference of two rates with one division (`(a·d − c·b) / (b·d)`),
|
|
260
|
+
* never as `a/b − c/d`.
|
|
261
|
+
*/
|
|
262
|
+
function signedRank(differences) {
|
|
263
|
+
const d = differences.filter((x) => x !== 0);
|
|
264
|
+
const n = d.length;
|
|
265
|
+
if (n === 0) return null;
|
|
266
|
+
const sorted = d.map((v, i) => ({
|
|
267
|
+
a: Math.abs(v),
|
|
268
|
+
i
|
|
269
|
+
})).sort((x, y) => x.a - y.a);
|
|
270
|
+
const ranks = new Array(n);
|
|
271
|
+
for (let i = 0; i < n;) {
|
|
272
|
+
let j = i;
|
|
273
|
+
while (j + 1 < n && sorted[j + 1]?.a === sorted[i]?.a) j++;
|
|
274
|
+
for (let k = i; k <= j; k++) ranks[sorted[k]?.i] = (i + j) / 2 + 1;
|
|
275
|
+
i = j + 1;
|
|
276
|
+
}
|
|
277
|
+
const total = n * (n + 1) / 2;
|
|
278
|
+
const plus = d.reduce((s, v, i) => v > 0 ? s + ranks[i] : s, 0);
|
|
279
|
+
const sign = Math.sign(plus - total / 2);
|
|
280
|
+
const observed = Math.abs(plus - total / 2);
|
|
281
|
+
if (n > 20) {
|
|
282
|
+
const counts = /* @__PURE__ */ new Map();
|
|
283
|
+
for (const { a } of sorted) counts.set(a, (counts.get(a) ?? 0) + 1);
|
|
284
|
+
const ties = [...counts.values()].reduce((s, t) => s + t ** 3 - t, 0);
|
|
285
|
+
const variance = n * (n + 1) * (2 * n + 1) / 24 - ties / 48;
|
|
286
|
+
if (variance <= 0) return {
|
|
287
|
+
p: 1,
|
|
288
|
+
sign
|
|
289
|
+
};
|
|
290
|
+
const z = Math.max(0, observed - .5) / Math.sqrt(variance);
|
|
291
|
+
return {
|
|
292
|
+
p: Math.min(1, 2 * (1 - normalCdf(z))),
|
|
293
|
+
sign
|
|
294
|
+
};
|
|
295
|
+
}
|
|
296
|
+
let extreme = 0;
|
|
297
|
+
for (let mask = 0; mask < 2 ** n; mask++) {
|
|
298
|
+
let sum = 0;
|
|
299
|
+
for (let i = 0; i < n; i++) if (mask & 1 << i) sum += ranks[i];
|
|
300
|
+
if (Math.abs(sum - total / 2) >= observed - 1e-9) extreme++;
|
|
301
|
+
}
|
|
302
|
+
return {
|
|
303
|
+
p: extreme / 2 ** n,
|
|
304
|
+
sign
|
|
305
|
+
};
|
|
306
|
+
}
|
|
307
|
+
function normalCdf(z) {
|
|
308
|
+
const t = 1 / (1 + .3275911 * Math.abs(z) / Math.SQRT2);
|
|
309
|
+
const erf = 1 - t * (.254829592 + t * (-.284496736 + t * (1.421413741 + t * (-1.453152027 + t * 1.061405429)))) * Math.exp(-(z * z) / 2);
|
|
310
|
+
return z >= 0 ? (1 + erf) / 2 : (1 - erf) / 2;
|
|
311
|
+
}
|
|
312
|
+
//#endregion
|
|
313
|
+
export { mcnemar as a, minimumP as c, round3 as d, signedRank as f, mannWhitney as i, pairedLiftInterval as l, containsZero as n, meanInterval as o, wilson as p, liftInterval as r, median as s, EFFECT_MIN_COUNTED as t, quantile as u };
|
|
314
|
+
|
|
315
|
+
//# sourceMappingURL=stats-hfpuYsAM.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stats-hfpuYsAM.js","names":[],"sources":["../src/stats.ts"],"mappings":";;AAIA,MAAM,IAAI;;;;;AAQV,SAAgB,OAAO,MAAc,GAAqB;CACxD,IAAI,MAAM,GAAG,OAAO;EAAE,KAAK;EAAG,MAAM;CAAE;CACtC,MAAM,IAAI,OAAO;CACjB,MAAM,KAAK,IAAI;CACf,MAAM,cAAc,IAAI,KAAK;CAC7B,MAAM,UAAU,IAAI,MAAM,IAAI,MAAM;CACpC,MAAM,OAAQ,IAAI,KAAK,KAAM,KAAK,IAAI,KAAM,IAAI,MAAM,IAAI,IAAI,EAAE,IAAK;CACrE,OAAO;EAAE,KAAK,KAAK,IAAI,GAAG,SAAS,IAAI;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,IAAI;CAAE;AAC7E;;;;;AAMA,SAAgB,aACd,SACA,SAC+B;CAC/B,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,SAAS,KAAK;CACpB,OAAO;EACL;EACA,KAAK,SAAS,KAAK,MAAM,KAAK,EAAE,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;EAC9D,MAAM,SAAS,KAAK,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK,EAAE,QAAQ,CAAC;CACjE;AACF;;AAGA,MAAa,gBAAgB,KAAa,SAAiB,OAAO,KAAK,QAAQ;;AAG/E,MAAa,UAAU,MAAc,KAAK,MAAM,IAAI,GAAI,IAAI;;AAG5D,SAAgB,SAAS,QAA2B,GAA0B;CAC5E,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,OAAO,SAAS,KAAK;CACjC,MAAM,KAAK,KAAK,MAAM,EAAE;CACxB,MAAM,KAAK,KAAK,KAAK,EAAE;CACvB,MAAM,IAAI,OAAO;CAEjB,OAAO,KADG,OAAO,MACD,MAAM,KAAK;AAC7B;AAEA,MAAa,UAAU,WAA8B,SAAS,QAAQ,EAAG;;AAGzE,MAAM,cAAc;AAEpB,MAAM,UAAU,GAAW,MAAc;CACvC,IAAI,IAAI;CACR,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,IAAK,KAAK,IAAI,IAAI,KAAM;CACrD,OAAO,KAAK,MAAM,CAAC;AACrB;;;;;;;;;AAUA,SAAgB,YACd,IACA,IACmD;CACnD,MAAM,KAAK,GAAG;CACd,MAAM,KAAK,GAAG;CACd,IAAI,OAAO,KAAK,OAAO,GAAG,OAAO;CACjC,MAAM,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,OAAO,MAAM;CAC7C,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,SAAU;EACnC,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,OAAO,UAAU,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACnE,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,IAAI,KAAK;CACf,MAAM,WAAY,MAAM,IAAI,KAAM;CAClC,MAAM,YAAY,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CAClE,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,WAAW,KAAK,IAAI,SAAS;CACnC,IAAI,OAAO,GAAG,EAAE,IAAI,aAAa;EAC/B,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAa,KAAK,KAAM,MAAO,IAAI,IAAI,QAAQ,KAAK,IAAI;EAC9D,IAAI,YAAY,GAAG,OAAO;GAAE,GAAG;GAAG;GAAM,OAAO;EAAE;EACjD,MAAM,OAAO,MACX,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,KAAK,IAAI,GAAG,IAAI,EAAG,IAAI,KAAK,KAAK,QAAQ,CAAC,EAAE;EAE7E,MAAM,SAAS,OAAO,KAAK,EAAE,QAAQ,MAAM,EAAY;EACvD,MAAM,OAAO,OAAiB,GAAG,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC;EAC1D,MAAM,SAAS,KAAK,IAClB,KAAK,IAAI,IAAI,OAAO,MAAM,GAAG,EAAE,CAAC,IAAI,QAAQ,GAC5C,KAAK,IAAI,IAAI,OAAO,MAAM,IAAI,EAAE,CAAC,IAAI,QAAQ,CAC/C;EACA,OAAO;GAAE,GAAG,IAAI,QAAQ;GAAG;GAAM,OAAO,IAAI,MAAM;EAAE;CACtD;CACA,IAAI,UAAU;CACd,IAAI,SAAS;CACb,IAAI,WAAW;CACf,IAAI,QAAQ;CACZ,MAAM,QAAQ,OAAe,MAAc,QAAgB;EACzD,IAAI,SAAS,GAAG;GACd;GACA,MAAM,IAAI,KAAK,IAAI,MAAM,QAAQ;GACjC,IAAI,KAAK,WAAW,MAAM;GAC1B,IAAI,IAAI,SAAS,MAAM;IACrB,SAAS;IACT,WAAW;GACb,OAAO,IAAI,KAAK,SAAS,MAAM;GAC/B;EACF;EACA,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,OAAO,GAAG,MAAO,MAAM,EAAa;CAC1F;CACA,KAAK,GAAG,IAAI,CAAC;CACb,OAAO;EAAE,GAAG,UAAU;EAAO;EAAM,OAAO,WAAW;CAAM;AAC7D;;;;;AAMA,MAAa,YAAY,IAAY,OACnC,OAAO,KAAK,OAAO,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;;;;;;;;AAehE,MAAa,qBAAqB;;;;;;AAUlC,SAAgB,mBAAmB,GAA8C;CAC/E,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,GAAG,SAAS,MAAM;CAChE,MAAM,IAAI,IAAI,IAAI,IAAI;CACtB,IAAI,MAAM,GAAG,OAAO;EAAE,QAAQ;EAAG,KAAK;EAAI,MAAM;CAAE;CAClD,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,eAAe,IAAI,MAAM,IAAI,MAAM,IAAI,MAAM,IAAI;CAEvD,MAAM,YAAY,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI;CACvF,MAAM,MAAM,gBAAgB,IAAI,IAAI,YAAY,KAAK,KAAK,WAAW;CACrE,MAAM,UAAU,IAAI,KAAK;CACzB,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,KAAK,EAAE,QAAQ,IAAI,IAAI,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,CAAC,CAC7F;CACA,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,EAAE,OAAO,OAAO,IAAI,IAAI,OAAO,EAAE,OAAO,OAAO,KAAK,EAAE,QAAQ,KAAK,EAAE,QAAQ,CAAC,CAC7F;CACA,OAAO;EAAE;EAAQ,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,EAAE;CAAE;AAClF;;AAGA,SAAgB,QAAQ,aAAqB,aAA6B;CACxE,MAAM,IAAI,cAAc;CACxB,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,MAAM,KAAK,IAAI,aAAa,WAAW;CAE7C,IAAI,UAAU,CAAC,IAAI,KAAK;CACxB,IAAI,UAAU;CACd,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,KAAK;EAC5B,WAAW,KAAK,KAAK,IAAI,MAAM,IAAI,EAAE;EACrC,MAAM,MAAM,KAAK,IAAI,SAAS,OAAO;EACrC,UAAU,MAAM,KAAK,MAAM,KAAK,IAAI,KAAK,IAAI,SAAS,OAAO,IAAI,GAAG,CAAC;CACvE;CACA,OAAO,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,OAAO,CAAC;AAC1C;;AAGA,MAAM,OAAO;CACX;CAAQ;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAM;CAC3F;CAAO;CAAM;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CACvF;CAAO;AACT;;AAGA,SAAgB,KAAK,IAAoB;CACvC,IAAI,KAAK,GAAG,OAAO,OAAO;CAC1B,MAAM,SAAS,KAAK,KAAK;CACzB,IAAI,WAAW,KAAA,GAAW,OAAO;CACjC,OAAO,KAAK,KAAK,IAAI,MAAM,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,KAAK,KAAK;AACvF;;;;;AAMA,SAAgB,aAAa,QAAwD;CACnF,MAAM,IAAI,OAAO;CACjB,IAAI,MAAM,GAAG,OAAO;EAAE,MAAM;EAAG,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC7F,MAAM,OAAO,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CACjD,IAAI,MAAM,GAAG,OAAO;EAAE;EAAM,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC1F,MAAM,WAAW,OAAO,QAAQ,GAAG,MAAM,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,IAAI;CACxE,MAAM,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,WAAW,CAAC;CACjD,OAAO;EAAE;EAAM,KAAK,OAAO;EAAM,MAAM,OAAO;CAAK;AACrD;;;;;;;;;AAUA,SAAgB,WAAW,aAAoE;CAC7F,MAAM,IAAI,YAAY,QAAQ,MAAM,MAAM,CAAC;CAC3C,MAAM,IAAI,EAAE;CACZ,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,SAAS,EAAE,KAAK,GAAG,OAAO;EAAE,GAAG,KAAK,IAAI,CAAC;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,CAAC;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAK;EACvB,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACvD,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,QAAS,KAAK,IAAI,KAAM;CAC9B,MAAM,OAAO,EAAE,QAAQ,GAAG,GAAG,MAAO,IAAI,IAAI,IAAK,MAAM,KAAgB,GAAI,CAAC;CAC5E,MAAM,OAAO,KAAK,KAAK,OAAO,QAAQ,CAAC;CACvC,MAAM,WAAW,KAAK,IAAI,OAAO,QAAQ,CAAC;CAC1C,IAAI,IAAI,IAAI;EACV,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAY,KAAK,IAAI,MAAM,IAAI,IAAI,KAAM,KAAK,OAAO;EAC3D,IAAI,YAAY,GAAG,OAAO;GAAE,GAAG;GAAG;EAAK;EACvC,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO;GAAE,GAAG,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;GAAG;EAAK;CACxD;CACA,IAAI,UAAU;CACd,KAAK,IAAI,OAAO,GAAG,OAAO,KAAK,GAAG,QAAQ;EACxC,IAAI,MAAM;EACV,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,OAAQ,KAAK,GAAI,OAAO,MAAM;EAC9D,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC,KAAK,WAAW,MAAM;CACpD;CACA,OAAO;EAAE,GAAG,UAAU,KAAK;EAAG;CAAK;AACrC;AAEA,SAAS,UAAU,GAAmB;CAEpC,MAAM,IAAI,KAAK,IAAK,WAAY,KAAK,IAAI,CAAC,IAAK,KAAK;CAIpD,MAAM,MAAM,IAFV,KACC,aAAc,KAAK,cAAe,KAAK,cAAc,KAAK,eAAe,IAAI,kBACzD,KAAK,IAAI,EAAE,IAAI,KAAK,CAAC;CAC5C,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,IAAI,OAAO;AAC9C"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { d as round3, r as liftInterval } from "./stats-hfpuYsAM.js";
|
|
2
|
+
import { D as runOutcome, I as checkTries, L as checksByLabel, S as isNotGatedPass, U as labeledJudgments, et as cellEffort, i as attemptAnswerRows, nt as contrastEffort, tt as cellSamples } from "./model-CTnyvh7H.js";
|
|
2
3
|
//#region src/view/family.ts
|
|
3
4
|
const signed = (x) => `${x >= 0 ? "+" : "−"}${Math.round(Math.abs(x) * 100)}`;
|
|
4
5
|
const pct = (x) => `${Math.round(x * 100)}%`;
|
|
@@ -64,10 +65,19 @@ function caseLabel(template, name) {
|
|
|
64
65
|
const familyCases = (family, evals) => evals.filter((e) => e.family?.id === family.id).sort((a, b) => (a.family?.case ?? 0) - (b.family?.case ?? 0));
|
|
65
66
|
//#endregion
|
|
66
67
|
//#region src/view/suite.ts
|
|
67
|
-
/**
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
const
|
|
68
|
+
/** Summed per provider, in first-seen order. */
|
|
69
|
+
function tallyUpstreams(counts) {
|
|
70
|
+
const by = /* @__PURE__ */ new Map();
|
|
71
|
+
for (const { provider, calls } of counts) by.set(provider, (by.get(provider) ?? 0) + calls);
|
|
72
|
+
return [...by].map(([provider, calls]) => ({
|
|
73
|
+
provider,
|
|
74
|
+
calls
|
|
75
|
+
}));
|
|
76
|
+
}
|
|
77
|
+
/** A cell's attempts the run's interrupt canceled: recorded as fails, but not the agent's. */
|
|
78
|
+
const canceledOf = (cell) => cell.errors.filter((err) => err.kind === "aborted").reduce((n, err) => n + err.attempts, 0);
|
|
79
|
+
/** A cell's counted tries: its passes and fails, less the ones the interrupt canceled. */
|
|
80
|
+
const countedOf = (cell) => Math.max(0, cell.passed + cell.failed - canceledOf(cell));
|
|
71
81
|
/**
|
|
72
82
|
* The effect of `variant` against `control`, from the interval on their difference. A side
|
|
73
83
|
* with fewer than `EFFECT_MIN_COUNTED` counted attempts is `unclear`, whatever the interval.
|
|
@@ -150,8 +160,14 @@ function checksOf(e, cell, baseline, base, declared) {
|
|
|
150
160
|
error: 0,
|
|
151
161
|
notRun: 0
|
|
152
162
|
} : void 0;
|
|
153
|
-
const judged = attempts.flatMap((a) =>
|
|
163
|
+
const judged = attempts.flatMap((a) => labeledJudgments(a).filter((j) => j.check === k.label).map((j) => j.judgment));
|
|
154
164
|
const first = judged[0];
|
|
165
|
+
const notes = attempts.flatMap((a) => {
|
|
166
|
+
const check = checksByLabel(a).get(k.label);
|
|
167
|
+
const note = check && checkTries(check);
|
|
168
|
+
return note ? [note] : [];
|
|
169
|
+
});
|
|
170
|
+
const retried = attempts.length === 1 ? notes[0] : notes.length ? `retried in ${notes.length} of ${attempts.length} attempts` : void 0;
|
|
155
171
|
return {
|
|
156
172
|
path: `${base}/checks/${factSegment(k.label)}`,
|
|
157
173
|
label: k.label,
|
|
@@ -169,7 +185,8 @@ function checksOf(e, cell, baseline, base, declared) {
|
|
|
169
185
|
question: first.question,
|
|
170
186
|
threshold: first.threshold,
|
|
171
187
|
scores: judged.map((j) => j.score)
|
|
172
|
-
} : null
|
|
188
|
+
} : null,
|
|
189
|
+
...retried ? { retried } : {}
|
|
173
190
|
};
|
|
174
191
|
});
|
|
175
192
|
}
|
|
@@ -217,7 +234,8 @@ function effortDiffers(e, cell, baseline) {
|
|
|
217
234
|
return moved(c.verdict) || moved(c.timeVerdict) || moved(c.tokensVerdict);
|
|
218
235
|
}
|
|
219
236
|
function questionsOf(e) {
|
|
220
|
-
|
|
237
|
+
const pairs = (e.answers ?? []).map((a) => ({
|
|
238
|
+
kind: "pairs",
|
|
221
239
|
question: a.question,
|
|
222
240
|
votes: a.votes.length,
|
|
223
241
|
rates: a.rates.map((r) => ({
|
|
@@ -228,6 +246,23 @@ function questionsOf(e) {
|
|
|
228
246
|
})),
|
|
229
247
|
error: a.error ?? null
|
|
230
248
|
}));
|
|
249
|
+
const each = attemptAnswerRows(e).map((row) => {
|
|
250
|
+
const failed = row.answers.filter((a) => a.error !== null);
|
|
251
|
+
return {
|
|
252
|
+
kind: "attempts",
|
|
253
|
+
question: row.question,
|
|
254
|
+
asked: row.answers.length,
|
|
255
|
+
choices: row.choices,
|
|
256
|
+
answers: row.answers.filter((a) => a.error === null).map((a) => ({
|
|
257
|
+
attempt: a.attempt,
|
|
258
|
+
choice: a.choice,
|
|
259
|
+
text: a.text
|
|
260
|
+
})),
|
|
261
|
+
failed: failed.length,
|
|
262
|
+
error: failed[0]?.error ?? null
|
|
263
|
+
};
|
|
264
|
+
});
|
|
265
|
+
return [...pairs, ...each];
|
|
231
266
|
}
|
|
232
267
|
function effortOf(e, cell) {
|
|
233
268
|
const effort = cellEffort(e, cell.key);
|
|
@@ -256,6 +291,12 @@ function cellsOf(record, e, parent, declared) {
|
|
|
256
291
|
const path = `${parent}/${cellSegment(cell)}`;
|
|
257
292
|
const baseline = baselineOf(e, cell);
|
|
258
293
|
const attempts = e.attempts.filter((a) => a.cell === cell.key && counted(a));
|
|
294
|
+
const ran = e.attempts.filter((a) => a.cell === cell.key);
|
|
295
|
+
const upstreams = tallyUpstreams(ran.flatMap((a) => a.upstreams ?? []));
|
|
296
|
+
const judgeUpstreams = tallyUpstreams(ran.flatMap((a) => a.judgements.flatMap((j) => j.upstream ? [{
|
|
297
|
+
provider: j.upstream,
|
|
298
|
+
calls: 1
|
|
299
|
+
}] : [])));
|
|
259
300
|
const lift = cell.lift;
|
|
260
301
|
const interval = lift ? {
|
|
261
302
|
low: lift.interval.lo,
|
|
@@ -288,7 +329,9 @@ function cellsOf(record, e, parent, declared) {
|
|
|
288
329
|
effortDiffers: cell.role === "variant" && effortDiffers(e, cell, baseline),
|
|
289
330
|
errors: errorsOf(e, cell),
|
|
290
331
|
searches: attempts.map((a) => a.activity.webSearches),
|
|
291
|
-
fetches: attempts.map((a) => a.activity.webFetches)
|
|
332
|
+
fetches: attempts.map((a) => a.activity.webFetches),
|
|
333
|
+
...upstreams.length ? { upstreams } : {},
|
|
334
|
+
...judgeUpstreams.length ? { judgeUpstreams } : {}
|
|
292
335
|
};
|
|
293
336
|
});
|
|
294
337
|
}
|
|
@@ -299,35 +342,58 @@ function pooledEffect(lift) {
|
|
|
299
342
|
if (lift.interval.hi < 0) return "worse";
|
|
300
343
|
return "unclear";
|
|
301
344
|
}
|
|
302
|
-
/** Fail beats infra error, which beats
|
|
345
|
+
/** Fail beats infra error, which beats canceled, which beats pass; skipped only when every one was. */
|
|
303
346
|
function worst(outcomes) {
|
|
304
347
|
if (outcomes.includes("fail")) return "fail";
|
|
305
348
|
if (outcomes.includes("infra_error")) return "infra_error";
|
|
306
|
-
if (outcomes.includes("
|
|
349
|
+
if (outcomes.includes("canceled")) return "canceled";
|
|
307
350
|
if (outcomes.length && outcomes.every((o) => o === "skipped")) return "skipped";
|
|
308
351
|
return "pass";
|
|
309
352
|
}
|
|
310
|
-
/**
|
|
353
|
+
/** A study: every cell `gate: 'none'`, so it passes whatever it saw and never reads `pass`. */
|
|
354
|
+
const isStudy = (cells) => cells.length > 0 && cells.every((c) => !c.gated);
|
|
355
|
+
/**
|
|
356
|
+
* A study's pass: every cell `gate: 'none'`, or on a family every case's with no pooled `minLift`
|
|
357
|
+
* gating it, so it reads `not gated`, never `pass`.
|
|
358
|
+
*/
|
|
359
|
+
const isNotGatedResult = (e) => e.outcome === "pass" && (e.cases ? e.cases.length > 0 && e.cases.every((k) => isStudy(k.cells)) && (e.pooled ?? []).every((p) => p.minLift === null) : isStudy(e.cells ?? []));
|
|
360
|
+
/** The record's outcome, or `canceled` when every gated attempt that failed was canceled. */
|
|
311
361
|
function outcomeOf(e) {
|
|
312
362
|
if (e.outcome !== "fail") return e.outcome;
|
|
313
363
|
const gated = new Set(e.cells.filter((c) => c.gate !== "none").map((c) => c.key));
|
|
314
364
|
const failed = e.attempts.filter((a) => a.outcome === "fail" && gated.has(a.cell));
|
|
315
|
-
return failed.length && failed.every((a) => a.error?.kind === "aborted") ? "
|
|
365
|
+
return failed.length && failed.every((a) => a.error?.kind === "aborted") ? "canceled" : "fail";
|
|
316
366
|
}
|
|
317
|
-
/** Each question any case asked, in first-asked order, with votes
|
|
367
|
+
/** Each question any case asked, in first-asked order, with its votes or answers summed over the cases. */
|
|
318
368
|
function familyQuestions(cases) {
|
|
319
369
|
const out = /* @__PURE__ */ new Map();
|
|
320
370
|
for (const q of cases.flatMap(questionsOf)) {
|
|
321
|
-
const
|
|
371
|
+
const key = `${q.kind}\0${q.question}`;
|
|
372
|
+
const have = out.get(key);
|
|
322
373
|
if (!have) {
|
|
323
|
-
out.set(q.
|
|
374
|
+
out.set(key, q.kind === "pairs" ? {
|
|
324
375
|
...q,
|
|
325
376
|
rates: q.rates.map((r) => ({ ...r }))
|
|
377
|
+
} : {
|
|
378
|
+
...q,
|
|
379
|
+
choices: q.choices?.map((c) => ({ ...c })) ?? null,
|
|
380
|
+
answers: [...q.answers]
|
|
326
381
|
});
|
|
327
382
|
continue;
|
|
328
383
|
}
|
|
329
|
-
have.votes += q.votes;
|
|
330
384
|
have.error ??= q.error;
|
|
385
|
+
if (have.kind === "attempts" && q.kind === "attempts") {
|
|
386
|
+
have.asked += q.asked;
|
|
387
|
+
have.failed += q.failed;
|
|
388
|
+
have.answers.push(...q.answers);
|
|
389
|
+
for (const c of q.choices ?? []) {
|
|
390
|
+
const same = have.choices?.find((x) => x.choice === c.choice);
|
|
391
|
+
if (same) same.n += c.n;
|
|
392
|
+
}
|
|
393
|
+
continue;
|
|
394
|
+
}
|
|
395
|
+
if (have.kind !== "pairs" || q.kind !== "pairs") continue;
|
|
396
|
+
have.votes += q.votes;
|
|
331
397
|
for (const r of q.rates) {
|
|
332
398
|
const same = have.rates.find((x) => x.cut === r.cut && x.name === r.name);
|
|
333
399
|
if (!same) have.rates.push({ ...r });
|
|
@@ -408,24 +474,6 @@ function evalResult(record, e, order) {
|
|
|
408
474
|
questions: questionsOf(e)
|
|
409
475
|
};
|
|
410
476
|
}
|
|
411
|
-
function pathsOf(files) {
|
|
412
|
-
const out = [];
|
|
413
|
-
const cell = (c) => {
|
|
414
|
-
out.push(c.path);
|
|
415
|
-
for (const k of c.checks) out.push(k.path);
|
|
416
|
-
if (c.effort) out.push(`${c.path}/effort`);
|
|
417
|
-
};
|
|
418
|
-
for (const file of files) for (const e of file.evals) {
|
|
419
|
-
out.push(e.path);
|
|
420
|
-
for (const c of e.cells ?? []) cell(c);
|
|
421
|
-
for (const k of e.cases ?? []) {
|
|
422
|
-
out.push(k.path);
|
|
423
|
-
for (const c of k.cells) cell(c);
|
|
424
|
-
}
|
|
425
|
-
for (const p of e.pooled ?? []) out.push(p.path);
|
|
426
|
-
}
|
|
427
|
-
return out;
|
|
428
|
-
}
|
|
429
477
|
/** The facts of a run, from its record. Pure: the same record always gives the same result. */
|
|
430
478
|
function suiteResult(record) {
|
|
431
479
|
const families = new Map((record.families ?? []).map((f) => [f.id, f]));
|
|
@@ -435,19 +483,22 @@ function suiteResult(record) {
|
|
|
435
483
|
const tally = {
|
|
436
484
|
errors: errors.length,
|
|
437
485
|
pass: 0,
|
|
486
|
+
notGated: 0,
|
|
438
487
|
fail: 0,
|
|
439
488
|
infraError: 0,
|
|
440
|
-
|
|
489
|
+
canceled: 0,
|
|
441
490
|
skipped: 0
|
|
442
491
|
};
|
|
443
|
-
const count = (
|
|
492
|
+
const count = (e) => {
|
|
493
|
+
const o = outcomeOf(e);
|
|
444
494
|
if (o === "infra_error") tally.infraError++;
|
|
495
|
+
else if (o === "pass" && isNotGatedPass(e)) tally.notGated++;
|
|
445
496
|
else tally[o]++;
|
|
446
497
|
};
|
|
447
498
|
for (const e of record.evals) {
|
|
448
499
|
const evals = byFile.get(e.file) ?? [];
|
|
449
500
|
byFile.set(e.file, evals);
|
|
450
|
-
count(
|
|
501
|
+
count(e);
|
|
451
502
|
const family = e.family && families.get(e.family.id);
|
|
452
503
|
if (!family) {
|
|
453
504
|
evals.push(evalResult(record, e, evals.length));
|
|
@@ -469,11 +520,10 @@ function suiteResult(record) {
|
|
|
469
520
|
outcome: runOutcome(record),
|
|
470
521
|
errors,
|
|
471
522
|
tally,
|
|
472
|
-
files
|
|
473
|
-
paths: pathsOf(files)
|
|
523
|
+
files
|
|
474
524
|
};
|
|
475
525
|
}
|
|
476
526
|
//#endregion
|
|
477
|
-
export { evalAcross as a,
|
|
527
|
+
export { evalAcross as a, isStudy as c, caseLabel as d, familyCases as f, familyRateLabel as g, familyLiftLabel as h, effectOf as i, messageLine as l, familyHeadLabel as m, checkEffect as n, factSegment as o, familyEffortLabel as p, countedOf as r, isNotGatedResult as s, canceledOf as t, suiteResult as u };
|
|
478
528
|
|
|
479
|
-
//# sourceMappingURL=suite-
|
|
529
|
+
//# sourceMappingURL=suite-Co8cwelb.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"suite-Co8cwelb.js","names":[],"sources":["../src/view/family.ts","../src/view/suite.ts"],"mappings":";;;AASA,MAAM,UAAU,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;AAClF,MAAM,OAAO,MAAc,GAAG,KAAK,MAAM,IAAI,GAAG,EAAE;AAClD,MAAM,UAAU,MAAe,IAAI,OAAQ,WAAW,OAAO,CAAC;;AAG9D,SAAgB,gBAAgB,MAA0B;CACxD,MAAM,EAAE,UAAU,MAAM;CACxB,MAAM,QAAQ,OAAO,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,KAAK,GAAG;CACpE,OAAO,EAAE,WAAW,WAChB,UAAU,KAAK,KAAK,GAAG,KAAK,QAAQ,KAAK,IAAI,KAAK,IAAI,EAAE,IAAI,MAAM,KAClE,UAAU,IAAI,KAAK,IAAI,EAAE,QAAQ,KAAK,MAAM,UAAU,MAAM;AAClE;AAEA,MAAM,eAAsD;CAC1D,MAAM;CACN,MAAM;CACN,OAAO;CACP,cAAc;AAChB;;;;;AAMA,SAAgB,gBAAgB,MAA0B;CACxD,MAAM,EAAE,UAAU,MAAM;CACxB,MAAM,QAAQ,OAAO,OAAO,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE;CAChD,MAAM,QAAQ,KAAK,aACf,GAAG,KAAK,WAAW,YAAY,MAAM,KAAK,WAAW,YAAY,eACjE,GAAG,KAAK,MAAM;CAClB,MAAM,IAAI,KAAK,MAAM,OAAO,KAAK,OAAO,OAAO,KAAK,CAAC;CAErD,OAAO,GAAG,UADc,IAAI,KAAK,WAAW,EAAE,MAAM,IAAI,KAAK,WAAW,IACxD,SAAS,OAAO,KAAK,MAAM,EAAE,QAAQ,MAAM,YAAY,QAAQ,EAAE,GAAG,aAAa,KAAK;AACxG;AAEA,MAAM,cAAc,MAAc,MAChC,CAAC,KAAK,EAAE,UAAU,OACd,CAAC,IACD,CACE,GAAG,KAAK,IAAI,EAAE,MAAM,QAAQ,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,OAAO,KAAK,mBAAmB,OAAO,EAAE,CAAC,IAAI,EAC/G;;;;;AAMN,SAAgB,kBAAkB,MAAiC;CACjE,MAAM,IAAI,KAAK;CACf,IAAI,CAAC,GAAG,OAAO;CACf,MAAM,QAAQ;EACZ,GAAG,WAAW,SAAS,EAAE,KAAK;EAC9B,GAAG,WAAW,cAAc,EAAE,OAAO;EACrC,GAAG,WAAW,UAAU,EAAE,MAAM;CAClC;CACA,OAAO,MAAM,SAAS,MAAM,KAAK,KAAK,IAAI;AAC5C;;AAGA,SAAgB,gBAAgB,QAA8B;CAC5D,MAAM,QACJ,OAAO,QAAQ,OAAO,QAAQ,GAAG,OAAO,MAAM,UAAU,GAAG,OAAO,IAAI,MAAM,OAAO,MAAM;CAC3F,OAAO,OAAO,MAAM,SAAS,GAAG,MAAM,aAAa;AACrD;;;;;AAMA,SAAgB,UAAU,UAAkB,MAAsB;CAEhE,MAAM,UAAU,CAAC,GAAG,SAAS,SAAS,iCAAW,CAAC;CAClD,MAAM,QAAQ,QAAQ;CACtB,MAAM,OAAO,QAAQ,GAAG,EAAE;CAC1B,IAAI,CAAC,SAAS,CAAC,MAAM,OAAO;CAC5B,MAAM,SAAS,SAAS,MAAM,GAAG,MAAM,KAAK;CAC5C,MAAM,SAAS,SAAS,OAAO,KAAK,SAAS,KAAK,KAAK,EAAE,CAAC,MAAM;CAChE,IAAI,CAAC,KAAK,WAAW,MAAM,KAAK,CAAC,KAAK,SAAS,MAAM,GAAG,OAAO;CAE/D,OADc,KAAK,MAAM,OAAO,QAAQ,KAAK,SAAS,OAAO,MAClD,KAAK;AAClB;;AAGA,MAAa,eAAe,QAAkC,UAC5D,MACG,QAAQ,MAAM,EAAE,QAAQ,OAAO,OAAO,EAAE,CAAC,CACzC,MAAM,GAAG,OAAO,EAAE,QAAQ,QAAQ,MAAM,EAAE,QAAQ,QAAQ,EAAE;;;;ACmIjE,SAAS,eAAe,QAAkD;CACxE,MAAM,qBAAK,IAAI,IAAoB;CACnC,KAAK,MAAM,EAAE,UAAU,WAAW,QAAQ,GAAG,IAAI,WAAW,GAAG,IAAI,QAAQ,KAAK,KAAK,KAAK;CAC1F,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,YAAY;EAAE;EAAU;CAAM,EAAE;AACjE;;AAGA,MAAa,cAAc,SACzB,KAAK,OAAO,QAAQ,QAAQ,IAAI,SAAS,SAAS,CAAC,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,UAAU,CAAC;;AAG5F,MAAa,aAAa,SACxB,KAAK,IAAI,GAAG,KAAK,SAAS,KAAK,SAAS,WAAW,IAAI,CAAC;;;;;AAsF1D,SAAgB,SAAS,SAAe,SAAe,UAAmC;CACxF,IAAI,QAAQ,UAAA,KAAgC,QAAQ,UAAA,GAClD,OAAO;CAET,IAAI,QAAQ,OAAO,QAAQ,YAAY,QAAQ,OAAO,QAAQ,SAAS,OAAO;CAC9E,IAAI,CAAC,UAAU,OAAO;CACtB,IAAI,SAAS,MAAM,GAAG,OAAO;CAC7B,IAAI,SAAS,OAAO,GAAG,OAAO;CAC9B,OAAO;AACT;;AAGA,MAAM,aAAa,OAAyB;CAAE,MAAM,EAAE;CAAM,SAAS,EAAE,OAAO,EAAE;AAAK;;AAGrF,SAAgB,YAAY,SAAqB,SAA6B;CAC5E,MAAM,IAAI,UAAU,OAAO;CAC3B,MAAM,IAAI,UAAU,OAAO;CAC3B,IAAI,EAAE,YAAY,KAAK,EAAE,YAAY,GAAG,OAAO;CAC/C,MAAM,EAAE,KAAK,SAAS,aAAa;EAAE,MAAM,EAAE;EAAM,GAAG,EAAE;CAAQ,GAAG;EAAE,MAAM,EAAE;EAAM,GAAG,EAAE;CAAQ,CAAC;CACjG,OAAO,SAAS,GAAG,GAAG;EAAE,KAAK,OAAO,GAAG;EAAG,MAAM,OAAO,IAAI;CAAE,CAAC;AAChE;;AAGA,MAAa,eAAe,MAC1B,EAAE,QAAQ,MAAM,KAAK,CAAC,CAAC,QAAQ,OAAO,KAAK,CAAC,CAAC,QAAQ,OAAO,KAAK;AAEnE,MAAM,eAAe,MACnB;CAAC,EAAE;CAAS,EAAE;CAAa,EAAE;AAAO,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,KAAK,GAAG;AAEjE,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;AAE7F,SAAgB,WACd,OACQ;CACR,MAAM,UAAU,IAAI,IAAI,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO;CAC5D,MAAM,SACJ,MAAM,MAAM,MAAM,EAAE,SAAS,SAAS,KAAK,IAAI,IAAI,MAAM,KAAK,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO;CAC7F,OAAO,WAAW,SAAS,SAAS,UAAU,YAAY,SAAS,WAAW;AAChF;;AAGA,SAAS,UAAU,QAAmB,MAA4B;CAChE,MAAM,OAAO,OAAO,aAAa,QAAQ,MAAM,EAAE,WAAW,KAAK,iBAAiB;CAClF,MAAM,MAAM,KAAK,MAAM,MAAM,EAAE,SAAS,KAAK,WAAW,KAAK,KAAK;CAClE,IAAI,CAAC,KAAK,OAAO,CAAC;CAClB,OAAO,CACL,GAAG,IAAI,OAAO,KAAK,MAAM,EAAE,OAAO,QAAQ,WAAW,EAAE,CAAC,GACxD,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,IAAI,CAChC;AACF;;AAGA,SAAS,WAAW,GAAc,MAA0C;CAC1E,IAAI,KAAK,SAAS,WAAW,OAAO,KAAA;CACpC,MAAM,KAAK,KAAK,MAAM;CACtB,OAAO,KACH,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAChC,EAAE,MAAM,MACL,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,KAAK,WAAW,EAAE,YAAY,KAAK,OAClF;AACN;;AAGA,SAAS,eAAe,SAAyC;CAC/D,OAAO,CACL,GAAG,IAAI,IACL,QAAQ,SAAS,MAAM,EAAE,SAAS,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAC5F,CACF;AACF;AAEA,SAAS,SACP,GACA,MACA,UACA,MACA,UACe;CACf,MAAM,WAAW,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,OAAO,QAAQ,CAAC,CAAC;CAI3E,QADE,KAAK,UAAU,SAAS,KAAK,WAAW;EAAE;EAAO,MAAM;EAAG,MAAM;EAAG,OAAO;EAAG,QAAQ;CAAE,EAAE,EAAA,CAC5E,KAAK,GAAG,UAAU;EAC/B,MAAM,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE;EAChC,MAAM,WAAW,SACd,SAAS,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,CAClC,QAAQ,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO;EACjD,MAAM,aACH,SAAS,MAAM,MAAM,EAAE,WAAW,MAAM,KAAK,SAAS,MAAM,MAAM,EAAE,WAAW,OAAO,EAAA,EACnF,WAAW;EAEjB,MAAM,UAAU,WACX,SAAS,QAAQ,MAAM,MAAM,EAAE,UAAU,EAAE,KAAK,KAAK;GACpD,MAAM;GACN,MAAM;GACN,OAAO;GACP,QAAQ;EACV,IACA,KAAA;EACJ,MAAM,SAAS,SAAS,SAAS,MAC/B,iBAAiB,CAAC,CAAC,CAChB,QAAQ,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAClC,KAAK,MAAM,EAAE,QAAQ,CAC1B;EACA,MAAM,QAAQ,OAAO;EACrB,MAAM,QAAQ,SAAS,SAAS,MAAM;GACpC,MAAM,QAAQ,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK;GAC1C,MAAM,OAAO,SAAS,WAAW,KAAK;GACtC,OAAO,OAAO,CAAC,IAAI,IAAI,CAAC;EAC1B,CAAC;EACD,MAAM,UACJ,SAAS,WAAW,IAChB,MAAM,KACN,MAAM,SACJ,cAAc,MAAM,OAAO,MAAM,SAAS,OAAO,aACjD,KAAA;EACR,OAAO;GACL,MAAM,GAAG,KAAK,UAAU,YAAY,EAAE,KAAK;GAC3C,OAAO,EAAE;GACT;GACA,SACE,QAAQ,IACJ,EAAE,QAAQ,UAAU,IACpB;IACE,QAAQ;IACR,QAAQ,EAAE;IACV,QAAQ,EAAE;IACV,SAAS,EAAE;IACX,QAAQ,EAAE;IACV;GACF;GACN,QAAQ,UAAU,YAAY,GAAG,OAAO,IAAI;GAC5C,OAAO,QACH;IACE,UAAU,MAAM;IAChB,WAAW,MAAM;IACjB,QAAQ,OAAO,KAAK,MAAM,EAAE,KAAK;GACnC,IACA;GACJ,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;EAC/B;CACF,CAAC;AACH;AAEA,MAAM,eAAe,SAAiB,gBAAgB,KAAK,IAAI;;;;;AAM/D,SAAgB,YAAY,MAAsB;CAChD,MAAM,CAAC,QAAQ,IAAI,QAAQ,KACxB,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CACpB,OAAO,WAAW;CACrB,OAAO,MAAM,SAAS,GAAG,KAAK,OAAO,GAAG,MAAM,GAAG,KAAK,QAAQ,YAAY,EAAE,MAAM;AACpF;;;;;;AAOA,SAAS,SAAS,GAAc,MAA+B;CAC7D,MAAM,MAAmB,CAAC;CAC1B,MAAM,OAAO,MAAyB,SAAiB;EACrD,MAAM,UAAU,YAAY,IAAI;EAChC,MAAM,OAAO,IAAI,MAAM,MAAM,EAAE,SAAS,QAAQ,EAAE,YAAY,OAAO;EACrE,IAAI,MAAM,KAAK;OACV,IAAI,KAAK;GAAE;GAAM;GAAS,UAAU;EAAE,CAAC;CAC9C;CACA,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,SAAS,KAAK,KAAK;EACzB,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,eAAe;EACzD,KAAK,MAAM,QAAQ,EAAE,SAAS,CAAC,GAAG,IAAI,KAAK,OAAO,IAAI,QAAQ,KAAK,KAAK;EACxE,IAAI,CAAC,EAAE,OAAO;EAEd,KADgB,EAAE,MAAM,SAAS,eAAe,EAAE,MAAM,SAAS,aACjD,EAAE,cAAc,CAAC,EAAA,CAAG,MAAM,MAAM,EAAE,WAAW,MAAM,GAAG;EACtE,IAAI,EAAE,MAAM,MAAM,EAAE,MAAM,OAAO;CACnC;CACA,OAAO;AACT;AAEA,SAAS,cAAc,GAAc,MAAkB,UAA2C;CAChG,IAAI,CAAC,UAAU,OAAO;CACtB,MAAM,IAAI,eAAe,YAAY,GAAG,KAAK,GAAG,GAAG,YAAY,GAAG,SAAS,GAAG,CAAC;CAC/E,IAAI,CAAC,GAAG,OAAO;CACf,MAAM,SAAS,MAA4B,MAAM,WAAW,MAAM;CAClE,OAAO,MAAM,EAAE,OAAO,KAAK,MAAM,EAAE,WAAW,KAAK,MAAM,EAAE,aAAa;AAC1E;AAEA,SAAS,YAAY,GAA6D;CAChF,MAAM,SAAS,EAAE,WAAW,CAAC,EAAA,CAAG,KAC7B,OAAuB;EACtB,MAAM;EACN,UAAU,EAAE;EACZ,OAAO,EAAE,MAAM;EACf,OAAO,EAAE,MAAM,KAAK,OAAO;GAAE,KAAK,EAAE;GAAK,MAAM,EAAE;GAAM,MAAM,EAAE;GAAM,GAAG,EAAE;EAAE,EAAE;EAC9E,OAAO,EAAE,SAAS;CACpB,EACF;CACA,MAAM,OAAO,kBAAkB,CAAC,CAAC,CAAC,KAAK,QAA+B;EACpE,MAAM,SAAS,IAAI,QAAQ,QAAQ,MAAM,EAAE,UAAU,IAAI;EACzD,OAAO;GACL,MAAM;GACN,UAAU,IAAI;GACd,OAAO,IAAI,QAAQ;GACnB,SAAS,IAAI;GACb,SAAS,IAAI,QACV,QAAQ,MAAM,EAAE,UAAU,IAAI,CAAC,CAC/B,KAAK,OAAO;IAAE,SAAS,EAAE;IAAS,QAAQ,EAAE;IAAQ,MAAM,EAAE;GAAK,EAAE;GACtE,QAAQ,OAAO;GACf,OAAO,OAAO,EAAE,EAAE,SAAS;EAC7B;CACF,CAAC;CACD,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI;AAC3B;AAEA,SAAS,SAAS,GAAc,MAAyC;CACvE,MAAM,SAAS,WAAW,GAAG,KAAK,GAAG;CACrC,IAAI,CAAC,UAAU,OAAO,IAAA,GAAwB,OAAO;CACrD,OAAO;EACL,OAAO,OAAO,MAAM;EACpB,SAAS,OAAO,QAAQ;EACxB,QAAQ,OAAO,QAAQ,UAAU;CACnC;AACF;;AAGA,SAAS,WACP,MACA,UACA,UACQ;CACR,IAAI,KAAK,MAAM,OAAO,SAAS,KAAK,KAAK,SAAS,KAAK,KAAK,SAAS,QAAQ;CAC7E,IAAI,CAAC,UAAU,OAAO;CACtB,OAAO,SACL;EAAE,MAAM,KAAK;EAAM,SAAS,KAAK,OAAO,KAAK;CAAK,GAClD;EAAE,MAAM,SAAS;EAAM,SAAS,SAAS,OAAO,SAAS;CAAK,GAC9D,IACF;AACF;AAEA,SAAS,QACP,QACA,GACA,QACA,UACc;CACd,MAAM,cAAc,EAAE,MAAM,MAAM,MAAM,EAAE,SAAS,SAAS;CAC5D,OAAO,EAAE,MAAM,KAAK,MAAM,UAAU;EAClC,MAAM,OAAO,GAAG,OAAO,GAAG,YAAY,IAAI;EAC1C,MAAM,WAAW,WAAW,GAAG,IAAI;EACnC,MAAM,WAAW,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,OAAO,QAAQ,CAAC,CAAC;EAC3E,MAAM,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,GAAG;EACxD,MAAM,YAAY,eAAe,IAAI,SAAS,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;EACtE,MAAM,iBAAiB,eACrB,IAAI,SAAS,MACX,EAAE,WAAW,SAAS,MAAO,EAAE,WAAW,CAAC;GAAE,UAAU,EAAE;GAAU,OAAO;EAAE,CAAC,IAAI,CAAC,CAAE,CACtF,CACF;EACA,MAAM,OAAO,KAAK;EAClB,MAAM,WAAW,OAAO;GAAE,KAAK,KAAK,SAAS;GAAI,MAAM,KAAK,SAAS;EAAG,IAAI;EAC5E,OAAO;GACL;GACA,KAAK,KAAK;GACV,SAAS,KAAK;GACd,aAAa,KAAK;GAClB,SAAS,KAAK;GACd,SAAS,KAAK,WAAW;GACzB,UAAU,eAAe,KAAK,SAAS;GACvC,IAAI,UAAU,OAAO;GACrB;GACA,OAAO,KAAK,SAAS;GACrB,SAAS,KAAK;GACd,UAAU,KAAK;GACf,QAAQ,KAAK;GACb,QAAQ,KAAK;GACb,YAAY,KAAK;GACjB,SAAS,KAAK;GACd,aAAa,KAAK;GAClB,SAAS,UAAU,QAAQ,IAAI;GAC/B,QAAQ,SAAS,GAAG,MAAM,UAAU,MAAM,QAAQ;GAClD,QAAQ,KAAK,SAAS,YAAY,WAAW,MAAM,UAAU,QAAQ,IAAI;GACzE;GACA,SAAS,MAAM,WAAW;GAC1B,QAAQ,SAAS,GAAG,IAAI;GACxB,eAAe,KAAK,SAAS,aAAa,cAAc,GAAG,MAAM,QAAQ;GACzE,QAAQ,SAAS,GAAG,IAAI;GACxB,UAAU,SAAS,KAAK,MAAM,EAAE,SAAS,WAAW;GACpD,SAAS,SAAS,KAAK,MAAM,EAAE,SAAS,UAAU;GAClD,GAAI,UAAU,SAAS,EAAE,UAAU,IAAI,CAAC;GACxC,GAAI,eAAe,SAAS,EAAE,eAAe,IAAI,CAAC;EACpD;CACF,CAAC;AACH;AAEA,SAAS,aAAa,MAA0B;CAC9C,IAAI,KAAK,YAAY,kBAAkB,KAAK,QAAA,GAA4B,OAAO;CAC/E,IAAI,KAAK,gBAAgB,KAAK,aAAa,OAAO;CAClD,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;CACjC,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;CACjC,OAAO;AACT;;AAGA,SAAS,MAAM,UAA0C;CACvD,IAAI,SAAS,SAAS,MAAM,GAAG,OAAO;CACtC,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,IAAI,SAAS,SAAS,UAAU,GAAG,OAAO;CAC1C,IAAI,SAAS,UAAU,SAAS,OAAO,MAAM,MAAM,SAAS,GAAG,OAAO;CACtE,OAAO;AACT;;AAGA,MAAa,WAAW,UACtB,MAAM,SAAS,KAAK,MAAM,OAAO,MAAM,CAAC,EAAE,KAAK;;;;;AAMjD,MAAa,oBACX,MAEA,EAAE,YAAY,WACb,EAAE,QACC,EAAE,MAAM,SAAS,KACjB,EAAE,MAAM,OAAO,MAAM,QAAQ,EAAE,KAAK,CAAC,MACpC,EAAE,UAAU,CAAC,EAAA,CAAG,OAAO,MAAM,EAAE,YAAY,IAAI,IAChD,QAAQ,EAAE,SAAS,CAAC,CAAC;;AAG3B,SAAS,UAAU,GAA6B;CAC9C,IAAI,EAAE,YAAY,QAAQ,OAAO,EAAE;CACnC,MAAM,QAAQ,IAAI,IAAI,EAAE,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC;CAChF,MAAM,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,UAAU,MAAM,IAAI,EAAE,IAAI,CAAC;CACjF,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM,EAAE,OAAO,SAAS,SAAS,IAAI,aAAa;AAC1F;;AAGA,SAAS,gBACP,OAC+C;CAC/C,MAAM,sBAAM,IAAI,IAAoD;CACpE,KAAK,MAAM,KAAK,MAAM,QAAQ,WAAW,GAAG;EAC1C,MAAM,MAAM,GAAG,EAAE,KAAK,IAAI,EAAE;EAC5B,MAAM,OAAO,IAAI,IAAI,GAAG;EACxB,IAAI,CAAC,MAAM;GACT,IAAI,IACF,KACA,EAAE,SAAS,UACP;IAAE,GAAG;IAAG,OAAO,EAAE,MAAM,KAAK,OAAO,EAAE,GAAG,EAAE,EAAE;GAAE,IAC9C;IACE,GAAG;IACH,SAAS,EAAE,SAAS,KAAK,OAAO,EAAE,GAAG,EAAE,EAAE,KAAK;IAC9C,SAAS,CAAC,GAAG,EAAE,OAAO;GACxB,CACN;GACA;EACF;EACA,KAAK,UAAU,EAAE;EACjB,IAAI,KAAK,SAAS,cAAc,EAAE,SAAS,YAAY;GACrD,KAAK,SAAS,EAAE;GAChB,KAAK,UAAU,EAAE;GACjB,KAAK,QAAQ,KAAK,GAAG,EAAE,OAAO;GAC9B,KAAK,MAAM,KAAK,EAAE,WAAW,CAAC,GAAG;IAC/B,MAAM,OAAO,KAAK,SAAS,MAAM,MAAM,EAAE,WAAW,EAAE,MAAM;IAC5D,IAAI,MAAM,KAAK,KAAK,EAAE;GACxB;GACA;EACF;EACA,IAAI,KAAK,SAAS,WAAW,EAAE,SAAS,SAAS;EACjD,KAAK,SAAS,EAAE;EAChB,KAAK,MAAM,KAAK,EAAE,OAAO;GACvB,MAAM,OAAO,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI;GACxE,IAAI,CAAC,MAAM,KAAK,MAAM,KAAK,EAAE,GAAG,EAAE,CAAC;QAC9B;IACH,KAAK,QAAQ,EAAE;IACf,KAAK,KAAK,EAAE;GACd;EACF;CACF;CACA,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC;AACzB;AAEA,SAAS,aACP,QACA,QACA,OACA,OACY;CACZ,MAAM,OAAO,YAAY,OAAO,EAAE;CAClC,MAAM,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,MAAM,GAAG,OAAO,EAAE,QAAQ,QAAQ,MAAM,EAAE,QAAQ,QAAQ,EAAE;CACtF,MAAM,WAAW,eAAe,MAAM;CACtC,MAAM,UAAU,QAAgB,OAAO,SAAS,MAAM,EAAE,KAAK,CAAC,CAAC,MAAM,MAAM,EAAE,QAAQ,GAAG;CACxF,MAAM,UAAU,OAAO,KAAK,MAAkB;EAC5C,MAAM,QAAQ,UAAU,OAAO,MAAM,EAAE,IAAI;EAC3C,MAAM,WAAW,GAAG,KAAK,GAAG,YAAY,KAAK;EAC7C,OAAO;GACL,MAAM;GACN,IAAI,EAAE;GACN;GACA,MAAM,EAAE;GACR,OAAO,EAAE,QAAQ,QAAQ;GACzB,SAAS,UAAU,CAAC;GACpB,OAAO,QAAQ,QAAQ,GAAG,UAAU,QAAQ;EAC9C;CACF,CAAC;CACD,OAAO;EACL;EACA,IAAI,OAAO;EACX,OAAO,OAAO;EACd,MAAM,OAAO;EACb,UAAU,OAAO;EACjB;EACA,QAAQ,WAAW,MAAM,SAAS,MAAM,EAAE,KAAK,CAAC;EAChD,QAAQ;EACR,MAAM;EACN,SAAS,MAAM,CACb,GAAI,OAAO,YAAY,SAAS,CAAC,MAAe,IAAI,CAAC,GACrD,GAAG,QAAQ,KAAK,MAAM,EAAE,OAAO,CACjC,CAAC;EACD,OAAO;EACP,OAAO;EACP,QAAQ,OAAO,MAAM,KAAK,SAAS;GACjC,MAAM,OAAO,OAAO,KAAK,OAAO;GAChC,OAAO;IACL,MAAM,GAAG,KAAK,GAAG,OAAO,YAAY,IAAI,IAAI,YAAY,KAAK,OAAO;IACpE,KAAK,KAAK;IACV,IAAI,KAAK;IACT,QAAQ,aAAa,IAAI;IACzB,OAAO,KAAK;IACZ,UAAU;KAAE,KAAK,KAAK,SAAS;KAAI,MAAM,KAAK,SAAS;IAAG;IAC1D,SAAS,KAAK,WAAW;IACzB,SAAS,KAAK;GAChB;EACF,CAAC;EACD,WAAW,gBAAgB,MAAM;CACnC;AACF;AAEA,SAAS,WAAW,QAAmB,GAAc,OAA2B;CAC9E,MAAM,OAAO,YAAY,EAAE,EAAE;CAC7B,OAAO;EACL;EACA,IAAI,EAAE;EACN,OAAO,EAAE;EACT,MAAM,EAAE;EACR,UAAU;EACV;EACA,QAAQ,WAAW,EAAE,KAAK;EAC1B,QAAQ;EACR,MAAM,EAAE;EACR,SAAS,UAAU,CAAC;EACpB,OAAO,QAAQ,QAAQ,GAAG,MAAM,eAAe,CAAC,CAAC,CAAC,CAAC;EACnD,OAAO;EACP,QAAQ;EACR,WAAW,YAAY,CAAC;CAC1B;AACF;;AAGA,SAAgB,YAAY,QAAgC;CAC1D,MAAM,WAAW,IAAI,KAAK,OAAO,YAAY,CAAC,EAAA,CAAG,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;CACtE,MAAM,yBAAS,IAAI,IAA0B;CAC7C,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,SAAS,OAAO,UAAU,CAAC;CACjC,MAAM,QAAoB;EACxB,QAAQ,OAAO;EACf,MAAM;EACN,UAAU;EACV,MAAM;EACN,YAAY;EACZ,UAAU;EACV,SAAS;CACX;CACA,MAAM,SAAS,MAAiB;EAC9B,MAAM,IAAI,UAAU,CAAC;EACrB,IAAI,MAAM,eAAe,MAAM;OAC1B,IAAI,MAAM,UAAU,eAAe,CAAC,GAAG,MAAM;OAC7C,MAAM,EAAE;CACf;CACA,KAAK,MAAM,KAAK,OAAO,OAAO;EAC5B,MAAM,QAAQ,OAAO,IAAI,EAAE,IAAI,KAAK,CAAC;EACrC,OAAO,IAAI,EAAE,MAAM,KAAK;EACxB,MAAM,CAAC;EACP,MAAM,SAAS,EAAE,UAAU,SAAS,IAAI,EAAE,OAAO,EAAE;EACnD,IAAI,CAAC,QAAQ;GACX,MAAM,KAAK,WAAW,QAAQ,GAAG,MAAM,MAAM,CAAC;GAC9C;EACF;EACA,IAAI,KAAK,IAAI,OAAO,EAAE,GAAG;EACzB,KAAK,IAAI,OAAO,EAAE;EAClB,IAAI,OAAO,YAAY,UAAU,OAAO,MAAM,MAAM,MAAM,EAAE,YAAY,MAAM,GAAG,MAAM;EACvF,MAAM,QAAQ,OAAO,MAAM,QAAQ,MAAM,EAAE,QAAQ,OAAO,OAAO,EAAE;EACnE,MAAM,KAAK,aAAa,QAAQ,QAAQ,OAAO,MAAM,MAAM,CAAC;CAC9D;CACA,MAAM,QAAQ,CAAC,GAAG,MAAM,CAAC,CACtB,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,CAAC,CAChD,KAAK,CAAC,MAAM,YAAY;EAAE;EAAM;CAAM,EAAE;CAC3C,OAAO;EACL,OAAO,OAAO;EACd,QAAQ,OAAO;EACf,SAAS,WAAW,MAAM;EAC1B;EACA;EACA;CACF;AACF"}
|