reeval 0.7.0 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -12
- package/dist/{agent-Dhd5FJCZ.js → agent-6FefIhX7.js} +6 -6
- package/dist/{agent-Dhd5FJCZ.js.map → agent-6FefIhX7.js.map} +1 -1
- package/dist/{agent-gjBiZis8.js → agent-WSmTaesf.js} +52 -17
- package/dist/agent-WSmTaesf.js.map +1 -0
- package/dist/{analysis-BV3TCznv.js → analysis-DlGBDjTj.js} +4 -4
- package/dist/{analysis-BV3TCznv.js.map → analysis-DlGBDjTj.js.map} +1 -1
- package/dist/{assemble-Dd_mZYnu.js → assemble-BCZzTyR7.js} +259 -18
- package/dist/assemble-BCZzTyR7.js.map +1 -0
- package/dist/assemble-C5qq5yT2.js +2 -0
- package/dist/capture-Bp74Z6Fr.js +1257 -0
- package/dist/capture-Bp74Z6Fr.js.map +1 -0
- package/dist/capture-DS-cPyuE.js +2 -0
- package/dist/{cli-r9CDqoFL.js → cli-CVrMh_qz.js} +210 -112
- package/dist/cli-CVrMh_qz.js.map +1 -0
- package/dist/{cli-spec-DOyxAMc2.js → cli-spec-CKEYa8V2.js} +6 -5
- package/dist/cli-spec-CKEYa8V2.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-LsfDiD-X.js → client-Bbo9SPlK.js} +31 -201
- package/dist/client-Bbo9SPlK.js.map +1 -0
- package/dist/{command-l4ZFCeMh.js → command-BFP0hKEb.js} +7 -7
- package/dist/{command-l4ZFCeMh.js.map → command-BFP0hKEb.js.map} +1 -1
- package/dist/command-BrmXUC-W.js +2 -0
- package/dist/{command-DMR69l5G.js → command-C5xFPKHM.js} +21 -20
- package/dist/command-C5xFPKHM.js.map +1 -0
- package/dist/{command-Cej2t3y-.js → command-CzIFp1JQ.js} +10 -10
- package/dist/{command-Cej2t3y-.js.map → command-CzIFp1JQ.js.map} +1 -1
- package/dist/{command-D6r2pwO5.js → command-DUT5l13I.js} +221 -54
- package/dist/command-DUT5l13I.js.map +1 -0
- package/dist/{commands-BA_NCh2h.js → commands-CLmPBrTS.js} +6 -6
- package/dist/{commands-BA_NCh2h.js.map → commands-CLmPBrTS.js.map} +1 -1
- package/dist/{commands-DgOUkcSO.js → commands-fI3G2Wnh.js} +1 -1
- package/dist/{config-DuQDCx0B.js → config-CGvBeewH.js} +18 -8
- package/dist/config-CGvBeewH.js.map +1 -0
- package/dist/{context-CvUv7DUb.js → context-DbSMEVKs.js} +1 -5
- package/dist/{context-CvUv7DUb.js.map → context-DbSMEVKs.js.map} +1 -1
- package/dist/{db-o_osRkqr.js → db-CSSFtGcN.js} +1 -1
- package/dist/{db-CjX7JF4o.js → db-CfQFwJtq.js} +209 -40
- package/dist/db-CfQFwJtq.js.map +1 -0
- package/dist/{docker-DaUaG4XZ.js → docker-CRQGQbIt.js} +17 -5
- package/dist/docker-CRQGQbIt.js.map +1 -0
- package/dist/{docker-ZaYeKE2w.js → docker-DV2GNgle.js} +2 -2
- package/dist/{docker-ZaYeKE2w.js.map → docker-DV2GNgle.js.map} +1 -1
- package/dist/{docker-Dnya8eo9.js → docker-Df_YOxxB.js} +1 -1
- package/dist/{doctor-Bk6aJeec.js → doctor-DlKycx5H.js} +13 -13
- package/dist/{doctor-Bk6aJeec.js.map → doctor-DlKycx5H.js.map} +1 -1
- package/dist/{egress-BKbyriEa.js → egress-BhzNh7Yi.js} +18 -10
- package/dist/egress-BhzNh7Yi.js.map +1 -0
- package/dist/{environment-DiCljXMD.js → environment-1jE-HhO-.js} +2 -2
- package/dist/{environment-DiCljXMD.js.map → environment-1jE-HhO-.js.map} +1 -1
- package/dist/fake-instructions-CUI33I_F.js +32 -0
- package/dist/fake-instructions-CUI33I_F.js.map +1 -0
- package/dist/family-D2b7WD10.js +67 -0
- package/dist/family-D2b7WD10.js.map +1 -0
- package/dist/files-AiEKuEZe.js +2 -0
- package/dist/files-BMCvfB4X.js +2 -0
- package/dist/{files-TNrZJQ3Y.js → files-CSzVADHn.js} +5 -5
- package/dist/{files-TNrZJQ3Y.js.map → files-CSzVADHn.js.map} +1 -1
- package/dist/{files-BSMSnQMa.js → files-DJUFg-4e.js} +3 -3
- package/dist/{files-BSMSnQMa.js.map → files-DJUFg-4e.js.map} +1 -1
- package/dist/{git-DNGtrOg9.js → git-DfG-YJ1u.js} +2 -2
- package/dist/{git-DNGtrOg9.js.map → git-DfG-YJ1u.js.map} +1 -1
- package/dist/{harness-CDRaaGvR.js → harness-CeCp2GSW.js} +52 -12
- package/dist/harness-CeCp2GSW.js.map +1 -0
- package/dist/harness.d.ts +26 -13
- package/dist/harness.js +1 -1
- package/dist/{header-BZF8Xss1.js → header-CALhmafp.js} +10 -3
- package/dist/{header-BZF8Xss1.js.map → header-CALhmafp.js.map} +1 -1
- package/dist/{images-BpwFDT1E.js → images-BMgdpMAX.js} +6 -6
- package/dist/{images-BpwFDT1E.js.map → images-BMgdpMAX.js.map} +1 -1
- package/dist/index.d.ts +17 -5
- package/dist/index.js +165 -67
- package/dist/index.js.map +1 -1
- package/dist/init-B6vegaP_.js +2 -0
- package/dist/{init-CBWt1rZT.js → init-BIdLF0F9.js} +4 -4
- package/dist/{init-CBWt1rZT.js.map → init-BIdLF0F9.js.map} +1 -1
- package/dist/{invocations-DArYWyXN.js → invocations-CLaL8AuW.js} +3 -3
- package/dist/{invocations-DArYWyXN.js.map → invocations-CLaL8AuW.js.map} +1 -1
- package/dist/{judge-7WjNdU9z.js → judge-CeYPN8P_.js} +2 -2
- package/dist/{judge-7WjNdU9z.js.map → judge-CeYPN8P_.js.map} +1 -1
- package/dist/judge.d.ts +5 -4
- package/dist/judge.js +4 -3
- package/dist/judge.js.map +1 -1
- package/dist/{live-DZkCtmNP.js → live-S0qODb6o.js} +2 -2
- package/dist/{live-DZkCtmNP.js.map → live-S0qODb6o.js.map} +1 -1
- package/dist/{model-Cp6NoAT3.js → model-B1BZoZ9b.js} +9 -8
- package/dist/model-B1BZoZ9b.js.map +1 -0
- package/dist/{model-DyQbu7KF.js → model-BOnlAPzs.js} +288 -38
- package/dist/model-BOnlAPzs.js.map +1 -0
- package/dist/{model-Bv8uUZ07.js → model-DEQo3FkZ.js} +6 -6
- package/dist/model-DEQo3FkZ.js.map +1 -0
- package/dist/model-DWeg5J7z.js +2 -0
- package/dist/{model-BeoRxCcJ.js → model-FXko2kl7.js} +1 -1
- package/dist/{options-Ge_x32XE.js → options-CKqyPGxX.js} +161 -34
- package/dist/options-CKqyPGxX.js.map +1 -0
- package/dist/pairs-DDsjgm5F.js +149 -0
- package/dist/pairs-DDsjgm5F.js.map +1 -0
- package/dist/{patch-CGCVipPu.js → patch-bDV8YFW0.js} +2 -2
- package/dist/{patch-CGCVipPu.js.map → patch-bDV8YFW0.js.map} +1 -1
- package/dist/{plan-BqBadHYj.js → plan-DUydFc_1.js} +69 -31
- package/dist/plan-DUydFc_1.js.map +1 -0
- package/dist/{preflight-CyaAZE9r.js → preflight-BkoSxf4C.js} +3 -3
- package/dist/{preflight-CyaAZE9r.js.map → preflight-BkoSxf4C.js.map} +1 -1
- package/dist/{preflight-CFtZNTLt.js → preflight-D5LW7Oqi.js} +1 -1
- package/dist/{prepare-Zr1xOMUX.js → prepare-CUAWHebF.js} +5 -5
- package/dist/{prepare-Zr1xOMUX.js.map → prepare-CUAWHebF.js.map} +1 -1
- package/dist/{prepare-Dl7-t3fO.js → prepare-oji2oO8W.js} +2 -2
- package/dist/process-CSVO_jsc.js +119 -0
- package/dist/process-CSVO_jsc.js.map +1 -0
- package/dist/{provenance-Byl2T6LJ.js → provenance-D7HK3vzt.js} +2 -2
- package/dist/{provenance-Byl2T6LJ.js.map → provenance-D7HK3vzt.js.map} +1 -1
- package/dist/{providers-Cflw7Ks-.js → providers-B1DzMvmH.js} +3 -3
- package/dist/{providers-Cflw7Ks-.js.map → providers-B1DzMvmH.js.map} +1 -1
- package/dist/{providers-SBMExI53.js → providers-CpEfNU1F.js} +1 -1
- package/dist/{query-DUSLlic0.js → query-BjBMLa-C.js} +2 -2
- package/dist/{query-DUSLlic0.js.map → query-BjBMLa-C.js.map} +1 -1
- package/dist/query-oPO_XrTy.js +2 -0
- package/dist/{questions-ZdT3JDyQ.js → questions-B8by4Bbt.js} +28 -119
- package/dist/questions-B8by4Bbt.js.map +1 -0
- package/dist/{record-CbuQH4l1.js → record-BRP9vZrj.js} +21 -1
- package/dist/record-BRP9vZrj.js.map +1 -0
- package/dist/{results-owJR-NFm.js → results-Di7m8dQ3.js} +4 -4
- package/dist/{results-owJR-NFm.js.map → results-Di7m8dQ3.js.map} +1 -1
- package/dist/{resume-BL4Yw7Ld.js → resume-SUz1GskV.js} +4 -4
- package/dist/{resume-BL4Yw7Ld.js.map → resume-SUz1GskV.js.map} +1 -1
- package/dist/runtime-DdsfnRz_.js +344 -0
- package/dist/runtime-DdsfnRz_.js.map +1 -0
- package/dist/{sandbox--ZXuscAZ.js → sandbox-D5v-of6d.js} +10 -5
- package/dist/sandbox-D5v-of6d.js.map +1 -0
- package/dist/sandbox.d.ts +4 -3
- package/dist/sandbox.js +1 -1
- package/dist/{server-yFVUxAm0.js → server-BNnXtmS8.js} +9 -9
- package/dist/{server-yFVUxAm0.js.map → server-BNnXtmS8.js.map} +1 -1
- package/dist/server-BNwoKzlm.js +2 -0
- package/dist/source-Bk_0ZaEY.js +2 -0
- package/dist/{source-M3gS517R.js → source-Dof0NQBm.js} +2 -2
- package/dist/{source-M3gS517R.js.map → source-Dof0NQBm.js.map} +1 -1
- package/dist/{src-79JhW-zG.js → src-8rRXy4u9.js} +71 -124
- package/dist/src-8rRXy4u9.js.map +1 -0
- package/dist/src-BGWuWp6I.js +3 -0
- package/dist/src-BRt0O02i.js +3 -0
- package/dist/src-Bx2x1ekD.js +3 -0
- package/dist/{src-s-VffoYK.js → src-C1E9HDWO.js} +5 -3
- package/dist/{src-s-VffoYK.js.map → src-C1E9HDWO.js.map} +1 -1
- package/dist/{src-IOr1rhEg.js → src-COgE7991.js} +10 -8
- package/dist/{src-IOr1rhEg.js.map → src-COgE7991.js.map} +1 -1
- package/dist/{src-CokPbYCb.js → src-C_4Umgh2.js} +23 -14
- package/dist/{src-CokPbYCb.js.map → src-C_4Umgh2.js.map} +1 -1
- package/dist/{src-DxFJrMUA.js → src-D95O-Smv.js} +12 -7
- package/dist/{src-DxFJrMUA.js.map → src-D95O-Smv.js.map} +1 -1
- package/dist/{src-DTcalvuF.js → src-DDNXsD9H.js} +28 -4
- package/dist/{src-DTcalvuF.js.map → src-DDNXsD9H.js.map} +1 -1
- package/dist/src-DLa-ESW0.js +4 -0
- package/dist/{src-DSE0FWaU.js → src-DVy58-zZ.js} +2 -2
- package/dist/{src-DSE0FWaU.js.map → src-DVy58-zZ.js.map} +1 -1
- package/dist/src-cN0aB-WR.js +3 -0
- package/dist/{src-DH0jhpoi.js → src-cdIVjC5b.js} +1 -1
- package/dist/src-sIsDHWYq.js +3 -0
- package/dist/state-Bo5zg4da.js +2 -0
- package/dist/{state-DEj_utaE.js → state-CiXyLqg0.js} +10 -10
- package/dist/{state-DEj_utaE.js.map → state-CiXyLqg0.js.map} +1 -1
- package/dist/studio-app/assets/index-B9MCTfuu.css +2 -0
- package/dist/studio-app/assets/{index-Bbl0oTxu.js → index-CROH2NB3.js} +12 -12
- package/dist/studio-app/index.html +2 -2
- package/dist/{summary-D012KlUM.js → summary-2OAWF2N7.js} +7 -7
- package/dist/{summary-D012KlUM.js.map → summary-2OAWF2N7.js.map} +1 -1
- package/dist/{summary--FBuB_sr.js → summary-BTksrIxn.js} +63 -5
- package/dist/summary-BTksrIxn.js.map +1 -0
- package/dist/testing.d.ts +14 -0
- package/dist/testing.js +2 -0
- package/dist/{tools-CJHw-zCo.js → tools-B10Uj7OI.js} +4 -4
- package/dist/tools-B10Uj7OI.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-BsRSknLe.d.ts → types-D8RLfkFP.d.ts} +453 -42
- package/dist/{usage-DsYUqIUM.js → usage-DDF_6tkV.js} +4 -2
- package/dist/{usage-DsYUqIUM.js.map → usage-DDF_6tkV.js.map} +1 -1
- package/dist/view/index.d.ts +60 -15
- package/dist/view/index.js +7 -6
- package/dist/views-Cs2Oqayd.js +3 -0
- package/dist/{views-jhL9Jb8A.js → views-Dqa5ojfZ.js} +4 -4
- package/dist/{views-jhL9Jb8A.js.map → views-Dqa5ojfZ.js.map} +1 -1
- package/dist/{worker-entry-OwnsrUdr.js → worker-entry-BAikHl9F.js} +9 -4
- package/dist/worker-entry-BAikHl9F.js.map +1 -0
- package/dist/{workspace-C4_J0pqb.js → workspace-C-TrNIUc.js} +4 -4
- package/dist/{workspace-C4_J0pqb.js.map → workspace-C-TrNIUc.js.map} +1 -1
- package/dist/{workspace-wudSz_W-.js → workspace-Do_SiWBs.js} +1 -1
- package/docker/Dockerfile +7 -5
- package/package.json +9 -4
- package/dist/agent-gjBiZis8.js.map +0 -1
- package/dist/assemble-D8sZ4Jiv.js +0 -2
- package/dist/assemble-Dd_mZYnu.js.map +0 -1
- package/dist/capture-CisAmy-G.js +0 -587
- package/dist/capture-CisAmy-G.js.map +0 -1
- package/dist/capture-DquyqAHC.js +0 -2
- package/dist/cli-r9CDqoFL.js.map +0 -1
- package/dist/cli-spec-DOyxAMc2.js.map +0 -1
- package/dist/client-LsfDiD-X.js.map +0 -1
- package/dist/command-Cxfgghqo.js +0 -2
- package/dist/command-D6r2pwO5.js.map +0 -1
- package/dist/command-DMR69l5G.js.map +0 -1
- package/dist/config-DuQDCx0B.js.map +0 -1
- package/dist/db-CjX7JF4o.js.map +0 -1
- package/dist/docker-DaUaG4XZ.js.map +0 -1
- package/dist/egress-BKbyriEa.js.map +0 -1
- package/dist/files-DmZGPsWK.js +0 -2
- package/dist/files-Tb8wY0Ze.js +0 -2
- package/dist/harness-CDRaaGvR.js.map +0 -1
- package/dist/init-1THeGfut.js +0 -2
- package/dist/model-Bv8uUZ07.js.map +0 -1
- package/dist/model-Cp6NoAT3.js.map +0 -1
- package/dist/model-D_pF3Vcl.js +0 -2
- package/dist/model-DyQbu7KF.js.map +0 -1
- package/dist/options-Ge_x32XE.js.map +0 -1
- package/dist/plan-BqBadHYj.js.map +0 -1
- package/dist/query-CvutWHaL.js +0 -2
- package/dist/questions-ZdT3JDyQ.js.map +0 -1
- package/dist/record-CbuQH4l1.js.map +0 -1
- package/dist/sandbox--ZXuscAZ.js.map +0 -1
- package/dist/server-CNPsB0cT.js +0 -2
- package/dist/source-Cmc5SKFn.js +0 -2
- package/dist/src--L8B4WGa.js +0 -3
- package/dist/src-79JhW-zG.js.map +0 -1
- package/dist/src-BLN459er.js +0 -3
- package/dist/src-Bz66jDtE.js +0 -3
- package/dist/src-CfUwg9UY.js +0 -3
- package/dist/src-DV_3QDHA.js +0 -4
- package/dist/src-Ljh2vKXm.js +0 -3
- package/dist/state-DkqbCVVp.js +0 -2
- package/dist/studio-app/assets/index-CUx6GoL5.css +0 -2
- package/dist/summary--FBuB_sr.js.map +0 -1
- package/dist/tools-CJHw-zCo.js.map +0 -1
- package/dist/views-yPmmoo8f.js +0 -3
- package/dist/worker-entry-OwnsrUdr.js.map +0 -1
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { c as shardPath, i as manifestPath, s as shardOf } from "./paths-BmR-7tx3.js";
|
|
2
2
|
import { n as clip } from "./text-gEcKjAyp.js";
|
|
3
|
-
import { n as promptTokens, r as sumUsage } from "./usage-
|
|
4
|
-
import { c as readableTranscriptLine } from "./record-
|
|
3
|
+
import { i as totalTokens, n as promptTokens, r as sumUsage } from "./usage-DDF_6tkV.js";
|
|
4
|
+
import { c as readableTranscriptLine } from "./record-BRP9vZrj.js";
|
|
5
|
+
import { a as sampleReasons } from "./pairs-DDsjgm5F.js";
|
|
5
6
|
//#region src/view/compare.ts
|
|
6
7
|
const STACK_FIELDS = [
|
|
7
8
|
{
|
|
@@ -347,6 +348,149 @@ function mannWhitney(xs, ys) {
|
|
|
347
348
|
}
|
|
348
349
|
/** The smallest two-sided p an exact rank test can reach with these group sizes. */
|
|
349
350
|
const minimumP = (n1, n2) => n1 === 0 || n2 === 0 ? 1 : Math.min(1, 2 / choose(n1 + n2, n1));
|
|
351
|
+
/**
|
|
352
|
+
* The difference of two paired pass rates (variant minus control) with Newcombe's score interval
|
|
353
|
+
* for paired proportions (his method 10): each marginal rate's Wilson interval, combined with the
|
|
354
|
+
* correlation between the sides, so concordant pairs narrow the interval.
|
|
355
|
+
*/
|
|
356
|
+
function pairedLiftInterval(c) {
|
|
357
|
+
const { both: a, variantOnly: b, controlOnly: k, neither: d } = c;
|
|
358
|
+
const n = a + b + k + d;
|
|
359
|
+
if (n === 0) return {
|
|
360
|
+
points: 0,
|
|
361
|
+
low: -1,
|
|
362
|
+
high: 1
|
|
363
|
+
};
|
|
364
|
+
const p1 = (a + b) / n;
|
|
365
|
+
const p2 = (a + k) / n;
|
|
366
|
+
const v = wilson(a + b, n);
|
|
367
|
+
const w = wilson(a + k, n);
|
|
368
|
+
const denominator = (a + b) * (k + d) * (a + k) * (b + d);
|
|
369
|
+
const numerator = a * d - b * k > 0 ? Math.max(a * d - b * k - n / 2, 0) : a * d - b * k;
|
|
370
|
+
const phi = denominator === 0 ? 0 : numerator / Math.sqrt(denominator);
|
|
371
|
+
const points = (b - k) / n;
|
|
372
|
+
const dl = Math.sqrt(Math.max(0, (p1 - v.low) ** 2 - 2 * phi * (p1 - v.low) * (w.high - p2) + (w.high - p2) ** 2));
|
|
373
|
+
const du = Math.sqrt(Math.max(0, (v.high - p1) ** 2 - 2 * phi * (v.high - p1) * (p2 - w.low) + (p2 - w.low) ** 2));
|
|
374
|
+
return {
|
|
375
|
+
points,
|
|
376
|
+
low: Math.max(-1, points - dl),
|
|
377
|
+
high: Math.min(1, points + du)
|
|
378
|
+
};
|
|
379
|
+
}
|
|
380
|
+
/** McNemar's exact test: the two-sided binomial p of the discordant pairs' split at ½. */
|
|
381
|
+
function mcnemar(variantOnly, controlOnly) {
|
|
382
|
+
const n = variantOnly + controlOnly;
|
|
383
|
+
if (n === 0) return 1;
|
|
384
|
+
const low = Math.min(variantOnly, controlOnly);
|
|
385
|
+
let tail = 0;
|
|
386
|
+
for (let i = 0; i <= low; i++) tail += choose(n, i) / 2 ** n;
|
|
387
|
+
return Math.min(1, 2 * tail);
|
|
388
|
+
}
|
|
389
|
+
/** Two-sided 95% Student t quantiles for 1 to 30 degrees of freedom. */
|
|
390
|
+
const T975 = [
|
|
391
|
+
12.706,
|
|
392
|
+
4.303,
|
|
393
|
+
3.182,
|
|
394
|
+
2.776,
|
|
395
|
+
2.571,
|
|
396
|
+
2.447,
|
|
397
|
+
2.365,
|
|
398
|
+
2.306,
|
|
399
|
+
2.262,
|
|
400
|
+
2.228,
|
|
401
|
+
2.201,
|
|
402
|
+
2.179,
|
|
403
|
+
2.16,
|
|
404
|
+
2.145,
|
|
405
|
+
2.131,
|
|
406
|
+
2.12,
|
|
407
|
+
2.11,
|
|
408
|
+
2.101,
|
|
409
|
+
2.093,
|
|
410
|
+
2.086,
|
|
411
|
+
2.08,
|
|
412
|
+
2.074,
|
|
413
|
+
2.069,
|
|
414
|
+
2.064,
|
|
415
|
+
2.06,
|
|
416
|
+
2.056,
|
|
417
|
+
2.052,
|
|
418
|
+
2.048,
|
|
419
|
+
2.045,
|
|
420
|
+
2.042
|
|
421
|
+
];
|
|
422
|
+
/** The two-sided 95% t quantile; above 30 degrees of freedom, the Cornish–Fisher expansion. */
|
|
423
|
+
function t975(df) {
|
|
424
|
+
if (df < 1) return Number.POSITIVE_INFINITY;
|
|
425
|
+
const tabled = T975[df - 1];
|
|
426
|
+
if (tabled !== void 0) return tabled;
|
|
427
|
+
return Z + (Z ** 3 + Z) / (4 * df) + (5 * Z ** 5 + 16 * Z ** 3 + 3 * Z) / (96 * df * df);
|
|
428
|
+
}
|
|
429
|
+
/**
|
|
430
|
+
* The mean of `values` with a 95% t interval over them: with each value one case, attempts
|
|
431
|
+
* within a case are never counted as independent. A single value gives an unbounded interval.
|
|
432
|
+
*/
|
|
433
|
+
function meanInterval(values) {
|
|
434
|
+
const n = values.length;
|
|
435
|
+
if (n === 0) return {
|
|
436
|
+
mean: 0,
|
|
437
|
+
low: Number.NEGATIVE_INFINITY,
|
|
438
|
+
high: Number.POSITIVE_INFINITY
|
|
439
|
+
};
|
|
440
|
+
const mean = values.reduce((s, v) => s + v, 0) / n;
|
|
441
|
+
if (n === 1) return {
|
|
442
|
+
mean,
|
|
443
|
+
low: Number.NEGATIVE_INFINITY,
|
|
444
|
+
high: Number.POSITIVE_INFINITY
|
|
445
|
+
};
|
|
446
|
+
const variance = values.reduce((s, v) => s + (v - mean) ** 2, 0) / (n - 1);
|
|
447
|
+
const half = t975(n - 1) * Math.sqrt(variance / n);
|
|
448
|
+
return {
|
|
449
|
+
mean,
|
|
450
|
+
low: mean - half,
|
|
451
|
+
high: mean + half
|
|
452
|
+
};
|
|
453
|
+
}
|
|
454
|
+
/**
|
|
455
|
+
* Two-sided Wilcoxon signed-rank p for paired differences: zeros dropped, mid-ranks for ties,
|
|
456
|
+
* exact over every sign assignment up to 20 non-zero differences, else the normal approximation.
|
|
457
|
+
* Null when every difference is zero.
|
|
458
|
+
*/
|
|
459
|
+
function signedRank(differences) {
|
|
460
|
+
const d = differences.filter((x) => x !== 0);
|
|
461
|
+
const n = d.length;
|
|
462
|
+
if (n === 0) return null;
|
|
463
|
+
const sorted = d.map((v, i) => ({
|
|
464
|
+
a: Math.abs(v),
|
|
465
|
+
i
|
|
466
|
+
})).sort((x, y) => x.a - y.a);
|
|
467
|
+
const ranks = new Array(n);
|
|
468
|
+
for (let i = 0; i < n;) {
|
|
469
|
+
let j = i;
|
|
470
|
+
while (j + 1 < n && sorted[j + 1]?.a === sorted[i]?.a) j++;
|
|
471
|
+
for (let k = i; k <= j; k++) ranks[sorted[k]?.i] = (i + j) / 2 + 1;
|
|
472
|
+
i = j + 1;
|
|
473
|
+
}
|
|
474
|
+
const total = n * (n + 1) / 2;
|
|
475
|
+
const plus = d.reduce((s, v, i) => v > 0 ? s + ranks[i] : s, 0);
|
|
476
|
+
const observed = Math.abs(plus - total / 2);
|
|
477
|
+
if (n > 20) {
|
|
478
|
+
const counts = /* @__PURE__ */ new Map();
|
|
479
|
+
for (const { a } of sorted) counts.set(a, (counts.get(a) ?? 0) + 1);
|
|
480
|
+
const ties = [...counts.values()].reduce((s, t) => s + t ** 3 - t, 0);
|
|
481
|
+
const variance = n * (n + 1) * (2 * n + 1) / 24 - ties / 48;
|
|
482
|
+
if (variance <= 0) return 1;
|
|
483
|
+
const z = Math.max(0, observed - .5) / Math.sqrt(variance);
|
|
484
|
+
return Math.min(1, 2 * (1 - normalCdf(z)));
|
|
485
|
+
}
|
|
486
|
+
let extreme = 0;
|
|
487
|
+
for (let mask = 0; mask < 2 ** n; mask++) {
|
|
488
|
+
let sum = 0;
|
|
489
|
+
for (let i = 0; i < n; i++) if (mask & 1 << i) sum += ranks[i];
|
|
490
|
+
if (Math.abs(sum - total / 2) >= observed - 1e-9) extreme++;
|
|
491
|
+
}
|
|
492
|
+
return extreme / 2 ** n;
|
|
493
|
+
}
|
|
350
494
|
function normalCdf(z) {
|
|
351
495
|
const t = 1 / (1 + .3275911 * Math.abs(z) / Math.SQRT2);
|
|
352
496
|
const erf = 1 - t * (.254829592 + t * (-.284496736 + t * (1.421413741 + t * (-1.453152027 + t * 1.061405429)))) * Math.exp(-(z * z) / 2);
|
|
@@ -356,10 +500,13 @@ function normalCdf(z) {
|
|
|
356
500
|
//#region src/view/effort.ts
|
|
357
501
|
/** Below this two-sided p, an effort difference is an effect. */
|
|
358
502
|
const EFFORT_ALPHA = .05;
|
|
503
|
+
/** Some counted attempts reported no usage. Not a verdict; never printed as one. */
|
|
504
|
+
const TOKENS_UNREPORTED = "some cells did not report usage";
|
|
359
505
|
const effortSample = (a) => ({
|
|
360
506
|
tools: a.activity.tools,
|
|
361
507
|
agentMs: a.timings.agentMs,
|
|
362
|
-
fileEdits: a.activity.fileEdits
|
|
508
|
+
fileEdits: a.activity.fileEdits,
|
|
509
|
+
...a.usage ? { tokens: totalTokens(a.usage) } : {}
|
|
363
510
|
});
|
|
364
511
|
const counted$1 = (a) => a.outcome === "pass" || a.outcome === "fail";
|
|
365
512
|
const spread = (values) => ({
|
|
@@ -367,13 +514,17 @@ const spread = (values) => ({
|
|
|
367
514
|
q1: quantile(values, .25) ?? 0,
|
|
368
515
|
q3: quantile(values, .75) ?? 0
|
|
369
516
|
});
|
|
517
|
+
/** Token totals from the attempts that reported usage; empty when none did. */
|
|
518
|
+
const tokenValues = (samples) => samples.flatMap((s) => s.tokens === void 0 ? [] : [s.tokens]);
|
|
370
519
|
function effortOf(samples) {
|
|
371
520
|
if (samples.length === 0) return null;
|
|
521
|
+
const tokens = tokenValues(samples);
|
|
372
522
|
return {
|
|
373
523
|
n: samples.length,
|
|
374
524
|
tools: spread(samples.map((s) => s.tools)),
|
|
375
525
|
agentMs: spread(samples.map((s) => s.agentMs)),
|
|
376
|
-
fileEdits: median(samples.map((s) => s.fileEdits)) ?? 0
|
|
526
|
+
fileEdits: median(samples.map((s) => s.fileEdits)) ?? 0,
|
|
527
|
+
...tokens.length ? { tokens: spread(tokens) } : {}
|
|
377
528
|
};
|
|
378
529
|
}
|
|
379
530
|
/** The verdict of an exact rank test of `xs` (variant) against `ys` (control). */
|
|
@@ -399,6 +550,11 @@ function contrastEffort(variant, control) {
|
|
|
399
550
|
if (!v || !c) return null;
|
|
400
551
|
const tools = effortVerdict(variant.map((s) => s.tools), control.map((s) => s.tools));
|
|
401
552
|
const time = effortVerdict(variant.map((s) => s.agentMs), control.map((s) => s.agentMs));
|
|
553
|
+
const vTok = tokenValues(variant);
|
|
554
|
+
const cTok = tokenValues(control);
|
|
555
|
+
const tokens = vTok.length && cTok.length ? effortVerdict(vTok, cTok) : null;
|
|
556
|
+
const reported = vTok.length + cTok.length;
|
|
557
|
+
const unreported = reported > 0 && reported < variant.length + control.length;
|
|
402
558
|
const vt = variant.map((s) => s.tools);
|
|
403
559
|
const ct = control.map((s) => s.tools);
|
|
404
560
|
return {
|
|
@@ -411,7 +567,11 @@ function contrastEffort(variant, control) {
|
|
|
411
567
|
agentMsP: time.p,
|
|
412
568
|
separated: Math.max(...vt) < Math.min(...ct) || Math.min(...vt) > Math.max(...ct),
|
|
413
569
|
verdict: tools.verdict,
|
|
414
|
-
timeVerdict: time.verdict
|
|
570
|
+
timeVerdict: time.verdict,
|
|
571
|
+
tokensRatio: tokens && v.tokens && c.tokens ? ratio(v.tokens.median, c.tokens.median) : null,
|
|
572
|
+
tokensP: tokens?.p ?? null,
|
|
573
|
+
tokensVerdict: tokens?.verdict ?? null,
|
|
574
|
+
...unreported ? { tokensNote: TOKENS_UNREPORTED } : {}
|
|
415
575
|
};
|
|
416
576
|
}
|
|
417
577
|
/** The counted attempts of one cell of an eval, as effort samples. */
|
|
@@ -439,20 +599,35 @@ const VERDICT_TEXT = {
|
|
|
439
599
|
noise: () => "within noise",
|
|
440
600
|
insufficient: () => "too few attempts to test"
|
|
441
601
|
};
|
|
602
|
+
const toolsVerdictText = (c) => c.verdict === "fewer" || c.verdict === "more" ? `${VERDICT_TEXT[c.verdict]("tool calls")}${formatP(c.toolsP)}` : VERDICT_TEXT[c.verdict]("");
|
|
603
|
+
/** Token verdict after the tools one; empty when omitted or already covered as insufficient. */
|
|
604
|
+
const tokensVerdictText = (c) => {
|
|
605
|
+
if (c.tokensVerdict === null) return "";
|
|
606
|
+
if (c.verdict === "insufficient" && c.tokensVerdict === "insufficient") return "";
|
|
607
|
+
if (c.tokensVerdict === "fewer" || c.tokensVerdict === "more") return `; ${VERDICT_TEXT[c.tokensVerdict]("tokens")}${formatP(c.tokensP)}`;
|
|
608
|
+
if (c.tokensVerdict === "noise") return "; tokens within noise";
|
|
609
|
+
return `; ${VERDICT_TEXT[c.tokensVerdict]("")}`;
|
|
610
|
+
};
|
|
442
611
|
/**
|
|
443
612
|
* `tools 5 vs 43 (×0.11), agent 21s vs 46s (×0.47): too few attempts to test` for a variant
|
|
444
|
-
* against its control; with enough attempts, `fewer tool calls (p = 0.029)`.
|
|
613
|
+
* against its control; with enough attempts, `fewer tool calls (p = 0.029)`. Tokens fold in
|
|
614
|
+
* when both sides have usage samples; they are omitted (not `insufficient`) when either does not.
|
|
445
615
|
*/
|
|
446
616
|
function effortLabel(c) {
|
|
447
|
-
|
|
617
|
+
const parts = [`tools ${formatCount(c.variant.tools.median)} vs ${formatCount(c.control.tools.median)} (${formatRatio(c.toolsRatio)})`, `agent ${formatSeconds(c.variant.agentMs.median)} vs ${formatSeconds(c.control.agentMs.median)} (${formatRatio(c.agentMsRatio)})`];
|
|
618
|
+
if (c.tokensVerdict !== null && c.variant.tokens && c.control.tokens) parts.push(`tokens ${formatCount(c.variant.tokens.median)} vs ${formatCount(c.control.tokens.median)} (${formatRatio(c.tokensRatio)})`);
|
|
619
|
+
return `${parts.join(", ")}: ${toolsVerdictText(c)}${tokensVerdictText(c)}`;
|
|
448
620
|
}
|
|
449
|
-
/** One cell's effort on its own: `tools 43 · agent 46s
|
|
450
|
-
const effortSummary = (e) => `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
|
|
621
|
+
/** One cell's effort on its own: `tools 43 · agent 46s`, plus tokens when any attempt reported them. */
|
|
622
|
+
const effortSummary = (e) => e.tokens ? `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)} · tokens ${formatCount(e.tokens.median)}` : `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
|
|
451
623
|
/** The same cell between two runs: `tools 44 → 10 (×0.23) · agent 45s → 21s (×0.47)`. */
|
|
452
624
|
function effortChangeLabel(base, head) {
|
|
453
625
|
const t = ratio(head.tools.median, base.tools.median);
|
|
454
626
|
const a = ratio(head.agentMs.median, base.agentMs.median);
|
|
455
|
-
|
|
627
|
+
const core = `tools ${formatCount(base.tools.median)} → ${formatCount(head.tools.median)} (${formatRatio(t)}) · agent ${formatSeconds(base.agentMs.median)} → ${formatSeconds(head.agentMs.median)} (${formatRatio(a)})`;
|
|
628
|
+
if (!base.tokens || !head.tokens) return core;
|
|
629
|
+
const tok = ratio(head.tokens.median, base.tokens.median);
|
|
630
|
+
return `${core} · tokens ${formatCount(base.tokens.median)} → ${formatCount(head.tokens.median)} (${formatRatio(tok)})`;
|
|
456
631
|
}
|
|
457
632
|
//#endregion
|
|
458
633
|
//#region src/view/judgements.ts
|
|
@@ -464,10 +639,69 @@ const LIFT_MIN_COUNTED = 2;
|
|
|
464
639
|
/** Show each key until this many; then the minimum score plus a count. */
|
|
465
640
|
const COLLAPSE_AFTER = 2;
|
|
466
641
|
const counted = (a) => a.outcome === "pass" || a.outcome === "fail";
|
|
642
|
+
/** Short names stay at this many characters; a collision takes the distinctive tail instead. */
|
|
643
|
+
const LABEL_MAX = 20;
|
|
644
|
+
const judgeText = (question) => question.replace(/\?+$/, "").trim();
|
|
645
|
+
/** Last `max` characters, cut at a word boundary where there is one, marked with a leading `…`. */
|
|
646
|
+
function clipTail(text, max) {
|
|
647
|
+
if (text.length <= max) return text;
|
|
648
|
+
const cut = text.slice(-(max - 1));
|
|
649
|
+
const space = cut.search(/\s/);
|
|
650
|
+
return `…${(space >= 0 && space < max / 2 ? cut.slice(space + 1) : cut).trimStart()}`;
|
|
651
|
+
}
|
|
467
652
|
/** Short name for a judge question, e.g. `login` from `login?`. */
|
|
468
653
|
function judgeLabel(question) {
|
|
469
|
-
|
|
470
|
-
|
|
654
|
+
return clip(judgeText(question), LABEL_MAX);
|
|
655
|
+
}
|
|
656
|
+
/**
|
|
657
|
+
* One short label per key. Shared prefixes take the distinctive tail so
|
|
658
|
+
* `Does this change…` does not collapse several checks; a tail that still
|
|
659
|
+
* collides falls back to the key.
|
|
660
|
+
*/
|
|
661
|
+
function uniqueJudgeLabels(items) {
|
|
662
|
+
const first = /* @__PURE__ */ new Map();
|
|
663
|
+
for (const item of items) if (!first.has(item.key)) first.set(item.key, item);
|
|
664
|
+
const labels = /* @__PURE__ */ new Map();
|
|
665
|
+
const used = /* @__PURE__ */ new Map();
|
|
666
|
+
const setLabel = (key, label) => {
|
|
667
|
+
const prev = labels.get(key);
|
|
668
|
+
if (prev !== void 0) {
|
|
669
|
+
const group = used.get(prev);
|
|
670
|
+
if (group) {
|
|
671
|
+
const next = group.filter((k) => k !== key);
|
|
672
|
+
if (next.length) used.set(prev, next);
|
|
673
|
+
else used.delete(prev);
|
|
674
|
+
}
|
|
675
|
+
}
|
|
676
|
+
labels.set(key, label);
|
|
677
|
+
const group = used.get(label) ?? [];
|
|
678
|
+
group.push(key);
|
|
679
|
+
used.set(label, group);
|
|
680
|
+
};
|
|
681
|
+
for (const row of first.values()) setLabel(row.key, judgeLabel(row.question));
|
|
682
|
+
for (const [label, keys] of [...used]) {
|
|
683
|
+
if (keys.length < 2) continue;
|
|
684
|
+
const tails = /* @__PURE__ */ new Map();
|
|
685
|
+
for (const key of keys) {
|
|
686
|
+
const row = first.get(key);
|
|
687
|
+
if (!row) continue;
|
|
688
|
+
const tail = clipTail(judgeText(row.question), LABEL_MAX);
|
|
689
|
+
const group = tails.get(tail) ?? [];
|
|
690
|
+
group.push(key);
|
|
691
|
+
tails.set(tail, group);
|
|
692
|
+
}
|
|
693
|
+
for (const [tail, tkeys] of tails) {
|
|
694
|
+
const [only] = tkeys;
|
|
695
|
+
const taken = (used.get(tail) ?? []).some((k) => !tkeys.includes(k));
|
|
696
|
+
if (only && tkeys.length === 1 && tail !== label && !taken) setLabel(only, tail);
|
|
697
|
+
else for (const key of tkeys) setLabel(key, key);
|
|
698
|
+
}
|
|
699
|
+
}
|
|
700
|
+
for (const [, keys] of [...used]) {
|
|
701
|
+
if (keys.length < 2) continue;
|
|
702
|
+
for (const key of keys) setLabel(key, key);
|
|
703
|
+
}
|
|
704
|
+
return labels;
|
|
471
705
|
}
|
|
472
706
|
function keyTallies(e, cellKey) {
|
|
473
707
|
const byKey = /* @__PURE__ */ new Map();
|
|
@@ -475,7 +709,7 @@ function keyTallies(e, cellKey) {
|
|
|
475
709
|
if (a.cell !== cellKey || !counted(a)) continue;
|
|
476
710
|
for (const j of a.judgements) {
|
|
477
711
|
const row = byKey.get(j.key) ?? {
|
|
478
|
-
label:
|
|
712
|
+
label: "",
|
|
479
713
|
question: j.question,
|
|
480
714
|
pass: 0,
|
|
481
715
|
counted: 0
|
|
@@ -485,6 +719,11 @@ function keyTallies(e, cellKey) {
|
|
|
485
719
|
byKey.set(j.key, row);
|
|
486
720
|
}
|
|
487
721
|
}
|
|
722
|
+
const labels = uniqueJudgeLabels([...byKey].map(([key, row]) => ({
|
|
723
|
+
key,
|
|
724
|
+
question: row.question
|
|
725
|
+
})));
|
|
726
|
+
for (const [key, row] of byKey) row.label = labels.get(key) ?? judgeLabel(row.question);
|
|
488
727
|
return byKey;
|
|
489
728
|
}
|
|
490
729
|
function pairedControl(e, cellKey) {
|
|
@@ -535,11 +774,12 @@ function judgeRatesLabel(rates) {
|
|
|
535
774
|
}
|
|
536
775
|
/** Each key, or the lowest score plus how many judges there were. */
|
|
537
776
|
function collapsedJudges(judgements) {
|
|
777
|
+
const labels = uniqueJudgeLabels(judgements);
|
|
538
778
|
const items = judgements.map((j) => ({
|
|
539
779
|
verdict: j.verdict,
|
|
540
780
|
score: j.score,
|
|
541
781
|
threshold: j.threshold,
|
|
542
|
-
label: judgeLabel(j.question),
|
|
782
|
+
label: labels.get(j.key) ?? judgeLabel(j.question),
|
|
543
783
|
key: j.key
|
|
544
784
|
}));
|
|
545
785
|
if (items.length <= COLLAPSE_AFTER) return {
|
|
@@ -633,10 +873,15 @@ function formatDuration(ms) {
|
|
|
633
873
|
const formatPercent = (rate) => rate === null ? "–" : `${Math.round(rate * 100)}%`;
|
|
634
874
|
/**
|
|
635
875
|
* A harness of the run's stack as `cursor (model composer-2.5, served composer-2.5[fast=true])`:
|
|
636
|
-
* the configured model, then
|
|
876
|
+
* the configured model and reasoning effort, then what the harness says it resolved.
|
|
637
877
|
*/
|
|
638
878
|
function harnessLabel(h) {
|
|
639
|
-
const parts = [
|
|
879
|
+
const parts = [
|
|
880
|
+
...h.model ? [`model ${h.model}`] : [],
|
|
881
|
+
...h.effort ? [`reasoning effort ${h.effort}`] : [],
|
|
882
|
+
...h.resolvedModels.length ? [`served ${h.resolvedModels.join(", ")}`] : [],
|
|
883
|
+
...h.resolvedEffort.length ? [`served reasoning effort ${h.resolvedEffort.join(", ")}`] : []
|
|
884
|
+
];
|
|
640
885
|
return parts.length ? `${h.id} (${parts.join(", ")})` : h.id;
|
|
641
886
|
}
|
|
642
887
|
/**
|
|
@@ -678,7 +923,7 @@ function activityLabel(a) {
|
|
|
678
923
|
*/
|
|
679
924
|
function runOutcome(run) {
|
|
680
925
|
if (run.status === "interrupted") return "skipped";
|
|
681
|
-
const outcomes = run.evals.map((e) => e.outcome);
|
|
926
|
+
const outcomes = [...run.evals, ...run.families ?? []].map((e) => e.outcome);
|
|
682
927
|
if (outcomes.includes("fail") || run.status === "budget") return "fail";
|
|
683
928
|
if (outcomes.includes("infra_error")) return "infra_error";
|
|
684
929
|
return "pass";
|
|
@@ -691,18 +936,20 @@ function andList(items) {
|
|
|
691
936
|
/** Distinct judge labels that failed on a counted attempt, in first-seen order. */
|
|
692
937
|
function failedJudgeLabels(record) {
|
|
693
938
|
const seen = /* @__PURE__ */ new Set();
|
|
694
|
-
const
|
|
939
|
+
const items = [];
|
|
695
940
|
for (const e of record.evals) for (const a of e.attempts) {
|
|
696
941
|
if (a.outcome !== "pass" && a.outcome !== "fail") continue;
|
|
697
942
|
for (const j of a.judgements) {
|
|
698
|
-
if (j.verdict !== "fail") continue;
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
943
|
+
if (j.verdict !== "fail" || seen.has(j.key)) continue;
|
|
944
|
+
seen.add(j.key);
|
|
945
|
+
items.push({
|
|
946
|
+
key: j.key,
|
|
947
|
+
question: j.question
|
|
948
|
+
});
|
|
703
949
|
}
|
|
704
950
|
}
|
|
705
|
-
|
|
951
|
+
const labels = uniqueJudgeLabels(items);
|
|
952
|
+
return items.map((item) => labels.get(item.key) ?? item.key);
|
|
706
953
|
}
|
|
707
954
|
/**
|
|
708
955
|
* One sentence for the studio run header: counted pass/fail, which judges failed, and infra.
|
|
@@ -752,6 +999,7 @@ function runRows(entries) {
|
|
|
752
999
|
entry,
|
|
753
1000
|
passed: pass,
|
|
754
1001
|
total: pass + fail + infraError,
|
|
1002
|
+
counted: pass + fail,
|
|
755
1003
|
drift: base ? stackChanges(base, entry) : [],
|
|
756
1004
|
changedEvals
|
|
757
1005
|
});
|
|
@@ -839,12 +1087,13 @@ function cellRows(e) {
|
|
|
839
1087
|
gated: cell.gate !== "none",
|
|
840
1088
|
gate: cell.gate,
|
|
841
1089
|
overrides: cell.overrides,
|
|
1090
|
+
reasoningEffort: cell.effort ?? null,
|
|
842
1091
|
runs: cell.runs,
|
|
843
1092
|
pass: cell.pass,
|
|
844
1093
|
fail: cell.fail,
|
|
845
1094
|
infraError: cell.infraError,
|
|
846
1095
|
skipped: cell.skipped,
|
|
847
|
-
|
|
1096
|
+
passAt1: cell.passRate,
|
|
848
1097
|
outcome: cell.outcome,
|
|
849
1098
|
lift: cell.lift ? Math.round(cell.lift.points * 100) : null,
|
|
850
1099
|
liftInterval: cell.lift ? {
|
|
@@ -877,7 +1126,8 @@ function answerRows(e) {
|
|
|
877
1126
|
within: rates("within"),
|
|
878
1127
|
across: rates("across"),
|
|
879
1128
|
error: a.error ?? null,
|
|
880
|
-
noPairs: a.votes.length === 0 && a.error === void 0
|
|
1129
|
+
noPairs: a.votes.length === 0 && a.error === void 0,
|
|
1130
|
+
reasons: sampleReasons(a.votes)
|
|
881
1131
|
};
|
|
882
1132
|
});
|
|
883
1133
|
}
|
|
@@ -894,7 +1144,7 @@ function evalHistory(entries, slug) {
|
|
|
894
1144
|
points.push({
|
|
895
1145
|
run,
|
|
896
1146
|
outcome: e.outcome,
|
|
897
|
-
|
|
1147
|
+
passAt1: e.passRate,
|
|
898
1148
|
cells: e.cells,
|
|
899
1149
|
changed: cellsChanged(seen, e.id, e.cells)
|
|
900
1150
|
});
|
|
@@ -916,8 +1166,8 @@ const COMPARE_ORDER = [
|
|
|
916
1166
|
];
|
|
917
1167
|
/**
|
|
918
1168
|
* Whether some of an eval's cells aren't gated (`gate: 'none'`, e.g. controls under
|
|
919
|
-
* `compare.gate: 'variants'`). Its pass
|
|
920
|
-
* the eval line labels
|
|
1169
|
+
* `compare.gate: 'variants'`). Its pass@1 then covers fewer attempts than its pass count, so
|
|
1170
|
+
* the eval line labels it `gated`: `2/4 · pass@1 100% gated`.
|
|
921
1171
|
*/
|
|
922
1172
|
const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
|
|
923
1173
|
/**
|
|
@@ -925,29 +1175,29 @@ const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
|
|
|
925
1175
|
* apart from failures, since it fails neither its eval nor the run.
|
|
926
1176
|
*/
|
|
927
1177
|
const isUngatedMiss = (e, a) => a.outcome === "fail" && a.error?.kind !== "aborted" && e.cells.find((c) => c.key === a.cell)?.gate === "none";
|
|
928
|
-
/**
|
|
929
|
-
function
|
|
1178
|
+
/** pass@1 in the gated cells, as an eval's `passRate` counts it. */
|
|
1179
|
+
function gatedPassAt1(cells) {
|
|
930
1180
|
const gated = cells.filter((c) => c.gate !== "none");
|
|
931
1181
|
const pass = gated.reduce((n, c) => n + c.pass, 0);
|
|
932
1182
|
const counted = pass + gated.reduce((n, c) => n + c.fail, 0);
|
|
933
1183
|
return counted ? pass / counted : null;
|
|
934
1184
|
}
|
|
935
|
-
/** `reeval compare`'s classification, plus pass
|
|
1185
|
+
/** `reeval compare`'s classification, plus pass@1 and judge-score deltas from the records. */
|
|
936
1186
|
function compareView(base, head, records = {}) {
|
|
937
1187
|
const rows = compare(base, head).map((row) => {
|
|
938
1188
|
const b = base.evals.find((e) => e.id === row.id);
|
|
939
1189
|
const h = head.evals.find((e) => e.id === row.id);
|
|
940
1190
|
const baseKeys = new Set(b?.cells.map((c) => c.key));
|
|
941
1191
|
const shared = row.cells && new Set(h?.cells.filter((c) => baseKeys.has(c.key)).map((c) => c.key));
|
|
942
|
-
const
|
|
1192
|
+
const passAt1 = (e) => {
|
|
943
1193
|
if (!e) return null;
|
|
944
|
-
return shared ?
|
|
1194
|
+
return shared ? gatedPassAt1(e.cells.filter((c) => shared.has(c.key))) : e.passRate;
|
|
945
1195
|
};
|
|
946
1196
|
return {
|
|
947
1197
|
...row,
|
|
948
1198
|
slug: h?.slug ?? b?.slug ?? null,
|
|
949
|
-
|
|
950
|
-
|
|
1199
|
+
basePassAt1: passAt1(b),
|
|
1200
|
+
headPassAt1: passAt1(h),
|
|
951
1201
|
baseScore: meanScore(records.base?.evals.find((e) => e.id === row.id)),
|
|
952
1202
|
headScore: meanScore(records.head?.evals.find((e) => e.id === row.id)),
|
|
953
1203
|
perCell: row.perCell ?? []
|
|
@@ -1018,6 +1268,6 @@ const findAttempt = (e, attemptId) => e.attempts.find((a) => a.id === attemptId)
|
|
|
1018
1268
|
/** The attempt to open by default: the first failure, else the first attempt. */
|
|
1019
1269
|
const defaultAttempt = (e) => e.attempts.find((a) => a.outcome === "fail" || a.outcome === "infra_error") ?? e.attempts[0];
|
|
1020
1270
|
//#endregion
|
|
1021
|
-
export {
|
|
1271
|
+
export { formatRatio as $, transcriptItems as A, TOKENS_UNREPORTED as B, runLead as C, shortSha as D, runtimeLabel as E, collapsedJudges as F, contrastEffort as G, cellContrast as H, judgeLabel as I, effortOf as J, effortChangeLabel as K, judgeRatesLabel as L, cellJudgeRates as M, cellUsage as N, splitEvalId as O, collapsedJudgeLabel as P, formatCount as Q, uniqueJudgeLabels as R, parseTranscript as S, runRows as T, cellEffort as U, VERDICT_TEXT as V, cellSamples as W, effortSummary as X, effortSample as Y, effortVerdict as Z, hasUngatedCells as _, cellRows as a, median as at, isUngatedMiss as b, evalHistory as c, signedRank as ct, findAttempt as d, compare as dt, formatSeconds as et, findEval as f, sourceChanges as ft, harnessLabel as g, formatUsage as h, buildIndex as i, meanInterval as it, LIFT_MIN_COUNTED as j, splitPatch as k, evalTree as l, wilson as lt, formatPercent as m, whyChanged as mt, activityLabel as n, liftInterval as nt, compareView as o, pairedLiftInterval as ot, formatDuration as p, stackChanges as pt, effortLabel as q, answerRows as r, mcnemar as rt, defaultAttempt as s, round3 as st, COMPARE_ORDER as t, tokenValues as tt, failedJudgeLabels as u, cellsChanged as ut, indexFiles as v, runOutcome as w, languageLabel as x, isMatrix as y, EFFORT_ALPHA as z };
|
|
1022
1272
|
|
|
1023
|
-
//# sourceMappingURL=model-
|
|
1273
|
+
//# sourceMappingURL=model-BOnlAPzs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-BOnlAPzs.js","names":["counted"],"sources":["../src/view/compare.ts","../src/stats.ts","../src/view/effort.ts","../src/view/judgements.ts","../src/view/model.ts"],"mappings":";;;;;;AAoCA,MAAM,eAAsF;CAC1F;EAAE,OAAO;EAAY,OAAO;EAAa,SAAS;CAAM;CACxD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAgB,OAAO;EAAgB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAc,OAAO;EAAe,SAAS;CAAM;CAC5D;EAAE,OAAO;EAAa,OAAO;EAAmB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAe,OAAO;EAAsB,SAAS;CAAK;CACnE;EAAE,OAAO;EAAgB,OAAO;EAAiB,SAAS;CAAM;CAChE;EAAE,OAAO;EAAoB,OAAO;EAAqB,SAAS;CAAK;AACzE;AAEA,MAAM,QAAQ,UACZ,MAAM,QAAQ,KAAK,IACf,MAAM,KAAK,IAAI,KAAK,SACpB,UAAU,OACR,SACA,OAAO,KAAK,CAAC,CACV,QAAQ,YAAY,EAAE,CAAC,CACvB,MAAM,GAAG,EAAE;;AAatB,MAAM,WAAiF;CACrF,WAAW,MAAM,EAAE,iBAAiB;CACpC,YAAY,MAAM,EAAE,iBAAiB;CACrC,YAAY,MAAM,EAAE;CACpB,eAAe,MACb,GAAG,EAAE,YAAY,IAAI,EAAE,qBAAqB,GAAA,CAAI,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AACvF;;AAGA,SAAS,YAAY,MAAmB,MAAyD;CAC/F,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,MAAM,EAAE,OAAO,OAAO,MAAM,MAAM,QAAQ,EAAE,KAAK,CAAC,CAAC,GAAG,OAAO;CACtF,IAAI,CAAC,KAAK,SAAS,CAAC,KAAK,OAAO,OAAO;CACvC,MAAM,SAAS,IAAI,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC7F,OAAO,KAAK,MAAM,SAAS,MACzB,EAAE,MAAM,SAAS,MAAqC;EACpD,MAAM,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG;EACrC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;CACzB,CAAC,CACH;AACF;;;;;;AAOA,SAAgB,aAAa,MAAmB,MAAkC;CAChF,MAAM,SAAS,YAAY,MAAM,IAAI;CACrC,MAAM,UAAyB,CAAC;CAChC,KAAK,MAAM,EAAE,OAAO,OAAO,aAAa,cAAc;EACpD,MAAM,OAAO,SAAS;EACtB,MAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,CAAC,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC;EAClF,MAAM,QAAQ,SACZ,CAAC,GAAG,IAAI,IAAI,OAAO,SAAS,SAAS,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;EACxE,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,IAAI,UAAU,kBAAkB,CAAE,EAAe,UAAU,CAAE,EAAe,SAAS;EACrF,IAAI,KAAK,UAAU,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG;EAC7C,QAAQ,KAAK;GAAE;GAAO;GAAO,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;GAAG,oBAAoB;EAAQ,CAAC;CAC1F;CACA,OAAO;AACT;;;;;AAMA,SAAgB,aACd,MACA,QACA,OACS;CACT,IAAI,UAAU;CACd,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE;EAC5B,MAAM,MAAM,KAAK,IAAI,GAAG;EACxB,IAAI,QAAQ,KAAA,KAAa,QAAQ,EAAE,aAAa,UAAU;EAC1D,KAAK,IAAI,KAAK,EAAE,WAAW;CAC7B;CACA,OAAO;AACT;;AAUA,SAAgB,cACd,QACA,OACU;CACV,MAAM,IAAI,IAAI,IAAI,OAAO,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACvD,MAAM,IAAI,IAAI,IAAI,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACtD,OAAO,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,SAAS;EACvE,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,OAAO;EACzC,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS;EAC3C,OAAO,EAAE,IAAI,IAAI,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS;CAC9D,CAAC;AACH;AAEA,MAAM,cAA0E;CAC9E,SAAS;CACT,aAAa;CACb,OAAO;CACP,UAAU;CACV,OAAO;CACP,SAAS;AACX;;AAGA,SAAgB,WAAW,MAAsB,MAAgC;CAC/E,MAAM,MAAM,cAAc,KAAK,SAAS,KAAK,OAAO;CACpD,MAAM,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1E,MAAM,wBAAQ,IAAI,IAAY;CAC9B,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,IAAI,CAAC,KAAK,CAAC,GAAG;GACZ,IAAI,KAAK,QAAQ,IAAI,GAAG,IAAI,YAAY,SAAS;GACjD;EACF;EACA,KAAK,MAAM,QAAQ,OAAO,KAAK,WAAW,GACxC,IAAI,EAAE,iBAAiB,UAAU,EAAE,iBAAiB,OAAO,MAAM,IAAI,YAAY,KAAK;CAE1F;CACA,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,SAAS,CAAC;AAC1D;;AAGA,SAAS,UAAU,OAAsE;CACvF,MAAM,WAAW,MAAM,KAAK,MAC1B,EAAE,SAAS,UAAU,EAAE,YAAY,SAAS,SAAS,EAAE,OACzD;CACA,IAAI,SAAS,SAAS,MAAM,GAAG,OAAO;CACtC,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO,SAAS,OAAO,MAAM,MAAM,SAAS,IAAI,YAAY;AAC9D;;;;;;AAOA,SAAS,YAAY,GAAmB,GAAmB;CACzD,MAAM,SAAS,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACrD,MAAM,SAAS,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC;CACtD,IAAI,CAAC,OAAO,UAAU,OAAO,MAAM,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,EAAE,gBAAgB,EAAE,WAAW,GACvF,OAAO;CAET,MAAM,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;CAC9C,OAAO;EACL,MAAM,UAAU,OAAO,KAAK,MAAM,OAAO,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;EACzD,MAAM,UAAU,MAAM;EACtB,OAAO;GACL,OAAO,EAAE,MAAM,QAAQ,MAAM,CAAC,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;GACjE,SAAS,EAAE,MAAM,QAAQ,MAAM,CAAC,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;EACnE;CACF;AACF;;AAGA,SAAS,aAAa,MAAsB,MAAqC;CAC/E,MAAM,QAAQ,OAAwC;EACpD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;EACjC,QAAQ,EAAE,UAAU;EACpB,MAAM,EAAE;EACR,MAAM,EAAE;CACV;CACA,QAAQ,KAAK,SAAS,CAAC,EAAA,CAAG,SAAS,MAAM;EACvC,MAAM,IAAI,KAAK,OAAO,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EACjD,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAS,EAAE,UAAU,EAAE,SAAU,OAAO,CAAC;EACjE,OAAO,CAAC;GAAE,KAAK,EAAE;GAAK,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;EAAE,CAAC;CACtD,CAAC;AACH;AAEA,SAAgB,QAAQ,MAAkB,MAAgC;CACxE,MAAM,gBAAgB,aAAa,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,EAAE,kBAAkB;CAE/E,OAAO,CADM,mBAAG,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,GAAG,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC,CAAC,KAAK,OAAO;EACrB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM;GAAM,MAAM,GAAG,WAAW;GAAM,QAAQ;EAAQ;EAC3E,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM;GAAM,QAAQ;EAAU;EACpE,MAAM,SAAS,EAAE,gBAAgB,EAAE,cAAc,OAAO,YAAY,GAAG,CAAC;EACxE,MAAM,MAAkC,SACpC;GAAE;GAAI,GAAG;EAAO,IAChB;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM,EAAE;EAAQ;EAC3C,MAAM,UAAU,aAAa,GAAG,CAAC;EACjC,IAAI,QAAQ,QAAQ,IAAI,UAAU;EAClC,IAAI,IAAI,SAAS,iBAAiB,IAAI,SAAS,eAAe,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC/F,IAAI,EAAE,gBAAgB,EAAE,eAAe,CAAC,QACtC,OAAO;GAAE,GAAG;GAAK,QAAQ;GAAS,SAAS,WAAW,GAAG,CAAC;EAAE;EAE9D,IAAI,iBAAiB,IAAI,SAAS,IAAI,MAAM,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC7E,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAY;EACrF,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EACjF,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAO;CAClC,CAAC;AACH;;;;ACrPA,MAAM,IAAI;;;;;AAQV,SAAgB,OAAO,MAAc,GAAqB;CACxD,IAAI,MAAM,GAAG,OAAO;EAAE,KAAK;EAAG,MAAM;CAAE;CACtC,MAAM,IAAI,OAAO;CACjB,MAAM,KAAK,IAAI;CACf,MAAM,cAAc,IAAI,KAAK;CAC7B,MAAM,UAAU,IAAI,MAAM,IAAI,MAAM;CACpC,MAAM,OAAQ,IAAI,KAAK,KAAM,KAAK,IAAI,KAAM,IAAI,MAAM,IAAI,IAAI,EAAE,IAAK;CACrE,OAAO;EAAE,KAAK,KAAK,IAAI,GAAG,SAAS,IAAI;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,IAAI;CAAE;AAC7E;;;;;AAMA,SAAgB,aACd,SACA,SAC+B;CAC/B,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,SAAS,KAAK;CACpB,OAAO;EACL;EACA,KAAK,SAAS,KAAK,MAAM,KAAK,EAAE,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;EAC9D,MAAM,SAAS,KAAK,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK,EAAE,QAAQ,CAAC;CACjE;AACF;;AAGA,MAAa,UAAU,MAAc,KAAK,MAAM,IAAI,GAAI,IAAI;;AAG5D,SAAgB,SAAS,QAA2B,GAA0B;CAC5E,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,OAAO,SAAS,KAAK;CACjC,MAAM,KAAK,KAAK,MAAM,EAAE;CACxB,MAAM,KAAK,KAAK,KAAK,EAAE;CACvB,MAAM,IAAI,OAAO;CAEjB,OAAO,KADG,OAAO,MACD,MAAM,KAAK;AAC7B;AAEA,MAAa,UAAU,WAA8B,SAAS,QAAQ,EAAG;;AAGzE,MAAM,cAAc;AAEpB,MAAM,UAAU,GAAW,MAAc;CACvC,IAAI,IAAI;CACR,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,IAAK,KAAK,IAAI,IAAI,KAAM;CACrD,OAAO,KAAK,MAAM,CAAC;AACrB;;;;;;AAOA,SAAgB,YAAY,IAAuB,IAAsC;CACvF,MAAM,KAAK,GAAG;CACd,MAAM,KAAK,GAAG;CACd,IAAI,OAAO,KAAK,OAAO,GAAG,OAAO;CACjC,MAAM,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,OAAO,MAAM;CAC7C,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,SAAU;EACnC,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,OAAO,UAAU,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACnE,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,IAAI,KAAK;CACf,MAAM,WAAY,MAAM,IAAI,KAAM;CAClC,MAAM,WAAW,KAAK,IAAI,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,QAAQ;CAClF,IAAI,OAAO,GAAG,EAAE,IAAI,aAAa;EAC/B,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAa,KAAK,KAAM,MAAO,IAAI,IAAI,QAAQ,KAAK,IAAI;EAC9D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,IAAI,QAAQ;CACZ,MAAM,QAAQ,OAAe,MAAc,QAAgB;EACzD,IAAI,SAAS,GAAG;GACd;GACA,IAAI,KAAK,IAAI,MAAM,QAAQ,KAAK,WAAW,MAAM;GACjD;EACF;EACA,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,OAAO,GAAG,MAAO,MAAM,EAAa;CAC1F;CACA,KAAK,GAAG,IAAI,CAAC;CACb,OAAO,UAAU;AACnB;;AAGA,MAAa,YAAY,IAAY,OACnC,OAAO,KAAK,OAAO,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;;;;;;AAgBhE,SAAgB,mBAAmB,GAA8C;CAC/E,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,GAAG,SAAS,MAAM;CAChE,MAAM,IAAI,IAAI,IAAI,IAAI;CACtB,IAAI,MAAM,GAAG,OAAO;EAAE,QAAQ;EAAG,KAAK;EAAI,MAAM;CAAE;CAClD,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,eAAe,IAAI,MAAM,IAAI,MAAM,IAAI,MAAM,IAAI;CAEvD,MAAM,YAAY,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI;CACvF,MAAM,MAAM,gBAAgB,IAAI,IAAI,YAAY,KAAK,KAAK,WAAW;CACrE,MAAM,UAAU,IAAI,KAAK;CACzB,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,KAAK,EAAE,QAAQ,IAAI,IAAI,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,CAAC,CAC7F;CACA,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,EAAE,OAAO,OAAO,IAAI,IAAI,OAAO,EAAE,OAAO,OAAO,KAAK,EAAE,QAAQ,KAAK,EAAE,QAAQ,CAAC,CAC7F;CACA,OAAO;EAAE;EAAQ,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,EAAE;CAAE;AAClF;;AAGA,SAAgB,QAAQ,aAAqB,aAA6B;CACxE,MAAM,IAAI,cAAc;CACxB,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,MAAM,KAAK,IAAI,aAAa,WAAW;CAC7C,IAAI,OAAO;CACX,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,KAAK,QAAQ,OAAO,GAAG,CAAC,IAAI,KAAK;CAC3D,OAAO,KAAK,IAAI,GAAG,IAAI,IAAI;AAC7B;;AAGA,MAAM,OAAO;CACX;CAAQ;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAM;CAC3F;CAAO;CAAM;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CACvF;CAAO;AACT;;AAGA,SAAgB,KAAK,IAAoB;CACvC,IAAI,KAAK,GAAG,OAAO,OAAO;CAC1B,MAAM,SAAS,KAAK,KAAK;CACzB,IAAI,WAAW,KAAA,GAAW,OAAO;CACjC,OAAO,KAAK,KAAK,IAAI,MAAM,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,KAAK,KAAK;AACvF;;;;;AAMA,SAAgB,aAAa,QAAwD;CACnF,MAAM,IAAI,OAAO;CACjB,IAAI,MAAM,GAAG,OAAO;EAAE,MAAM;EAAG,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC7F,MAAM,OAAO,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CACjD,IAAI,MAAM,GAAG,OAAO;EAAE;EAAM,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC1F,MAAM,WAAW,OAAO,QAAQ,GAAG,MAAM,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,IAAI;CACxE,MAAM,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,WAAW,CAAC;CACjD,OAAO;EAAE;EAAM,KAAK,OAAO;EAAM,MAAM,OAAO;CAAK;AACrD;;;;;;AAOA,SAAgB,WAAW,aAA+C;CACxE,MAAM,IAAI,YAAY,QAAQ,MAAM,MAAM,CAAC;CAC3C,MAAM,IAAI,EAAE;CACZ,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,SAAS,EAAE,KAAK,GAAG,OAAO;EAAE,GAAG,KAAK,IAAI,CAAC;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,CAAC;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAK;EACvB,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACvD,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,QAAS,KAAK,IAAI,KAAM;CAC9B,MAAM,OAAO,EAAE,QAAQ,GAAG,GAAG,MAAO,IAAI,IAAI,IAAK,MAAM,KAAgB,GAAI,CAAC;CAC5E,MAAM,WAAW,KAAK,IAAI,OAAO,QAAQ,CAAC;CAC1C,IAAI,IAAI,IAAI;EACV,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAY,KAAK,IAAI,MAAM,IAAI,IAAI,KAAM,KAAK,OAAO;EAC3D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,KAAK,IAAI,OAAO,GAAG,OAAO,KAAK,GAAG,QAAQ;EACxC,IAAI,MAAM;EACV,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,OAAQ,KAAK,GAAI,OAAO,MAAM;EAC9D,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC,KAAK,WAAW,MAAM;CACpD;CACA,OAAO,UAAU,KAAK;AACxB;AAEA,SAAS,UAAU,GAAmB;CAEpC,MAAM,IAAI,KAAK,IAAK,WAAY,KAAK,IAAI,CAAC,IAAK,KAAK;CAIpD,MAAM,MAAM,IAFV,KACC,aAAc,KAAK,cAAe,KAAK,cAAc,KAAK,eAAe,IAAI,kBACzD,KAAK,IAAI,EAAE,IAAI,KAAK,CAAC;CAC5C,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,IAAI,OAAO;AAC9C;;;;ACnOA,MAAa,eAAe;;AAG5B,MAAa,oBAAoB;AAwDjC,MAAa,gBACX,OACkB;CAClB,OAAO,EAAE,SAAS;CAClB,SAAS,EAAE,QAAQ;CACnB,WAAW,EAAE,SAAS;CACtB,GAAI,EAAE,QAAQ,EAAE,QAAQ,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC;AACpD;AAEA,MAAMA,aAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;AAE7F,MAAM,UAAU,YAA8B;CAC5C,QAAQ,OAAO,MAAM,KAAK;CAC1B,IAAI,SAAS,QAAQ,GAAI,KAAK;CAC9B,IAAI,SAAS,QAAQ,GAAI,KAAK;AAChC;;AAGA,MAAa,eAAe,YAC1B,QAAQ,SAAS,MAAO,EAAE,WAAW,KAAA,IAAY,CAAC,IAAI,CAAC,EAAE,MAAM,CAAE;AAEnE,SAAgB,SAAS,SAA4C;CACnE,IAAI,QAAQ,WAAW,GAAG,OAAO;CACjC,MAAM,SAAS,YAAY,OAAO;CAClC,OAAO;EACL,GAAG,QAAQ;EACX,OAAO,OAAO,QAAQ,KAAK,MAAM,EAAE,KAAK,CAAC;EACzC,SAAS,OAAO,QAAQ,KAAK,MAAM,EAAE,OAAO,CAAC;EAC7C,WAAW,OAAO,QAAQ,KAAK,MAAM,EAAE,SAAS,CAAC,KAAK;EACtD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,CAAC;CACpD;AACF;;AAGA,SAAgB,cACd,IACA,IAC8C;CAC9C,MAAM,IAAI,YAAY,IAAI,EAAE;CAC5B,IAAI,SAAS,GAAG,QAAQ,GAAG,MAAM,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAe;CACxF,IAAI,MAAM,QAAQ,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAQ;CAClE,OAAO;EAAE;EAAG,UAAU,OAAO,EAAE,KAAK,MAAM,OAAO,EAAE,KAAK,KAAK,UAAU;CAAO;AAChF;AAEA,MAAM,SAAS,GAAW,MAAe,MAAM,IAAI,OAAO,IAAI;AAE9D,SAAgB,eACd,SACA,SACuB;CACvB,MAAM,IAAI,SAAS,OAAO;CAC1B,MAAM,IAAI,SAAS,OAAO;CAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO;CACrB,MAAM,QAAQ,cACZ,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;CACA,MAAM,OAAO,cACX,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;CACA,MAAM,OAAO,YAAY,OAAO;CAChC,MAAM,OAAO,YAAY,OAAO;CAEhC,MAAM,SAAS,KAAK,UAAU,KAAK,SAAS,cAAc,MAAM,IAAI,IAAI;CACxE,MAAM,WAAW,KAAK,SAAS,KAAK;CACpC,MAAM,aAAa,WAAW,KAAK,WAAW,QAAQ,SAAS,QAAQ;CACvE,MAAM,KAAK,QAAQ,KAAK,MAAM,EAAE,KAAK;CACrC,MAAM,KAAK,QAAQ,KAAK,MAAM,EAAE,KAAK;CACrC,OAAO;EACL,SAAS;EACT,SAAS;EACT,YAAY,MAAM,EAAE,MAAM,QAAQ,EAAE,MAAM,MAAM;EAChD,cAAc,MAAM,EAAE,QAAQ,QAAQ,EAAE,QAAQ,MAAM;EACtD,cAAc,EAAE,QAAQ,SAAS,EAAE,QAAQ;EAC3C,QAAQ,MAAM;EACd,UAAU,KAAK;EACf,WAAW,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE,KAAK,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE;EAChF,SAAS,MAAM;EACf,aAAa,KAAK;EAClB,aAAa,UAAU,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,OAAO,QAAQ,EAAE,OAAO,MAAM,IAAI;EACxF,SAAS,QAAQ,KAAK;EACtB,eAAe,QAAQ,WAAW;EAClC,GAAI,aAAa,EAAE,YAAY,kBAAkB,IAAI,CAAC;CACxD;AACF;;AAGA,MAAa,eAAe,GAAgC,YAC1D,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAWA,UAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY;AAE7E,MAAa,cAAc,GAAgC,YACzD,SAAS,YAAY,GAAG,OAAO,CAAC;;AAGlC,SAAgB,aACd,GACA,SACuB;CACvB,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,OAAO,eAAe,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,KAAK,KAAK,EAAE,CAAC;AAC7E;;AAKA,MAAa,eAAe,MAAe,OAAO,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;AAExF,MAAa,eAAe,MAAsB,MAAM,OAAO,OAAO,IAAI,EAAE,QAAQ,CAAC;;AAGrF,SAAgB,cAAc,IAAoB;CAEhD,IAAI,KAAK,MAAM,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,CAAC,EAAE;CACjE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;AAEA,MAAM,WAAW,MACf,MAAM,OAAO,KAAK,SAAS,IAAI,OAAQ,WAAW,EAAE,QAAQ,CAAC,EAAE;AAEjE,MAAa,eAAgE;CAC3E,QAAQ,SAAS,SAAS;CAC1B,OAAO,SAAS,QAAQ;CACxB,aAAa;CACb,oBAAoB;AACtB;AAEA,MAAM,oBAAoB,MACxB,EAAE,YAAY,WAAW,EAAE,YAAY,SACnC,GAAG,aAAa,EAAE,QAAQ,CAAC,YAAY,IAAI,QAAQ,EAAE,MAAM,MAC3D,aAAa,EAAE,QAAQ,CAAC,EAAE;;AAGhC,MAAM,qBAAqB,MAA8B;CACvD,IAAI,EAAE,kBAAkB,MAAM,OAAO;CACrC,IAAI,EAAE,YAAY,kBAAkB,EAAE,kBAAkB,gBAAgB,OAAO;CAC/E,IAAI,EAAE,kBAAkB,WAAW,EAAE,kBAAkB,QACrD,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,QAAQ,IAAI,QAAQ,EAAE,OAAO;CAEzE,IAAI,EAAE,kBAAkB,SAAS,OAAO;CACxC,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,EAAE;AAC9C;;;;;;AAOA,SAAgB,YAAY,GAA2B;CAGrD,MAAM,QAAQ,CAAC,SAFQ,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,IAAI,YAAY,EAAE,UAAU,EAAE,IAE7G,SADA,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,MAAM,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,IAAI,YAAY,EAAE,YAAY,EAAE,EAClH;CAC1B,IAAI,EAAE,kBAAkB,QAAQ,EAAE,QAAQ,UAAU,EAAE,QAAQ,QAC5D,MAAM,KACJ,UAAU,YAAY,EAAE,QAAQ,OAAO,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,YAAY,EAAE,WAAW,EAAE,EAC3H;CAEF,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,kBAAkB,CAAC;AAC1E;;AAGA,MAAa,iBAAiB,MAC5B,EAAE,SACE,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM,EAAE,YAAY,YAAY,EAAE,OAAO,MAAM,MACvH,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM;;AAGpF,SAAgB,kBACd,MACA,MACQ;CACR,MAAM,IAAI,MAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,MAAM;CACpD,MAAM,IAAI,MAAM,KAAK,QAAQ,QAAQ,KAAK,QAAQ,MAAM;CACxD,MAAM,OAAO,SAAS,YAAY,KAAK,MAAM,MAAM,EAAE,KAAK,YAAY,KAAK,MAAM,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE,YAAY,cAAc,KAAK,QAAQ,MAAM,EAAE,KAAK,cAAc,KAAK,QAAQ,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE;CACtN,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,QAAQ,OAAO;CACzC,MAAM,MAAM,MAAM,KAAK,OAAO,QAAQ,KAAK,OAAO,MAAM;CACxD,OAAO,GAAG,KAAK,YAAY,YAAY,KAAK,OAAO,MAAM,EAAE,KAAK,YAAY,KAAK,OAAO,MAAM,EAAE,IAAI,YAAY,GAAG,EAAE;AACvH;;;;;;;ACrOA,MAAa,mBAAmB;;AAGhC,MAAM,iBAAiB;AAEvB,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;;AAG7F,MAAM,YAAY;AAElB,MAAM,aAAa,aAAqB,SAAS,QAAQ,QAAQ,EAAE,CAAC,CAAC,KAAK;;AAG1E,SAAS,SAAS,MAAc,KAAqB;CACnD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,EAAE,MAAM,EAAE;CACjC,MAAM,QAAQ,IAAI,OAAO,IAAI;CAE7B,OAAO,KADM,SAAS,KAAK,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC,IAAI,IAAA,CACpD,UAAU;AAC5B;;AAGA,SAAgB,WAAW,UAA0B;CACnD,OAAO,KAAK,UAAU,QAAQ,GAAG,SAAS;AAC5C;;;;;;AAOA,SAAgB,kBACd,OACqB;CACrB,MAAM,wBAAQ,IAAI,IAA+C;CACjE,KAAK,MAAM,QAAQ,OACjB,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI;CAEpD,MAAM,yBAAS,IAAI,IAAoB;CACvC,MAAM,uBAAO,IAAI,IAAsB;CAEvC,MAAM,YAAY,KAAa,UAAkB;EAC/C,MAAM,OAAO,OAAO,IAAI,GAAG;EAC3B,IAAI,SAAS,KAAA,GAAW;GACtB,MAAM,QAAQ,KAAK,IAAI,IAAI;GAC3B,IAAI,OAAO;IACT,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,GAAG;IAC1C,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,IAAI;SAC/B,KAAK,OAAO,IAAI;GACvB;EACF;EACA,OAAO,IAAI,KAAK,KAAK;EACrB,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,CAAC;EAClC,MAAM,KAAK,GAAG;EACd,KAAK,IAAI,OAAO,KAAK;CACvB;CAEA,KAAK,MAAM,OAAO,MAAM,OAAO,GAAG,SAAS,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC;CAE5E,KAAK,MAAM,CAAC,OAAO,SAAS,CAAC,GAAG,IAAI,GAAG;EACrC,IAAI,KAAK,SAAS,GAAG;EACrB,MAAM,wBAAQ,IAAI,IAAsB;EACxC,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,MAAM,MAAM,IAAI,GAAG;GACzB,IAAI,CAAC,KAAK;GACV,MAAM,OAAO,SAAS,UAAU,IAAI,QAAQ,GAAG,SAAS;GACxD,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK,CAAC;GAClC,MAAM,KAAK,GAAG;GACd,MAAM,IAAI,MAAM,KAAK;EACvB;EACA,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO;GACjC,MAAM,CAAC,QAAQ;GACf,MAAM,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,EAAA,CAAG,MAAM,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;GACnE,IAAI,QAAQ,MAAM,WAAW,KAAK,SAAS,SAAS,CAAC,OAAO,SAAS,MAAM,IAAI;QAC1E,KAAK,MAAM,OAAO,OAAO,SAAS,KAAK,GAAG;EACjD;CACF;CAEA,KAAK,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG;EAChC,IAAI,KAAK,SAAS,GAAG;EACrB,KAAK,MAAM,OAAO,MAAM,SAAS,KAAK,GAAG;CAC3C;CAEA,OAAO;AACT;AAcA,SAAS,WAAW,GAAgC,SAAwC;CAC1F,MAAM,wBAAQ,IAAI,IAAsB;CACxC,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,SAAS,WAAW,CAAC,QAAQ,CAAC,GAAG;EACvC,KAAK,MAAM,KAAK,EAAE,YAAY;GAC5B,MAAM,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK;IAC9B,OAAO;IACP,UAAU,EAAE;IACZ,MAAM;IACN,SAAS;GACX;GACA,IAAI;GACJ,IAAI,EAAE,YAAY,QAAQ,IAAI;GAC9B,MAAM,IAAI,EAAE,KAAK,GAAG;EACtB;CACF;CACA,MAAM,SAAS,kBACb,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EAAE;EAAK,UAAU,IAAI;CAAS,EAAE,CAClE;CACA,KAAK,MAAM,CAAC,KAAK,QAAQ,OAAO,IAAI,QAAQ,OAAO,IAAI,GAAG,KAAK,WAAW,IAAI,QAAQ;CACtF,OAAO;AACT;AAEA,SAAS,cAAc,GAA6B,SAAyC;CAC3F,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,MAAM,SAAS,WAAW,OAAO,KAAA;CACrC,OAAO,EAAE,MAAM,MACZ,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,KAAK,WAAW,EAAE,YAAY,KAAK,OAClF;AACF;AAEA,SAAS,WACP,SACA,SACsB;CACtB,IAAI,CAAC,WAAW,QAAQ,UAAA,KAA8B,QAAQ,UAAA,GAC5D,OAAO;CAET,MAAM,EAAE,QAAQ,KAAK,SAAS,aAC5B;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,GACzC;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,CAC3C;CACA,OAAO;EACL,QAAQ,OAAO,MAAM;EACrB,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,aAAa,MAAM,KAAK,OAAO;CACjC;AACF;;AAGA,SAAgB,eACd,GACA,SACgB;CAChB,MAAM,UAAU,WAAW,GAAG,OAAO;CACrC,MAAM,UAAU,cAAc,GAAG,OAAO;CACxC,MAAM,iBAAiB,UAAU,WAAW,GAAG,QAAQ,GAAG,IAAI,KAAA;CAC9D,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EACvC;EACA,GAAG;EACH,MAAM,WAAW,KAAK,gBAAgB,IAAI,GAAG,CAAC;CAChD,EAAE;AACJ;AAEA,MAAM,gBAAgB,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;;AAGxF,SAAgB,gBAAgB,OAAwC;CACtE,OAAO,MACJ,KAAK,MAAM;EACV,MAAM,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EACpC,OAAO,EAAE,OAAO,GAAG,EAAE,IAAI,aAAa,EAAE,KAAK,MAAM,EAAE,SAAS;CAChE,CAAC,CAAC,CACD,KAAK,KAAK;AACf;;AAWA,SAAgB,gBAAgB,YAG9B;CACA,MAAM,SAAS,kBAAkB,UAAU;CAC3C,MAAM,QAAQ,WAAW,KAAK,OAAO;EACnC,SAAS,EAAE;EACX,OAAO,EAAE;EACT,WAAW,EAAE;EACb,OAAO,OAAO,IAAI,EAAE,GAAG,KAAK,WAAW,EAAE,QAAQ;EACjD,KAAK,EAAE;CACT,EAAE;CACF,IAAI,MAAM,UAAU,gBAAgB,OAAO;EAAE,OAAO;EAAO,OAAO;CAAE;CAEpE,OAAO;EAAE,OAAO,CADJ,MAAM,QAAQ,GAAG,MAAO,EAAE,SAAS,EAAE,QAAQ,IAAI,CAC1C,CAAC;EAAG,OAAO,MAAM;CAAO;AAC7C;;AAGA,SAAgB,oBAAoB,YAAuD;CACzF,IAAI,CAAC,WAAW,QAAQ,OAAO;CAC/B,MAAM,EAAE,OAAO,UAAU,gBAAgB,UAAU;CACnD,MAAM,QAAQ,MAAM,KAAK,MAAM,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,UAAU,QAAQ,CAAC,GAAG;CAC7F,IAAI,OAAO,MAAM,KAAK,GAAG,MAAM,QAAQ;CACvC,OAAO,MAAM,KAAK,KAAK;AACzB;;AAGA,SAAgB,UAAU,GAAgC,SAAoC;CAC5F,OAAO,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAAC;AAChG;;;;AChLA,SAAgB,YAAY,IAA8C;CACxE,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ,GAAG,MAAM,KAAK;CAC3C,OAAO;EAAE;EAAM,MAAM,KAAK,SAAS,OAAO,CAAC,IAAI;CAAE;AACnD;;AAGA,SAAgB,WAAW,SAAyB,+BAAc,IAAI,KAAK,EAAA,CAAE,YAAY,GAAG;CAC1F,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI,EAAG;CACvE,MAAM,yBAAS,IAAI,IAA4B;CAC/C,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,KAAK,QAAQ,MAAM,SAAS;EAClC,MAAM,OAAO,OAAO,IAAI,EAAE,KAAK,CAAC;EAChC,KAAK,KAAK,KAAK;EACf,OAAO,IAAI,IAAI,IAAI;CACrB;CACA,MAAM,wBAAQ,IAAI,IAA8B;CAChD,KAAK,MAAM,OAAO,QAChB,KAAK,MAAM,KAAK,IAAI,OAAO;EACzB,MAAM,QAAQ,MAAM,IAAI,EAAE,IAAI;EAC9B,IAAI,OAAO;GACT,MAAM;GACN;EACF;EACA,MAAM,IAAI,EAAE,MAAM;GAChB,MAAM,EAAE;GACR,IAAI,EAAE;GACN,GAAG,YAAY,EAAE,EAAE;GACnB,MAAM;GACN,QAAQ;IAAE,OAAO,IAAI;IAAO,SAAS,EAAE;GAAQ;EACjD,CAAC;CACH;CAQF,OAAO;EAAE,UAAA;GALP;GACA,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,WAAW;IAAE;IAAI,MAAM,KAAK;GAAO,EAAE;GACnE,QAAQ,OAAO,EAAE,EAAE,SAAS;GAC5B,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,KAAK,EAAE,KAAK,KAAK,CAAE;EAElD;EAAG;CAAO;AAC5B;;AAGA,SAAgB,WAAW,SAAyB,aAA4C;CAC9F,MAAM,EAAE,UAAU,WAAW,WAAW,SAAS,WAAW;CAC5D,MAAM,wBAAQ,IAAI,IAAqB,CAAC,CAAC,cAAc,QAAQ,CAAC,CAAC;CACjE,KAAK,MAAM,CAAC,IAAI,SAAS,QAAQ,MAAM,IAAI,UAAU,EAAE,GAAG,IAAI;CAC9D,OAAO;AACT;AAIA,SAAgB,eAAe,IAAuC;CACpE,IAAI,OAAO,QAAQ,OAAO,KAAA,GAAW,OAAO;CAC5C,IAAI,KAAK,KAAM,OAAO,GAAG,KAAK,MAAM,EAAE,EAAE;CACxC,IAAI,KAAK,KAAQ,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,KAAK,MAAS,IAAI,CAAC,EAAE;CACpE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAM;CAChC,MAAM,IAAI,KAAK,MAAO,KAAK,MAAU,GAAI;CACzC,IAAI,IAAI,IAAI,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE;CAC5C,OAAO,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,IAAI,GAAG;AAC1C;AAEA,MAAa,iBAAiB,SAC5B,SAAS,OAAO,MAAM,GAAG,KAAK,MAAM,OAAO,GAAG,EAAE;;;;;AAMlD,SAAgB,aAAa,GAAoD;CAC/E,MAAM,QAAQ;EACZ,GAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC;EACtC,GAAI,EAAE,SAAS,CAAC,oBAAoB,EAAE,QAAQ,IAAI,CAAC;EACnD,GAAI,EAAE,eAAe,SAAS,CAAC,UAAU,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;EAC3E,GAAI,EAAE,eAAe,SAAS,CAAC,2BAA2B,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;CAC9F;CACA,OAAO,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,MAAM,KAAK,IAAI,EAAE,KAAK,EAAE;AAC5D;;;;;AAMA,SAAgB,aAAa,OAA6D;CACxF,MAAM,UAAU,MAAM,WAAW;EAAE,MAAM;EAAQ,SAAS,MAAM;CAAK;CACrE,OAAO,QAAQ,SAAS,SACpB,QAAQ,QAAQ,YAChB,GAAG,QAAQ,KAAK,GAAG,QAAQ,QAAQ,SAAS,MAAM,KAAK;AAC7D;;AAGA,SAAgB,cAAc,OAA4D;CACxF,MAAM,WAAW,MAAM;CACvB,IAAI,CAAC,UAAU,OAAO;CACtB,OAAO,GAAG,SAAS,UAAU,GAAG,SAAS,KAAK,GAAG,SAAS,YAAY,SAAS,KAAK;AACtF;;AAGA,SAAgB,YAAY,OAAqD;CAC/E,IAAI,CAAC,OAAO,OAAO;CACnB,MAAM,KAAK,MAAe,KAAK,MAAS,GAAG,KAAK,MAAM,IAAI,GAAI,EAAE,KAAK,OAAO,CAAC;CAC7E,MAAM,SAAS,MAAM,YAAY,KAAK,EAAE,MAAM,SAAS,EAAE,YAAY;CACrE,OAAO,GAAG,EAAE,aAAa,KAAK,CAAC,EAAE,KAAK,OAAO,KAAK,EAAE,MAAM,MAAM,EAAE;AACpE;AAEA,MAAa,YAAY,QAAoC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI;;;;;AAMrF,SAAgB,cAAc,GAAmE;CAC/F,MAAM,UAAU,GAAW,SAAiB,GAAG,EAAE,GAAG,OAAO,MAAM,IAAI,KAAK;CAC1E,OAAO,GAAG,OAAO,EAAE,OAAO,WAAW,EAAE,KAAK,OAAO,EAAE,WAAW,WAAW;AAC7E;;;;;AAQA,SAAgB,WAAW,KAIf;CACV,IAAI,IAAI,WAAW,eAAe,OAAO;CACzC,MAAM,WAAW,CAAC,GAAG,IAAI,OAAO,GAAI,IAAI,YAAY,CAAC,CAAE,CAAC,CAAC,KAAK,MAAM,EAAE,OAAO;CAC7E,IAAI,SAAS,SAAS,MAAM,KAAK,IAAI,WAAW,UAAU,OAAO;CACjE,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO;AACT;AAEA,SAAS,QAAQ,OAAkC;CACjD,IAAI,MAAM,UAAU,GAAG,OAAO,MAAM,MAAM;CAC1C,IAAI,MAAM,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,MAAM;CACxD,OAAO,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,MAAM,SAAS;AACtE;;AAGA,SAAgB,kBAAkB,QAA4C;CAC5E,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,QAA6C,CAAC;CACpD,KAAK,MAAM,KAAK,OAAO,OACrB,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ;EAClD,KAAK,MAAM,KAAK,EAAE,YAAY;GAC5B,IAAI,EAAE,YAAY,UAAU,KAAK,IAAI,EAAE,GAAG,GAAG;GAC7C,KAAK,IAAI,EAAE,GAAG;GACd,MAAM,KAAK;IAAE,KAAK,EAAE;IAAK,UAAU,EAAE;GAAS,CAAC;EACjD;CACF;CAEF,MAAM,SAAS,kBAAkB,KAAK;CACtC,OAAO,MAAM,KAAK,SAAS,OAAO,IAAI,KAAK,GAAG,KAAK,KAAK,GAAG;AAC7D;;;;;AAMA,SAAgB,QAAQ,QAAsD;CAC5E,MAAM,EAAE,MAAM,MAAM,eAAe,OAAO;CAC1C,MAAM,UAAU,OAAO;CACvB,MAAM,SAAS,kBAAkB,MAAM;CACvC,MAAM,QAAkB,CAAC;CACzB,IAAI,YAAY,GAAG,MAAM,KAAK,qBAAqB;MAC9C;EACH,MAAM,KAAK,GAAG,KAAK,MAAM,QAAQ,yBAAyB;EAC1D,IAAI,OAAO,GACT,MAAM,KACJ,OAAO,SACH,GAAG,KAAK,cAAc,QAAQ,MAAM,EAAE,QAAQ,OAAO,WAAW,IAAI,KAAK,QACzE,GAAG,KAAK,QACd;CAEJ;CACA,IAAI,aAAa,GACf,MAAM,KAAK,GAAG,WAAW,cAAc,eAAe,IAAI,KAAK,KAAK;CAEtE,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE;AAC7B;;;;;;AAoBA,SAAgB,QAAQ,SAAmC;CACzD,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,4BAAY,IAAI,IAAsC;CAC5D,IAAI,WAAgC;CACpC,MAAM,OAAiB,CAAC;CACxB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,EAAE,MAAM,MAAM,eAAe,MAAM;EACzC,MAAM,OAAO,YAAY;GACvB,OAAO,SAAS;GAChB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,YAAY;IAAE;IAAI,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC;GAAE,EAAE;EACjF;EACA,IAAI,eAAe;EACnB,KAAK,MAAM,KAAK,MAAM,OAAO;GAC3B,IAAI,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG;GACvC,MAAM,QAAQ,UAAU,IAAI,EAAE,EAAE,qBAAK,IAAI,IAAyB;GAClE,KAAK,MAAM,KAAK,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC;GAC3C,UAAU,IAAI,EAAE,IAAI,KAAK;EAC3B;EACA,KAAK,KAAK;GACR;GACA,QAAQ;GACR,OAAO,OAAO,OAAO;GACrB,SAAS,OAAO;GAChB,OAAO,OAAO,aAAa,MAAM,KAAK,IAAI,CAAC;GAC3C;EACF,CAAC;EACD,IAAI,MAAM,WAAW,YAAY,WAAW;CAC9C;CACA,OAAO,KAAK,QAAQ;AACtB;AAWA,MAAM,WAAW,OAAyB;CACxC,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC;CACrD,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,UAAU,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CAC7E,QAAQ,EAAE,SAAS,QAAQ,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CACtD,OAAO,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,aAAa,CAAC,CAAC;CAC7D,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC;AAC7D;AAEA,MAAM,YAAY,GAAU,OAAqB;CAC/C,MAAM,EAAE,OAAO,EAAE;CACjB,MAAM,EAAE,OAAO,EAAE;CACjB,QAAQ,EAAE,SAAS,EAAE;CACrB,OAAO,EAAE,QAAQ,EAAE;CACnB,SAAS,EAAE,UAAU,EAAE;AACzB;AAEA,MAAM,OAAc;CAAE,MAAM;CAAG,MAAM;CAAG,QAAQ;CAAG,OAAO;CAAG,SAAS;AAAE;;AAGxE,SAAgB,SAAS,QAA8C;CACrE,MAAM,OAA6C;EACjD,MAAM;EACN,KAAK;EACL,MAAM;EACN,OAAO;EACP,UAAU,CAAC;CACb;CACA,KAAK,MAAM,KAAK,OAAO,OAAO;EAC5B,MAAM,QAAQ,CAAC,EAAE,MAAM,GAAG,EAAE,KAAK;EACjC,IAAI,OAAO;EACX,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,QAAQ,GAAG;GACvC,MAAM,MAAM,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK;GAC5C,IAAI,QAAQ,KAAK,SAAS,MACvB,MAAiD,EAAE,SAAS,WAAW,EAAE,QAAQ,GACpF;GACA,IAAI,CAAC,OAAO;IACV,QAAQ;KAAE,MAAM;KAAS;KAAK;KAAM,OAAO;KAAM,UAAU,CAAC;IAAE;IAC9D,KAAK,SAAS,KAAK,KAAK;GAC1B;GACA,OAAO;EACT;EACA,KAAK,SAAS,KAAK;GAAE,MAAM;GAAQ,KAAK,EAAE;GAAI,MAAM,EAAE;GAAM,OAAO,QAAQ,CAAC;GAAG,MAAM;EAAE,CAAC;CAC1F;CACA,MAAM,UAAU,MAA0B;EACxC,IAAI,EAAE,SAAS,QAAQ,OAAO;EAC9B,MAAM,WAAW,EAAE,SAAS,IAAI,MAAM;EACtC,SAAS,MAAM,GAAG,MAAM,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC;EACrD,OAAO;GAAE,GAAG;GAAG;GAAU,OAAO,SAAS,QAAQ,GAAG,MAAM,SAAS,GAAG,EAAE,KAAK,GAAG,IAAI;EAAE;CACxF;CACA,OAAQ,OAAO,IAAI,CAAC,CAA0C;AAChE;AAEA,MAAM,QAAQ,MAAc,EAAE,OAAO,IAAI,EAAE,QAAQ,IAAI,EAAE,OAAO,IAAI;;AAwCpE,SAAgB,SAAS,GAAyB;CAChD,OAAO,EAAE,MAAM,KAAK,UAAU;EAC5B,KAAK,KAAK;EACV,SAAS,KAAK;EACd,aAAa,KAAK;EAClB,SAAS,KAAK;EACd,MAAM,KAAK;EACX,OAAO,KAAK,SAAS;EACrB,MAAM,KAAK;EACX,WAAW,KAAK;EAChB,iBAAiB,KAAK,UAAU;EAChC,MAAM,KAAK;EACX,MAAM,KAAK;EACX,MAAM,KAAK;EACX,YAAY,KAAK;EACjB,SAAS,KAAK;EACd,SAAS,KAAK;EACd,SAAS,KAAK;EACd,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK,KAAK,SAAS,GAAG,IAAI;EACvD,cAAc,KAAK,OACf;GACE,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,aAAa,KAAK,KAAK;EACzB,IACA;EACJ,cAAc,KAAK,MAAM,YAAY,KAAA,KAAa,KAAK,KAAK,SAAS,KAAK,KAAK,KAAK;EACpF,QAAQ,WAAW,GAAG,KAAK,GAAG;EAC9B,iBAAiB,aAAa,GAAG,KAAK,GAAG;EACzC,YAAY,eAAe,GAAG,KAAK,GAAG;EACtC,OAAO,UAAU,GAAG,KAAK,GAAG;EAC5B,UAAU,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,GAAG;CACxD,EAAE;AACJ;;AAuBA,SAAgB,WAAW,GAA4C;CACrE,QAAQ,EAAE,WAAW,CAAC,EAAA,CAAG,KAAK,MAAM;EAClC,MAAM,SAAS,QACb,EAAE,MACC,QAAQ,MAAM,EAAE,QAAQ,GAAG,CAAC,CAC5B,KAAK,OAAO;GAAE,MAAM,EAAE;GAAM,MAAM,EAAE;GAAM,GAAG,EAAE;GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;EAAK,EAAE;EACzF,OAAO;GACL,UAAU,EAAE;GACZ,OAAO,EAAE,iBAAiB,EAAE;GAC5B,OAAO,EAAE,MAAM;GACf,MAAM,EAAE,MAAM,QAAQ,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC;GAChD,QAAQ,MAAM,QAAQ;GACtB,QAAQ,MAAM,QAAQ;GACtB,OAAO,EAAE,SAAS;GAClB,SAAS,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,KAAA;GAC7C,SAAS,cAAc,EAAE,KAAK;EAChC;CACF,CAAC;AACH;;AAGA,MAAa,YAAY,MACvB,EAAE,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,MAAM,EAAE,OAAO,CAAC;;AAetD,SAAgB,YAAY,SAAyB,MAAkC;CACrF,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,SAA6B,CAAC;CACpC,MAAM,uBAAO,IAAI,IAAoB;CACrC,KAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;EAC/C,IAAI,CAAC,GAAG;EACR,OAAO,KAAK;GACV;GACA,SAAS,EAAE;GACX,SAAS,EAAE;GACX,OAAO,EAAE;GACT,SAAS,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK;EAC3C,CAAC;CACH;CACA,OAAO;AACT;AAsBA,MAAM,aAAa,MAA6B;CAC9C,MAAM,SAAS,GAAG,SAAS,SAAS,MAAM,EAAE,WAAW,KAAK,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC;CAChF,OAAO,OAAO,SAAS,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO,SAAS;AAC7E;AAEA,MAAa,gBAAiC;CAC5C;CACA;CACA;CACA;CACA;CACA;CACA;AACF;;;;;;AAOA,MAAa,mBAAmB,UAC9B,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM;;;;;AAMrC,MAAa,iBACX,GACA,MAEA,EAAE,YAAY,UACd,EAAE,OAAO,SAAS,aAClB,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;;AAGlD,SAAS,aAAa,OAAqC;CACzD,MAAM,QAAQ,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM;CACnD,MAAM,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CACjD,MAAM,UAAU,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CAC3D,OAAO,UAAU,OAAO,UAAU;AACpC;;AAGA,SAAgB,YACd,MACA,MACA,UAAkD,CAAC,GACnD;CACA,MAAM,OAAyB,QAAQ,MAAM,IAAI,CAAC,CAAC,KAAK,QAAQ;EAC9D,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,WAAW,IAAI,IAAI,GAAG,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;EACnD,MAAM,SACJ,IAAI,SAAS,IAAI,IAAI,GAAG,MAAM,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC;EACpF,MAAM,WAAW,MAAgB;GAC/B,IAAI,CAAC,GAAG,OAAO;GACf,OAAO,SAAS,aAAa,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;EAC7E;EACA,OAAO;GACL,GAAG;GACH,MAAM,GAAG,QAAQ,GAAG,QAAQ;GAC5B,aAAa,QAAQ,CAAC;GACtB,aAAa,QAAQ,CAAC;GACtB,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,SAAS,IAAI,WAAW,CAAC;EAC3B;CACF,CAAC;CACD,KAAK,MAAM,GAAG,MAAM,cAAc,QAAQ,EAAE,MAAM,IAAI,cAAc,QAAQ,EAAE,MAAM,CAAC;CAIrF,OAAO;EAAE;EAAM,QAHA,OAAO,YACpB,cAAc,KAAK,MAAM,CAAC,GAAG,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAErD;EAAG,SAAS,aAAa,MAAM,IAAI;CAAE;AAC3D;;AAsBA,SAAgB,gBAAgB,MAAgC;CAC9D,MAAM,QAA0B,CAAC;CACjC,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;EACnC,IAAI,CAAC,KAAK,KAAK,GAAG;EAClB,IAAI;GACF,MAAM,QAAQ,KAAK,MAAM,IAAI;GAC7B,IAAI,SAAS,OAAO,MAAM,SAAS,UAAU,MAAM,KAAK,uBAAuB,KAAK,CAAC;EACvF,QAAQ,CAAC;CACX;CACA,OAAO;AACT;AAEA,SAAgB,gBAAgB,OAA2C;CACzE,OAAO,MAAM,KAAK,SAAS;EACzB,IAAI,KAAK,SAAS,UAChB,OAAO;GAAE,MAAM;GAAQ,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAM,IAAI,KAAK;EAAG;EAEzE,IAAI,KAAK,SAAS,YAChB,OAAO;GAAE,MAAM;GAAY,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAQ,YAAY,KAAK;EAAW;EAE/F,OAAO;GAAE,MAAM;GAAS,MAAM,KAAK;GAAM,OAAO;EAAK;CACvD,CAAC;AACH;AAYA,MAAM,SAAS;;AAGf,SAAgB,WAAW,OAA4B;CACrD,IAAI,CAAC,MAAM,KAAK,GAAG,OAAO,CAAC;CAC3B,OAAO,MACJ,MAAM,mBAAmB,CAAC,CAC1B,QAAQ,SAAS,KAAK,WAAW,aAAa,CAAC,CAAC,CAChD,KAAK,SAAS;EACb,MAAM,SAAS,OAAO,KAAK,IAAI;EAC/B,MAAM,OAAO,SAAS,MAAM,SAAS,MAAM;EAC3C,IAAI,QAAQ;EACZ,IAAI,UAAU;EACd,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAChC,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;OACjD,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;EAW7D,OAAO;GAAE;GAAM,QATqB,kBAAkB,KAAK,IAAI,IAC3D,UACA,sBAAsB,KAAK,IAAI,IAC7B,YACA,gBAAgB,KAAK,IAAI,IACvB,YACA,oCAAoC,KAAK,IAAI,IAC3C,WACA;GACa;GAAO;GAAS;EAAK;CAC9C,CAAC;AACL;AAIA,MAAa,YAAY,QAAkC,SACzD,OAAO,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;AAE1C,MAAa,eAAe,GAAc,cACxC,EAAE,SAAS,MAAM,MAAM,EAAE,OAAO,SAAS;;AAG3C,MAAa,kBAAkB,MAC7B,EAAE,SAAS,MAAM,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,KAAK,EAAE,SAAS"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { l as judgeRoute } from "./judge-
|
|
1
|
+
import { l as judgeRoute } from "./judge-CeYPN8P_.js";
|
|
2
2
|
import { i as debugTrace } from "./attempt-CGPV3BZY.js";
|
|
3
|
-
import {
|
|
3
|
+
import { experimental_decide } from "ai";
|
|
4
4
|
import { google } from "@ai-sdk/google";
|
|
5
5
|
//#region src/judge/model.ts
|
|
6
6
|
/** See `judgeRoute`: a known provider's own package when its key is set, else the AI Gateway. */
|
|
@@ -9,12 +9,12 @@ async function resolveModel(model) {
|
|
|
9
9
|
const route = judgeRoute(model);
|
|
10
10
|
if (route.kind === "gateway") return model;
|
|
11
11
|
const id = model.slice(route.provider.length + 1);
|
|
12
|
-
if (route.provider === "google") return google.
|
|
12
|
+
if (route.provider === "google") return google.decisionModel(id);
|
|
13
13
|
const { typeSafeAi } = await import("@ai-sdk/typesafe-ai");
|
|
14
|
-
return typeSafeAi.
|
|
14
|
+
return typeSafeAi.decisionModel(id);
|
|
15
15
|
}
|
|
16
16
|
async function scoreWithModel(model, question, state, providerOptions, signal) {
|
|
17
|
-
const result = await
|
|
17
|
+
const result = await experimental_decide({
|
|
18
18
|
model: await resolveModel(model),
|
|
19
19
|
state,
|
|
20
20
|
questions: { answer: {
|
|
@@ -41,4 +41,4 @@ async function scoreWithModel(model, question, state, providerOptions, signal) {
|
|
|
41
41
|
//#endregion
|
|
42
42
|
export { scoreWithModel };
|
|
43
43
|
|
|
44
|
-
//# sourceMappingURL=model-
|
|
44
|
+
//# sourceMappingURL=model-DEQo3FkZ.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-DEQo3FkZ.js","names":["decide"],"sources":["../src/judge/model.ts"],"mappings":";;;;;;AASA,eAAe,aACb,OACwB;CACxB,IAAI,OAAO,UAAU,UAAU,OAAO;CACtC,MAAM,QAAQ,WAAW,KAAK;CAC9B,IAAI,MAAM,SAAS,WAAW,OAAO;CACrC,MAAM,KAAK,MAAM,MAAM,MAAM,SAAS,SAAS,CAAC;CAChD,IAAI,MAAM,aAAa,UAAU,OAAO,OAAO,cAAc,EAAE;CAC/D,MAAM,EAAE,eAAe,MAAM,OAAO;CACpC,OAAO,WAAW,cAAc,EAAE;AACpC;AAEA,eAAsB,eACpB,OACA,UACA,OACA,iBACA,QAC+D;CAC/D,MAAM,SAAS,MAAMA,oBAAO;EAC1B,OAAO,MAAM,aAAa,KAAK;EAC/B;EACA,WAAW,EAAE,QAAQ;GAAE,MAAM;GAAW,cAAc;EAAS,EAAE;EACjE;EACA,aAAa;EAEb,YAAY;CACd,CAAC;CACD,MAAM,EAAE,SAAS,OAAO,UAAU,UAAU,qBAAqB;CACjE,WACE,SACA,qBACA;EAAE;EAAS;EAAO;EAAU;EAAU;CAAiB,GACvD,yBACF;CACA,OAAO;EAAE,OAAO,OAAO,QAAQ,OAAO;EAAa,eAAe,OAAO,UAAU;CAAQ;AAC7F"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as providerModel, c as resolveAnalysisModel, i as isFake, n as callAnalysisModel, o as questionModel, r as cannedModel, s as questionModelLabel, t as analysisModelName } from "./model-
|
|
1
|
+
import { a as providerModel, c as resolveAnalysisModel, i as isFake, n as callAnalysisModel, o as questionModel, r as cannedModel, s as questionModelLabel, t as analysisModelName } from "./model-B1BZoZ9b.js";
|
|
2
2
|
export { analysisModelName, callAnalysisModel, cannedModel, isFake, providerModel, questionModel, questionModelLabel, resolveAnalysisModel };
|