reeval 0.7.0 → 0.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +12 -12
  2. package/dist/{agent-Dhd5FJCZ.js → agent-6FefIhX7.js} +6 -6
  3. package/dist/{agent-Dhd5FJCZ.js.map → agent-6FefIhX7.js.map} +1 -1
  4. package/dist/{agent-gjBiZis8.js → agent-WSmTaesf.js} +52 -17
  5. package/dist/agent-WSmTaesf.js.map +1 -0
  6. package/dist/{analysis-BV3TCznv.js → analysis-DlGBDjTj.js} +4 -4
  7. package/dist/{analysis-BV3TCznv.js.map → analysis-DlGBDjTj.js.map} +1 -1
  8. package/dist/{assemble-Dd_mZYnu.js → assemble-BCZzTyR7.js} +259 -18
  9. package/dist/assemble-BCZzTyR7.js.map +1 -0
  10. package/dist/assemble-C5qq5yT2.js +2 -0
  11. package/dist/capture-Bp74Z6Fr.js +1257 -0
  12. package/dist/capture-Bp74Z6Fr.js.map +1 -0
  13. package/dist/capture-DS-cPyuE.js +2 -0
  14. package/dist/{cli-r9CDqoFL.js → cli-CVrMh_qz.js} +210 -112
  15. package/dist/cli-CVrMh_qz.js.map +1 -0
  16. package/dist/{cli-spec-DOyxAMc2.js → cli-spec-CKEYa8V2.js} +6 -5
  17. package/dist/cli-spec-CKEYa8V2.js.map +1 -0
  18. package/dist/cli.js +2 -2
  19. package/dist/{client-LsfDiD-X.js → client-Bbo9SPlK.js} +31 -201
  20. package/dist/client-Bbo9SPlK.js.map +1 -0
  21. package/dist/{command-l4ZFCeMh.js → command-BFP0hKEb.js} +7 -7
  22. package/dist/{command-l4ZFCeMh.js.map → command-BFP0hKEb.js.map} +1 -1
  23. package/dist/command-BrmXUC-W.js +2 -0
  24. package/dist/{command-DMR69l5G.js → command-C5xFPKHM.js} +21 -20
  25. package/dist/command-C5xFPKHM.js.map +1 -0
  26. package/dist/{command-Cej2t3y-.js → command-CzIFp1JQ.js} +10 -10
  27. package/dist/{command-Cej2t3y-.js.map → command-CzIFp1JQ.js.map} +1 -1
  28. package/dist/{command-D6r2pwO5.js → command-DUT5l13I.js} +221 -54
  29. package/dist/command-DUT5l13I.js.map +1 -0
  30. package/dist/{commands-BA_NCh2h.js → commands-CLmPBrTS.js} +6 -6
  31. package/dist/{commands-BA_NCh2h.js.map → commands-CLmPBrTS.js.map} +1 -1
  32. package/dist/{commands-DgOUkcSO.js → commands-fI3G2Wnh.js} +1 -1
  33. package/dist/{config-DuQDCx0B.js → config-CGvBeewH.js} +18 -8
  34. package/dist/config-CGvBeewH.js.map +1 -0
  35. package/dist/{context-CvUv7DUb.js → context-DbSMEVKs.js} +1 -5
  36. package/dist/{context-CvUv7DUb.js.map → context-DbSMEVKs.js.map} +1 -1
  37. package/dist/{db-o_osRkqr.js → db-CSSFtGcN.js} +1 -1
  38. package/dist/{db-CjX7JF4o.js → db-CfQFwJtq.js} +209 -40
  39. package/dist/db-CfQFwJtq.js.map +1 -0
  40. package/dist/{docker-DaUaG4XZ.js → docker-CRQGQbIt.js} +17 -5
  41. package/dist/docker-CRQGQbIt.js.map +1 -0
  42. package/dist/{docker-ZaYeKE2w.js → docker-DV2GNgle.js} +2 -2
  43. package/dist/{docker-ZaYeKE2w.js.map → docker-DV2GNgle.js.map} +1 -1
  44. package/dist/{docker-Dnya8eo9.js → docker-Df_YOxxB.js} +1 -1
  45. package/dist/{doctor-Bk6aJeec.js → doctor-DlKycx5H.js} +13 -13
  46. package/dist/{doctor-Bk6aJeec.js.map → doctor-DlKycx5H.js.map} +1 -1
  47. package/dist/{egress-BKbyriEa.js → egress-BhzNh7Yi.js} +18 -10
  48. package/dist/egress-BhzNh7Yi.js.map +1 -0
  49. package/dist/{environment-DiCljXMD.js → environment-1jE-HhO-.js} +2 -2
  50. package/dist/{environment-DiCljXMD.js.map → environment-1jE-HhO-.js.map} +1 -1
  51. package/dist/fake-instructions-CUI33I_F.js +32 -0
  52. package/dist/fake-instructions-CUI33I_F.js.map +1 -0
  53. package/dist/family-D2b7WD10.js +67 -0
  54. package/dist/family-D2b7WD10.js.map +1 -0
  55. package/dist/files-AiEKuEZe.js +2 -0
  56. package/dist/files-BMCvfB4X.js +2 -0
  57. package/dist/{files-TNrZJQ3Y.js → files-CSzVADHn.js} +5 -5
  58. package/dist/{files-TNrZJQ3Y.js.map → files-CSzVADHn.js.map} +1 -1
  59. package/dist/{files-BSMSnQMa.js → files-DJUFg-4e.js} +3 -3
  60. package/dist/{files-BSMSnQMa.js.map → files-DJUFg-4e.js.map} +1 -1
  61. package/dist/{git-DNGtrOg9.js → git-DfG-YJ1u.js} +2 -2
  62. package/dist/{git-DNGtrOg9.js.map → git-DfG-YJ1u.js.map} +1 -1
  63. package/dist/{harness-CDRaaGvR.js → harness-CeCp2GSW.js} +52 -12
  64. package/dist/harness-CeCp2GSW.js.map +1 -0
  65. package/dist/harness.d.ts +26 -13
  66. package/dist/harness.js +1 -1
  67. package/dist/{header-BZF8Xss1.js → header-CALhmafp.js} +10 -3
  68. package/dist/{header-BZF8Xss1.js.map → header-CALhmafp.js.map} +1 -1
  69. package/dist/{images-BpwFDT1E.js → images-BMgdpMAX.js} +6 -6
  70. package/dist/{images-BpwFDT1E.js.map → images-BMgdpMAX.js.map} +1 -1
  71. package/dist/index.d.ts +17 -5
  72. package/dist/index.js +165 -67
  73. package/dist/index.js.map +1 -1
  74. package/dist/init-B6vegaP_.js +2 -0
  75. package/dist/{init-CBWt1rZT.js → init-BIdLF0F9.js} +4 -4
  76. package/dist/{init-CBWt1rZT.js.map → init-BIdLF0F9.js.map} +1 -1
  77. package/dist/{invocations-DArYWyXN.js → invocations-CLaL8AuW.js} +3 -3
  78. package/dist/{invocations-DArYWyXN.js.map → invocations-CLaL8AuW.js.map} +1 -1
  79. package/dist/{judge-7WjNdU9z.js → judge-CeYPN8P_.js} +2 -2
  80. package/dist/{judge-7WjNdU9z.js.map → judge-CeYPN8P_.js.map} +1 -1
  81. package/dist/judge.d.ts +5 -4
  82. package/dist/judge.js +4 -3
  83. package/dist/judge.js.map +1 -1
  84. package/dist/{live-DZkCtmNP.js → live-S0qODb6o.js} +2 -2
  85. package/dist/{live-DZkCtmNP.js.map → live-S0qODb6o.js.map} +1 -1
  86. package/dist/{model-Cp6NoAT3.js → model-B1BZoZ9b.js} +9 -8
  87. package/dist/model-B1BZoZ9b.js.map +1 -0
  88. package/dist/{model-DyQbu7KF.js → model-BOnlAPzs.js} +288 -38
  89. package/dist/model-BOnlAPzs.js.map +1 -0
  90. package/dist/{model-Bv8uUZ07.js → model-DEQo3FkZ.js} +6 -6
  91. package/dist/model-DEQo3FkZ.js.map +1 -0
  92. package/dist/model-DWeg5J7z.js +2 -0
  93. package/dist/{model-BeoRxCcJ.js → model-FXko2kl7.js} +1 -1
  94. package/dist/{options-Ge_x32XE.js → options-CKqyPGxX.js} +161 -34
  95. package/dist/options-CKqyPGxX.js.map +1 -0
  96. package/dist/pairs-DDsjgm5F.js +149 -0
  97. package/dist/pairs-DDsjgm5F.js.map +1 -0
  98. package/dist/{patch-CGCVipPu.js → patch-bDV8YFW0.js} +2 -2
  99. package/dist/{patch-CGCVipPu.js.map → patch-bDV8YFW0.js.map} +1 -1
  100. package/dist/{plan-BqBadHYj.js → plan-DUydFc_1.js} +69 -31
  101. package/dist/plan-DUydFc_1.js.map +1 -0
  102. package/dist/{preflight-CyaAZE9r.js → preflight-BkoSxf4C.js} +3 -3
  103. package/dist/{preflight-CyaAZE9r.js.map → preflight-BkoSxf4C.js.map} +1 -1
  104. package/dist/{preflight-CFtZNTLt.js → preflight-D5LW7Oqi.js} +1 -1
  105. package/dist/{prepare-Zr1xOMUX.js → prepare-CUAWHebF.js} +5 -5
  106. package/dist/{prepare-Zr1xOMUX.js.map → prepare-CUAWHebF.js.map} +1 -1
  107. package/dist/{prepare-Dl7-t3fO.js → prepare-oji2oO8W.js} +2 -2
  108. package/dist/process-CSVO_jsc.js +119 -0
  109. package/dist/process-CSVO_jsc.js.map +1 -0
  110. package/dist/{provenance-Byl2T6LJ.js → provenance-D7HK3vzt.js} +2 -2
  111. package/dist/{provenance-Byl2T6LJ.js.map → provenance-D7HK3vzt.js.map} +1 -1
  112. package/dist/{providers-Cflw7Ks-.js → providers-B1DzMvmH.js} +3 -3
  113. package/dist/{providers-Cflw7Ks-.js.map → providers-B1DzMvmH.js.map} +1 -1
  114. package/dist/{providers-SBMExI53.js → providers-CpEfNU1F.js} +1 -1
  115. package/dist/{query-DUSLlic0.js → query-BjBMLa-C.js} +2 -2
  116. package/dist/{query-DUSLlic0.js.map → query-BjBMLa-C.js.map} +1 -1
  117. package/dist/query-oPO_XrTy.js +2 -0
  118. package/dist/{questions-ZdT3JDyQ.js → questions-B8by4Bbt.js} +28 -119
  119. package/dist/questions-B8by4Bbt.js.map +1 -0
  120. package/dist/{record-CbuQH4l1.js → record-BRP9vZrj.js} +21 -1
  121. package/dist/record-BRP9vZrj.js.map +1 -0
  122. package/dist/{results-owJR-NFm.js → results-Di7m8dQ3.js} +4 -4
  123. package/dist/{results-owJR-NFm.js.map → results-Di7m8dQ3.js.map} +1 -1
  124. package/dist/{resume-BL4Yw7Ld.js → resume-SUz1GskV.js} +4 -4
  125. package/dist/{resume-BL4Yw7Ld.js.map → resume-SUz1GskV.js.map} +1 -1
  126. package/dist/runtime-DdsfnRz_.js +344 -0
  127. package/dist/runtime-DdsfnRz_.js.map +1 -0
  128. package/dist/{sandbox--ZXuscAZ.js → sandbox-D5v-of6d.js} +10 -5
  129. package/dist/sandbox-D5v-of6d.js.map +1 -0
  130. package/dist/sandbox.d.ts +4 -3
  131. package/dist/sandbox.js +1 -1
  132. package/dist/{server-yFVUxAm0.js → server-BNnXtmS8.js} +9 -9
  133. package/dist/{server-yFVUxAm0.js.map → server-BNnXtmS8.js.map} +1 -1
  134. package/dist/server-BNwoKzlm.js +2 -0
  135. package/dist/source-Bk_0ZaEY.js +2 -0
  136. package/dist/{source-M3gS517R.js → source-Dof0NQBm.js} +2 -2
  137. package/dist/{source-M3gS517R.js.map → source-Dof0NQBm.js.map} +1 -1
  138. package/dist/{src-79JhW-zG.js → src-8rRXy4u9.js} +71 -124
  139. package/dist/src-8rRXy4u9.js.map +1 -0
  140. package/dist/src-BGWuWp6I.js +3 -0
  141. package/dist/src-BRt0O02i.js +3 -0
  142. package/dist/src-Bx2x1ekD.js +3 -0
  143. package/dist/{src-s-VffoYK.js → src-C1E9HDWO.js} +5 -3
  144. package/dist/{src-s-VffoYK.js.map → src-C1E9HDWO.js.map} +1 -1
  145. package/dist/{src-IOr1rhEg.js → src-COgE7991.js} +10 -8
  146. package/dist/{src-IOr1rhEg.js.map → src-COgE7991.js.map} +1 -1
  147. package/dist/{src-CokPbYCb.js → src-C_4Umgh2.js} +23 -14
  148. package/dist/{src-CokPbYCb.js.map → src-C_4Umgh2.js.map} +1 -1
  149. package/dist/{src-DxFJrMUA.js → src-D95O-Smv.js} +12 -7
  150. package/dist/{src-DxFJrMUA.js.map → src-D95O-Smv.js.map} +1 -1
  151. package/dist/{src-DTcalvuF.js → src-DDNXsD9H.js} +28 -4
  152. package/dist/{src-DTcalvuF.js.map → src-DDNXsD9H.js.map} +1 -1
  153. package/dist/src-DLa-ESW0.js +4 -0
  154. package/dist/{src-DSE0FWaU.js → src-DVy58-zZ.js} +2 -2
  155. package/dist/{src-DSE0FWaU.js.map → src-DVy58-zZ.js.map} +1 -1
  156. package/dist/src-cN0aB-WR.js +3 -0
  157. package/dist/{src-DH0jhpoi.js → src-cdIVjC5b.js} +1 -1
  158. package/dist/src-sIsDHWYq.js +3 -0
  159. package/dist/state-Bo5zg4da.js +2 -0
  160. package/dist/{state-DEj_utaE.js → state-CiXyLqg0.js} +10 -10
  161. package/dist/{state-DEj_utaE.js.map → state-CiXyLqg0.js.map} +1 -1
  162. package/dist/studio-app/assets/index-B9MCTfuu.css +2 -0
  163. package/dist/studio-app/assets/{index-Bbl0oTxu.js → index-CROH2NB3.js} +12 -12
  164. package/dist/studio-app/index.html +2 -2
  165. package/dist/{summary-D012KlUM.js → summary-2OAWF2N7.js} +7 -7
  166. package/dist/{summary-D012KlUM.js.map → summary-2OAWF2N7.js.map} +1 -1
  167. package/dist/{summary--FBuB_sr.js → summary-BTksrIxn.js} +63 -5
  168. package/dist/summary-BTksrIxn.js.map +1 -0
  169. package/dist/testing.d.ts +14 -0
  170. package/dist/testing.js +2 -0
  171. package/dist/{tools-CJHw-zCo.js → tools-B10Uj7OI.js} +4 -4
  172. package/dist/tools-B10Uj7OI.js.map +1 -0
  173. package/dist/types-C5vI3g1C.js.map +1 -1
  174. package/dist/{types-BsRSknLe.d.ts → types-D8RLfkFP.d.ts} +453 -42
  175. package/dist/{usage-DsYUqIUM.js → usage-DDF_6tkV.js} +4 -2
  176. package/dist/{usage-DsYUqIUM.js.map → usage-DDF_6tkV.js.map} +1 -1
  177. package/dist/view/index.d.ts +60 -15
  178. package/dist/view/index.js +7 -6
  179. package/dist/views-Cs2Oqayd.js +3 -0
  180. package/dist/{views-jhL9Jb8A.js → views-Dqa5ojfZ.js} +4 -4
  181. package/dist/{views-jhL9Jb8A.js.map → views-Dqa5ojfZ.js.map} +1 -1
  182. package/dist/{worker-entry-OwnsrUdr.js → worker-entry-BAikHl9F.js} +9 -4
  183. package/dist/worker-entry-BAikHl9F.js.map +1 -0
  184. package/dist/{workspace-C4_J0pqb.js → workspace-C-TrNIUc.js} +4 -4
  185. package/dist/{workspace-C4_J0pqb.js.map → workspace-C-TrNIUc.js.map} +1 -1
  186. package/dist/{workspace-wudSz_W-.js → workspace-Do_SiWBs.js} +1 -1
  187. package/docker/Dockerfile +7 -5
  188. package/package.json +9 -4
  189. package/dist/agent-gjBiZis8.js.map +0 -1
  190. package/dist/assemble-D8sZ4Jiv.js +0 -2
  191. package/dist/assemble-Dd_mZYnu.js.map +0 -1
  192. package/dist/capture-CisAmy-G.js +0 -587
  193. package/dist/capture-CisAmy-G.js.map +0 -1
  194. package/dist/capture-DquyqAHC.js +0 -2
  195. package/dist/cli-r9CDqoFL.js.map +0 -1
  196. package/dist/cli-spec-DOyxAMc2.js.map +0 -1
  197. package/dist/client-LsfDiD-X.js.map +0 -1
  198. package/dist/command-Cxfgghqo.js +0 -2
  199. package/dist/command-D6r2pwO5.js.map +0 -1
  200. package/dist/command-DMR69l5G.js.map +0 -1
  201. package/dist/config-DuQDCx0B.js.map +0 -1
  202. package/dist/db-CjX7JF4o.js.map +0 -1
  203. package/dist/docker-DaUaG4XZ.js.map +0 -1
  204. package/dist/egress-BKbyriEa.js.map +0 -1
  205. package/dist/files-DmZGPsWK.js +0 -2
  206. package/dist/files-Tb8wY0Ze.js +0 -2
  207. package/dist/harness-CDRaaGvR.js.map +0 -1
  208. package/dist/init-1THeGfut.js +0 -2
  209. package/dist/model-Bv8uUZ07.js.map +0 -1
  210. package/dist/model-Cp6NoAT3.js.map +0 -1
  211. package/dist/model-D_pF3Vcl.js +0 -2
  212. package/dist/model-DyQbu7KF.js.map +0 -1
  213. package/dist/options-Ge_x32XE.js.map +0 -1
  214. package/dist/plan-BqBadHYj.js.map +0 -1
  215. package/dist/query-CvutWHaL.js +0 -2
  216. package/dist/questions-ZdT3JDyQ.js.map +0 -1
  217. package/dist/record-CbuQH4l1.js.map +0 -1
  218. package/dist/sandbox--ZXuscAZ.js.map +0 -1
  219. package/dist/server-CNPsB0cT.js +0 -2
  220. package/dist/source-Cmc5SKFn.js +0 -2
  221. package/dist/src--L8B4WGa.js +0 -3
  222. package/dist/src-79JhW-zG.js.map +0 -1
  223. package/dist/src-BLN459er.js +0 -3
  224. package/dist/src-Bz66jDtE.js +0 -3
  225. package/dist/src-CfUwg9UY.js +0 -3
  226. package/dist/src-DV_3QDHA.js +0 -4
  227. package/dist/src-Ljh2vKXm.js +0 -3
  228. package/dist/state-DkqbCVVp.js +0 -2
  229. package/dist/studio-app/assets/index-CUx6GoL5.css +0 -2
  230. package/dist/summary--FBuB_sr.js.map +0 -1
  231. package/dist/tools-CJHw-zCo.js.map +0 -1
  232. package/dist/views-yPmmoo8f.js +0 -3
  233. package/dist/worker-entry-OwnsrUdr.js.map +0 -1
@@ -1,7 +1,8 @@
1
1
  import { c as shardPath, i as manifestPath, s as shardOf } from "./paths-BmR-7tx3.js";
2
2
  import { n as clip } from "./text-gEcKjAyp.js";
3
- import { n as promptTokens, r as sumUsage } from "./usage-DsYUqIUM.js";
4
- import { c as readableTranscriptLine } from "./record-CbuQH4l1.js";
3
+ import { i as totalTokens, n as promptTokens, r as sumUsage } from "./usage-DDF_6tkV.js";
4
+ import { c as readableTranscriptLine } from "./record-BRP9vZrj.js";
5
+ import { a as sampleReasons } from "./pairs-DDsjgm5F.js";
5
6
  //#region src/view/compare.ts
6
7
  const STACK_FIELDS = [
7
8
  {
@@ -347,6 +348,149 @@ function mannWhitney(xs, ys) {
347
348
  }
348
349
  /** The smallest two-sided p an exact rank test can reach with these group sizes. */
349
350
  const minimumP = (n1, n2) => n1 === 0 || n2 === 0 ? 1 : Math.min(1, 2 / choose(n1 + n2, n1));
351
+ /**
352
+ * The difference of two paired pass rates (variant minus control) with Newcombe's score interval
353
+ * for paired proportions (his method 10): each marginal rate's Wilson interval, combined with the
354
+ * correlation between the sides, so concordant pairs narrow the interval.
355
+ */
356
+ function pairedLiftInterval(c) {
357
+ const { both: a, variantOnly: b, controlOnly: k, neither: d } = c;
358
+ const n = a + b + k + d;
359
+ if (n === 0) return {
360
+ points: 0,
361
+ low: -1,
362
+ high: 1
363
+ };
364
+ const p1 = (a + b) / n;
365
+ const p2 = (a + k) / n;
366
+ const v = wilson(a + b, n);
367
+ const w = wilson(a + k, n);
368
+ const denominator = (a + b) * (k + d) * (a + k) * (b + d);
369
+ const numerator = a * d - b * k > 0 ? Math.max(a * d - b * k - n / 2, 0) : a * d - b * k;
370
+ const phi = denominator === 0 ? 0 : numerator / Math.sqrt(denominator);
371
+ const points = (b - k) / n;
372
+ const dl = Math.sqrt(Math.max(0, (p1 - v.low) ** 2 - 2 * phi * (p1 - v.low) * (w.high - p2) + (w.high - p2) ** 2));
373
+ const du = Math.sqrt(Math.max(0, (v.high - p1) ** 2 - 2 * phi * (v.high - p1) * (p2 - w.low) + (p2 - w.low) ** 2));
374
+ return {
375
+ points,
376
+ low: Math.max(-1, points - dl),
377
+ high: Math.min(1, points + du)
378
+ };
379
+ }
380
+ /** McNemar's exact test: the two-sided binomial p of the discordant pairs' split at ½. */
381
+ function mcnemar(variantOnly, controlOnly) {
382
+ const n = variantOnly + controlOnly;
383
+ if (n === 0) return 1;
384
+ const low = Math.min(variantOnly, controlOnly);
385
+ let tail = 0;
386
+ for (let i = 0; i <= low; i++) tail += choose(n, i) / 2 ** n;
387
+ return Math.min(1, 2 * tail);
388
+ }
389
+ /** Two-sided 95% Student t quantiles for 1 to 30 degrees of freedom. */
390
+ const T975 = [
391
+ 12.706,
392
+ 4.303,
393
+ 3.182,
394
+ 2.776,
395
+ 2.571,
396
+ 2.447,
397
+ 2.365,
398
+ 2.306,
399
+ 2.262,
400
+ 2.228,
401
+ 2.201,
402
+ 2.179,
403
+ 2.16,
404
+ 2.145,
405
+ 2.131,
406
+ 2.12,
407
+ 2.11,
408
+ 2.101,
409
+ 2.093,
410
+ 2.086,
411
+ 2.08,
412
+ 2.074,
413
+ 2.069,
414
+ 2.064,
415
+ 2.06,
416
+ 2.056,
417
+ 2.052,
418
+ 2.048,
419
+ 2.045,
420
+ 2.042
421
+ ];
422
+ /** The two-sided 95% t quantile; above 30 degrees of freedom, the Cornish–Fisher expansion. */
423
+ function t975(df) {
424
+ if (df < 1) return Number.POSITIVE_INFINITY;
425
+ const tabled = T975[df - 1];
426
+ if (tabled !== void 0) return tabled;
427
+ return Z + (Z ** 3 + Z) / (4 * df) + (5 * Z ** 5 + 16 * Z ** 3 + 3 * Z) / (96 * df * df);
428
+ }
429
+ /**
430
+ * The mean of `values` with a 95% t interval over them: with each value one case, attempts
431
+ * within a case are never counted as independent. A single value gives an unbounded interval.
432
+ */
433
+ function meanInterval(values) {
434
+ const n = values.length;
435
+ if (n === 0) return {
436
+ mean: 0,
437
+ low: Number.NEGATIVE_INFINITY,
438
+ high: Number.POSITIVE_INFINITY
439
+ };
440
+ const mean = values.reduce((s, v) => s + v, 0) / n;
441
+ if (n === 1) return {
442
+ mean,
443
+ low: Number.NEGATIVE_INFINITY,
444
+ high: Number.POSITIVE_INFINITY
445
+ };
446
+ const variance = values.reduce((s, v) => s + (v - mean) ** 2, 0) / (n - 1);
447
+ const half = t975(n - 1) * Math.sqrt(variance / n);
448
+ return {
449
+ mean,
450
+ low: mean - half,
451
+ high: mean + half
452
+ };
453
+ }
454
+ /**
455
+ * Two-sided Wilcoxon signed-rank p for paired differences: zeros dropped, mid-ranks for ties,
456
+ * exact over every sign assignment up to 20 non-zero differences, else the normal approximation.
457
+ * Null when every difference is zero.
458
+ */
459
+ function signedRank(differences) {
460
+ const d = differences.filter((x) => x !== 0);
461
+ const n = d.length;
462
+ if (n === 0) return null;
463
+ const sorted = d.map((v, i) => ({
464
+ a: Math.abs(v),
465
+ i
466
+ })).sort((x, y) => x.a - y.a);
467
+ const ranks = new Array(n);
468
+ for (let i = 0; i < n;) {
469
+ let j = i;
470
+ while (j + 1 < n && sorted[j + 1]?.a === sorted[i]?.a) j++;
471
+ for (let k = i; k <= j; k++) ranks[sorted[k]?.i] = (i + j) / 2 + 1;
472
+ i = j + 1;
473
+ }
474
+ const total = n * (n + 1) / 2;
475
+ const plus = d.reduce((s, v, i) => v > 0 ? s + ranks[i] : s, 0);
476
+ const observed = Math.abs(plus - total / 2);
477
+ if (n > 20) {
478
+ const counts = /* @__PURE__ */ new Map();
479
+ for (const { a } of sorted) counts.set(a, (counts.get(a) ?? 0) + 1);
480
+ const ties = [...counts.values()].reduce((s, t) => s + t ** 3 - t, 0);
481
+ const variance = n * (n + 1) * (2 * n + 1) / 24 - ties / 48;
482
+ if (variance <= 0) return 1;
483
+ const z = Math.max(0, observed - .5) / Math.sqrt(variance);
484
+ return Math.min(1, 2 * (1 - normalCdf(z)));
485
+ }
486
+ let extreme = 0;
487
+ for (let mask = 0; mask < 2 ** n; mask++) {
488
+ let sum = 0;
489
+ for (let i = 0; i < n; i++) if (mask & 1 << i) sum += ranks[i];
490
+ if (Math.abs(sum - total / 2) >= observed - 1e-9) extreme++;
491
+ }
492
+ return extreme / 2 ** n;
493
+ }
350
494
  function normalCdf(z) {
351
495
  const t = 1 / (1 + .3275911 * Math.abs(z) / Math.SQRT2);
352
496
  const erf = 1 - t * (.254829592 + t * (-.284496736 + t * (1.421413741 + t * (-1.453152027 + t * 1.061405429)))) * Math.exp(-(z * z) / 2);
@@ -356,10 +500,13 @@ function normalCdf(z) {
356
500
  //#region src/view/effort.ts
357
501
  /** Below this two-sided p, an effort difference is an effect. */
358
502
  const EFFORT_ALPHA = .05;
503
+ /** Some counted attempts reported no usage. Not a verdict; never printed as one. */
504
+ const TOKENS_UNREPORTED = "some cells did not report usage";
359
505
  const effortSample = (a) => ({
360
506
  tools: a.activity.tools,
361
507
  agentMs: a.timings.agentMs,
362
- fileEdits: a.activity.fileEdits
508
+ fileEdits: a.activity.fileEdits,
509
+ ...a.usage ? { tokens: totalTokens(a.usage) } : {}
363
510
  });
364
511
  const counted$1 = (a) => a.outcome === "pass" || a.outcome === "fail";
365
512
  const spread = (values) => ({
@@ -367,13 +514,17 @@ const spread = (values) => ({
367
514
  q1: quantile(values, .25) ?? 0,
368
515
  q3: quantile(values, .75) ?? 0
369
516
  });
517
+ /** Token totals from the attempts that reported usage; empty when none did. */
518
+ const tokenValues = (samples) => samples.flatMap((s) => s.tokens === void 0 ? [] : [s.tokens]);
370
519
  function effortOf(samples) {
371
520
  if (samples.length === 0) return null;
521
+ const tokens = tokenValues(samples);
372
522
  return {
373
523
  n: samples.length,
374
524
  tools: spread(samples.map((s) => s.tools)),
375
525
  agentMs: spread(samples.map((s) => s.agentMs)),
376
- fileEdits: median(samples.map((s) => s.fileEdits)) ?? 0
526
+ fileEdits: median(samples.map((s) => s.fileEdits)) ?? 0,
527
+ ...tokens.length ? { tokens: spread(tokens) } : {}
377
528
  };
378
529
  }
379
530
  /** The verdict of an exact rank test of `xs` (variant) against `ys` (control). */
@@ -399,6 +550,11 @@ function contrastEffort(variant, control) {
399
550
  if (!v || !c) return null;
400
551
  const tools = effortVerdict(variant.map((s) => s.tools), control.map((s) => s.tools));
401
552
  const time = effortVerdict(variant.map((s) => s.agentMs), control.map((s) => s.agentMs));
553
+ const vTok = tokenValues(variant);
554
+ const cTok = tokenValues(control);
555
+ const tokens = vTok.length && cTok.length ? effortVerdict(vTok, cTok) : null;
556
+ const reported = vTok.length + cTok.length;
557
+ const unreported = reported > 0 && reported < variant.length + control.length;
402
558
  const vt = variant.map((s) => s.tools);
403
559
  const ct = control.map((s) => s.tools);
404
560
  return {
@@ -411,7 +567,11 @@ function contrastEffort(variant, control) {
411
567
  agentMsP: time.p,
412
568
  separated: Math.max(...vt) < Math.min(...ct) || Math.min(...vt) > Math.max(...ct),
413
569
  verdict: tools.verdict,
414
- timeVerdict: time.verdict
570
+ timeVerdict: time.verdict,
571
+ tokensRatio: tokens && v.tokens && c.tokens ? ratio(v.tokens.median, c.tokens.median) : null,
572
+ tokensP: tokens?.p ?? null,
573
+ tokensVerdict: tokens?.verdict ?? null,
574
+ ...unreported ? { tokensNote: TOKENS_UNREPORTED } : {}
415
575
  };
416
576
  }
417
577
  /** The counted attempts of one cell of an eval, as effort samples. */
@@ -439,20 +599,35 @@ const VERDICT_TEXT = {
439
599
  noise: () => "within noise",
440
600
  insufficient: () => "too few attempts to test"
441
601
  };
602
+ const toolsVerdictText = (c) => c.verdict === "fewer" || c.verdict === "more" ? `${VERDICT_TEXT[c.verdict]("tool calls")}${formatP(c.toolsP)}` : VERDICT_TEXT[c.verdict]("");
603
+ /** Token verdict after the tools one; empty when omitted or already covered as insufficient. */
604
+ const tokensVerdictText = (c) => {
605
+ if (c.tokensVerdict === null) return "";
606
+ if (c.verdict === "insufficient" && c.tokensVerdict === "insufficient") return "";
607
+ if (c.tokensVerdict === "fewer" || c.tokensVerdict === "more") return `; ${VERDICT_TEXT[c.tokensVerdict]("tokens")}${formatP(c.tokensP)}`;
608
+ if (c.tokensVerdict === "noise") return "; tokens within noise";
609
+ return `; ${VERDICT_TEXT[c.tokensVerdict]("")}`;
610
+ };
442
611
  /**
443
612
  * `tools 5 vs 43 (×0.11), agent 21s vs 46s (×0.47): too few attempts to test` for a variant
444
- * against its control; with enough attempts, `fewer tool calls (p = 0.029)`.
613
+ * against its control; with enough attempts, `fewer tool calls (p = 0.029)`. Tokens fold in
614
+ * when both sides have usage samples; they are omitted (not `insufficient`) when either does not.
445
615
  */
446
616
  function effortLabel(c) {
447
- return `${`tools ${formatCount(c.variant.tools.median)} vs ${formatCount(c.control.tools.median)} (${formatRatio(c.toolsRatio)})`}, ${`agent ${formatSeconds(c.variant.agentMs.median)} vs ${formatSeconds(c.control.agentMs.median)} (${formatRatio(c.agentMsRatio)})`}: ${c.verdict === "fewer" || c.verdict === "more" ? `${VERDICT_TEXT[c.verdict]("tool calls")}${formatP(c.toolsP)}` : VERDICT_TEXT[c.verdict]("")}`;
617
+ const parts = [`tools ${formatCount(c.variant.tools.median)} vs ${formatCount(c.control.tools.median)} (${formatRatio(c.toolsRatio)})`, `agent ${formatSeconds(c.variant.agentMs.median)} vs ${formatSeconds(c.control.agentMs.median)} (${formatRatio(c.agentMsRatio)})`];
618
+ if (c.tokensVerdict !== null && c.variant.tokens && c.control.tokens) parts.push(`tokens ${formatCount(c.variant.tokens.median)} vs ${formatCount(c.control.tokens.median)} (${formatRatio(c.tokensRatio)})`);
619
+ return `${parts.join(", ")}: ${toolsVerdictText(c)}${tokensVerdictText(c)}`;
448
620
  }
449
- /** One cell's effort on its own: `tools 43 · agent 46s`. */
450
- const effortSummary = (e) => `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
621
+ /** One cell's effort on its own: `tools 43 · agent 46s`, plus tokens when any attempt reported them. */
622
+ const effortSummary = (e) => e.tokens ? `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)} · tokens ${formatCount(e.tokens.median)}` : `tools ${formatCount(e.tools.median)} · agent ${formatSeconds(e.agentMs.median)}`;
451
623
  /** The same cell between two runs: `tools 44 → 10 (×0.23) · agent 45s → 21s (×0.47)`. */
452
624
  function effortChangeLabel(base, head) {
453
625
  const t = ratio(head.tools.median, base.tools.median);
454
626
  const a = ratio(head.agentMs.median, base.agentMs.median);
455
- return `tools ${formatCount(base.tools.median)} → ${formatCount(head.tools.median)} (${formatRatio(t)}) · agent ${formatSeconds(base.agentMs.median)} → ${formatSeconds(head.agentMs.median)} (${formatRatio(a)})`;
627
+ const core = `tools ${formatCount(base.tools.median)} → ${formatCount(head.tools.median)} (${formatRatio(t)}) · agent ${formatSeconds(base.agentMs.median)} → ${formatSeconds(head.agentMs.median)} (${formatRatio(a)})`;
628
+ if (!base.tokens || !head.tokens) return core;
629
+ const tok = ratio(head.tokens.median, base.tokens.median);
630
+ return `${core} · tokens ${formatCount(base.tokens.median)} → ${formatCount(head.tokens.median)} (${formatRatio(tok)})`;
456
631
  }
457
632
  //#endregion
458
633
  //#region src/view/judgements.ts
@@ -464,10 +639,69 @@ const LIFT_MIN_COUNTED = 2;
464
639
  /** Show each key until this many; then the minimum score plus a count. */
465
640
  const COLLAPSE_AFTER = 2;
466
641
  const counted = (a) => a.outcome === "pass" || a.outcome === "fail";
642
+ /** Short names stay at this many characters; a collision takes the distinctive tail instead. */
643
+ const LABEL_MAX = 20;
644
+ const judgeText = (question) => question.replace(/\?+$/, "").trim();
645
+ /** Last `max` characters, cut at a word boundary where there is one, marked with a leading `…`. */
646
+ function clipTail(text, max) {
647
+ if (text.length <= max) return text;
648
+ const cut = text.slice(-(max - 1));
649
+ const space = cut.search(/\s/);
650
+ return `…${(space >= 0 && space < max / 2 ? cut.slice(space + 1) : cut).trimStart()}`;
651
+ }
467
652
  /** Short name for a judge question, e.g. `login` from `login?`. */
468
653
  function judgeLabel(question) {
469
- const text = question.replace(/\?+$/, "").trim();
470
- return clip(text, 20);
654
+ return clip(judgeText(question), LABEL_MAX);
655
+ }
656
+ /**
657
+ * One short label per key. Shared prefixes take the distinctive tail so
658
+ * `Does this change…` does not collapse several checks; a tail that still
659
+ * collides falls back to the key.
660
+ */
661
+ function uniqueJudgeLabels(items) {
662
+ const first = /* @__PURE__ */ new Map();
663
+ for (const item of items) if (!first.has(item.key)) first.set(item.key, item);
664
+ const labels = /* @__PURE__ */ new Map();
665
+ const used = /* @__PURE__ */ new Map();
666
+ const setLabel = (key, label) => {
667
+ const prev = labels.get(key);
668
+ if (prev !== void 0) {
669
+ const group = used.get(prev);
670
+ if (group) {
671
+ const next = group.filter((k) => k !== key);
672
+ if (next.length) used.set(prev, next);
673
+ else used.delete(prev);
674
+ }
675
+ }
676
+ labels.set(key, label);
677
+ const group = used.get(label) ?? [];
678
+ group.push(key);
679
+ used.set(label, group);
680
+ };
681
+ for (const row of first.values()) setLabel(row.key, judgeLabel(row.question));
682
+ for (const [label, keys] of [...used]) {
683
+ if (keys.length < 2) continue;
684
+ const tails = /* @__PURE__ */ new Map();
685
+ for (const key of keys) {
686
+ const row = first.get(key);
687
+ if (!row) continue;
688
+ const tail = clipTail(judgeText(row.question), LABEL_MAX);
689
+ const group = tails.get(tail) ?? [];
690
+ group.push(key);
691
+ tails.set(tail, group);
692
+ }
693
+ for (const [tail, tkeys] of tails) {
694
+ const [only] = tkeys;
695
+ const taken = (used.get(tail) ?? []).some((k) => !tkeys.includes(k));
696
+ if (only && tkeys.length === 1 && tail !== label && !taken) setLabel(only, tail);
697
+ else for (const key of tkeys) setLabel(key, key);
698
+ }
699
+ }
700
+ for (const [, keys] of [...used]) {
701
+ if (keys.length < 2) continue;
702
+ for (const key of keys) setLabel(key, key);
703
+ }
704
+ return labels;
471
705
  }
472
706
  function keyTallies(e, cellKey) {
473
707
  const byKey = /* @__PURE__ */ new Map();
@@ -475,7 +709,7 @@ function keyTallies(e, cellKey) {
475
709
  if (a.cell !== cellKey || !counted(a)) continue;
476
710
  for (const j of a.judgements) {
477
711
  const row = byKey.get(j.key) ?? {
478
- label: judgeLabel(j.question),
712
+ label: "",
479
713
  question: j.question,
480
714
  pass: 0,
481
715
  counted: 0
@@ -485,6 +719,11 @@ function keyTallies(e, cellKey) {
485
719
  byKey.set(j.key, row);
486
720
  }
487
721
  }
722
+ const labels = uniqueJudgeLabels([...byKey].map(([key, row]) => ({
723
+ key,
724
+ question: row.question
725
+ })));
726
+ for (const [key, row] of byKey) row.label = labels.get(key) ?? judgeLabel(row.question);
488
727
  return byKey;
489
728
  }
490
729
  function pairedControl(e, cellKey) {
@@ -535,11 +774,12 @@ function judgeRatesLabel(rates) {
535
774
  }
536
775
  /** Each key, or the lowest score plus how many judges there were. */
537
776
  function collapsedJudges(judgements) {
777
+ const labels = uniqueJudgeLabels(judgements);
538
778
  const items = judgements.map((j) => ({
539
779
  verdict: j.verdict,
540
780
  score: j.score,
541
781
  threshold: j.threshold,
542
- label: judgeLabel(j.question),
782
+ label: labels.get(j.key) ?? judgeLabel(j.question),
543
783
  key: j.key
544
784
  }));
545
785
  if (items.length <= COLLAPSE_AFTER) return {
@@ -633,10 +873,15 @@ function formatDuration(ms) {
633
873
  const formatPercent = (rate) => rate === null ? "–" : `${Math.round(rate * 100)}%`;
634
874
  /**
635
875
  * A harness of the run's stack as `cursor (model composer-2.5, served composer-2.5[fast=true])`:
636
- * the configured model, then the variant the harness says it resolved.
876
+ * the configured model and reasoning effort, then what the harness says it resolved.
637
877
  */
638
878
  function harnessLabel(h) {
639
- const parts = [...h.model ? [`model ${h.model}`] : [], ...h.resolvedModels.length ? [`served ${h.resolvedModels.join(", ")}`] : []];
879
+ const parts = [
880
+ ...h.model ? [`model ${h.model}`] : [],
881
+ ...h.effort ? [`reasoning effort ${h.effort}`] : [],
882
+ ...h.resolvedModels.length ? [`served ${h.resolvedModels.join(", ")}`] : [],
883
+ ...h.resolvedEffort.length ? [`served reasoning effort ${h.resolvedEffort.join(", ")}`] : []
884
+ ];
640
885
  return parts.length ? `${h.id} (${parts.join(", ")})` : h.id;
641
886
  }
642
887
  /**
@@ -678,7 +923,7 @@ function activityLabel(a) {
678
923
  */
679
924
  function runOutcome(run) {
680
925
  if (run.status === "interrupted") return "skipped";
681
- const outcomes = run.evals.map((e) => e.outcome);
926
+ const outcomes = [...run.evals, ...run.families ?? []].map((e) => e.outcome);
682
927
  if (outcomes.includes("fail") || run.status === "budget") return "fail";
683
928
  if (outcomes.includes("infra_error")) return "infra_error";
684
929
  return "pass";
@@ -691,18 +936,20 @@ function andList(items) {
691
936
  /** Distinct judge labels that failed on a counted attempt, in first-seen order. */
692
937
  function failedJudgeLabels(record) {
693
938
  const seen = /* @__PURE__ */ new Set();
694
- const labels = [];
939
+ const items = [];
695
940
  for (const e of record.evals) for (const a of e.attempts) {
696
941
  if (a.outcome !== "pass" && a.outcome !== "fail") continue;
697
942
  for (const j of a.judgements) {
698
- if (j.verdict !== "fail") continue;
699
- const label = judgeLabel(j.question);
700
- if (seen.has(label)) continue;
701
- seen.add(label);
702
- labels.push(label);
943
+ if (j.verdict !== "fail" || seen.has(j.key)) continue;
944
+ seen.add(j.key);
945
+ items.push({
946
+ key: j.key,
947
+ question: j.question
948
+ });
703
949
  }
704
950
  }
705
- return labels;
951
+ const labels = uniqueJudgeLabels(items);
952
+ return items.map((item) => labels.get(item.key) ?? item.key);
706
953
  }
707
954
  /**
708
955
  * One sentence for the studio run header: counted pass/fail, which judges failed, and infra.
@@ -752,6 +999,7 @@ function runRows(entries) {
752
999
  entry,
753
1000
  passed: pass,
754
1001
  total: pass + fail + infraError,
1002
+ counted: pass + fail,
755
1003
  drift: base ? stackChanges(base, entry) : [],
756
1004
  changedEvals
757
1005
  });
@@ -839,12 +1087,13 @@ function cellRows(e) {
839
1087
  gated: cell.gate !== "none",
840
1088
  gate: cell.gate,
841
1089
  overrides: cell.overrides,
1090
+ reasoningEffort: cell.effort ?? null,
842
1091
  runs: cell.runs,
843
1092
  pass: cell.pass,
844
1093
  fail: cell.fail,
845
1094
  infraError: cell.infraError,
846
1095
  skipped: cell.skipped,
847
- passRate: cell.passRate,
1096
+ passAt1: cell.passRate,
848
1097
  outcome: cell.outcome,
849
1098
  lift: cell.lift ? Math.round(cell.lift.points * 100) : null,
850
1099
  liftInterval: cell.lift ? {
@@ -877,7 +1126,8 @@ function answerRows(e) {
877
1126
  within: rates("within"),
878
1127
  across: rates("across"),
879
1128
  error: a.error ?? null,
880
- noPairs: a.votes.length === 0 && a.error === void 0
1129
+ noPairs: a.votes.length === 0 && a.error === void 0,
1130
+ reasons: sampleReasons(a.votes)
881
1131
  };
882
1132
  });
883
1133
  }
@@ -894,7 +1144,7 @@ function evalHistory(entries, slug) {
894
1144
  points.push({
895
1145
  run,
896
1146
  outcome: e.outcome,
897
- passRate: e.passRate,
1147
+ passAt1: e.passRate,
898
1148
  cells: e.cells,
899
1149
  changed: cellsChanged(seen, e.id, e.cells)
900
1150
  });
@@ -916,8 +1166,8 @@ const COMPARE_ORDER = [
916
1166
  ];
917
1167
  /**
918
1168
  * Whether some of an eval's cells aren't gated (`gate: 'none'`, e.g. controls under
919
- * `compare.gate: 'variants'`). Its pass rate then covers fewer attempts than its pass count, so
920
- * the eval line labels the rate `gated`: `2/4 · 100% gated`.
1169
+ * `compare.gate: 'variants'`). Its pass@1 then covers fewer attempts than its pass count, so
1170
+ * the eval line labels it `gated`: `2/4 · pass@1 100% gated`.
921
1171
  */
922
1172
  const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
923
1173
  /**
@@ -925,29 +1175,29 @@ const hasUngatedCells = (cells) => cells.some((c) => c.gate === "none");
925
1175
  * apart from failures, since it fails neither its eval nor the run.
926
1176
  */
927
1177
  const isUngatedMiss = (e, a) => a.outcome === "fail" && a.error?.kind !== "aborted" && e.cells.find((c) => c.key === a.cell)?.gate === "none";
928
- /** Passes over passes and fails in the gated cells, as an eval's `passRate` counts them. */
929
- function gatedPassRate(cells) {
1178
+ /** pass@1 in the gated cells, as an eval's `passRate` counts it. */
1179
+ function gatedPassAt1(cells) {
930
1180
  const gated = cells.filter((c) => c.gate !== "none");
931
1181
  const pass = gated.reduce((n, c) => n + c.pass, 0);
932
1182
  const counted = pass + gated.reduce((n, c) => n + c.fail, 0);
933
1183
  return counted ? pass / counted : null;
934
1184
  }
935
- /** `reeval compare`'s classification, plus pass rates and judge-score deltas from the records. */
1185
+ /** `reeval compare`'s classification, plus pass@1 and judge-score deltas from the records. */
936
1186
  function compareView(base, head, records = {}) {
937
1187
  const rows = compare(base, head).map((row) => {
938
1188
  const b = base.evals.find((e) => e.id === row.id);
939
1189
  const h = head.evals.find((e) => e.id === row.id);
940
1190
  const baseKeys = new Set(b?.cells.map((c) => c.key));
941
1191
  const shared = row.cells && new Set(h?.cells.filter((c) => baseKeys.has(c.key)).map((c) => c.key));
942
- const passRate = (e) => {
1192
+ const passAt1 = (e) => {
943
1193
  if (!e) return null;
944
- return shared ? gatedPassRate(e.cells.filter((c) => shared.has(c.key))) : e.passRate;
1194
+ return shared ? gatedPassAt1(e.cells.filter((c) => shared.has(c.key))) : e.passRate;
945
1195
  };
946
1196
  return {
947
1197
  ...row,
948
1198
  slug: h?.slug ?? b?.slug ?? null,
949
- basePassRate: passRate(b),
950
- headPassRate: passRate(h),
1199
+ basePassAt1: passAt1(b),
1200
+ headPassAt1: passAt1(h),
951
1201
  baseScore: meanScore(records.base?.evals.find((e) => e.id === row.id)),
952
1202
  headScore: meanScore(records.head?.evals.find((e) => e.id === row.id)),
953
1203
  perCell: row.perCell ?? []
@@ -1018,6 +1268,6 @@ const findAttempt = (e, attemptId) => e.attempts.find((a) => a.id === attemptId)
1018
1268
  /** The attempt to open by default: the first failure, else the first attempt. */
1019
1269
  const defaultAttempt = (e) => e.attempts.find((a) => a.outcome === "fail" || a.outcome === "infra_error") ?? e.attempts[0];
1020
1270
  //#endregion
1021
- export { liftInterval as $, transcriptItems as A, cellContrast as B, runLead as C, shortSha as D, runtimeLabel as E, collapsedJudges as F, effortLabel as G, cellSamples as H, judgeLabel as I, effortSummary as J, effortOf as K, judgeRatesLabel as L, cellJudgeRates as M, cellUsage as N, splitEvalId as O, collapsedJudgeLabel as P, formatSeconds as Q, EFFORT_ALPHA as R, parseTranscript as S, runRows as T, contrastEffort as U, cellEffort as V, effortChangeLabel as W, formatCount as X, effortVerdict as Y, formatRatio as Z, hasUngatedCells as _, cellRows as a, stackChanges as at, isUngatedMiss as b, evalHistory as c, findAttempt as d, round3 as et, findEval as f, harnessLabel as g, formatUsage as h, buildIndex as i, sourceChanges as it, LIFT_MIN_COUNTED as j, splitPatch as k, evalTree as l, formatPercent as m, activityLabel as n, cellsChanged as nt, compareView as o, whyChanged as ot, formatDuration as p, effortSample as q, answerRows as r, compare as rt, defaultAttempt as s, COMPARE_ORDER as t, wilson as tt, failedJudgeLabels as u, indexFiles as v, runOutcome as w, languageLabel as x, isMatrix as y, VERDICT_TEXT as z };
1271
+ export { formatRatio as $, transcriptItems as A, TOKENS_UNREPORTED as B, runLead as C, shortSha as D, runtimeLabel as E, collapsedJudges as F, contrastEffort as G, cellContrast as H, judgeLabel as I, effortOf as J, effortChangeLabel as K, judgeRatesLabel as L, cellJudgeRates as M, cellUsage as N, splitEvalId as O, collapsedJudgeLabel as P, formatCount as Q, uniqueJudgeLabels as R, parseTranscript as S, runRows as T, cellEffort as U, VERDICT_TEXT as V, cellSamples as W, effortSummary as X, effortSample as Y, effortVerdict as Z, hasUngatedCells as _, cellRows as a, median as at, isUngatedMiss as b, evalHistory as c, signedRank as ct, findAttempt as d, compare as dt, formatSeconds as et, findEval as f, sourceChanges as ft, harnessLabel as g, formatUsage as h, buildIndex as i, meanInterval as it, LIFT_MIN_COUNTED as j, splitPatch as k, evalTree as l, wilson as lt, formatPercent as m, whyChanged as mt, activityLabel as n, liftInterval as nt, compareView as o, pairedLiftInterval as ot, formatDuration as p, stackChanges as pt, effortLabel as q, answerRows as r, mcnemar as rt, defaultAttempt as s, round3 as st, COMPARE_ORDER as t, tokenValues as tt, failedJudgeLabels as u, cellsChanged as ut, indexFiles as v, runOutcome as w, languageLabel as x, isMatrix as y, EFFORT_ALPHA as z };
1022
1272
 
1023
- //# sourceMappingURL=model-DyQbu7KF.js.map
1273
+ //# sourceMappingURL=model-BOnlAPzs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-BOnlAPzs.js","names":["counted"],"sources":["../src/view/compare.ts","../src/stats.ts","../src/view/effort.ts","../src/view/judgements.ts","../src/view/model.ts"],"mappings":";;;;;;AAoCA,MAAM,eAAsF;CAC1F;EAAE,OAAO;EAAY,OAAO;EAAa,SAAS;CAAM;CACxD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAa,OAAO;EAAa,SAAS;CAAM;CACzD;EAAE,OAAO;EAAgB,OAAO;EAAgB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAc,OAAO;EAAe,SAAS;CAAM;CAC5D;EAAE,OAAO;EAAa,OAAO;EAAmB,SAAS;CAAM;CAC/D;EAAE,OAAO;EAAe,OAAO;EAAsB,SAAS;CAAK;CACnE;EAAE,OAAO;EAAgB,OAAO;EAAiB,SAAS;CAAM;CAChE;EAAE,OAAO;EAAoB,OAAO;EAAqB,SAAS;CAAK;AACzE;AAEA,MAAM,QAAQ,UACZ,MAAM,QAAQ,KAAK,IACf,MAAM,KAAK,IAAI,KAAK,SACpB,UAAU,OACR,SACA,OAAO,KAAK,CAAC,CACV,QAAQ,YAAY,EAAE,CAAC,CACvB,MAAM,GAAG,EAAE;;AAatB,MAAM,WAAiF;CACrF,WAAW,MAAM,EAAE,iBAAiB;CACpC,YAAY,MAAM,EAAE,iBAAiB;CACrC,YAAY,MAAM,EAAE;CACpB,eAAe,MACb,GAAG,EAAE,YAAY,IAAI,EAAE,qBAAqB,GAAA,CAAI,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AACvF;;AAGA,SAAS,YAAY,MAAmB,MAAyD;CAC/F,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,MAAM,EAAE,OAAO,OAAO,MAAM,MAAM,QAAQ,EAAE,KAAK,CAAC,CAAC,GAAG,OAAO;CACtF,IAAI,CAAC,KAAK,SAAS,CAAC,KAAK,OAAO,OAAO;CACvC,MAAM,SAAS,IAAI,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC7F,OAAO,KAAK,MAAM,SAAS,MACzB,EAAE,MAAM,SAAS,MAAqC;EACpD,MAAM,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG;EACrC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;CACzB,CAAC,CACH;AACF;;;;;;AAOA,SAAgB,aAAa,MAAmB,MAAkC;CAChF,MAAM,SAAS,YAAY,MAAM,IAAI;CACrC,MAAM,UAAyB,CAAC;CAChC,KAAK,MAAM,EAAE,OAAO,OAAO,aAAa,cAAc;EACpD,MAAM,OAAO,SAAS;EACtB,MAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,CAAC,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC;EAClF,MAAM,QAAQ,SACZ,CAAC,GAAG,IAAI,IAAI,OAAO,SAAS,SAAS,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;EACxE,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,MAAM,IAAI,QAAQ,SAAS,KAAK,CAAC,IAAI,KAAK,MAAM;EAChD,IAAI,UAAU,kBAAkB,CAAE,EAAe,UAAU,CAAE,EAAe,SAAS;EACrF,IAAI,KAAK,UAAU,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG;EAC7C,QAAQ,KAAK;GAAE;GAAO;GAAO,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;GAAG,oBAAoB;EAAQ,CAAC;CAC1F;CACA,OAAO;AACT;;;;;AAMA,SAAgB,aACd,MACA,QACA,OACS;CACT,IAAI,UAAU;CACd,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE;EAC5B,MAAM,MAAM,KAAK,IAAI,GAAG;EACxB,IAAI,QAAQ,KAAA,KAAa,QAAQ,EAAE,aAAa,UAAU;EAC1D,KAAK,IAAI,KAAK,EAAE,WAAW;CAC7B;CACA,OAAO;AACT;;AAUA,SAAgB,cACd,QACA,OACU;CACV,MAAM,IAAI,IAAI,IAAI,OAAO,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACvD,MAAM,IAAI,IAAI,IAAI,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACtD,OAAO,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,SAAS;EACvE,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,OAAO;EACzC,IAAI,CAAC,EAAE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS;EAC3C,OAAO,EAAE,IAAI,IAAI,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS;CAC9D,CAAC;AACH;AAEA,MAAM,cAA0E;CAC9E,SAAS;CACT,aAAa;CACb,OAAO;CACP,UAAU;CACV,OAAO;CACP,SAAS;AACX;;AAGA,SAAgB,WAAW,MAAsB,MAAgC;CAC/E,MAAM,MAAM,cAAc,KAAK,SAAS,KAAK,OAAO;CACpD,MAAM,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1E,MAAM,wBAAQ,IAAI,IAAY;CAC9B,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,GAAG;EAC9C,IAAI,CAAC,KAAK,CAAC,GAAG;GACZ,IAAI,KAAK,QAAQ,IAAI,GAAG,IAAI,YAAY,SAAS;GACjD;EACF;EACA,KAAK,MAAM,QAAQ,OAAO,KAAK,WAAW,GACxC,IAAI,EAAE,iBAAiB,UAAU,EAAE,iBAAiB,OAAO,MAAM,IAAI,YAAY,KAAK;CAE1F;CACA,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,SAAS,CAAC;AAC1D;;AAGA,SAAS,UAAU,OAAsE;CACvF,MAAM,WAAW,MAAM,KAAK,MAC1B,EAAE,SAAS,UAAU,EAAE,YAAY,SAAS,SAAS,EAAE,OACzD;CACA,IAAI,SAAS,SAAS,MAAM,GAAG,OAAO;CACtC,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO,SAAS,OAAO,MAAM,MAAM,SAAS,IAAI,YAAY;AAC9D;;;;;;AAOA,SAAS,YAAY,GAAmB,GAAmB;CACzD,MAAM,SAAS,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACrD,MAAM,SAAS,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC;CACtD,IAAI,CAAC,OAAO,UAAU,OAAO,MAAM,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,EAAE,gBAAgB,EAAE,WAAW,GACvF,OAAO;CAET,MAAM,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;CAC9C,OAAO;EACL,MAAM,UAAU,OAAO,KAAK,MAAM,OAAO,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;EACzD,MAAM,UAAU,MAAM;EACtB,OAAO;GACL,OAAO,EAAE,MAAM,QAAQ,MAAM,CAAC,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;GACjE,SAAS,EAAE,MAAM,QAAQ,MAAM,CAAC,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG;EACnE;CACF;AACF;;AAGA,SAAS,aAAa,MAAsB,MAAqC;CAC/E,MAAM,QAAQ,OAAwC;EACpD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;EACjC,QAAQ,EAAE,UAAU;EACpB,MAAM,EAAE;EACR,MAAM,EAAE;CACV;CACA,QAAQ,KAAK,SAAS,CAAC,EAAA,CAAG,SAAS,MAAM;EACvC,MAAM,IAAI,KAAK,OAAO,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EACjD,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAS,EAAE,UAAU,EAAE,SAAU,OAAO,CAAC;EACjE,OAAO,CAAC;GAAE,KAAK,EAAE;GAAK,MAAM,KAAK,CAAC;GAAG,MAAM,KAAK,CAAC;EAAE,CAAC;CACtD,CAAC;AACH;AAEA,SAAgB,QAAQ,MAAkB,MAAgC;CACxE,MAAM,gBAAgB,aAAa,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,EAAE,kBAAkB;CAE/E,OAAO,CADM,mBAAG,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,GAAG,GAAG,KAAK,MAAM,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC,CAAC,KAAK,OAAO;EACrB,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;EAC5C,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM;GAAM,MAAM,GAAG,WAAW;GAAM,QAAQ;EAAQ;EAC3E,IAAI,CAAC,GAAG,OAAO;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM;GAAM,QAAQ;EAAU;EACpE,MAAM,SAAS,EAAE,gBAAgB,EAAE,cAAc,OAAO,YAAY,GAAG,CAAC;EACxE,MAAM,MAAkC,SACpC;GAAE;GAAI,GAAG;EAAO,IAChB;GAAE;GAAI,MAAM,EAAE;GAAS,MAAM,EAAE;EAAQ;EAC3C,MAAM,UAAU,aAAa,GAAG,CAAC;EACjC,IAAI,QAAQ,QAAQ,IAAI,UAAU;EAClC,IAAI,IAAI,SAAS,iBAAiB,IAAI,SAAS,eAAe,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC/F,IAAI,EAAE,gBAAgB,EAAE,eAAe,CAAC,QACtC,OAAO;GAAE,GAAG;GAAK,QAAQ;GAAS,SAAS,WAAW,GAAG,CAAC;EAAE;EAE9D,IAAI,iBAAiB,IAAI,SAAS,IAAI,MAAM,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EAC7E,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAY;EACrF,IAAI,IAAI,SAAS,UAAU,IAAI,SAAS,QAAQ,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAQ;EACjF,OAAO;GAAE,GAAG;GAAK,QAAQ;EAAO;CAClC,CAAC;AACH;;;;ACrPA,MAAM,IAAI;;;;;AAQV,SAAgB,OAAO,MAAc,GAAqB;CACxD,IAAI,MAAM,GAAG,OAAO;EAAE,KAAK;EAAG,MAAM;CAAE;CACtC,MAAM,IAAI,OAAO;CACjB,MAAM,KAAK,IAAI;CACf,MAAM,cAAc,IAAI,KAAK;CAC7B,MAAM,UAAU,IAAI,MAAM,IAAI,MAAM;CACpC,MAAM,OAAQ,IAAI,KAAK,KAAM,KAAK,IAAI,KAAM,IAAI,MAAM,IAAI,IAAI,EAAE,IAAK;CACrE,OAAO;EAAE,KAAK,KAAK,IAAI,GAAG,SAAS,IAAI;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,IAAI;CAAE;AAC7E;;;;;AAMA,SAAgB,aACd,SACA,SAC+B;CAC/B,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,KAAK,QAAQ,IAAI,QAAQ,OAAO,QAAQ,IAAI;CAClD,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,IAAI,OAAO,QAAQ,MAAM,QAAQ,CAAC;CACxC,MAAM,SAAS,KAAK;CACpB,OAAO;EACL;EACA,KAAK,SAAS,KAAK,MAAM,KAAK,EAAE,QAAQ,KAAK,EAAE,OAAO,OAAO,CAAC;EAC9D,MAAM,SAAS,KAAK,MAAM,EAAE,OAAO,OAAO,KAAK,KAAK,EAAE,QAAQ,CAAC;CACjE;AACF;;AAGA,MAAa,UAAU,MAAc,KAAK,MAAM,IAAI,GAAI,IAAI;;AAG5D,SAAgB,SAAS,QAA2B,GAA0B;CAC5E,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,OAAO,SAAS,KAAK;CACjC,MAAM,KAAK,KAAK,MAAM,EAAE;CACxB,MAAM,KAAK,KAAK,KAAK,EAAE;CACvB,MAAM,IAAI,OAAO;CAEjB,OAAO,KADG,OAAO,MACD,MAAM,KAAK;AAC7B;AAEA,MAAa,UAAU,WAA8B,SAAS,QAAQ,EAAG;;AAGzE,MAAM,cAAc;AAEpB,MAAM,UAAU,GAAW,MAAc;CACvC,IAAI,IAAI;CACR,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,IAAK,KAAK,IAAI,IAAI,KAAM;CACrD,OAAO,KAAK,MAAM,CAAC;AACrB;;;;;;AAOA,SAAgB,YAAY,IAAuB,IAAsC;CACvF,MAAM,KAAK,GAAG;CACd,MAAM,KAAK,GAAG;CACd,IAAI,OAAO,KAAK,OAAO,GAAG,OAAO;CACjC,MAAM,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,OAAO,MAAM;CAC7C,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,SAAU;EACnC,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,OAAO,UAAU,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACnE,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,IAAI,KAAK;CACf,MAAM,WAAY,MAAM,IAAI,KAAM;CAClC,MAAM,WAAW,KAAK,IAAI,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,QAAQ;CAClF,IAAI,OAAO,GAAG,EAAE,IAAI,aAAa;EAC/B,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAa,KAAK,KAAM,MAAO,IAAI,IAAI,QAAQ,KAAK,IAAI;EAC9D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,IAAI,QAAQ;CACZ,MAAM,QAAQ,OAAe,MAAc,QAAgB;EACzD,IAAI,SAAS,GAAG;GACd;GACA,IAAI,KAAK,IAAI,MAAM,QAAQ,KAAK,WAAW,MAAM;GACjD;EACF;EACA,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,OAAO,GAAG,MAAO,MAAM,EAAa;CAC1F;CACA,KAAK,GAAG,IAAI,CAAC;CACb,OAAO,UAAU;AACnB;;AAGA,MAAa,YAAY,IAAY,OACnC,OAAO,KAAK,OAAO,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;;;;;;AAgBhE,SAAgB,mBAAmB,GAA8C;CAC/E,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,GAAG,SAAS,MAAM;CAChE,MAAM,IAAI,IAAI,IAAI,IAAI;CACtB,IAAI,MAAM,GAAG,OAAO;EAAE,QAAQ;EAAG,KAAK;EAAI,MAAM;CAAE;CAClD,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,MAAM,IAAI,KAAK;CACrB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,IAAI,OAAO,IAAI,GAAG,CAAC;CACzB,MAAM,eAAe,IAAI,MAAM,IAAI,MAAM,IAAI,MAAM,IAAI;CAEvD,MAAM,YAAY,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI;CACvF,MAAM,MAAM,gBAAgB,IAAI,IAAI,YAAY,KAAK,KAAK,WAAW;CACrE,MAAM,UAAU,IAAI,KAAK;CACzB,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,KAAK,EAAE,QAAQ,IAAI,IAAI,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,OAAO,CAAC,CAC7F;CACA,MAAM,KAAK,KAAK,KACd,KAAK,IAAI,IAAI,EAAE,OAAO,OAAO,IAAI,IAAI,OAAO,EAAE,OAAO,OAAO,KAAK,EAAE,QAAQ,KAAK,EAAE,QAAQ,CAAC,CAC7F;CACA,OAAO;EAAE;EAAQ,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE;EAAG,MAAM,KAAK,IAAI,GAAG,SAAS,EAAE;CAAE;AAClF;;AAGA,SAAgB,QAAQ,aAAqB,aAA6B;CACxE,MAAM,IAAI,cAAc;CACxB,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,MAAM,KAAK,IAAI,aAAa,WAAW;CAC7C,IAAI,OAAO;CACX,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,KAAK,QAAQ,OAAO,GAAG,CAAC,IAAI,KAAK;CAC3D,OAAO,KAAK,IAAI,GAAG,IAAI,IAAI;AAC7B;;AAGA,MAAM,OAAO;CACX;CAAQ;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAO;CAAM;CAC3F;CAAO;CAAM;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;CAAO;CACvF;CAAO;AACT;;AAGA,SAAgB,KAAK,IAAoB;CACvC,IAAI,KAAK,GAAG,OAAO,OAAO;CAC1B,MAAM,SAAS,KAAK,KAAK;CACzB,IAAI,WAAW,KAAA,GAAW,OAAO;CACjC,OAAO,KAAK,KAAK,IAAI,MAAM,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,KAAK,KAAK;AACvF;;;;;AAMA,SAAgB,aAAa,QAAwD;CACnF,MAAM,IAAI,OAAO;CACjB,IAAI,MAAM,GAAG,OAAO;EAAE,MAAM;EAAG,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC7F,MAAM,OAAO,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CACjD,IAAI,MAAM,GAAG,OAAO;EAAE;EAAM,KAAK,OAAO;EAAmB,MAAM,OAAO;CAAkB;CAC1F,MAAM,WAAW,OAAO,QAAQ,GAAG,MAAM,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,IAAI;CACxE,MAAM,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,WAAW,CAAC;CACjD,OAAO;EAAE;EAAM,KAAK,OAAO;EAAM,MAAM,OAAO;CAAK;AACrD;;;;;;AAOA,SAAgB,WAAW,aAA+C;CACxE,MAAM,IAAI,YAAY,QAAQ,MAAM,MAAM,CAAC;CAC3C,MAAM,IAAI,EAAE;CACZ,IAAI,MAAM,GAAG,OAAO;CACpB,MAAM,SAAS,EAAE,KAAK,GAAG,OAAO;EAAE,GAAG,KAAK,IAAI,CAAC;EAAG;CAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;CAChF,MAAM,QAAQ,IAAI,MAAc,CAAC;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAK;EACvB,IAAI,IAAI;EACR,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,EAAE,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG;EACvD,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KAAK,MAAM,OAAO,EAAE,EAAE,MAAgB,IAAI,KAAK,IAAI;EAC3E,IAAI,IAAI;CACV;CACA,MAAM,QAAS,KAAK,IAAI,KAAM;CAC9B,MAAM,OAAO,EAAE,QAAQ,GAAG,GAAG,MAAO,IAAI,IAAI,IAAK,MAAM,KAAgB,GAAI,CAAC;CAC5E,MAAM,WAAW,KAAK,IAAI,OAAO,QAAQ,CAAC;CAC1C,IAAI,IAAI,IAAI;EACV,MAAM,yBAAS,IAAI,IAAoB;EACvC,KAAK,MAAM,EAAE,OAAO,QAAQ,OAAO,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;EAClE,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,CAAC;EACpE,MAAM,WAAY,KAAK,IAAI,MAAM,IAAI,IAAI,KAAM,KAAK,OAAO;EAC3D,IAAI,YAAY,GAAG,OAAO;EAC1B,MAAM,IAAI,KAAK,IAAI,GAAG,WAAW,EAAG,IAAI,KAAK,KAAK,QAAQ;EAC1D,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,EAAE;CAC3C;CACA,IAAI,UAAU;CACd,KAAK,IAAI,OAAO,GAAG,OAAO,KAAK,GAAG,QAAQ;EACxC,IAAI,MAAM;EACV,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,OAAQ,KAAK,GAAI,OAAO,MAAM;EAC9D,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC,KAAK,WAAW,MAAM;CACpD;CACA,OAAO,UAAU,KAAK;AACxB;AAEA,SAAS,UAAU,GAAmB;CAEpC,MAAM,IAAI,KAAK,IAAK,WAAY,KAAK,IAAI,CAAC,IAAK,KAAK;CAIpD,MAAM,MAAM,IAFV,KACC,aAAc,KAAK,cAAe,KAAK,cAAc,KAAK,eAAe,IAAI,kBACzD,KAAK,IAAI,EAAE,IAAI,KAAK,CAAC;CAC5C,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,IAAI,OAAO;AAC9C;;;;ACnOA,MAAa,eAAe;;AAG5B,MAAa,oBAAoB;AAwDjC,MAAa,gBACX,OACkB;CAClB,OAAO,EAAE,SAAS;CAClB,SAAS,EAAE,QAAQ;CACnB,WAAW,EAAE,SAAS;CACtB,GAAI,EAAE,QAAQ,EAAE,QAAQ,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC;AACpD;AAEA,MAAMA,aAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;AAE7F,MAAM,UAAU,YAA8B;CAC5C,QAAQ,OAAO,MAAM,KAAK;CAC1B,IAAI,SAAS,QAAQ,GAAI,KAAK;CAC9B,IAAI,SAAS,QAAQ,GAAI,KAAK;AAChC;;AAGA,MAAa,eAAe,YAC1B,QAAQ,SAAS,MAAO,EAAE,WAAW,KAAA,IAAY,CAAC,IAAI,CAAC,EAAE,MAAM,CAAE;AAEnE,SAAgB,SAAS,SAA4C;CACnE,IAAI,QAAQ,WAAW,GAAG,OAAO;CACjC,MAAM,SAAS,YAAY,OAAO;CAClC,OAAO;EACL,GAAG,QAAQ;EACX,OAAO,OAAO,QAAQ,KAAK,MAAM,EAAE,KAAK,CAAC;EACzC,SAAS,OAAO,QAAQ,KAAK,MAAM,EAAE,OAAO,CAAC;EAC7C,WAAW,OAAO,QAAQ,KAAK,MAAM,EAAE,SAAS,CAAC,KAAK;EACtD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,CAAC;CACpD;AACF;;AAGA,SAAgB,cACd,IACA,IAC8C;CAC9C,MAAM,IAAI,YAAY,IAAI,EAAE;CAC5B,IAAI,SAAS,GAAG,QAAQ,GAAG,MAAM,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAe;CACxF,IAAI,MAAM,QAAQ,KAAA,KAAmB,OAAO;EAAE;EAAG,SAAS;CAAQ;CAClE,OAAO;EAAE;EAAG,UAAU,OAAO,EAAE,KAAK,MAAM,OAAO,EAAE,KAAK,KAAK,UAAU;CAAO;AAChF;AAEA,MAAM,SAAS,GAAW,MAAe,MAAM,IAAI,OAAO,IAAI;AAE9D,SAAgB,eACd,SACA,SACuB;CACvB,MAAM,IAAI,SAAS,OAAO;CAC1B,MAAM,IAAI,SAAS,OAAO;CAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO;CACrB,MAAM,QAAQ,cACZ,QAAQ,KAAK,MAAM,EAAE,KAAK,GAC1B,QAAQ,KAAK,MAAM,EAAE,KAAK,CAC5B;CACA,MAAM,OAAO,cACX,QAAQ,KAAK,MAAM,EAAE,OAAO,GAC5B,QAAQ,KAAK,MAAM,EAAE,OAAO,CAC9B;CACA,MAAM,OAAO,YAAY,OAAO;CAChC,MAAM,OAAO,YAAY,OAAO;CAEhC,MAAM,SAAS,KAAK,UAAU,KAAK,SAAS,cAAc,MAAM,IAAI,IAAI;CACxE,MAAM,WAAW,KAAK,SAAS,KAAK;CACpC,MAAM,aAAa,WAAW,KAAK,WAAW,QAAQ,SAAS,QAAQ;CACvE,MAAM,KAAK,QAAQ,KAAK,MAAM,EAAE,KAAK;CACrC,MAAM,KAAK,QAAQ,KAAK,MAAM,EAAE,KAAK;CACrC,OAAO;EACL,SAAS;EACT,SAAS;EACT,YAAY,MAAM,EAAE,MAAM,QAAQ,EAAE,MAAM,MAAM;EAChD,cAAc,MAAM,EAAE,QAAQ,QAAQ,EAAE,QAAQ,MAAM;EACtD,cAAc,EAAE,QAAQ,SAAS,EAAE,QAAQ;EAC3C,QAAQ,MAAM;EACd,UAAU,KAAK;EACf,WAAW,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE,KAAK,KAAK,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,GAAG,EAAE;EAChF,SAAS,MAAM;EACf,aAAa,KAAK;EAClB,aAAa,UAAU,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,OAAO,QAAQ,EAAE,OAAO,MAAM,IAAI;EACxF,SAAS,QAAQ,KAAK;EACtB,eAAe,QAAQ,WAAW;EAClC,GAAI,aAAa,EAAE,YAAY,kBAAkB,IAAI,CAAC;CACxD;AACF;;AAGA,MAAa,eAAe,GAAgC,YAC1D,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAWA,UAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY;AAE7E,MAAa,cAAc,GAAgC,YACzD,SAAS,YAAY,GAAG,OAAO,CAAC;;AAGlC,SAAgB,aACd,GACA,SACuB;CACvB,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,OAAO,eAAe,YAAY,GAAG,OAAO,GAAG,YAAY,GAAG,KAAK,KAAK,EAAE,CAAC;AAC7E;;AAKA,MAAa,eAAe,MAAe,OAAO,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;AAExF,MAAa,eAAe,MAAsB,MAAM,OAAO,OAAO,IAAI,EAAE,QAAQ,CAAC;;AAGrF,SAAgB,cAAc,IAAoB;CAEhD,IAAI,KAAK,MAAM,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,CAAC,EAAE;CACjE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAI;CAC9B,OAAO,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG,GAAG,EAAE;AACtF;AAEA,MAAM,WAAW,MACf,MAAM,OAAO,KAAK,SAAS,IAAI,OAAQ,WAAW,EAAE,QAAQ,CAAC,EAAE;AAEjE,MAAa,eAAgE;CAC3E,QAAQ,SAAS,SAAS;CAC1B,OAAO,SAAS,QAAQ;CACxB,aAAa;CACb,oBAAoB;AACtB;AAEA,MAAM,oBAAoB,MACxB,EAAE,YAAY,WAAW,EAAE,YAAY,SACnC,GAAG,aAAa,EAAE,QAAQ,CAAC,YAAY,IAAI,QAAQ,EAAE,MAAM,MAC3D,aAAa,EAAE,QAAQ,CAAC,EAAE;;AAGhC,MAAM,qBAAqB,MAA8B;CACvD,IAAI,EAAE,kBAAkB,MAAM,OAAO;CACrC,IAAI,EAAE,YAAY,kBAAkB,EAAE,kBAAkB,gBAAgB,OAAO;CAC/E,IAAI,EAAE,kBAAkB,WAAW,EAAE,kBAAkB,QACrD,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,QAAQ,IAAI,QAAQ,EAAE,OAAO;CAEzE,IAAI,EAAE,kBAAkB,SAAS,OAAO;CACxC,OAAO,KAAK,aAAa,EAAE,cAAc,CAAC,EAAE;AAC9C;;;;;;AAOA,SAAgB,YAAY,GAA2B;CAGrD,MAAM,QAAQ,CAAC,SAFQ,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,MAAM,MAAM,EAAE,IAAI,YAAY,EAAE,UAAU,EAAE,IAE7G,SADA,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,MAAM,cAAc,EAAE,QAAQ,QAAQ,MAAM,EAAE,IAAI,YAAY,EAAE,YAAY,EAAE,EAClH;CAC1B,IAAI,EAAE,kBAAkB,QAAQ,EAAE,QAAQ,UAAU,EAAE,QAAQ,QAC5D,MAAM,KACJ,UAAU,YAAY,EAAE,QAAQ,OAAO,MAAM,EAAE,MAAM,YAAY,EAAE,QAAQ,OAAO,MAAM,EAAE,IAAI,YAAY,EAAE,WAAW,EAAE,EAC3H;CAEF,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,kBAAkB,CAAC;AAC1E;;AAGA,MAAa,iBAAiB,MAC5B,EAAE,SACE,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM,EAAE,YAAY,YAAY,EAAE,OAAO,MAAM,MACvH,SAAS,YAAY,EAAE,MAAM,MAAM,EAAE,WAAW,cAAc,EAAE,QAAQ,MAAM;;AAGpF,SAAgB,kBACd,MACA,MACQ;CACR,MAAM,IAAI,MAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,MAAM;CACpD,MAAM,IAAI,MAAM,KAAK,QAAQ,QAAQ,KAAK,QAAQ,MAAM;CACxD,MAAM,OAAO,SAAS,YAAY,KAAK,MAAM,MAAM,EAAE,KAAK,YAAY,KAAK,MAAM,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE,YAAY,cAAc,KAAK,QAAQ,MAAM,EAAE,KAAK,cAAc,KAAK,QAAQ,MAAM,EAAE,IAAI,YAAY,CAAC,EAAE;CACtN,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,QAAQ,OAAO;CACzC,MAAM,MAAM,MAAM,KAAK,OAAO,QAAQ,KAAK,OAAO,MAAM;CACxD,OAAO,GAAG,KAAK,YAAY,YAAY,KAAK,OAAO,MAAM,EAAE,KAAK,YAAY,KAAK,OAAO,MAAM,EAAE,IAAI,YAAY,GAAG,EAAE;AACvH;;;;;;;ACrOA,MAAa,mBAAmB;;AAGhC,MAAM,iBAAiB;AAEvB,MAAM,WAAW,MAAsC,EAAE,YAAY,UAAU,EAAE,YAAY;;AAG7F,MAAM,YAAY;AAElB,MAAM,aAAa,aAAqB,SAAS,QAAQ,QAAQ,EAAE,CAAC,CAAC,KAAK;;AAG1E,SAAS,SAAS,MAAc,KAAqB;CACnD,IAAI,KAAK,UAAU,KAAK,OAAO;CAC/B,MAAM,MAAM,KAAK,MAAM,EAAE,MAAM,EAAE;CACjC,MAAM,QAAQ,IAAI,OAAO,IAAI;CAE7B,OAAO,KADM,SAAS,KAAK,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC,IAAI,IAAA,CACpD,UAAU;AAC5B;;AAGA,SAAgB,WAAW,UAA0B;CACnD,OAAO,KAAK,UAAU,QAAQ,GAAG,SAAS;AAC5C;;;;;;AAOA,SAAgB,kBACd,OACqB;CACrB,MAAM,wBAAQ,IAAI,IAA+C;CACjE,KAAK,MAAM,QAAQ,OACjB,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,GAAG,MAAM,IAAI,KAAK,KAAK,IAAI;CAEpD,MAAM,yBAAS,IAAI,IAAoB;CACvC,MAAM,uBAAO,IAAI,IAAsB;CAEvC,MAAM,YAAY,KAAa,UAAkB;EAC/C,MAAM,OAAO,OAAO,IAAI,GAAG;EAC3B,IAAI,SAAS,KAAA,GAAW;GACtB,MAAM,QAAQ,KAAK,IAAI,IAAI;GAC3B,IAAI,OAAO;IACT,MAAM,OAAO,MAAM,QAAQ,MAAM,MAAM,GAAG;IAC1C,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,IAAI;SAC/B,KAAK,OAAO,IAAI;GACvB;EACF;EACA,OAAO,IAAI,KAAK,KAAK;EACrB,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,CAAC;EAClC,MAAM,KAAK,GAAG;EACd,KAAK,IAAI,OAAO,KAAK;CACvB;CAEA,KAAK,MAAM,OAAO,MAAM,OAAO,GAAG,SAAS,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC;CAE5E,KAAK,MAAM,CAAC,OAAO,SAAS,CAAC,GAAG,IAAI,GAAG;EACrC,IAAI,KAAK,SAAS,GAAG;EACrB,MAAM,wBAAQ,IAAI,IAAsB;EACxC,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,MAAM,MAAM,IAAI,GAAG;GACzB,IAAI,CAAC,KAAK;GACV,MAAM,OAAO,SAAS,UAAU,IAAI,QAAQ,GAAG,SAAS;GACxD,MAAM,QAAQ,MAAM,IAAI,IAAI,KAAK,CAAC;GAClC,MAAM,KAAK,GAAG;GACd,MAAM,IAAI,MAAM,KAAK;EACvB;EACA,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO;GACjC,MAAM,CAAC,QAAQ;GACf,MAAM,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,EAAA,CAAG,MAAM,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;GACnE,IAAI,QAAQ,MAAM,WAAW,KAAK,SAAS,SAAS,CAAC,OAAO,SAAS,MAAM,IAAI;QAC1E,KAAK,MAAM,OAAO,OAAO,SAAS,KAAK,GAAG;EACjD;CACF;CAEA,KAAK,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG;EAChC,IAAI,KAAK,SAAS,GAAG;EACrB,KAAK,MAAM,OAAO,MAAM,SAAS,KAAK,GAAG;CAC3C;CAEA,OAAO;AACT;AAcA,SAAS,WAAW,GAAgC,SAAwC;CAC1F,MAAM,wBAAQ,IAAI,IAAsB;CACxC,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,SAAS,WAAW,CAAC,QAAQ,CAAC,GAAG;EACvC,KAAK,MAAM,KAAK,EAAE,YAAY;GAC5B,MAAM,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK;IAC9B,OAAO;IACP,UAAU,EAAE;IACZ,MAAM;IACN,SAAS;GACX;GACA,IAAI;GACJ,IAAI,EAAE,YAAY,QAAQ,IAAI;GAC9B,MAAM,IAAI,EAAE,KAAK,GAAG;EACtB;CACF;CACA,MAAM,SAAS,kBACb,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EAAE;EAAK,UAAU,IAAI;CAAS,EAAE,CAClE;CACA,KAAK,MAAM,CAAC,KAAK,QAAQ,OAAO,IAAI,QAAQ,OAAO,IAAI,GAAG,KAAK,WAAW,IAAI,QAAQ;CACtF,OAAO;AACT;AAEA,SAAS,cAAc,GAA6B,SAAyC;CAC3F,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;CAClD,IAAI,MAAM,SAAS,WAAW,OAAO,KAAA;CACrC,OAAO,EAAE,MAAM,MACZ,MAAM,EAAE,SAAS,aAAa,EAAE,YAAY,KAAK,WAAW,EAAE,YAAY,KAAK,OAClF;AACF;AAEA,SAAS,WACP,SACA,SACsB;CACtB,IAAI,CAAC,WAAW,QAAQ,UAAA,KAA8B,QAAQ,UAAA,GAC5D,OAAO;CAET,MAAM,EAAE,QAAQ,KAAK,SAAS,aAC5B;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,GACzC;EAAE,MAAM,QAAQ;EAAM,GAAG,QAAQ;CAAQ,CAC3C;CACA,OAAO;EACL,QAAQ,OAAO,MAAM;EACrB,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,SAAS;GAAE,MAAM,QAAQ;GAAM,SAAS,QAAQ;EAAQ;EACxD,aAAa,MAAM,KAAK,OAAO;CACjC;AACF;;AAGA,SAAgB,eACd,GACA,SACgB;CAChB,MAAM,UAAU,WAAW,GAAG,OAAO;CACrC,MAAM,UAAU,cAAc,GAAG,OAAO;CACxC,MAAM,iBAAiB,UAAU,WAAW,GAAG,QAAQ,GAAG,IAAI,KAAA;CAC9D,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,UAAU;EACvC;EACA,GAAG;EACH,MAAM,WAAW,KAAK,gBAAgB,IAAI,GAAG,CAAC;CAChD,EAAE;AACJ;AAEA,MAAM,gBAAgB,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;;AAGxF,SAAgB,gBAAgB,OAAwC;CACtE,OAAO,MACJ,KAAK,MAAM;EACV,MAAM,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE;EACpC,OAAO,EAAE,OAAO,GAAG,EAAE,IAAI,aAAa,EAAE,KAAK,MAAM,EAAE,SAAS;CAChE,CAAC,CAAC,CACD,KAAK,KAAK;AACf;;AAWA,SAAgB,gBAAgB,YAG9B;CACA,MAAM,SAAS,kBAAkB,UAAU;CAC3C,MAAM,QAAQ,WAAW,KAAK,OAAO;EACnC,SAAS,EAAE;EACX,OAAO,EAAE;EACT,WAAW,EAAE;EACb,OAAO,OAAO,IAAI,EAAE,GAAG,KAAK,WAAW,EAAE,QAAQ;EACjD,KAAK,EAAE;CACT,EAAE;CACF,IAAI,MAAM,UAAU,gBAAgB,OAAO;EAAE,OAAO;EAAO,OAAO;CAAE;CAEpE,OAAO;EAAE,OAAO,CADJ,MAAM,QAAQ,GAAG,MAAO,EAAE,SAAS,EAAE,QAAQ,IAAI,CAC1C,CAAC;EAAG,OAAO,MAAM;CAAO;AAC7C;;AAGA,SAAgB,oBAAoB,YAAuD;CACzF,IAAI,CAAC,WAAW,QAAQ,OAAO;CAC/B,MAAM,EAAE,OAAO,UAAU,gBAAgB,UAAU;CACnD,MAAM,QAAQ,MAAM,KAAK,MAAM,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,UAAU,QAAQ,CAAC,GAAG;CAC7F,IAAI,OAAO,MAAM,KAAK,GAAG,MAAM,QAAQ;CACvC,OAAO,MAAM,KAAK,KAAK;AACzB;;AAGA,SAAgB,UAAU,GAAgC,SAAoC;CAC5F,OAAO,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAAC;AAChG;;;;AChLA,SAAgB,YAAY,IAA8C;CACxE,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ,GAAG,MAAM,KAAK;CAC3C,OAAO;EAAE;EAAM,MAAM,KAAK,SAAS,OAAO,CAAC,IAAI;CAAE;AACnD;;AAGA,SAAgB,WAAW,SAAyB,+BAAc,IAAI,KAAK,EAAA,CAAE,YAAY,GAAG;CAC1F,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI,EAAG;CACvE,MAAM,yBAAS,IAAI,IAA4B;CAC/C,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,KAAK,QAAQ,MAAM,SAAS;EAClC,MAAM,OAAO,OAAO,IAAI,EAAE,KAAK,CAAC;EAChC,KAAK,KAAK,KAAK;EACf,OAAO,IAAI,IAAI,IAAI;CACrB;CACA,MAAM,wBAAQ,IAAI,IAA8B;CAChD,KAAK,MAAM,OAAO,QAChB,KAAK,MAAM,KAAK,IAAI,OAAO;EACzB,MAAM,QAAQ,MAAM,IAAI,EAAE,IAAI;EAC9B,IAAI,OAAO;GACT,MAAM;GACN;EACF;EACA,MAAM,IAAI,EAAE,MAAM;GAChB,MAAM,EAAE;GACR,IAAI,EAAE;GACN,GAAG,YAAY,EAAE,EAAE;GACnB,MAAM;GACN,QAAQ;IAAE,OAAO,IAAI;IAAO,SAAS,EAAE;GAAQ;EACjD,CAAC;CACH;CAQF,OAAO;EAAE,UAAA;GALP;GACA,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,WAAW;IAAE;IAAI,MAAM,KAAK;GAAO,EAAE;GACnE,QAAQ,OAAO,EAAE,EAAE,SAAS;GAC5B,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,KAAK,EAAE,KAAK,KAAK,CAAE;EAElD;EAAG;CAAO;AAC5B;;AAGA,SAAgB,WAAW,SAAyB,aAA4C;CAC9F,MAAM,EAAE,UAAU,WAAW,WAAW,SAAS,WAAW;CAC5D,MAAM,wBAAQ,IAAI,IAAqB,CAAC,CAAC,cAAc,QAAQ,CAAC,CAAC;CACjE,KAAK,MAAM,CAAC,IAAI,SAAS,QAAQ,MAAM,IAAI,UAAU,EAAE,GAAG,IAAI;CAC9D,OAAO;AACT;AAIA,SAAgB,eAAe,IAAuC;CACpE,IAAI,OAAO,QAAQ,OAAO,KAAA,GAAW,OAAO;CAC5C,IAAI,KAAK,KAAM,OAAO,GAAG,KAAK,MAAM,EAAE,EAAE;CACxC,IAAI,KAAK,KAAQ,OAAO,IAAI,KAAK,IAAA,CAAM,QAAQ,KAAK,MAAS,IAAI,CAAC,EAAE;CACpE,MAAM,IAAI,KAAK,MAAM,KAAK,GAAM;CAChC,MAAM,IAAI,KAAK,MAAO,KAAK,MAAU,GAAI;CACzC,IAAI,IAAI,IAAI,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE;CAC5C,OAAO,GAAG,KAAK,MAAM,IAAI,EAAE,EAAE,IAAI,IAAI,GAAG;AAC1C;AAEA,MAAa,iBAAiB,SAC5B,SAAS,OAAO,MAAM,GAAG,KAAK,MAAM,OAAO,GAAG,EAAE;;;;;AAMlD,SAAgB,aAAa,GAAoD;CAC/E,MAAM,QAAQ;EACZ,GAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC;EACtC,GAAI,EAAE,SAAS,CAAC,oBAAoB,EAAE,QAAQ,IAAI,CAAC;EACnD,GAAI,EAAE,eAAe,SAAS,CAAC,UAAU,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;EAC3E,GAAI,EAAE,eAAe,SAAS,CAAC,2BAA2B,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;CAC9F;CACA,OAAO,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,MAAM,KAAK,IAAI,EAAE,KAAK,EAAE;AAC5D;;;;;AAMA,SAAgB,aAAa,OAA6D;CACxF,MAAM,UAAU,MAAM,WAAW;EAAE,MAAM;EAAQ,SAAS,MAAM;CAAK;CACrE,OAAO,QAAQ,SAAS,SACpB,QAAQ,QAAQ,YAChB,GAAG,QAAQ,KAAK,GAAG,QAAQ,QAAQ,SAAS,MAAM,KAAK;AAC7D;;AAGA,SAAgB,cAAc,OAA4D;CACxF,MAAM,WAAW,MAAM;CACvB,IAAI,CAAC,UAAU,OAAO;CACtB,OAAO,GAAG,SAAS,UAAU,GAAG,SAAS,KAAK,GAAG,SAAS,YAAY,SAAS,KAAK;AACtF;;AAGA,SAAgB,YAAY,OAAqD;CAC/E,IAAI,CAAC,OAAO,OAAO;CACnB,MAAM,KAAK,MAAe,KAAK,MAAS,GAAG,KAAK,MAAM,IAAI,GAAI,EAAE,KAAK,OAAO,CAAC;CAC7E,MAAM,SAAS,MAAM,YAAY,KAAK,EAAE,MAAM,SAAS,EAAE,YAAY;CACrE,OAAO,GAAG,EAAE,aAAa,KAAK,CAAC,EAAE,KAAK,OAAO,KAAK,EAAE,MAAM,MAAM,EAAE;AACpE;AAEA,MAAa,YAAY,QAAoC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI;;;;;AAMrF,SAAgB,cAAc,GAAmE;CAC/F,MAAM,UAAU,GAAW,SAAiB,GAAG,EAAE,GAAG,OAAO,MAAM,IAAI,KAAK;CAC1E,OAAO,GAAG,OAAO,EAAE,OAAO,WAAW,EAAE,KAAK,OAAO,EAAE,WAAW,WAAW;AAC7E;;;;;AAQA,SAAgB,WAAW,KAIf;CACV,IAAI,IAAI,WAAW,eAAe,OAAO;CACzC,MAAM,WAAW,CAAC,GAAG,IAAI,OAAO,GAAI,IAAI,YAAY,CAAC,CAAE,CAAC,CAAC,KAAK,MAAM,EAAE,OAAO;CAC7E,IAAI,SAAS,SAAS,MAAM,KAAK,IAAI,WAAW,UAAU,OAAO;CACjE,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,OAAO;AACT;AAEA,SAAS,QAAQ,OAAkC;CACjD,IAAI,MAAM,UAAU,GAAG,OAAO,MAAM,MAAM;CAC1C,IAAI,MAAM,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,MAAM;CACxD,OAAO,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,MAAM,SAAS;AACtE;;AAGA,SAAgB,kBAAkB,QAA4C;CAC5E,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,QAA6C,CAAC;CACpD,KAAK,MAAM,KAAK,OAAO,OACrB,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ;EAClD,KAAK,MAAM,KAAK,EAAE,YAAY;GAC5B,IAAI,EAAE,YAAY,UAAU,KAAK,IAAI,EAAE,GAAG,GAAG;GAC7C,KAAK,IAAI,EAAE,GAAG;GACd,MAAM,KAAK;IAAE,KAAK,EAAE;IAAK,UAAU,EAAE;GAAS,CAAC;EACjD;CACF;CAEF,MAAM,SAAS,kBAAkB,KAAK;CACtC,OAAO,MAAM,KAAK,SAAS,OAAO,IAAI,KAAK,GAAG,KAAK,KAAK,GAAG;AAC7D;;;;;AAMA,SAAgB,QAAQ,QAAsD;CAC5E,MAAM,EAAE,MAAM,MAAM,eAAe,OAAO;CAC1C,MAAM,UAAU,OAAO;CACvB,MAAM,SAAS,kBAAkB,MAAM;CACvC,MAAM,QAAkB,CAAC;CACzB,IAAI,YAAY,GAAG,MAAM,KAAK,qBAAqB;MAC9C;EACH,MAAM,KAAK,GAAG,KAAK,MAAM,QAAQ,yBAAyB;EAC1D,IAAI,OAAO,GACT,MAAM,KACJ,OAAO,SACH,GAAG,KAAK,cAAc,QAAQ,MAAM,EAAE,QAAQ,OAAO,WAAW,IAAI,KAAK,QACzE,GAAG,KAAK,QACd;CAEJ;CACA,IAAI,aAAa,GACf,MAAM,KAAK,GAAG,WAAW,cAAc,eAAe,IAAI,KAAK,KAAK;CAEtE,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE;AAC7B;;;;;;AAoBA,SAAgB,QAAQ,SAAmC;CACzD,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,uBAAO,IAAI,IAAoB;CACrC,MAAM,4BAAY,IAAI,IAAsC;CAC5D,IAAI,WAAgC;CACpC,MAAM,OAAiB,CAAC;CACxB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,EAAE,MAAM,MAAM,eAAe,MAAM;EACzC,MAAM,OAAO,YAAY;GACvB,OAAO,SAAS;GAChB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,YAAY;IAAE;IAAI,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC;GAAE,EAAE;EACjF;EACA,IAAI,eAAe;EACnB,KAAK,MAAM,KAAK,MAAM,OAAO;GAC3B,IAAI,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG;GACvC,MAAM,QAAQ,UAAU,IAAI,EAAE,EAAE,qBAAK,IAAI,IAAyB;GAClE,KAAK,MAAM,KAAK,EAAE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC;GAC3C,UAAU,IAAI,EAAE,IAAI,KAAK;EAC3B;EACA,KAAK,KAAK;GACR;GACA,QAAQ;GACR,OAAO,OAAO,OAAO;GACrB,SAAS,OAAO;GAChB,OAAO,OAAO,aAAa,MAAM,KAAK,IAAI,CAAC;GAC3C;EACF,CAAC;EACD,IAAI,MAAM,WAAW,YAAY,WAAW;CAC9C;CACA,OAAO,KAAK,QAAQ;AACtB;AAWA,MAAM,WAAW,OAAyB;CACxC,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC;CACrD,MAAM,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,UAAU,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CAC7E,QAAQ,EAAE,SAAS,QAAQ,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;CACtD,OAAO,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,aAAa,CAAC,CAAC;CAC7D,SAAS,EAAE,SAAS,QAAQ,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC;AAC7D;AAEA,MAAM,YAAY,GAAU,OAAqB;CAC/C,MAAM,EAAE,OAAO,EAAE;CACjB,MAAM,EAAE,OAAO,EAAE;CACjB,QAAQ,EAAE,SAAS,EAAE;CACrB,OAAO,EAAE,QAAQ,EAAE;CACnB,SAAS,EAAE,UAAU,EAAE;AACzB;AAEA,MAAM,OAAc;CAAE,MAAM;CAAG,MAAM;CAAG,QAAQ;CAAG,OAAO;CAAG,SAAS;AAAE;;AAGxE,SAAgB,SAAS,QAA8C;CACrE,MAAM,OAA6C;EACjD,MAAM;EACN,KAAK;EACL,MAAM;EACN,OAAO;EACP,UAAU,CAAC;CACb;CACA,KAAK,MAAM,KAAK,OAAO,OAAO;EAC5B,MAAM,QAAQ,CAAC,EAAE,MAAM,GAAG,EAAE,KAAK;EACjC,IAAI,OAAO;EACX,KAAK,MAAM,CAAC,GAAG,SAAS,MAAM,QAAQ,GAAG;GACvC,MAAM,MAAM,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK;GAC5C,IAAI,QAAQ,KAAK,SAAS,MACvB,MAAiD,EAAE,SAAS,WAAW,EAAE,QAAQ,GACpF;GACA,IAAI,CAAC,OAAO;IACV,QAAQ;KAAE,MAAM;KAAS;KAAK;KAAM,OAAO;KAAM,UAAU,CAAC;IAAE;IAC9D,KAAK,SAAS,KAAK,KAAK;GAC1B;GACA,OAAO;EACT;EACA,KAAK,SAAS,KAAK;GAAE,MAAM;GAAQ,KAAK,EAAE;GAAI,MAAM,EAAE;GAAM,OAAO,QAAQ,CAAC;GAAG,MAAM;EAAE,CAAC;CAC1F;CACA,MAAM,UAAU,MAA0B;EACxC,IAAI,EAAE,SAAS,QAAQ,OAAO;EAC9B,MAAM,WAAW,EAAE,SAAS,IAAI,MAAM;EACtC,SAAS,MAAM,GAAG,MAAM,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC;EACrD,OAAO;GAAE,GAAG;GAAG;GAAU,OAAO,SAAS,QAAQ,GAAG,MAAM,SAAS,GAAG,EAAE,KAAK,GAAG,IAAI;EAAE;CACxF;CACA,OAAQ,OAAO,IAAI,CAAC,CAA0C;AAChE;AAEA,MAAM,QAAQ,MAAc,EAAE,OAAO,IAAI,EAAE,QAAQ,IAAI,EAAE,OAAO,IAAI;;AAwCpE,SAAgB,SAAS,GAAyB;CAChD,OAAO,EAAE,MAAM,KAAK,UAAU;EAC5B,KAAK,KAAK;EACV,SAAS,KAAK;EACd,aAAa,KAAK;EAClB,SAAS,KAAK;EACd,MAAM,KAAK;EACX,OAAO,KAAK,SAAS;EACrB,MAAM,KAAK;EACX,WAAW,KAAK;EAChB,iBAAiB,KAAK,UAAU;EAChC,MAAM,KAAK;EACX,MAAM,KAAK;EACX,MAAM,KAAK;EACX,YAAY,KAAK;EACjB,SAAS,KAAK;EACd,SAAS,KAAK;EACd,SAAS,KAAK;EACd,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK,KAAK,SAAS,GAAG,IAAI;EACvD,cAAc,KAAK,OACf;GACE,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,IAAI,KAAK,MAAM,KAAK,KAAK,SAAS,KAAK,GAAG;GAC1C,aAAa,KAAK,KAAK;EACzB,IACA;EACJ,cAAc,KAAK,MAAM,YAAY,KAAA,KAAa,KAAK,KAAK,SAAS,KAAK,KAAK,KAAK;EACpF,QAAQ,WAAW,GAAG,KAAK,GAAG;EAC9B,iBAAiB,aAAa,GAAG,KAAK,GAAG;EACzC,YAAY,eAAe,GAAG,KAAK,GAAG;EACtC,OAAO,UAAU,GAAG,KAAK,GAAG;EAC5B,UAAU,EAAE,SAAS,QAAQ,MAAM,EAAE,SAAS,KAAK,GAAG;CACxD,EAAE;AACJ;;AAuBA,SAAgB,WAAW,GAA4C;CACrE,QAAQ,EAAE,WAAW,CAAC,EAAA,CAAG,KAAK,MAAM;EAClC,MAAM,SAAS,QACb,EAAE,MACC,QAAQ,MAAM,EAAE,QAAQ,GAAG,CAAC,CAC5B,KAAK,OAAO;GAAE,MAAM,EAAE;GAAM,MAAM,EAAE;GAAM,GAAG,EAAE;GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;EAAK,EAAE;EACzF,OAAO;GACL,UAAU,EAAE;GACZ,OAAO,EAAE,iBAAiB,EAAE;GAC5B,OAAO,EAAE,MAAM;GACf,MAAM,EAAE,MAAM,QAAQ,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC;GAChD,QAAQ,MAAM,QAAQ;GACtB,QAAQ,MAAM,QAAQ;GACtB,OAAO,EAAE,SAAS;GAClB,SAAS,EAAE,MAAM,WAAW,KAAK,EAAE,UAAU,KAAA;GAC7C,SAAS,cAAc,EAAE,KAAK;EAChC;CACF,CAAC;AACH;;AAGA,MAAa,YAAY,MACvB,EAAE,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,MAAM,EAAE,OAAO,CAAC;;AAetD,SAAgB,YAAY,SAAyB,MAAkC;CACrF,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;CACvE,MAAM,SAA6B,CAAC;CACpC,MAAM,uBAAO,IAAI,IAAoB;CACrC,KAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;EAC/C,IAAI,CAAC,GAAG;EACR,OAAO,KAAK;GACV;GACA,SAAS,EAAE;GACX,SAAS,EAAE;GACX,OAAO,EAAE;GACT,SAAS,aAAa,MAAM,EAAE,IAAI,EAAE,KAAK;EAC3C,CAAC;CACH;CACA,OAAO;AACT;AAsBA,MAAM,aAAa,MAA6B;CAC9C,MAAM,SAAS,GAAG,SAAS,SAAS,MAAM,EAAE,WAAW,KAAK,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC;CAChF,OAAO,OAAO,SAAS,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO,SAAS;AAC7E;AAEA,MAAa,gBAAiC;CAC5C;CACA;CACA;CACA;CACA;CACA;CACA;AACF;;;;;;AAOA,MAAa,mBAAmB,UAC9B,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM;;;;;AAMrC,MAAa,iBACX,GACA,MAEA,EAAE,YAAY,UACd,EAAE,OAAO,SAAS,aAClB,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;;AAGlD,SAAS,aAAa,OAAqC;CACzD,MAAM,QAAQ,MAAM,QAAQ,MAAM,EAAE,SAAS,MAAM;CACnD,MAAM,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CACjD,MAAM,UAAU,OAAO,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,MAAM,CAAC;CAC3D,OAAO,UAAU,OAAO,UAAU;AACpC;;AAGA,SAAgB,YACd,MACA,MACA,UAAkD,CAAC,GACnD;CACA,MAAM,OAAyB,QAAQ,MAAM,IAAI,CAAC,CAAC,KAAK,QAAQ;EAC9D,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,IAAI,KAAK,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE;EAChD,MAAM,WAAW,IAAI,IAAI,GAAG,MAAM,KAAK,MAAM,EAAE,GAAG,CAAC;EACnD,MAAM,SACJ,IAAI,SAAS,IAAI,IAAI,GAAG,MAAM,QAAQ,MAAM,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CAAC;EACpF,MAAM,WAAW,MAAgB;GAC/B,IAAI,CAAC,GAAG,OAAO;GACf,OAAO,SAAS,aAAa,EAAE,MAAM,QAAQ,MAAM,OAAO,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;EAC7E;EACA,OAAO;GACL,GAAG;GACH,MAAM,GAAG,QAAQ,GAAG,QAAQ;GAC5B,aAAa,QAAQ,CAAC;GACtB,aAAa,QAAQ,CAAC;GACtB,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,WAAW,UAAU,QAAQ,MAAM,MAAM,MAAM,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;GACrE,SAAS,IAAI,WAAW,CAAC;EAC3B;CACF,CAAC;CACD,KAAK,MAAM,GAAG,MAAM,cAAc,QAAQ,EAAE,MAAM,IAAI,cAAc,QAAQ,EAAE,MAAM,CAAC;CAIrF,OAAO;EAAE;EAAM,QAHA,OAAO,YACpB,cAAc,KAAK,MAAM,CAAC,GAAG,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAErD;EAAG,SAAS,aAAa,MAAM,IAAI;CAAE;AAC3D;;AAsBA,SAAgB,gBAAgB,MAAgC;CAC9D,MAAM,QAA0B,CAAC;CACjC,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;EACnC,IAAI,CAAC,KAAK,KAAK,GAAG;EAClB,IAAI;GACF,MAAM,QAAQ,KAAK,MAAM,IAAI;GAC7B,IAAI,SAAS,OAAO,MAAM,SAAS,UAAU,MAAM,KAAK,uBAAuB,KAAK,CAAC;EACvF,QAAQ,CAAC;CACX;CACA,OAAO;AACT;AAEA,SAAgB,gBAAgB,OAA2C;CACzE,OAAO,MAAM,KAAK,SAAS;EACzB,IAAI,KAAK,SAAS,UAChB,OAAO;GAAE,MAAM;GAAQ,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAM,IAAI,KAAK;EAAG;EAEzE,IAAI,KAAK,SAAS,YAChB,OAAO;GAAE,MAAM;GAAY,MAAM,KAAK;GAAM,QAAQ,KAAK;GAAQ,YAAY,KAAK;EAAW;EAE/F,OAAO;GAAE,MAAM;GAAS,MAAM,KAAK;GAAM,OAAO;EAAK;CACvD,CAAC;AACH;AAYA,MAAM,SAAS;;AAGf,SAAgB,WAAW,OAA4B;CACrD,IAAI,CAAC,MAAM,KAAK,GAAG,OAAO,CAAC;CAC3B,OAAO,MACJ,MAAM,mBAAmB,CAAC,CAC1B,QAAQ,SAAS,KAAK,WAAW,aAAa,CAAC,CAAC,CAChD,KAAK,SAAS;EACb,MAAM,SAAS,OAAO,KAAK,IAAI;EAC/B,MAAM,OAAO,SAAS,MAAM,SAAS,MAAM;EAC3C,IAAI,QAAQ;EACZ,IAAI,UAAU;EACd,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAChC,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;OACjD,IAAI,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,MAAM,GAAG;EAW7D,OAAO;GAAE;GAAM,QATqB,kBAAkB,KAAK,IAAI,IAC3D,UACA,sBAAsB,KAAK,IAAI,IAC7B,YACA,gBAAgB,KAAK,IAAI,IACvB,YACA,oCAAoC,KAAK,IAAI,IAC3C,WACA;GACa;GAAO;GAAS;EAAK;CAC9C,CAAC;AACL;AAIA,MAAa,YAAY,QAAkC,SACzD,OAAO,MAAM,MAAM,MAAM,EAAE,SAAS,IAAI;AAE1C,MAAa,eAAe,GAAc,cACxC,EAAE,SAAS,MAAM,MAAM,EAAE,OAAO,SAAS;;AAG3C,MAAa,kBAAkB,MAC7B,EAAE,SAAS,MAAM,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,KAAK,EAAE,SAAS"}
@@ -1,6 +1,6 @@
1
- import { l as judgeRoute } from "./judge-7WjNdU9z.js";
1
+ import { l as judgeRoute } from "./judge-CeYPN8P_.js";
2
2
  import { i as debugTrace } from "./attempt-CGPV3BZY.js";
3
- import { experimental_evaluate } from "ai";
3
+ import { experimental_decide } from "ai";
4
4
  import { google } from "@ai-sdk/google";
5
5
  //#region src/judge/model.ts
6
6
  /** See `judgeRoute`: a known provider's own package when its key is set, else the AI Gateway. */
@@ -9,12 +9,12 @@ async function resolveModel(model) {
9
9
  const route = judgeRoute(model);
10
10
  if (route.kind === "gateway") return model;
11
11
  const id = model.slice(route.provider.length + 1);
12
- if (route.provider === "google") return google.evaluationModel(id);
12
+ if (route.provider === "google") return google.decisionModel(id);
13
13
  const { typeSafeAi } = await import("@ai-sdk/typesafe-ai");
14
- return typeSafeAi.evaluationModel(id);
14
+ return typeSafeAi.decisionModel(id);
15
15
  }
16
16
  async function scoreWithModel(model, question, state, providerOptions, signal) {
17
- const result = await experimental_evaluate({
17
+ const result = await experimental_decide({
18
18
  model: await resolveModel(model),
19
19
  state,
20
20
  questions: { answer: {
@@ -41,4 +41,4 @@ async function scoreWithModel(model, question, state, providerOptions, signal) {
41
41
  //#endregion
42
42
  export { scoreWithModel };
43
43
 
44
- //# sourceMappingURL=model-Bv8uUZ07.js.map
44
+ //# sourceMappingURL=model-DEQo3FkZ.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-DEQo3FkZ.js","names":["decide"],"sources":["../src/judge/model.ts"],"mappings":";;;;;;AASA,eAAe,aACb,OACwB;CACxB,IAAI,OAAO,UAAU,UAAU,OAAO;CACtC,MAAM,QAAQ,WAAW,KAAK;CAC9B,IAAI,MAAM,SAAS,WAAW,OAAO;CACrC,MAAM,KAAK,MAAM,MAAM,MAAM,SAAS,SAAS,CAAC;CAChD,IAAI,MAAM,aAAa,UAAU,OAAO,OAAO,cAAc,EAAE;CAC/D,MAAM,EAAE,eAAe,MAAM,OAAO;CACpC,OAAO,WAAW,cAAc,EAAE;AACpC;AAEA,eAAsB,eACpB,OACA,UACA,OACA,iBACA,QAC+D;CAC/D,MAAM,SAAS,MAAMA,oBAAO;EAC1B,OAAO,MAAM,aAAa,KAAK;EAC/B;EACA,WAAW,EAAE,QAAQ;GAAE,MAAM;GAAW,cAAc;EAAS,EAAE;EACjE;EACA,aAAa;EAEb,YAAY;CACd,CAAC;CACD,MAAM,EAAE,SAAS,OAAO,UAAU,UAAU,qBAAqB;CACjE,WACE,SACA,qBACA;EAAE;EAAS;EAAO;EAAU;EAAU;CAAiB,GACvD,yBACF;CACA,OAAO;EAAE,OAAO,OAAO,QAAQ,OAAO;EAAa,eAAe,OAAO,UAAU;CAAQ;AAC7F"}
@@ -0,0 +1,2 @@
1
+ import { w as runOutcome } from "./model-BOnlAPzs.js";
2
+ export { runOutcome };
@@ -1,2 +1,2 @@
1
- import { a as providerModel, c as resolveAnalysisModel, i as isFake, n as callAnalysisModel, o as questionModel, r as cannedModel, s as questionModelLabel, t as analysisModelName } from "./model-Cp6NoAT3.js";
1
+ import { a as providerModel, c as resolveAnalysisModel, i as isFake, n as callAnalysisModel, o as questionModel, r as cannedModel, s as questionModelLabel, t as analysisModelName } from "./model-B1BZoZ9b.js";
2
2
  export { analysisModelName, callAnalysisModel, cannedModel, isFake, providerModel, questionModel, questionModelLabel, resolveAnalysisModel };