gemi 0.155.0 → 0.157.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/dist/ai/Agent.d.ts +15 -0
  2. package/dist/ai/Agent.d.ts.map +1 -1
  3. package/dist/ai/AgentController.d.ts +25 -1
  4. package/dist/ai/AgentController.d.ts.map +1 -1
  5. package/dist/ai/ImageModel.d.ts +2 -0
  6. package/dist/ai/ImageModel.d.ts.map +1 -1
  7. package/dist/ai/contextCompaction.d.ts +9 -1
  8. package/dist/ai/contextCompaction.d.ts.map +1 -1
  9. package/dist/ai/eval/Eval.d.ts +323 -0
  10. package/dist/ai/eval/Eval.d.ts.map +1 -0
  11. package/dist/ai/eval/stats.d.ts +70 -0
  12. package/dist/ai/eval/stats.d.ts.map +1 -0
  13. package/dist/ai/generate.d.ts.map +1 -1
  14. package/dist/ai/index.d.ts +5 -0
  15. package/dist/ai/index.d.ts.map +1 -1
  16. package/dist/ai/index.js +27 -26
  17. package/dist/ai/index.js.map +7 -5
  18. package/dist/ai/usageMeter.d.ts +23 -0
  19. package/dist/ai/usageMeter.d.ts.map +1 -0
  20. package/dist/app/index.js +1 -1
  21. package/dist/bun/plugin.js +1 -1
  22. package/dist/bun/preload.js +1 -1
  23. package/dist/{chunk-rb7518zz.js → chunk-00z7s34q.js} +2 -2
  24. package/dist/{chunk-rb7518zz.js.map → chunk-00z7s34q.js.map} +1 -1
  25. package/dist/{chunk-2r2j2nvq.js → chunk-0v3bca8k.js} +3 -3
  26. package/dist/{chunk-2r2j2nvq.js.map → chunk-0v3bca8k.js.map} +1 -1
  27. package/dist/{chunk-4y74s15p.js → chunk-0vc2akg0.js} +1 -1
  28. package/dist/{chunk-877yc341.js → chunk-0yjm936b.js} +3 -3
  29. package/dist/{chunk-877yc341.js.map → chunk-0yjm936b.js.map} +1 -1
  30. package/dist/{chunk-a8n9ec43.js → chunk-159j20yr.js} +2 -2
  31. package/dist/{chunk-a8n9ec43.js.map → chunk-159j20yr.js.map} +1 -1
  32. package/dist/{chunk-3csz8pfk.js → chunk-1de3awrh.js} +3 -3
  33. package/dist/{chunk-3csz8pfk.js.map → chunk-1de3awrh.js.map} +1 -1
  34. package/dist/{chunk-3nf0nmpp.js → chunk-38kjpa6q.js} +1 -1
  35. package/dist/{chunk-afaff2se.js → chunk-3ndc8adc.js} +2 -2
  36. package/dist/{chunk-afaff2se.js.map → chunk-3ndc8adc.js.map} +1 -1
  37. package/dist/{chunk-z38m1nh5.js → chunk-3t4nw1n2.js} +2 -2
  38. package/dist/{chunk-z38m1nh5.js.map → chunk-3t4nw1n2.js.map} +1 -1
  39. package/dist/{chunk-rnd8s0n5.js → chunk-42646nt7.js} +2 -2
  40. package/dist/{chunk-rnd8s0n5.js.map → chunk-42646nt7.js.map} +1 -1
  41. package/dist/{chunk-9xyd5r54.js → chunk-4t2j3zcg.js} +2 -2
  42. package/dist/{chunk-9xyd5r54.js.map → chunk-4t2j3zcg.js.map} +1 -1
  43. package/dist/{chunk-hh5bs656.js → chunk-4vnrnbn3.js} +3 -3
  44. package/dist/{chunk-hh5bs656.js.map → chunk-4vnrnbn3.js.map} +1 -1
  45. package/dist/{chunk-m5f6ksqe.js → chunk-517fjfme.js} +3 -3
  46. package/dist/{chunk-m5f6ksqe.js.map → chunk-517fjfme.js.map} +1 -1
  47. package/dist/{chunk-wckbrbzx.js → chunk-56a3vnrj.js} +2 -2
  48. package/dist/{chunk-wckbrbzx.js.map → chunk-56a3vnrj.js.map} +1 -1
  49. package/dist/{chunk-ja1289jh.js → chunk-5zxxd7qp.js} +1 -1
  50. package/dist/{chunk-4ptz62pz.js → chunk-69c2s43a.js} +2 -2
  51. package/dist/{chunk-4ptz62pz.js.map → chunk-69c2s43a.js.map} +1 -1
  52. package/dist/chunk-6np1r9gk.js +5 -0
  53. package/dist/{chunk-49s8wwp2.js.map → chunk-6np1r9gk.js.map} +1 -1
  54. package/dist/{chunk-bstn00nx.js → chunk-72f6pbap.js} +2 -2
  55. package/dist/{chunk-bstn00nx.js.map → chunk-72f6pbap.js.map} +1 -1
  56. package/dist/{chunk-0mgswwbj.js → chunk-7426gfgw.js} +2 -2
  57. package/dist/{chunk-0mgswwbj.js.map → chunk-7426gfgw.js.map} +1 -1
  58. package/dist/{chunk-baj76zja.js → chunk-78wht1ph.js} +2 -2
  59. package/dist/{chunk-baj76zja.js.map → chunk-78wht1ph.js.map} +1 -1
  60. package/dist/{chunk-mzkzgp2j.js → chunk-7yww9aq7.js} +2 -2
  61. package/dist/{chunk-mzkzgp2j.js.map → chunk-7yww9aq7.js.map} +1 -1
  62. package/dist/{chunk-djyx6eyh.js → chunk-7zy6nq9e.js} +2 -2
  63. package/dist/{chunk-djyx6eyh.js.map → chunk-7zy6nq9e.js.map} +1 -1
  64. package/dist/{chunk-w6jff43c.js → chunk-8eyxj78g.js} +3 -3
  65. package/dist/{chunk-w6jff43c.js.map → chunk-8eyxj78g.js.map} +1 -1
  66. package/dist/{chunk-twrf6d08.js → chunk-986eh0n3.js} +2 -2
  67. package/dist/{chunk-twrf6d08.js.map → chunk-986eh0n3.js.map} +1 -1
  68. package/dist/{chunk-mv1rs9he.js → chunk-9gt9qdge.js} +1 -1
  69. package/dist/{chunk-v9z4x5j2.js → chunk-9kyfaeey.js} +2 -2
  70. package/dist/{chunk-v9z4x5j2.js.map → chunk-9kyfaeey.js.map} +1 -1
  71. package/dist/{chunk-198ywkt2.js → chunk-9md6acv2.js} +1 -1
  72. package/dist/{chunk-6tkkvaqg.js → chunk-ah2jy1vx.js} +2 -2
  73. package/dist/{chunk-6tkkvaqg.js.map → chunk-ah2jy1vx.js.map} +1 -1
  74. package/dist/{chunk-xv58jnpb.js → chunk-aq5zx3vg.js} +2 -2
  75. package/dist/{chunk-xv58jnpb.js.map → chunk-aq5zx3vg.js.map} +1 -1
  76. package/dist/{chunk-tdvjrftz.js → chunk-cmt3jw6j.js} +2 -2
  77. package/dist/{chunk-tdvjrftz.js.map → chunk-cmt3jw6j.js.map} +1 -1
  78. package/dist/{chunk-0hqg6ema.js → chunk-dce3w52r.js} +2 -2
  79. package/dist/{chunk-0hqg6ema.js.map → chunk-dce3w52r.js.map} +1 -1
  80. package/dist/{chunk-403b2rfp.js → chunk-dhq7zv0t.js} +2 -2
  81. package/dist/{chunk-403b2rfp.js.map → chunk-dhq7zv0t.js.map} +1 -1
  82. package/dist/{chunk-rq8b8pr5.js → chunk-exb35whf.js} +2 -2
  83. package/dist/{chunk-rq8b8pr5.js.map → chunk-exb35whf.js.map} +1 -1
  84. package/dist/{chunk-73rzf7ys.js → chunk-fe12f946.js} +2 -2
  85. package/dist/{chunk-73rzf7ys.js.map → chunk-fe12f946.js.map} +1 -1
  86. package/dist/{chunk-nh01ncyy.js → chunk-g5d62d1n.js} +2 -2
  87. package/dist/{chunk-nh01ncyy.js.map → chunk-g5d62d1n.js.map} +1 -1
  88. package/dist/{chunk-ydkv9e8w.js → chunk-h3gcxf2k.js} +3 -3
  89. package/dist/{chunk-ydkv9e8w.js.map → chunk-h3gcxf2k.js.map} +1 -1
  90. package/dist/{chunk-902qqwdt.js → chunk-jr9qerbr.js} +2 -2
  91. package/dist/{chunk-902qqwdt.js.map → chunk-jr9qerbr.js.map} +1 -1
  92. package/dist/{chunk-2t61pc8v.js → chunk-jrv31jp9.js} +2 -2
  93. package/dist/{chunk-2t61pc8v.js.map → chunk-jrv31jp9.js.map} +1 -1
  94. package/dist/{chunk-dewn1kmd.js → chunk-k1aw97dm.js} +2 -2
  95. package/dist/{chunk-dewn1kmd.js.map → chunk-k1aw97dm.js.map} +1 -1
  96. package/dist/{chunk-313593t3.js → chunk-kbdt84xg.js} +2 -2
  97. package/dist/{chunk-313593t3.js.map → chunk-kbdt84xg.js.map} +1 -1
  98. package/dist/{chunk-wjdw128m.js → chunk-ks9t82g0.js} +2 -2
  99. package/dist/{chunk-wjdw128m.js.map → chunk-ks9t82g0.js.map} +1 -1
  100. package/dist/{chunk-vfwpbveq.js → chunk-kwc68y45.js} +2 -2
  101. package/dist/{chunk-vfwpbveq.js.map → chunk-kwc68y45.js.map} +1 -1
  102. package/dist/{chunk-86zhngpg.js → chunk-n95dppzm.js} +2 -2
  103. package/dist/{chunk-86zhngpg.js.map → chunk-n95dppzm.js.map} +1 -1
  104. package/dist/{chunk-apga49vp.js → chunk-nvhbkqmd.js} +2 -2
  105. package/dist/{chunk-apga49vp.js.map → chunk-nvhbkqmd.js.map} +1 -1
  106. package/dist/{chunk-0t531zdt.js → chunk-p83cjehh.js} +2 -2
  107. package/dist/{chunk-0t531zdt.js.map → chunk-p83cjehh.js.map} +1 -1
  108. package/dist/{chunk-wf4kywta.js → chunk-pgdxqrjv.js} +3 -3
  109. package/dist/{chunk-wf4kywta.js.map → chunk-pgdxqrjv.js.map} +1 -1
  110. package/dist/{chunk-f4hx69cr.js → chunk-pw5h5935.js} +2 -2
  111. package/dist/{chunk-f4hx69cr.js.map → chunk-pw5h5935.js.map} +1 -1
  112. package/dist/{chunk-4d4td4k9.js → chunk-px3ctjxh.js} +2 -2
  113. package/dist/{chunk-4d4td4k9.js.map → chunk-px3ctjxh.js.map} +1 -1
  114. package/dist/{chunk-5gq41j99.js → chunk-q3e1bqrs.js} +3 -3
  115. package/dist/{chunk-5gq41j99.js.map → chunk-q3e1bqrs.js.map} +1 -1
  116. package/dist/{chunk-c94a3qsx.js → chunk-q7k2hc45.js} +2 -2
  117. package/dist/{chunk-c94a3qsx.js.map → chunk-q7k2hc45.js.map} +1 -1
  118. package/dist/{chunk-41bvpent.js → chunk-qbvm5q1g.js} +1 -1
  119. package/dist/{chunk-7j8x62yb.js → chunk-qvngsa1c.js} +2 -2
  120. package/dist/{chunk-7j8x62yb.js.map → chunk-qvngsa1c.js.map} +1 -1
  121. package/dist/{chunk-g8sh9btf.js → chunk-r5y2khw4.js} +2 -2
  122. package/dist/{chunk-g8sh9btf.js.map → chunk-r5y2khw4.js.map} +1 -1
  123. package/dist/{chunk-1a11x8ww.js → chunk-rrz2ry81.js} +2 -2
  124. package/dist/{chunk-1a11x8ww.js.map → chunk-rrz2ry81.js.map} +1 -1
  125. package/dist/{chunk-e9z8p2fy.js → chunk-rtv4ax8z.js} +2 -2
  126. package/dist/{chunk-e9z8p2fy.js.map → chunk-rtv4ax8z.js.map} +1 -1
  127. package/dist/{chunk-ae5ycktd.js → chunk-set6qmjw.js} +2 -2
  128. package/dist/{chunk-ae5ycktd.js.map → chunk-set6qmjw.js.map} +1 -1
  129. package/dist/{chunk-sbzqxtqg.js → chunk-ss3yn4g2.js} +3 -3
  130. package/dist/{chunk-sbzqxtqg.js.map → chunk-ss3yn4g2.js.map} +1 -1
  131. package/dist/{chunk-fe9fvtvt.js → chunk-t66ex43f.js} +4 -4
  132. package/dist/{chunk-fe9fvtvt.js.map → chunk-t66ex43f.js.map} +1 -1
  133. package/dist/{chunk-rv751mxq.js → chunk-t7yt8egz.js} +2 -2
  134. package/dist/{chunk-rv751mxq.js.map → chunk-t7yt8egz.js.map} +1 -1
  135. package/dist/{chunk-rnegd7ya.js → chunk-tr8se94g.js} +3 -3
  136. package/dist/{chunk-rnegd7ya.js.map → chunk-tr8se94g.js.map} +1 -1
  137. package/dist/{chunk-1fyn63ka.js → chunk-tzheb6ak.js} +3 -3
  138. package/dist/{chunk-1fyn63ka.js.map → chunk-tzheb6ak.js.map} +1 -1
  139. package/dist/{chunk-h0kyymhv.js → chunk-v10xzpqs.js} +2 -2
  140. package/dist/{chunk-h0kyymhv.js.map → chunk-v10xzpqs.js.map} +1 -1
  141. package/dist/{chunk-2b3hh9xw.js → chunk-wbv6218d.js} +3 -3
  142. package/dist/{chunk-2b3hh9xw.js.map → chunk-wbv6218d.js.map} +1 -1
  143. package/dist/{chunk-mp3ecfnh.js → chunk-wg0ttent.js} +2 -2
  144. package/dist/{chunk-mp3ecfnh.js.map → chunk-wg0ttent.js.map} +1 -1
  145. package/dist/{chunk-7jnawtcm.js → chunk-wnjvfmqc.js} +2 -2
  146. package/dist/{chunk-7jnawtcm.js.map → chunk-wnjvfmqc.js.map} +1 -1
  147. package/dist/{chunk-nhhnkv0e.js → chunk-x82f3q6a.js} +4 -4
  148. package/dist/{chunk-nhhnkv0e.js.map → chunk-x82f3q6a.js.map} +1 -1
  149. package/dist/{chunk-mr3szvr3.js → chunk-xff7tkde.js} +2 -2
  150. package/dist/{chunk-mr3szvr3.js.map → chunk-xff7tkde.js.map} +1 -1
  151. package/dist/chunk-xp5axyb5.js +30 -0
  152. package/dist/chunk-xp5axyb5.js.map +28 -0
  153. package/dist/{chunk-2x6cv37t.js → chunk-xtqd9vpp.js} +2 -2
  154. package/dist/{chunk-2x6cv37t.js.map → chunk-xtqd9vpp.js.map} +1 -1
  155. package/dist/{chunk-cee5gq7t.js → chunk-xyyq577r.js} +2 -2
  156. package/dist/{chunk-cee5gq7t.js.map → chunk-xyyq577r.js.map} +1 -1
  157. package/dist/{chunk-eqv7yxk7.js → chunk-ycn7w2e9.js} +2 -2
  158. package/dist/{chunk-eqv7yxk7.js.map → chunk-ycn7w2e9.js.map} +1 -1
  159. package/dist/{chunk-0fjn202c.js → chunk-yewj83ez.js} +3 -3
  160. package/dist/{chunk-0fjn202c.js.map → chunk-yewj83ez.js.map} +1 -1
  161. package/dist/{chunk-2ery6a75.js → chunk-yzsyg1f7.js} +3 -3
  162. package/dist/{chunk-2ery6a75.js.map → chunk-yzsyg1f7.js.map} +1 -1
  163. package/dist/{chunk-jgpbr2k1.js → chunk-z7224rhm.js} +2 -2
  164. package/dist/{chunk-jgpbr2k1.js.map → chunk-z7224rhm.js.map} +1 -1
  165. package/dist/{chunk-attr793y.js → chunk-zcg6m7gf.js} +2 -2
  166. package/dist/{chunk-attr793y.js.map → chunk-zcg6m7gf.js.map} +1 -1
  167. package/dist/{chunk-yhgt9dxj.js → chunk-zfbqgzwa.js} +2 -2
  168. package/dist/{chunk-yhgt9dxj.js.map → chunk-zfbqgzwa.js.map} +1 -1
  169. package/dist/{chunk-x5z6r7z9.js → chunk-zv9d6jkj.js} +2 -2
  170. package/dist/{chunk-x5z6r7z9.js.map → chunk-zv9d6jkj.js.map} +1 -1
  171. package/dist/config/index.js +1 -1
  172. package/dist/console/run.js +2 -2
  173. package/dist/console/run.js.map +1 -1
  174. package/dist/container/index.js +2 -2
  175. package/dist/container/index.js.map +1 -1
  176. package/dist/database/index.js +2 -2
  177. package/dist/database/index.js.map +1 -1
  178. package/dist/email/index.js +2 -2
  179. package/dist/email/index.js.map +1 -1
  180. package/dist/facades/index.js +2 -2
  181. package/dist/facades/index.js.map +1 -1
  182. package/dist/foundation/index.js +2 -2
  183. package/dist/foundation/index.js.map +1 -1
  184. package/dist/http/index.js +2 -2
  185. package/dist/http/index.js.map +1 -1
  186. package/dist/i18n/dictionaryRuntime.js +2 -2
  187. package/dist/i18n/dictionaryRuntime.js.map +1 -1
  188. package/dist/i18n/index.js +2 -2
  189. package/dist/i18n/index.js.map +1 -1
  190. package/dist/kernel/index.js +2 -2
  191. package/dist/kernel/index.js.map +1 -1
  192. package/dist/orm/index.js +2 -2
  193. package/dist/orm/index.js.map +1 -1
  194. package/dist/server/index.js +2 -2
  195. package/dist/server/index.js.map +1 -1
  196. package/dist/services/index.js +2 -2
  197. package/dist/services/index.js.map +1 -1
  198. package/dist/services/queue/work.js +2 -2
  199. package/dist/services/queue/work.js.map +1 -1
  200. package/dist/stats/route-table.js +1 -1
  201. package/dist/support/index.js +2 -2
  202. package/dist/support/index.js.map +1 -1
  203. package/dist/vitest/index.js +1 -1
  204. package/package.json +1 -1
  205. package/dist/chunk-1q5eagpm.js +0 -30
  206. package/dist/chunk-1q5eagpm.js.map +0 -27
  207. package/dist/chunk-49s8wwp2.js +0 -5
  208. /package/dist/{chunk-4y74s15p.js.map → chunk-0vc2akg0.js.map} +0 -0
  209. /package/dist/{chunk-3nf0nmpp.js.map → chunk-38kjpa6q.js.map} +0 -0
  210. /package/dist/{chunk-ja1289jh.js.map → chunk-5zxxd7qp.js.map} +0 -0
  211. /package/dist/{chunk-mv1rs9he.js.map → chunk-9gt9qdge.js.map} +0 -0
  212. /package/dist/{chunk-198ywkt2.js.map → chunk-9md6acv2.js.map} +0 -0
  213. /package/dist/{chunk-41bvpent.js.map → chunk-qbvm5q1g.js.map} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Eval.d.ts","sourceRoot":"","sources":["../../../ai/eval/Eval.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGhD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAEpD,OAAO,EAML,KAAK,KAAK,EACV,KAAK,QAAQ,EACd,MAAM,SAAS,CAAC;AAEjB;;;;;;;;;;;;;;;;;;GAkBG;AAIH;8DAC8D;AAC9D,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,MAAM,GAAG,YAAY,GAAG,IAAI,GAAG,SAAS,CAAC;AAE5E,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,4DAA4D;IAC5D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC;IACT;0CACsC;IACtC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClB,eAAe;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,4CAA4C;IAC5C,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,aAAa,CAAC,CAAC,IAAI;IAC7B,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClB,KAAK,EAAE,CAAC,CAAC;IACT,4CAA4C;IAC5C,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,CAC1B,MAAM,EAAE,CAAC,EACT,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,KAClB,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,KAAK,aAAa,GAAG;IACnB;;;;OAIG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,EAAE,CAAC,IAAI,aAAa,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAAC,IAAI,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEzF,MAAM,MAAM,WAAW,GACnB,MAAM,GACN;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAA;CAAE,CAAC;AAEnD,MAAM,MAAM,gBAAgB,CAAC,CAAC,EAAE,CAAC,IAAI;IACnC,iEAAiE;IACjE,QAAQ,EAAE,SAAS;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,CAAC,CAAC;QAAC,MAAM,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IAC7E,iFAAiF;IACjF,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,IAAI,aAAa,GAAG;IACnE,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mEAAmE;IACnE,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACjF,6BAA6B;IAC7B,MAAM,EAAE,CAAC,CAAC;IACV,oCAAoC;IACpC,OAAO,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC;IACnE,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;gDAC4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG;IACxF,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,UAAU,CAAC,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;AAE1F,MAAM,MAAM,WAAW,CAAC,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAEjE,2CAA2C;AAC3C,MAAM,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,IAAI;IAC5B,KAAK,EAAE,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;CAClF,CAAC;AAEF,iEAAiE;AACjE,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;wDACoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;qEACqE;AACrE,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAErD,MAAM,MAAM,gBAAgB,CAAC,CAAC,EAAE,CAAC,IAAI;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5D;;;;OAIG;IACH,OAAO,EAAE,WAAW,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB,CAAC;AAIF,MAAM,MAAM,UAAU,CAAC,CAAC,GAAG,OAAO,IAAI;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ;6BACyB;IACzB,IAAI,EAAE,OAAO,CAAC;IACd;wCACoC;IACpC,QAAQ,EAAE,OAAO,CAAC;IAClB;6BACyB;IACzB,QAAQ,CAAC,EAAE,IAAI,CAAC;IAChB,kFAAkF;IAClF,KAAK,EAAE,MAAM,CAAC;IACd,yEAAyE;IACzE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9B,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0BAA0B;IAC1B,MAAM,CAAC,EAAE,CAAC,CAAC;IACX,8BAA8B;IAC9B,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/B,+BAA+B;IAC/B,UAAU,EAAE,KAAK,CAAC;IAClB,2EAA2E;IAC3E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,QAAQ,CAAA;CAAE,CAAC;AAEpE,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,gCAAgC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,QAAQ,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,CAAC;AAEnF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,CAAC,EAAE,MAAM,CAAC;IACV,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,OAAO,CAAC;IACZ,aAAa,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,GAAG,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAChF,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,UAAU,CAAC,CAAC,GAAG,OAAO,IAAI;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,OAAO,EAAE,OAAO,CAAC;IACjB,kFAAkF;IAClF,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC/C,MAAM,EAAE,WAAW,GAAG;QACpB,KAAK,EAAE,KAAK,CAAC;QACb,UAAU,EAAE,KAAK,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/B,uDAAuD;QACvD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,gDAAgD;QAChD,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI;IAC9B,wCAAwC;IACxC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,8DAA8D;IAC9D,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;+EAC2E;IAC3E,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,oBAAoB;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE;QAAE,QAAQ,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,CAAC,CAAC;IACzD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,CAAC,CAAC;IAC3D;;;OAGG;IACH,OAAO,EAAE;QACP,KAAK,EAAE;YAAE,WAAW,EAAE,MAAM,EAAE,CAAC;YAAC,YAAY,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC;QACzD,OAAO,EAAE;YAAE,WAAW,EAAE,MAAM,EAAE,CAAC;YAAC,YAAY,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC;KAC5D,CAAC;IACF,8DAA8D;IAC9D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB;yEACqE;IACrE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAIF,qBAAa,IAAI,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IACxC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,SAAS,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAiC;IAEtD,OAAO;IAaP,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAkBxE;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAIzF;;;OAGG;IACH,MAAM,CAAC,OAAO,CACZ,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,EACzB,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,EACxB,OAAO,GAAE,kBAAuB,GAC/B,cAAc;IAIjB,MAAM,CAAC,MAAM,CACX,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,EACvB,OAAO,GAAE;QAAE,QAAQ,CAAC,EAAE,UAAU,CAAC,GAAG,CAAC,CAAA;KAAE,GAAG,kBAAuB,GAChE,MAAM;IAIT,8EAA8E;IACxE,GAAG,CAAC,OAAO,GAAE,cAAc,CAAC,CAAC,CAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YA6DpD,MAAM;YAwDN,SAAS;IA6BvB,OAAO,CAAC,MAAM;CAmDf"}
@@ -0,0 +1,70 @@
1
+ /**
2
+ * The statistics an eval report carries (#1005): small samples, honestly.
3
+ *
4
+ * An eval run three times that passed twice is "2/3", and the useful thing to
5
+ * say about it is how little that pins down. Pass rates get a Wilson score
6
+ * interval, which stays inside [0, 1] and is not degenerate at 0/n or n/n the
7
+ * way the normal approximation is. Scores get the mean with a t interval,
8
+ * since n is usually 1 to 10, and none at all where there is no spread to
9
+ * read one from (one value, or every value the same).
10
+ *
11
+ * Comparisons use exact or small-sample tests for the same reason: Fisher's
12
+ * exact test for pass rates, Welch's t for scores. A z-test on two runs of
13
+ * 0/1 values calls almost anything significant.
14
+ */
15
+ /** A mean with its spread and a 95% interval. `n` is 0 when nothing was measured. */
16
+ export type Estimate = {
17
+ n: number;
18
+ mean: number;
19
+ /** The sample standard deviation (n − 1); 0 for n < 2. */
20
+ stddev: number;
21
+ /**
22
+ * The 95% interval's bounds, or `null` when the data can't give one: a
23
+ * score measured once, or a score that came out the same every time (that
24
+ * it didn't vary in n runs is not evidence that it can't).
25
+ */
26
+ low: number | null;
27
+ high: number | null;
28
+ };
29
+ /** P(|T| ≥ |t|) for Student's t with `df` degrees of freedom (any df > 0). */
30
+ export declare function tTwoSided(t: number, df: number): number;
31
+ /** The two-sided 95% critical value of Student's t, for any df > 0. */
32
+ export declare function t95(df: number): number;
33
+ /** Two-sided p of Fisher's exact test on a 2×2 table (passes out of n on each side). */
34
+ export declare function fisherExact(passA: number, nA: number, passB: number, nB: number): number;
35
+ /** The pass rate of `outcomes`, with a Wilson 95% interval. */
36
+ export declare function passRate(outcomes: readonly boolean[]): Estimate;
37
+ /** The mean of `values`, with a t 95% interval (none without spread). */
38
+ export declare function meanOf(values: readonly number[]): Estimate;
39
+ /** The change from `before` to `after`, and whether it is more than noise. */
40
+ export type Delta = {
41
+ before: number;
42
+ after: number;
43
+ delta: number;
44
+ /**
45
+ * The test's two-sided p: Fisher's exact test for a pass rate, Welch's t for
46
+ * a score. `null` when it can't be tested: a side with no samples, a score
47
+ * measured once on a side, or scores without any spread on either side.
48
+ */
49
+ p: number | null;
50
+ /** `p` adjusted for every comparison in the same `compare` (Holm, unless
51
+ * `adjust: "none"`). */
52
+ pAdjusted: number | null;
53
+ /** `pAdjusted` below the comparison's `alpha`. */
54
+ significant: boolean;
55
+ };
56
+ /** Two pass rates, by Fisher's exact test. */
57
+ export declare function passRateDelta(before: Estimate, after: Estimate): Delta;
58
+ /** Two mean scores, by Welch's t with the Welch–Satterthwaite df. */
59
+ export declare function scoreDelta(before: Estimate, after: Estimate): Delta;
60
+ /**
61
+ * Sets each `pAdjusted` and `significant` over a family of comparisons.
62
+ *
63
+ * `"holm"` (the default in `compare`) is Holm's step-down adjustment: it keeps
64
+ * the chance of any false "significant" across the whole family under
65
+ * `alpha`, which is what a CI gate reading `regressions` needs when one
66
+ * `compare` tests every case and grader on two measures. `"none"` tests each
67
+ * at `alpha` on its own.
68
+ */
69
+ export declare function adjust(deltas: readonly Delta[], alpha: number, method: "holm" | "none"): void;
70
+ //# sourceMappingURL=stats.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../../ai/eval/stats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,qFAAqF;AACrF,MAAM,MAAM,QAAQ,GAAG;IACrB,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAiEF,8EAA8E;AAC9E,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,uEAAuE;AACvE,wBAAgB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAYtC;AAED,wFAAwF;AACxF,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CAgBxF;AAaD,+DAA+D;AAC/D,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,GAAG,QAAQ,CAe/D;AAED,yEAAyE;AACzE,wBAAgB,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,QAAQ,CAQ1D;AAID,8EAA8E;AAC9E,MAAM,MAAM,KAAK,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjB;6BACyB;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,kDAAkD;IAClD,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAaF,8CAA8C;AAC9C,wBAAgB,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,GAAG,KAAK,CAItE;AAED,qEAAqE;AACrE,wBAAgB,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,GAAG,KAAK,CASnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,MAAM,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAc7F"}
@@ -1 +1 @@
1
- {"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../ai/generate.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AACpF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAarD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAc,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAE7E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4DG;AACH,wBAAgB,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAC5C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG;IAAE,YAAY,EAAE,IAAI,CAAA;CAAE,GACjD,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtC,wBAAgB,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAC5C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GACxB,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAKrC;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAErD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,KAAK,GAAE;IAAE,MAAM,CAAC,EAAE,cAAc,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,IAAI,CAAA;CAAO,GAC3F,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAyBlC;AA4MD;;6EAE6E;AAC7E,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC;IACjE,QAAQ,EAAE,aAAa,CAAC;IACxB;;;;;;OAMG;IACH,MAAM,EAAE,CAAC,CAAC;IACV,yBAAyB;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAC1B,+DAA+D;IAC/D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wEAAwE;IACxE,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;2CACuC;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,sDAAsD;AACtD,UAAU,eAAe;IACvB;;;;;OAKG;IACH,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,6EAA6E;IAC7E,KAAK,EAAE,KAAK,CAAC;IACb;mEAC+D;IAC/D,YAAY,EAAE,YAAY,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,IACxB,eAAe,CAAC,CAAC,CAAC,GAClB,CAAC,eAAe,GAAG;IACjB,EAAE,EAAE,KAAK,CAAC;IACV;;4BAEwB;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,CAAC,EAAE,SAAS,CAAC;CACpB,CAAC,CAAC;AAEP,gFAAgF;AAChF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI,eAAe,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,CAAC,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,CAAC"}
1
+ {"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../ai/generate.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AACpF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAarD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAc,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAG7E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4DG;AACH,wBAAgB,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAC5C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG;IAAE,YAAY,EAAE,IAAI,CAAA;CAAE,GACjD,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtC,wBAAgB,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,EAC5C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GACxB,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAKrC;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAErD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,KAAK,GAAE;IAAE,MAAM,CAAC,EAAE,cAAc,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,IAAI,CAAA;CAAO,GAC3F,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAyBlC;AA6MD;;6EAE6E;AAC7E,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC;IACjE,QAAQ,EAAE,aAAa,CAAC;IACxB;;;;;;OAMG;IACH,MAAM,EAAE,CAAC,CAAC;IACV,yBAAyB;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAC1B,+DAA+D;IAC/D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wEAAwE;IACxE,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;2CACuC;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,sDAAsD;AACtD,UAAU,eAAe;IACvB;;;;;OAKG;IACH,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,6EAA6E;IAC7E,KAAK,EAAE,KAAK,CAAC;IACb;mEAC+D;IAC/D,YAAY,EAAE,YAAY,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,IACxB,eAAe,CAAC,CAAC,CAAC,GAClB,CAAC,eAAe,GAAG;IACjB,EAAE,EAAE,KAAK,CAAC;IACV;;4BAEwB;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,CAAC,EAAE,SAAS,CAAC;CACpB,CAAC,CAAC;AAEP,gFAAgF;AAChF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI,eAAe,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,CAAC,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,CAAC"}
@@ -43,6 +43,11 @@ export { redactError, ToolError } from "./redact";
43
43
  export type { ErrorRedactionInfo, ErrorRedactor } from "./redact";
44
44
  export { generate } from "./generate";
45
45
  export type { GenerateParams, GenerateResult, GenerateSuccess } from "./generate";
46
+ export { Eval } from "./eval/Eval";
47
+ export type { CalibrationResult, CaseSummary, CheckFn, CheckGrader, CreateEvalParams, EvalCase, EvalCompareOptions, EvalComparison, EvalGrader, EvalPricing, EvalReport, EvalRunOptions, EvalSample, EvalSummary, EvalTaskContext, Grade, GradeValue, GraderContext, GraderResult, GraderSummary, JudgeCalibration, JudgeGrader, JudgePrompt, JudgeSpec, ModelPrice, } from "./eval/Eval";
48
+ export type { Delta, Estimate } from "./eval/stats";
49
+ export { measureUsage } from "./usageMeter";
50
+ export type { MeasuredUsage } from "./usageMeter";
46
51
  export { toAgentTools, type McpAgentTool, type McpToolShapesOf, type McpToolNamespaceOptions, type ToAgentToolsOptions, } from "../services/mcp/toAgentTools";
47
52
  export { ImageModel } from "./ImageModel";
48
53
  export type { CreateImageModelParams, EditImageParams, GeneratedImage, GenerateImageParams, ImageBackground, ImageFormat, ImageInput, ImageQuality, ImageSize, } from "./ImageModel";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../ai/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAQH,OAAO,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,UAAU,CAAC;AAK9C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,YAAY,EACV,SAAS,EACT,qBAAqB,EACrB,KAAK,EACL,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,cAAc,EACd,MAAM,EACN,WAAW,EACX,eAAe,GAChB,MAAM,UAAU,CAAC;AAKlB,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAK5D,YAAY,EACV,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,UAAU,EACV,eAAe,EACf,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,KAAK,GACN,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,KAAK,EACL,SAAS,EAIT,iBAAiB,EAGjB,aAAa,EAGb,2BAA2B,EAC3B,KAAK,EACL,gBAAgB,EAChB,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,QAAQ,EACR,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,eAAe,EACf,WAAW,EACX,cAAc,EACd,SAAS,EACT,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,MAAM,SAAS,CAAC;AAMjB,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,SAAS,EACT,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,SAAS,EACT,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,QAAQ,CAAC;AAOhB,OAAO,EACL,aAAa,EACb,wBAAwB,EACxB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,yBAAyB,EACzB,oBAAoB,EACpB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,wBAAwB,EACxB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,+BAA+B,EAC/B,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,oBAAoB,EACpB,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,cAAc,EACd,UAAU,GACX,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,aAAa,EACb,eAAe,EACf,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,4BAA4B,EAC5B,cAAc,EACd,kBAAkB,EAClB,sBAAsB,EACtB,iBAAiB,EACjB,OAAO,EACP,eAAe,EACf,QAAQ,GACT,MAAM,QAAQ,CAAC;AAMhB,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,kBAAkB,EAClB,WAAW,EACX,UAAU,EACV,UAAU,EACV,cAAc,GACf,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEjF,OAAO,EACL,sBAAsB,EACtB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,qBAAqB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAQ9F,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMlE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAMlF,OAAO,EACL,YAAY,EACZ,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC;AAOtC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,YAAY,EACV,sBAAsB,EACtB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,eAAe,EACf,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,wBAAwB,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,YAAY,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAGpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACrF,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACjE,YAAY,EACV,eAAe,EACf,eAAe,EACf,qBAAqB,EACrB,aAAa,EACb,eAAe,EACf,eAAe,EACf,aAAa,GACd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EACV,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAOzB,OAAO,EACL,2BAA2B,EAC3B,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,eAAe,GAChB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,aAAa,EACb,uBAAuB,EACvB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,GACd,MAAM,sBAAsB,CAAC;AAK9B,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC5F,YAAY,EACV,iBAAiB,EACjB,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,EACvB,cAAc,GACf,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,YAAY,EACV,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAC1E,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC1E,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACzF,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGvE,OAAO,EACL,eAAe,EACf,cAAc,EACd,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,2BAA2B,EAC3B,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,qBAAqB,EACrB,UAAU,EACV,gBAAgB,EAChB,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,SAAS,EACT,eAAe,EACf,eAAe,EACf,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,sBAAsB,EACtB,eAAe,EACf,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,uBAAuB,EACvB,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,sBAAsB,EACtB,wBAAwB,EACxB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,aAAa,EACb,aAAa,EACb,YAAY,GACb,MAAM,mBAAmB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../ai/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAQH,OAAO,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,UAAU,CAAC;AAK9C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,YAAY,EACV,SAAS,EACT,qBAAqB,EACrB,KAAK,EACL,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,cAAc,EACd,MAAM,EACN,WAAW,EACX,eAAe,GAChB,MAAM,UAAU,CAAC;AAKlB,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAK5D,YAAY,EACV,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,UAAU,EACV,eAAe,EACf,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,KAAK,GACN,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,KAAK,EACL,SAAS,EAIT,iBAAiB,EAGjB,aAAa,EAGb,2BAA2B,EAC3B,KAAK,EACL,gBAAgB,EAChB,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,QAAQ,EACR,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,eAAe,EACf,WAAW,EACX,cAAc,EACd,SAAS,EACT,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,MAAM,SAAS,CAAC;AAMjB,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,SAAS,EACT,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,SAAS,EACT,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,QAAQ,CAAC;AAOhB,OAAO,EACL,aAAa,EACb,wBAAwB,EACxB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,yBAAyB,EACzB,oBAAoB,EACpB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,wBAAwB,EACxB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,+BAA+B,EAC/B,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,oBAAoB,EACpB,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,cAAc,EACd,UAAU,GACX,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,aAAa,EACb,eAAe,EACf,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,4BAA4B,EAC5B,cAAc,EACd,kBAAkB,EAClB,sBAAsB,EACtB,iBAAiB,EACjB,OAAO,EACP,eAAe,EACf,QAAQ,GACT,MAAM,QAAQ,CAAC;AAMhB,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,kBAAkB,EAClB,WAAW,EACX,UAAU,EACV,UAAU,EACV,cAAc,GACf,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEjF,OAAO,EACL,sBAAsB,EACtB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,qBAAqB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAQ9F,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMlE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAGlF,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,YAAY,EACV,iBAAiB,EACjB,WAAW,EACX,OAAO,EACP,WAAW,EACX,gBAAgB,EAChB,QAAQ,EACR,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,WAAW,EACX,UAAU,EACV,cAAc,EACd,UAAU,EACV,WAAW,EACX,eAAe,EACf,KAAK,EACL,UAAU,EACV,aAAa,EACb,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,SAAS,EACT,UAAU,GACX,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,YAAY,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAMlD,OAAO,EACL,YAAY,EACZ,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC;AAOtC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,YAAY,EACV,sBAAsB,EACtB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,eAAe,EACf,WAAW,EACX,UAAU,EACV,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,wBAAwB,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,YAAY,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAGpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACrF,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACjE,YAAY,EACV,eAAe,EACf,eAAe,EACf,qBAAqB,EACrB,aAAa,EACb,eAAe,EACf,eAAe,EACf,aAAa,GACd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EACV,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAOzB,OAAO,EACL,2BAA2B,EAC3B,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,eAAe,GAChB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,aAAa,EACb,uBAAuB,EACvB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,GACd,MAAM,sBAAsB,CAAC;AAK9B,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC5F,YAAY,EACV,iBAAiB,EACjB,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,EACvB,cAAc,GACf,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,YAAY,EACV,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAC1E,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC1E,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACzF,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGvE,OAAO,EACL,eAAe,EACf,cAAc,EACd,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,2BAA2B,EAC3B,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,qBAAqB,EACrB,UAAU,EACV,gBAAgB,EAChB,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,SAAS,EACT,eAAe,EACf,eAAe,EACf,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,sBAAsB,EACtB,eAAe,EACf,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,uBAAuB,EACvB,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,sBAAsB,EACtB,wBAAwB,EACxB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,aAAa,EACb,aAAa,EACb,YAAY,GACb,MAAM,mBAAmB,CAAC"}