reeval 0.13.0 → 0.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (375) hide show
  1. package/README.md +5 -3
  2. package/THIRD_PARTY_NOTICES.md +190 -190
  3. package/assets/gateway-models.mjs +74 -0
  4. package/dist/{adapter-IKKo4sZj.js → adapter-CbqbMR7y.js} +55 -14
  5. package/dist/adapter-CbqbMR7y.js.map +1 -0
  6. package/dist/{agent-ClE-g9VL.js → agent-Zgn-kiqq.js} +105 -35
  7. package/dist/agent-Zgn-kiqq.js.map +1 -0
  8. package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
  9. package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
  10. package/dist/app-files-ChbvRx3P.js +11 -0
  11. package/dist/app-files-ChbvRx3P.js.map +1 -0
  12. package/dist/{assemble-BO93VAk1.js → assemble-SKQGW_QF.js} +213 -136
  13. package/dist/assemble-SKQGW_QF.js.map +1 -0
  14. package/dist/assemble-XBWuK3Ed.js +1 -0
  15. package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
  16. package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
  17. package/dist/attempt-host-BOp8JklD.js +295 -0
  18. package/dist/attempt-host-BOp8JklD.js.map +1 -0
  19. package/dist/{capture-dn2hjSLj.js → capture-BM_3100g.js} +600 -53
  20. package/dist/capture-BM_3100g.js.map +1 -0
  21. package/dist/capture-DSK8O5bA.js +1 -0
  22. package/dist/{cli-BCE1xlm4.js → cli-PdYrcoKM.js} +177 -249
  23. package/dist/cli-PdYrcoKM.js.map +1 -0
  24. package/dist/{cli-spec-BXIBUlaK.js → cli-spec-D0qyrPZi.js} +9 -21
  25. package/dist/cli-spec-D0qyrPZi.js.map +1 -0
  26. package/dist/cli.js +2 -2
  27. package/dist/{assert-EUIoRdIt.js → client-Ct6s6OnF.js} +106 -3
  28. package/dist/client-Ct6s6OnF.js.map +1 -0
  29. package/dist/{command-CANun0m0.js → command-4pJYVCT4.js} +34 -21
  30. package/dist/command-4pJYVCT4.js.map +1 -0
  31. package/dist/{validate-DWjkshl1.js → command-9xm5ImqI.js} +420 -60
  32. package/dist/command-9xm5ImqI.js.map +1 -0
  33. package/dist/{command-D_kEnYcX.js → command-BqBxLgTc.js} +33 -31
  34. package/dist/command-BqBxLgTc.js.map +1 -0
  35. package/dist/{command-Bh3yhN_b.js → command-DbSMcxZL.js} +35 -15
  36. package/dist/command-DbSMcxZL.js.map +1 -0
  37. package/dist/{commands-7tH3EsVu.js → commands-BU6YJCz9.js} +183 -71
  38. package/dist/commands-BU6YJCz9.js.map +1 -0
  39. package/dist/{commands-BKGzBMgb.js → commands-Bi2SEQtr.js} +1 -1
  40. package/dist/config-k6m7XbAz.js +3777 -0
  41. package/dist/config-k6m7XbAz.js.map +1 -0
  42. package/dist/{contrasts-B4nOhn0Z.js → contrasts-DLZF4dGF.js} +3 -2
  43. package/dist/contrasts-DLZF4dGF.js.map +1 -0
  44. package/dist/cost-C5RBTTJr.js +1 -0
  45. package/dist/cost-ChPa8-Fp.js +359 -0
  46. package/dist/cost-ChPa8-Fp.js.map +1 -0
  47. package/dist/db-CpsifVln.js +1530 -0
  48. package/dist/db-CpsifVln.js.map +1 -0
  49. package/dist/db-DkD-F-X-.js +2 -0
  50. package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
  51. package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
  52. package/dist/debug-DeM5pswK.js +1 -0
  53. package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
  54. package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
  55. package/dist/{docker-DuHcQidD.js → docker-51WvhN_X.js} +5 -4
  56. package/dist/docker-51WvhN_X.js.map +1 -0
  57. package/dist/{docker-CQxucRPe.js → docker-B4-rx4dA.js} +48 -14
  58. package/dist/docker-B4-rx4dA.js.map +1 -0
  59. package/dist/{docker-Dac6Zalz.js → docker-YFj4H1Cr.js} +1 -1
  60. package/dist/{doctor-De_QlOTM.js → doctor-BuQnfz4e.js} +390 -53
  61. package/dist/doctor-BuQnfz4e.js.map +1 -0
  62. package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
  63. package/dist/env-CARj5Axq.js.map +1 -0
  64. package/dist/{environment-B4IuURK1.js → environment-BOFgzFDg.js} +117 -297
  65. package/dist/environment-BOFgzFDg.js.map +1 -0
  66. package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
  67. package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
  68. package/dist/eval-source-Dje3rERU.js +145 -0
  69. package/dist/eval-source-Dje3rERU.js.map +1 -0
  70. package/dist/{evaluate-Djk1YPFL.js → evaluate-BPP9s3s6.js} +406 -130
  71. package/dist/evaluate-BPP9s3s6.js.map +1 -0
  72. package/dist/evaluate-dqXccn4k.d.ts +44 -0
  73. package/dist/{files-CN1QfenC.js → files-Bi461Be2.js} +202 -91
  74. package/dist/files-Bi461Be2.js.map +1 -0
  75. package/dist/files-C2h2Cw4F.js +1 -0
  76. package/dist/files-Clipx4OW.js +37 -0
  77. package/dist/files-Clipx4OW.js.map +1 -0
  78. package/dist/files-DmUrRmmL.js +1 -0
  79. package/dist/{files-D27nUk0K.js → files-H24pz0hL.js} +20 -9
  80. package/dist/files-H24pz0hL.js.map +1 -0
  81. package/dist/gateway.d.ts +30 -0
  82. package/dist/gateway.js +39 -0
  83. package/dist/gateway.js.map +1 -0
  84. package/dist/{git-rPfl7AD1.js → git-CsVZkNNL.js} +3 -3
  85. package/dist/{git-rPfl7AD1.js.map → git-CsVZkNNL.js.map} +1 -1
  86. package/dist/harness-3NVyTSGK.js +392 -0
  87. package/dist/harness-3NVyTSGK.js.map +1 -0
  88. package/dist/harness.d.ts +33 -21
  89. package/dist/harness.js +1 -1
  90. package/dist/{images-m784ueGK.js → images-4mwhNkvh.js} +8 -8
  91. package/dist/{images-m784ueGK.js.map → images-4mwhNkvh.js.map} +1 -1
  92. package/dist/index.d.ts +34 -35
  93. package/dist/index.js +5 -6
  94. package/dist/init-BDEOopK7.js +1 -0
  95. package/dist/{init-hiTkiM4L.js → init-cOk3D44b.js} +12 -15
  96. package/dist/init-cOk3D44b.js.map +1 -0
  97. package/dist/{invocations-D_ePcwyL.js → invocations-DW-lTk2f.js} +10 -6
  98. package/dist/invocations-DW-lTk2f.js.map +1 -0
  99. package/dist/judge-CKdgEXN7.js +575 -0
  100. package/dist/judge-CKdgEXN7.js.map +1 -0
  101. package/dist/judge.d.ts +8 -9
  102. package/dist/judge.js +7 -9
  103. package/dist/judge.js.map +1 -1
  104. package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
  105. package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
  106. package/dist/{matchers-Ddmc2z7H.js → matchers-DT2TaGix.js} +2 -2
  107. package/dist/{matchers-Ddmc2z7H.js.map → matchers-DT2TaGix.js.map} +1 -1
  108. package/dist/{model-DpkclE4r.js → model-Bq3G0OG1.js} +52 -45
  109. package/dist/model-Bq3G0OG1.js.map +1 -0
  110. package/dist/{model-UgHDMhI1.js → model-CTnyvh7H.js} +345 -382
  111. package/dist/model-CTnyvh7H.js.map +1 -0
  112. package/dist/model-D-SWrLZG.js +1 -0
  113. package/dist/model-g3XnzUv0.js +1 -0
  114. package/dist/model-vRiUycWh.js +77 -0
  115. package/dist/model-vRiUycWh.js.map +1 -0
  116. package/dist/{node-CGZYh4Fj.js → node-BVbbnFtv.js} +80 -51
  117. package/dist/node-BVbbnFtv.js.map +1 -0
  118. package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
  119. package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
  120. package/dist/openrouter-models-CWRwLX-G.js +34 -0
  121. package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
  122. package/dist/{pairs-DP6XOJby.js → pairs-puYi-zj2.js} +17 -9
  123. package/dist/pairs-puYi-zj2.js.map +1 -0
  124. package/dist/patch-CquGAGX5.js +76 -0
  125. package/dist/patch-CquGAGX5.js.map +1 -0
  126. package/dist/{patch-uMq9rCl_.js → patch-DKJiC5Sq.js} +5 -7
  127. package/dist/patch-DKJiC5Sq.js.map +1 -0
  128. package/dist/{plan-CZYgXnZh.js → plan-DdWkM6SW.js} +118 -46
  129. package/dist/plan-DdWkM6SW.js.map +1 -0
  130. package/dist/{plugins-P-uh54VF.js → plugins-D-CP6mMd.js} +254 -18
  131. package/dist/plugins-D-CP6mMd.js.map +1 -0
  132. package/dist/{preflight-D3HvKeAx.js → preflight-9ixuXzsx.js} +3 -3
  133. package/dist/{preflight-D3HvKeAx.js.map → preflight-9ixuXzsx.js.map} +1 -1
  134. package/dist/{preflight-BQlPTHVu.js → preflight-DTiVv0gY.js} +1 -1
  135. package/dist/{prepare-Dx7dOnJB.js → prepare-BfyikQit.js} +8 -8
  136. package/dist/{prepare-Dx7dOnJB.js.map → prepare-BfyikQit.js.map} +1 -1
  137. package/dist/{prepare-DCwM2KKD.js → prepare-tmBBf4W8.js} +2 -2
  138. package/dist/prices-QaS-kjSQ.js +253 -0
  139. package/dist/prices-QaS-kjSQ.js.map +1 -0
  140. package/dist/{provenance-C_-8y-x3.js → provenance-BizwUn3h.js} +4 -4
  141. package/dist/{provenance-C_-8y-x3.js.map → provenance-BizwUn3h.js.map} +1 -1
  142. package/dist/{providers-CF5UEaP8.js → providers-B6b9Tnyi.js} +5 -5
  143. package/dist/{providers-CF5UEaP8.js.map → providers-B6b9Tnyi.js.map} +1 -1
  144. package/dist/{providers-CTBYvMxu.js → providers-DkOupEBl.js} +1 -1
  145. package/dist/query-Clm2mNSm.js +1 -0
  146. package/dist/{query-DXthKmq0.js → query-DyM-VExS.js} +3 -3
  147. package/dist/{query-DXthKmq0.js.map → query-DyM-VExS.js.map} +1 -1
  148. package/dist/questions-BRhU8MzB.js +861 -0
  149. package/dist/questions-BRhU8MzB.js.map +1 -0
  150. package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
  151. package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
  152. package/dist/redact-DVIaahLv.js +658 -0
  153. package/dist/redact-DVIaahLv.js.map +1 -0
  154. package/dist/remarks-BwJ8pcTQ.js +1 -0
  155. package/dist/remarks-C7i2LMRb.js +596 -0
  156. package/dist/remarks-C7i2LMRb.js.map +1 -0
  157. package/dist/{header-BVzbRnNv.js → remarks-D_3qhBWU.js} +34 -9
  158. package/dist/remarks-D_3qhBWU.js.map +1 -0
  159. package/dist/{remarks-1521zwfW.js → remarks-dA8LyoPc.js} +12 -6
  160. package/dist/remarks-dA8LyoPc.js.map +1 -0
  161. package/dist/remote-DFIzcx_6.js +273 -0
  162. package/dist/remote-DFIzcx_6.js.map +1 -0
  163. package/dist/resolve--rQZ8u6Z.js +1 -0
  164. package/dist/{resolve-DzdWcIL6.js → resolve-DWSJpKHX.js} +48 -33
  165. package/dist/resolve-DWSJpKHX.js.map +1 -0
  166. package/dist/{results-D-naai_Q.js → results-BC3pcG_Z.js} +15 -30
  167. package/dist/results-BC3pcG_Z.js.map +1 -0
  168. package/dist/{resume-8-nnW8iO.js → resume-j-rcIryi.js} +47 -17
  169. package/dist/resume-j-rcIryi.js.map +1 -0
  170. package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
  171. package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
  172. package/dist/{runtime-PX_oXiCS.js → runtime-d56Gg3J5.js} +42 -13
  173. package/dist/runtime-d56Gg3J5.js.map +1 -0
  174. package/dist/{sandbox-YLbk9mO7.js → sandbox-Cmln11gU.js} +2 -2
  175. package/dist/{sandbox-YLbk9mO7.js.map → sandbox-Cmln11gU.js.map} +1 -1
  176. package/dist/sandbox.d.ts +2 -1
  177. package/dist/sandbox.js +1 -1
  178. package/dist/{server-De8oH3bt.js → server-BOoH10J8.js} +69 -52
  179. package/dist/server-BOoH10J8.js.map +1 -0
  180. package/dist/server-DpuVAbrO.js +1 -0
  181. package/dist/{shared-CA61BuPJ.js → shared-B_lvGqWz.js} +20 -12
  182. package/dist/shared-B_lvGqWz.js.map +1 -0
  183. package/dist/shared-CHvO7eLi.d.ts +1 -0
  184. package/dist/source-BFd6f0-R.js +1 -0
  185. package/dist/{source-C686eZpY.js → source-wD04-rRG.js} +15 -10
  186. package/dist/source-wD04-rRG.js.map +1 -0
  187. package/dist/{src-CzQrAcF8.js → src-1lpTocbd.js} +152 -75
  188. package/dist/src-1lpTocbd.js.map +1 -0
  189. package/dist/{src-DrJSnoMR.js → src-6_zz7oJs.js} +1 -1
  190. package/dist/{src-cbCb-MPy.js → src-8yTF251P.js} +68 -22
  191. package/dist/{src-cbCb-MPy.js.map → src-8yTF251P.js.map} +1 -1
  192. package/dist/{src-Xj_BZKbq.js → src-BO8AYqJ5.js} +45 -18
  193. package/dist/src-BO8AYqJ5.js.map +1 -0
  194. package/dist/{src-DeY52Gyf.js → src-BYDOXw_Y.js} +26 -10
  195. package/dist/{src-DeY52Gyf.js.map → src-BYDOXw_Y.js.map} +1 -1
  196. package/dist/src-BYPMM1x7.js +2 -0
  197. package/dist/src-Bp4aN3rA.js +2 -0
  198. package/dist/src-C7upnZSd.js +2 -0
  199. package/dist/{src-CIpKL45U.js → src-D91Hd6hT.js} +566 -1070
  200. package/dist/src-D91Hd6hT.js.map +1 -0
  201. package/dist/src-DH-9IO7f.js +1 -0
  202. package/dist/{src-djNNYIdP.js → src-DSZyg0Uq.js} +178 -29
  203. package/dist/src-DSZyg0Uq.js.map +1 -0
  204. package/dist/{src-DIL0jST0.js → src-DgHuStEi.js} +159 -31
  205. package/dist/src-DgHuStEi.js.map +1 -0
  206. package/dist/src-HSxBazcg.js +3 -0
  207. package/dist/src-LD1BAJFa.js +2 -0
  208. package/dist/src-dlX-Lmxg.js +2 -0
  209. package/dist/{src-C7W6kg81.js → src-gn7YlnRg.js} +64 -17
  210. package/dist/{src-C7W6kg81.js.map → src-gn7YlnRg.js.map} +1 -1
  211. package/dist/src-kYeaJJrl.js +2 -0
  212. package/dist/state-B5PLm5qY.js +1 -0
  213. package/dist/{state-C0i_ujQZ.js → state-DrJ687ut.js} +18 -18
  214. package/dist/{state-C0i_ujQZ.js.map → state-DrJ687ut.js.map} +1 -1
  215. package/dist/stats-hfpuYsAM.js +315 -0
  216. package/dist/stats-hfpuYsAM.js.map +1 -0
  217. package/dist/suite-22Kt9Grx.js +2 -0
  218. package/dist/{suite-DmuF_ApO.js → suite-Co8cwelb.js} +92 -42
  219. package/dist/suite-Co8cwelb.js.map +1 -0
  220. package/dist/{summary-BFMHMTz2.js → summary-DLFHVoux.js} +131 -280
  221. package/dist/summary-DLFHVoux.js.map +1 -0
  222. package/dist/testing.d.ts +449 -2
  223. package/dist/testing.js +16 -3
  224. package/dist/testing.js.map +1 -0
  225. package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
  226. package/dist/text-DTigcA64.js.map +1 -0
  227. package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
  228. package/dist/transcript-DxPaWHTZ.js.map +1 -0
  229. package/dist/types-C5vI3g1C.js.map +1 -1
  230. package/dist/{types-B-9b1MDV.d.ts → types-coMWHaU2.d.ts} +493 -745
  231. package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
  232. package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
  233. package/dist/vertex-Bv7vhMgs.js +1 -0
  234. package/dist/vertex-C7PI-WPc.d.ts +3 -0
  235. package/dist/vertex-DypYjx71.js +456 -0
  236. package/dist/vertex-DypYjx71.js.map +1 -0
  237. package/dist/view/index.d.ts +505 -43
  238. package/dist/view/index.js +10 -9
  239. package/dist/{views-Dk8MCQKr.js → views-BFO1BLKu.js} +14 -13
  240. package/dist/views-BFO1BLKu.js.map +1 -0
  241. package/dist/views-BOf8qEL8.js +2 -0
  242. package/dist/{worker-entry-CqrzGPF4.js → worker-entry-CJtdsKBP.js} +21 -14
  243. package/dist/worker-entry-CJtdsKBP.js.map +1 -0
  244. package/dist/{workspace-CLeOybkr.js → workspace-BRxjfa8N.js} +5 -5
  245. package/dist/{workspace-CLeOybkr.js.map → workspace-BRxjfa8N.js.map} +1 -1
  246. package/dist/workspace-DDHzkMjm.js +1 -0
  247. package/docker/seccomp-default.json +1 -0
  248. package/package.json +10 -2
  249. package/skills/eval-rubric/SKILL.md +43 -103
  250. package/dist/adapter-IKKo4sZj.js.map +0 -1
  251. package/dist/agent-ClE-g9VL.js.map +0 -1
  252. package/dist/assemble-BO93VAk1.js.map +0 -1
  253. package/dist/assemble-VQxyoDxK.js +0 -1
  254. package/dist/assert-EUIoRdIt.js.map +0 -1
  255. package/dist/capture-dn2hjSLj.js.map +0 -1
  256. package/dist/capture-nIJ-7kUE.js +0 -1
  257. package/dist/cli-BCE1xlm4.js.map +0 -1
  258. package/dist/cli-spec-BXIBUlaK.js.map +0 -1
  259. package/dist/client-fcwgwOAD.js +0 -106
  260. package/dist/client-fcwgwOAD.js.map +0 -1
  261. package/dist/command-Bh3yhN_b.js.map +0 -1
  262. package/dist/command-C6vwmjS7.js +0 -91
  263. package/dist/command-C6vwmjS7.js.map +0 -1
  264. package/dist/command-CANun0m0.js.map +0 -1
  265. package/dist/command-CBaHukyl.js +0 -335
  266. package/dist/command-CBaHukyl.js.map +0 -1
  267. package/dist/command-D_kEnYcX.js.map +0 -1
  268. package/dist/commands-7tH3EsVu.js.map +0 -1
  269. package/dist/config-D7TFvUpL.js +0 -759
  270. package/dist/config-D7TFvUpL.js.map +0 -1
  271. package/dist/contrasts-B4nOhn0Z.js.map +0 -1
  272. package/dist/db-DJUuFoWQ.js +0 -602
  273. package/dist/db-DJUuFoWQ.js.map +0 -1
  274. package/dist/db-W9EFlXnn.js +0 -2
  275. package/dist/debug-D7bEv_UV.js +0 -1
  276. package/dist/docker-CQxucRPe.js.map +0 -1
  277. package/dist/docker-DuHcQidD.js.map +0 -1
  278. package/dist/doctor-De_QlOTM.js.map +0 -1
  279. package/dist/egress-DEAvq8Fl.js +0 -1258
  280. package/dist/egress-DEAvq8Fl.js.map +0 -1
  281. package/dist/env-BQqj93gu.js.map +0 -1
  282. package/dist/environment-B4IuURK1.js.map +0 -1
  283. package/dist/evaluate-C9-ritA5.d.ts +0 -92
  284. package/dist/evaluate-Djk1YPFL.js.map +0 -1
  285. package/dist/facts-Cfx1H70y.js +0 -898
  286. package/dist/facts-Cfx1H70y.js.map +0 -1
  287. package/dist/files-Bs6H3HiG.js +0 -65
  288. package/dist/files-Bs6H3HiG.js.map +0 -1
  289. package/dist/files-CN1QfenC.js.map +0 -1
  290. package/dist/files-CtjEXWXm.js +0 -1
  291. package/dist/files-D27nUk0K.js.map +0 -1
  292. package/dist/files-D3gJa91B.js +0 -1
  293. package/dist/generate-BnrvBAzF.js +0 -1646
  294. package/dist/generate-BnrvBAzF.js.map +0 -1
  295. package/dist/harness-1OkumOAm.js +0 -323
  296. package/dist/harness-1OkumOAm.js.map +0 -1
  297. package/dist/header-BVzbRnNv.js.map +0 -1
  298. package/dist/init-hiTkiM4L.js.map +0 -1
  299. package/dist/init-kMkTgTZc.js +0 -1
  300. package/dist/insights-B2Xmhz9o.js +0 -64
  301. package/dist/insights-B2Xmhz9o.js.map +0 -1
  302. package/dist/invocations-D_ePcwyL.js.map +0 -1
  303. package/dist/judge-CEDIfRiU.js +0 -186
  304. package/dist/judge-CEDIfRiU.js.map +0 -1
  305. package/dist/model-B8H3gL69.js +0 -1
  306. package/dist/model-CTiuzkWw.js +0 -46
  307. package/dist/model-CTiuzkWw.js.map +0 -1
  308. package/dist/model-DcIbmggK.js +0 -1
  309. package/dist/model-DpkclE4r.js.map +0 -1
  310. package/dist/model-UgHDMhI1.js.map +0 -1
  311. package/dist/node-CGZYh4Fj.js.map +0 -1
  312. package/dist/opencode-providers-snfeWd6Z.js +0 -3305
  313. package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
  314. package/dist/options-CyAyLjgJ.js +0 -1129
  315. package/dist/options-CyAyLjgJ.js.map +0 -1
  316. package/dist/pairs-DP6XOJby.js.map +0 -1
  317. package/dist/patch-uMq9rCl_.js.map +0 -1
  318. package/dist/plan-CZYgXnZh.js.map +0 -1
  319. package/dist/plugins-P-uh54VF.js.map +0 -1
  320. package/dist/query-D_1ARx5q.js +0 -1
  321. package/dist/questions-KENpWnfV.js +0 -523
  322. package/dist/questions-KENpWnfV.js.map +0 -1
  323. package/dist/redact-CRGdfV2s.js +0 -240
  324. package/dist/redact-CRGdfV2s.js.map +0 -1
  325. package/dist/remarks-1521zwfW.js.map +0 -1
  326. package/dist/remarks-BhAV1H4V.js +0 -1
  327. package/dist/remarks-Ml6bcSdV.js +0 -278
  328. package/dist/remarks-Ml6bcSdV.js.map +0 -1
  329. package/dist/remote-Dkeghk8k.js +0 -378
  330. package/dist/remote-Dkeghk8k.js.map +0 -1
  331. package/dist/resolve-CMmhACr6.js +0 -1
  332. package/dist/resolve-DzdWcIL6.js.map +0 -1
  333. package/dist/results-D-naai_Q.js.map +0 -1
  334. package/dist/resume-8-nnW8iO.js.map +0 -1
  335. package/dist/rules-CcV3zLDR.js +0 -318
  336. package/dist/rules-CcV3zLDR.js.map +0 -1
  337. package/dist/run-Bel7Vde4.js +0 -88
  338. package/dist/run-Bel7Vde4.js.map +0 -1
  339. package/dist/runtime-PX_oXiCS.js.map +0 -1
  340. package/dist/server-C-ysqkLv.js +0 -1
  341. package/dist/server-De8oH3bt.js.map +0 -1
  342. package/dist/shared-CA61BuPJ.js.map +0 -1
  343. package/dist/source-C686eZpY.js.map +0 -1
  344. package/dist/source-DjgypUHW.js +0 -1
  345. package/dist/src-3mP821Pt.js +0 -2
  346. package/dist/src-B3KCLZVk.js +0 -3
  347. package/dist/src-BAyg6CtQ.js +0 -2
  348. package/dist/src-BezgGX4X.js +0 -2
  349. package/dist/src-CIpKL45U.js.map +0 -1
  350. package/dist/src-ChBhk06Q.js +0 -2
  351. package/dist/src-CoqZYspK.js +0 -2
  352. package/dist/src-CzQrAcF8.js.map +0 -1
  353. package/dist/src-D9fSTxlc.js +0 -1
  354. package/dist/src-DIL0jST0.js.map +0 -1
  355. package/dist/src-Xj_BZKbq.js.map +0 -1
  356. package/dist/src-dhSTRN50.js +0 -2
  357. package/dist/src-djNNYIdP.js.map +0 -1
  358. package/dist/state-BGWGAwdo.js +0 -1
  359. package/dist/state-CeR6oz0k.js +0 -66
  360. package/dist/state-CeR6oz0k.js.map +0 -1
  361. package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
  362. package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
  363. package/dist/studio-app/favicon.svg +0 -1
  364. package/dist/studio-app/index.html +0 -15
  365. package/dist/suite-DmuF_ApO.js.map +0 -1
  366. package/dist/suite-mn9g4veR.js +0 -2
  367. package/dist/summary-BFMHMTz2.js.map +0 -1
  368. package/dist/text-CrVy5ioL.js.map +0 -1
  369. package/dist/transcript-BTxJpW4R.js.map +0 -1
  370. package/dist/usage-BDo2q_yu.js +0 -1
  371. package/dist/validate-DWjkshl1.js.map +0 -1
  372. package/dist/views-DE2A1jEX.js +0 -2
  373. package/dist/views-Dk8MCQKr.js.map +0 -1
  374. package/dist/worker-entry-CqrzGPF4.js.map +0 -1
  375. package/dist/workspace-B1eGO46M.js +0 -1
@@ -1,523 +0,0 @@
1
- import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
2
- import { s as redactSecrets } from "./redact-CRGdfV2s.js";
3
- import { l as judgeRoute } from "./judge-CEDIfRiU.js";
4
- import { i as resolveQuestionState, t as DEFAULT_QUESTION_STATE } from "./state-CeR6oz0k.js";
5
- import { a as isFake, i as cannedModel, o as providerModel } from "./model-DpkclE4r.js";
6
- import { n as judgeDiff } from "./patch-uMq9rCl_.js";
7
- import { t as transcriptForJudge } from "./transcript-BTxJpW4R.js";
8
- import { c as sideName, d as voteOf, f as voteReason, i as pairsOf, l as slots, o as ratesOf, t as acrossOf } from "./pairs-DP6XOJby.js";
9
- import { join } from "node:path";
10
- import { z } from "zod";
11
- import { readFile } from "node:fs/promises";
12
- import { Output, generateText } from "ai";
13
- //#region src/compare/questions.ts
14
- const DEFAULT_SHOWS = { state: DEFAULT_QUESTION_STATE };
15
- const isOn = (value) => value !== false && !(Array.isArray(value) && !value.length);
16
- /** `a`, `a and b`, `a, b and c`. */
17
- const listed = (parts) => parts.length < 2 ? parts[0] ?? "" : `${parts.slice(0, -1).join(", ")} and ${parts.at(-1)}`;
18
- /** The system prompt, naming the parts each attempt is shown as. */
19
- function questionSystem(shows = DEFAULT_SHOWS, taskEach = false) {
20
- const { state } = shows;
21
- const parts = [
22
- ...taskEach && state.task ? ["the prompts it was sent"] : [],
23
- ...state.output ? ["its final message"] : [],
24
- ...isOn(state.transcript) ? ["its transcript"] : [],
25
- ...state.files ? ["the files it changed"] : [],
26
- ...isOn(state.diff) ? ["the changes it made to the project, as a unified diff"] : [],
27
- ...isOn(state.checks) ? ["the commands run on its work, with their exit codes and output"] : [],
28
- ...shows.artifacts !== void 0 ? ["screenshots of its work"] : []
29
- ];
30
- return `You compare two attempts by coding agents at the same task and answer one question about them.
31
- Each attempt is shown as ${listed(parts)}, labelled A or B. The labels are assigned at random: which attempt comes first says nothing about it.
32
- Judge only by the question, from what is shown. Answer A or B for the attempt the question favours, or tie when what is shown doesn't separate them on it. Give a short reason for the pick.`;
33
- }
34
- const voteSchema = z.object({
35
- winner: z.enum([
36
- "A",
37
- "B",
38
- "tie"
39
- ]),
40
- reason: z.string().optional()
41
- });
42
- /** Roughly four characters a token: each side gets half of `maxInputTokens`. */
43
- const CHARS_PER_TOKEN = 4;
44
- /** The turns a side shows: the last, or every one. */
45
- const shownTurns = (side, state) => {
46
- const turns = side.turns ?? [];
47
- return state.turns === "all" ? turns : turns.slice(-1);
48
- };
49
- /** The task both sides were given, when they were given the same prompts. */
50
- function sharedTask(first, second, state) {
51
- if (!state.task) return null;
52
- const a = shownTurns(first, state).map((t) => t.prompt);
53
- const b = shownTurns(second, state).map((t) => t.prompt);
54
- if (!a.length || a.length !== b.length || a.some((p, i) => p !== b[i])) return null;
55
- return a.join("\n\n");
56
- }
57
- function buildSide(attempt, label, shows, taskShared) {
58
- const { state } = shows;
59
- const turns = shownTurns(attempt, state).map((t) => ({
60
- ...state.task && !taskShared ? { task: redactSecrets(t.prompt) } : {},
61
- ...state.output ? { output: redactSecrets(t.text ?? "") } : {},
62
- ...state.transcript ? { transcript: redactSecrets(transcriptForJudge(t.transcript ?? [], state.transcript).join("\n")) } : {}
63
- }));
64
- const shown = judgeDiff({
65
- patch: attempt.diff,
66
- files: attempt.files ?? []
67
- }, Array.isArray(state.diff) ? { patterns: state.diff } : {});
68
- const patch = redactSecrets(shown.patch);
69
- const side = {
70
- ...state.turns === "all" ? turns.some((t) => Object.keys(t).length) ? { turns } : {} : turns[0] ?? {},
71
- ...state.files ? { files: shown.files } : {},
72
- ...state.diff !== false ? { diff: patch.trim() ? patch : "(no changes)" } : {}
73
- };
74
- const checks = checksOf(attempt, state.checks);
75
- if (checks) side.checks = checks;
76
- const images = [];
77
- const sent = [];
78
- if (shows.artifacts !== void 0) {
79
- const captures = attempt.captures ?? [];
80
- const names = shows.artifacts === true ? captures.map((c) => c.name) : shows.artifacts;
81
- side.artifacts = names.map((name, i) => {
82
- const at = `Attempt ${label}, screenshot ${i + 1} of ${names.length}`;
83
- const capture = captures.find((c) => c.name === name);
84
- if (!capture) {
85
- images.push({
86
- label: `${at}: not captured`,
87
- data: null,
88
- side: label,
89
- name
90
- });
91
- return {
92
- label: at,
93
- missing: true
94
- };
95
- }
96
- sent.push(name);
97
- images.push({
98
- label: at,
99
- data: capture.data,
100
- side: label,
101
- name
102
- });
103
- return {
104
- label: at,
105
- mediaType: "image/png",
106
- bytes: capture.data.byteLength
107
- };
108
- });
109
- }
110
- return {
111
- side,
112
- images,
113
- sent
114
- };
115
- }
116
- function checksOf(attempt, which) {
117
- if (which === false) return void 0;
118
- const ran = attempt.checks ?? [];
119
- const shown = ({ command, exitCode, stdout, stderr }) => ({
120
- command,
121
- exitCode,
122
- stdout: redactSecrets(stdout),
123
- stderr: redactSecrets(stderr)
124
- });
125
- if (which === true) return ran.map(shown);
126
- return which.flatMap((command) => {
127
- const runs = ran.filter((r) => r.command === command);
128
- return runs.length ? runs.map(shown) : [{
129
- command,
130
- notRun: true
131
- }];
132
- });
133
- }
134
- const tag = (name, body) => [
135
- `<${name}>`,
136
- body,
137
- `</${name}>`
138
- ];
139
- /** A side's text in the prompt: each part it shows, in its own tag. */
140
- function sideText(side) {
141
- const turnLines = (t) => [
142
- ...t.task !== void 0 ? tag("task", t.task) : [],
143
- ...t.output !== void 0 ? tag("output", t.output) : [],
144
- ...t.transcript !== void 0 ? tag("transcript", t.transcript) : []
145
- ];
146
- return [
147
- ...side.turns ? side.turns.flatMap((t, i) => [
148
- `<turn n="${i + 1}">`,
149
- ...turnLines(t),
150
- "</turn>"
151
- ]) : turnLines(side),
152
- ...side.files ? tag("files", side.files.join("\n") || "(none)") : [],
153
- ...side.diff !== void 0 ? tag("diff", side.diff) : [],
154
- ...side.checks ? tag("checks", side.checks.map((c) => "notRun" in c ? `$ ${c.command} → not run` : [
155
- `$ ${c.command} → exit ${c.exitCode}`,
156
- ...c.stdout ? [c.stdout.trimEnd()] : [],
157
- ...c.stderr ? [`stderr: ${c.stderr.trimEnd()}`] : []
158
- ].join("\n")).join("\n")) : [],
159
- ...side.artifacts ? tag("screenshots", side.artifacts.map((a) => "missing" in a ? `${a.label}: not captured` : a.label).join("\n")) : []
160
- ].join("\n");
161
- }
162
- /** A side's text, cut to `chars` when it's longer. */
163
- function cut(text, chars) {
164
- if (text.length <= chars) return text;
165
- return `${text.slice(0, chars)}\n[reeval: attempt cut at ${chars} of ${text.length} characters]`;
166
- }
167
- /** What the model is shown for one order of a pair: no harness, arm, run, attempt id or capture name. */
168
- function blindInput(question, pair, swapped, maxInputTokens, shows = DEFAULT_SHOWS) {
169
- const [first, second] = slots(pair, swapped);
170
- const chars = Math.floor(maxInputTokens * CHARS_PER_TOKEN / 2);
171
- const task = sharedTask(first, second, shows.state);
172
- const a = buildSide(first, "A", shows, task !== null);
173
- const b = buildSide(second, "B", shows, task !== null);
174
- const prompt = [
175
- `Question: ${question}`,
176
- ...task ? [
177
- "",
178
- "The task both attempts were given:",
179
- "<task>",
180
- task,
181
- "</task>"
182
- ] : [],
183
- "",
184
- "<attempt label=\"A\">",
185
- cut(sideText(a.side), chars),
186
- "</attempt>",
187
- "",
188
- "<attempt label=\"B\">",
189
- cut(sideText(b.side), chars),
190
- "</attempt>"
191
- ].join("\n");
192
- const [sentFirst, sentSecond] = swapped ? [b.sent, a.sent] : [a.sent, b.sent];
193
- return {
194
- blind: {
195
- question,
196
- prompt: redactSecrets(prompt),
197
- a: a.side,
198
- b: b.side
199
- },
200
- system: questionSystem(shows, task === null),
201
- images: [...a.images, ...b.images],
202
- sent: {
203
- a: sentFirst,
204
- b: sentSecond
205
- }
206
- };
207
- }
208
- function fakeAnswer(fake, pair) {
209
- const vote = fake.vote ?? "tie";
210
- if (typeof vote === "object" && "error" in vote) return cannedModel({ error: vote.error });
211
- const pick = typeof vote === "function" ? vote(pair) : vote;
212
- const winner = typeof pick === "string" ? pick : pick.winner;
213
- const reason = typeof pick === "string" ? void 0 : pick.reason;
214
- return cannedModel({ text: JSON.stringify({
215
- winner,
216
- ...reason !== void 0 ? { reason } : {}
217
- }) });
218
- }
219
- /**
220
- * The model call's system prompt and input: the prompt as text, or, with screenshots, one user
221
- * message of the prompt then each screenshot's label and image part.
222
- */
223
- function questionRequest(input) {
224
- const { blind, images } = input;
225
- if (!images.length) return {
226
- system: input.system,
227
- prompt: blind.prompt
228
- };
229
- return {
230
- system: input.system,
231
- messages: [{
232
- role: "user",
233
- content: [{
234
- type: "text",
235
- text: blind.prompt
236
- }, ...images.flatMap((image) => [{
237
- type: "text",
238
- text: image.label
239
- }, ...image.data ? [{
240
- type: "file",
241
- mediaType: "image/png",
242
- data: image.data
243
- }] : []])]
244
- }]
245
- };
246
- }
247
- async function ask(model, input, maxOutputTokens, signal) {
248
- const result = await generateText({
249
- model: isFake(model) ? fakeAnswer(model, input.blind) : await providerModel({
250
- name: model,
251
- route: judgeRoute(model, process.env, "compare question model").kind
252
- }),
253
- ...questionRequest(input),
254
- output: Output.object({
255
- schema: voteSchema,
256
- name: "vote"
257
- }),
258
- maxOutputTokens,
259
- maxRetries: 3,
260
- ...signal ? { abortSignal: signal } : {}
261
- });
262
- const { winner, reason } = result.output;
263
- return {
264
- pick: winner,
265
- reason: voteReason(reason),
266
- resolvedModel: isFake(model) ? null : result.response?.modelId ?? null
267
- };
268
- }
269
- /** Runs `work` over `items`, at most `limit` at once, keeping their order. */
270
- async function pooled(items, limit, work) {
271
- const out = new Array(items.length);
272
- let next = 0;
273
- const lanes = Array.from({ length: Math.min(limit, items.length) }, async () => {
274
- while (next < items.length) {
275
- const i = next++;
276
- out[i] = await work(items[i]);
277
- }
278
- });
279
- await Promise.all(lanes);
280
- return out;
281
- }
282
- function askedCall(pair, swapped, input, error) {
283
- const [first, second] = slots(pair, swapped);
284
- const shown = {
285
- A: first,
286
- B: second
287
- };
288
- return {
289
- cut: pair.cut,
290
- ...pair.cut === "within" ? { harness: pair.harness } : { arm: pair.arm },
291
- run: pair.run,
292
- a: sideName(pair.cut, pair.a),
293
- b: sideName(pair.cut, pair.b),
294
- swapped,
295
- labels: {
296
- A: sideName(pair.cut, first),
297
- B: sideName(pair.cut, second)
298
- },
299
- system: input.system,
300
- prompt: input.blind.prompt,
301
- ...input.images.length ? { screenshots: input.images.map((image) => {
302
- const label = image.label.replace(/: not captured$/, "");
303
- return image.data ? {
304
- label,
305
- side: sideName(pair.cut, shown[image.side]),
306
- name: image.name,
307
- attempt: shown[image.side].id ?? ""
308
- } : {
309
- label,
310
- missing: true
311
- };
312
- }) } : {},
313
- ...error !== void 0 ? { error } : {}
314
- };
315
- }
316
- const errorText = (error) => redactSecrets((error instanceof Error ? error.message : String(error)).split("\n")[0] ?? "");
317
- /**
318
- * Why the question can't be asked: a command or capture it names that no paired attempt has, so
319
- * every side would show it missing. Undefined when each one is on some side.
320
- */
321
- function missingEverywhere(question, shows, pairs) {
322
- const sides = [...new Set(pairs.flatMap((p) => [p.a, p.b]))];
323
- const { checks } = shows.state;
324
- if (Array.isArray(checks)) {
325
- const command = checks.find((c) => !sides.some((s) => s.checks?.some((r) => r.command === c)));
326
- if (command !== void 0) return `question "${question}" state.checks names a command no paired attempt ran: ${JSON.stringify(command)}`;
327
- }
328
- if (Array.isArray(shows.artifacts)) {
329
- const name = shows.artifacts.find((n) => !sides.some((s) => s.captures?.some((c) => c.name === n)));
330
- if (name !== void 0) return `question "${question}" artifacts names a capture no paired attempt has: ${JSON.stringify(name)}`;
331
- }
332
- }
333
- /**
334
- * Asks one question of every pair, each twice with the order swapped. Votes that came back are
335
- * kept when a call fails, and the first failure is the answer's `error`.
336
- */
337
- async function answerQuestion(options) {
338
- const { question, model, pairs } = options;
339
- const shows = {
340
- state: resolveQuestionState(options.state),
341
- ...options.artifacts !== void 0 ? { artifacts: options.artifacts } : {}
342
- };
343
- const head = {
344
- question,
345
- model: isFake(model) ? "fake" : model
346
- };
347
- const asked = {
348
- stateOptions: shows.state,
349
- ...shows.artifacts !== void 0 ? { artifacts: shows.artifacts } : {}
350
- };
351
- const missing = missingEverywhere(question, shows, pairs);
352
- if (missing) return {
353
- ...head,
354
- ...asked,
355
- votes: [],
356
- rates: [],
357
- error: missing
358
- };
359
- const calls = pairs.flatMap((pair) => [false, true].map((swapped) => ({
360
- pair,
361
- swapped
362
- }))).map((call, at) => ({
363
- ...call,
364
- at
365
- }));
366
- const served = /* @__PURE__ */ new Set();
367
- let error;
368
- const made = new Array(calls.length).fill(null);
369
- const votes = await pooled(calls, options.concurrency ?? 4, async ({ pair, swapped, at }) => {
370
- if (error !== void 0) return null;
371
- const input = blindInput(question, pair, swapped, options.maxInputTokens, shows);
372
- try {
373
- const { pick, reason, resolvedModel } = await ask(model, input, options.maxOutputTokens, options.signal);
374
- made[at] = askedCall(pair, swapped, input);
375
- if (resolvedModel) served.add(resolvedModel);
376
- const vote = voteOf(question, pair, swapped, pick, reason);
377
- return shows.artifacts !== void 0 ? {
378
- ...vote,
379
- artifacts: input.sent
380
- } : vote;
381
- } catch (e) {
382
- const why = errorText(e);
383
- made[at] = askedCall(pair, swapped, input, why);
384
- error ??= why;
385
- return null;
386
- }
387
- });
388
- options.calls?.push(...made.filter((c) => c !== null));
389
- const kept = votes.filter((v) => v !== null);
390
- return {
391
- ...head,
392
- ...served.size ? { resolvedModel: [...served].sort().join(", ") } : {},
393
- ...asked,
394
- votes: kept,
395
- rates: ratesOf(kept),
396
- ...error !== void 0 ? { error } : {}
397
- };
398
- }
399
- /** A staged attempt as a pair side: its record's turns, diff and checks, and whether its checks held. */
400
- function stagedAttempt(e, record) {
401
- const cell = e.attempt?.cell;
402
- if (!cell) return null;
403
- const checksPassed = record !== null && (e.state === "passed" || e.state === "failed" && record.error?.kind === "judge");
404
- return {
405
- harness: cell.harness,
406
- arm: cell.environment,
407
- run: e.attempt?.n ?? 1,
408
- diff: record?.diff?.patch ?? "",
409
- files: record?.diff?.files ?? [],
410
- checksPassed,
411
- control: cell.role === "control",
412
- turns: record?.turns.map((t) => ({
413
- prompt: t.prompt,
414
- text: t.text,
415
- transcript: t.transcript
416
- })) ?? [],
417
- checks: record?.checks.map(({ command, exitCode, stdout, stderr }) => ({
418
- command,
419
- exitCode,
420
- stdout,
421
- stderr
422
- })) ?? [],
423
- id: `${cell.key}#${e.attempt?.n ?? 1}`
424
- };
425
- }
426
- const readStaged = async (stagingDir, key) => JSON.parse(await readFile(join(stagingDir, "evals", recordFileName(key)), "utf8").catch(() => "null"));
427
- /** A staged attempt's captures, read from the PNGs beside its record; a missing file is left out. */
428
- async function stagedCaptures(stagingDir, key, record) {
429
- const dir = join(stagingDir, "evals", recordFileName(key).replace(/\.json$/, ".artifacts"));
430
- return (await Promise.all((record?.artifacts ?? []).map(async ({ name }) => {
431
- const data = await readFile(join(dir, `${name}.png`)).catch(() => null);
432
- return data ? [{
433
- name,
434
- data: new Uint8Array(data)
435
- }] : [];
436
- }))).flat();
437
- }
438
- /**
439
- * Starts an eval's questions as soon as its last planned attempt ends, while the rest of the run
440
- * goes on; `settle` starts any left (an eval a filter or budget cut short) and waits for all.
441
- */
442
- function questionRunner(options) {
443
- const byId = new Map(options.evals.map((e) => [e.row.id, e]));
444
- const ended = /* @__PURE__ */ new Map();
445
- const started = /* @__PURE__ */ new Map();
446
- const controller = new AbortController();
447
- const start = (id) => {
448
- const e = byId.get(id);
449
- if (!e || started.has(id)) return;
450
- const attempts = ended.get(id) ?? [];
451
- const wantsCaptures = e.questions.some((q) => q.artifacts !== void 0);
452
- const answers = (async () => {
453
- const staged = (await Promise.all(attempts.map(async (a) => {
454
- const record = await readStaged(options.stagingDir, a.key);
455
- const side = stagedAttempt(a, record);
456
- if (!side || !wantsCaptures) return side;
457
- return {
458
- ...side,
459
- captures: await stagedCaptures(options.stagingDir, a.key, record)
460
- };
461
- }))).filter((s) => s !== null).sort((x, y) => (x.id ?? "") < (y.id ?? "") ? -1 : 1);
462
- return Promise.all(e.questions.map(async (q) => {
463
- const calls = [];
464
- const answer = await answerQuestion({
465
- question: q.question,
466
- model: q.model,
467
- pairs: pairsOf(staged, acrossOf(q.across)),
468
- maxInputTokens: options.maxInputTokens,
469
- maxOutputTokens: options.maxOutputTokens,
470
- ...q.state ? { state: q.state } : {},
471
- ...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
472
- signal: controller.signal,
473
- calls
474
- });
475
- options.onAnswer?.(id, answer);
476
- return {
477
- answer,
478
- calls
479
- };
480
- }));
481
- })().catch((error) => e.questions.map((q) => {
482
- const answer = {
483
- question: q.question,
484
- model: isFake(q.model) ? "fake" : q.model,
485
- stateOptions: resolveQuestionState(q.state),
486
- ...q.artifacts !== void 0 ? { artifacts: q.artifacts } : {},
487
- votes: [],
488
- rates: [],
489
- error: errorText(error)
490
- };
491
- options.onAnswer?.(id, answer);
492
- return {
493
- answer,
494
- calls: []
495
- };
496
- }));
497
- started.set(id, answers);
498
- };
499
- return {
500
- onEvalEnd(result) {
501
- const e = byId.get(result.id);
502
- if (!e) return;
503
- const list = ended.get(result.id) ?? [];
504
- list.push(result);
505
- ended.set(result.id, list);
506
- if (list.length >= e.row.plan.attempts) start(result.id);
507
- },
508
- /** Stops calls in flight: the run was cancelled, so nothing is answered. */
509
- cancel() {
510
- controller.abort();
511
- },
512
- async settle() {
513
- for (const id of byId.keys()) if (ended.has(id)) start(id);
514
- const out = /* @__PURE__ */ new Map();
515
- for (const [id, answers] of started) out.set(id, await answers);
516
- return out;
517
- }
518
- };
519
- }
520
- //#endregion
521
- export { questionRunner };
522
-
523
- //# sourceMappingURL=questions-KENpWnfV.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"questions-KENpWnfV.js","names":[],"sources":["../src/compare/questions.ts"],"mappings":";;;;;;;;;;;;;AAiDA,MAAM,gBAA+B,EAAE,OAAO,uBAAuB;AAErE,MAAM,QAAQ,UAAmB,UAAU,SAAS,EAAE,MAAM,QAAQ,KAAK,KAAK,CAAC,MAAM;;AAGrF,MAAM,UAAU,UACd,MAAM,SAAS,IAAK,MAAM,MAAM,KAAM,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,EAAE;;AAG3F,SAAgB,eAAe,QAAuB,eAAe,WAAW,OAAe;CAC7F,MAAM,EAAE,UAAU;CAClB,MAAM,QAAQ;EACZ,GAAI,YAAY,MAAM,OAAO,CAAC,yBAAyB,IAAI,CAAC;EAC5D,GAAI,MAAM,SAAS,CAAC,mBAAmB,IAAI,CAAC;EAC5C,GAAI,KAAK,MAAM,UAAU,IAAI,CAAC,gBAAgB,IAAI,CAAC;EACnD,GAAI,MAAM,QAAQ,CAAC,sBAAsB,IAAI,CAAC;EAC9C,GAAI,KAAK,MAAM,IAAI,IAAI,CAAC,uDAAuD,IAAI,CAAC;EACpF,GAAI,KAAK,MAAM,MAAM,IACjB,CAAC,gEAAgE,IACjE,CAAC;EACL,GAAI,MAAM,cAAc,KAAA,IAAY,CAAC,yBAAyB,IAAI,CAAC;CACrE;CACA,OAAO;2BACkB,OAAO,KAAK,EAAE;;AAEzC;AAEA,MAAM,aAAa,EAAE,OAAO;CAC1B,QAAQ,EAAE,KAAK;EAAC;EAAK;EAAK;CAAK,CAAC;CAChC,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS;AAC9B,CAAC;;AAGD,MAAM,kBAAkB;;AAGxB,MAAM,cAAc,MAAmB,UAAoD;CACzF,MAAM,QAAQ,KAAK,SAAS,CAAC;CAC7B,OAAO,MAAM,UAAU,QAAQ,QAAQ,MAAM,MAAM,EAAE;AACvD;;AAGA,SAAS,WAAW,OAAoB,QAAqB,OAAqC;CAChG,IAAI,CAAC,MAAM,MAAM,OAAO;CACxB,MAAM,IAAI,WAAW,OAAO,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACtD,MAAM,IAAI,WAAW,QAAQ,KAAK,CAAC,CAAC,KAAK,MAAM,EAAE,MAAM;CACvD,IAAI,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,MAAM,EAAE,EAAE,GAAG,OAAO;CAC/E,OAAO,EAAE,KAAK,MAAM;AACtB;AAQA,SAAS,UACP,SACA,OACA,OACA,YACW;CACX,MAAM,EAAE,UAAU;CAClB,MAAM,QAAqB,WAAW,SAAS,KAAK,CAAC,CAAC,KAAK,OAAO;EAChE,GAAI,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC;EACrE,GAAI,MAAM,SAAS,EAAE,QAAQ,cAAc,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC;EAC9D,GAAI,MAAM,aACN,EACE,YAAY,cACV,mBAAmB,EAAE,cAAc,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,KAAK,IAAI,CACpE,EACF,IACA,CAAC;CACP,EAAE;CACF,MAAM,QAAQ,UACZ;EAAE,OAAO,QAAQ;EAAM,OAAO,QAAQ,SAAS,CAAC;CAAE,GAClD,MAAM,QAAQ,MAAM,IAAI,IAAI,EAAE,UAAU,MAAM,KAAK,IAAI,CAAC,CAC1D;CACA,MAAM,QAAQ,cAAc,MAAM,KAAK;CACvC,MAAM,OAAkB;EACtB,GAAI,MAAM,UAAU,QAChB,MAAM,MAAM,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,IACrC,EAAE,MAAM,IACR,CAAC,IACF,MAAM,MAAM,CAAC;EAClB,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;EAC5C,GAAI,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM,KAAK,IAAI,QAAQ,eAAe,IAAI,CAAC;CAChF;CACA,MAAM,SAAS,SAAS,SAAS,MAAM,MAAM;CAC7C,IAAI,QAAQ,KAAK,SAAS;CAC1B,MAAM,SAAuB,CAAC;CAC9B,MAAM,OAAiB,CAAC;CACxB,IAAI,MAAM,cAAc,KAAA,GAAW;EACjC,MAAM,WAAW,QAAQ,YAAY,CAAC;EACtC,MAAM,QAAQ,MAAM,cAAc,OAAO,SAAS,KAAK,MAAM,EAAE,IAAI,IAAI,MAAM;EAC7E,KAAK,YAAY,MAAM,KAAK,MAAM,MAAM;GACtC,MAAM,KAAK,WAAW,MAAM,eAAe,IAAI,EAAE,MAAM,MAAM;GAC7D,MAAM,UAAU,SAAS,MAAM,MAAM,EAAE,SAAS,IAAI;GACpD,IAAI,CAAC,SAAS;IACZ,OAAO,KAAK;KAAE,OAAO,GAAG,GAAG;KAAiB,MAAM;KAAM,MAAM;KAAO;IAAK,CAAC;IAC3E,OAAO;KAAE,OAAO;KAAI,SAAS;IAAc;GAC7C;GACA,KAAK,KAAK,IAAI;GACd,OAAO,KAAK;IAAE,OAAO;IAAI,MAAM,QAAQ;IAAM,MAAM;IAAO;GAAK,CAAC;GAChE,OAAO;IAAE,OAAO;IAAI,WAAW;IAAsB,OAAO,QAAQ,KAAK;GAAW;EACtF,CAAC;CACH;CACA,OAAO;EAAE;EAAM;EAAQ;CAAK;AAC9B;AAEA,SAAS,SACP,SACA,OACqB;CACrB,IAAI,UAAU,OAAO,OAAO,KAAA;CAC5B,MAAM,MAAM,QAAQ,UAAU,CAAC;CAC/B,MAAM,SAAS,EAAE,SAAS,UAAU,QAAQ,cAAoC;EAC9E;EACA;EACA,QAAQ,cAAc,MAAM;EAC5B,QAAQ,cAAc,MAAM;CAC9B;CACA,IAAI,UAAU,MAAM,OAAO,IAAI,IAAI,KAAK;CACxC,OAAO,MAAM,SAAS,YAA8C;EAClE,MAAM,OAAO,IAAI,QAAQ,MAAM,EAAE,YAAY,OAAO;EACpD,OAAO,KAAK,SAAS,KAAK,IAAI,KAAK,IAAI,CAAC;GAAE;GAAS,QAAQ;EAAc,CAAC;CAC5E,CAAC;AACH;AAEA,MAAM,OAAO,MAAc,SAAiB;CAAC,IAAI,KAAK;CAAI;CAAM,KAAK,KAAK;AAAE;;AAG5E,SAAS,SAAS,MAAyB;CACzC,MAAM,aAAa,MAAiB;EAClC,GAAI,EAAE,SAAS,KAAA,IAAY,IAAI,QAAQ,EAAE,IAAI,IAAI,CAAC;EAClD,GAAI,EAAE,WAAW,KAAA,IAAY,IAAI,UAAU,EAAE,MAAM,IAAI,CAAC;EACxD,GAAI,EAAE,eAAe,KAAA,IAAY,IAAI,cAAc,EAAE,UAAU,IAAI,CAAC;CACtE;CAgCA,OAAO;EA9BL,GAAI,KAAK,QACL,KAAK,MAAM,SAAS,GAAG,MAAM;GAAC,YAAY,IAAI,EAAE;GAAK,GAAG,UAAU,CAAC;GAAG;EAAS,CAAC,IAChF,UAAU,IAAI;EAClB,GAAI,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,KAAK,IAAI,KAAK,QAAQ,IAAI,CAAC;EACpE,GAAI,KAAK,SAAS,KAAA,IAAY,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC;EACxD,GAAI,KAAK,SACL,IACE,UACA,KAAK,OACF,KAAK,MACJ,YAAY,IACR,KAAK,EAAE,QAAQ,cACf;GACE,KAAK,EAAE,QAAQ,UAAU,EAAE;GAC3B,GAAI,EAAE,SAAS,CAAC,EAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;GACvC,GAAI,EAAE,SAAS,CAAC,WAAW,EAAE,OAAO,QAAQ,GAAG,IAAI,CAAC;EACtD,CAAC,CAAC,KAAK,IAAI,CACjB,CAAC,CACA,KAAK,IAAI,CACd,IACA,CAAC;EACL,GAAI,KAAK,YACL,IACE,eACA,KAAK,UACF,KAAK,MAAO,aAAa,IAAI,GAAG,EAAE,MAAM,kBAAkB,EAAE,KAAM,CAAC,CACnE,KAAK,IAAI,CACd,IACA,CAAC;CAEI,CAAC,CAAC,KAAK,IAAI;AACxB;;AAGA,SAAS,IAAI,MAAc,OAAuB;CAChD,IAAI,KAAK,UAAU,OAAO,OAAO;CACjC,OAAO,GAAG,KAAK,MAAM,GAAG,KAAK,EAAE,4BAA4B,MAAM,MAAM,KAAK,OAAO;AACrF;;AAYA,SAAgB,WACd,UACA,MACA,SACA,gBACA,QAAuB,eACX;CACZ,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ,KAAK,MAAO,iBAAiB,kBAAmB,CAAC;CAC/D,MAAM,OAAO,WAAW,OAAO,QAAQ,MAAM,KAAK;CAClD,MAAM,IAAI,UAAU,OAAO,KAAK,OAAO,SAAS,IAAI;CACpD,MAAM,IAAI,UAAU,QAAQ,KAAK,OAAO,SAAS,IAAI;CACrD,MAAM,SAAS;EACb,aAAa;EACb,GAAI,OAAO;GAAC;GAAI;GAAsC;GAAU;GAAM;EAAS,IAAI,CAAC;EACpF;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;EACA;EACA;EACA,IAAI,SAAS,EAAE,IAAI,GAAG,KAAK;EAC3B;CACF,CAAC,CAAC,KAAK,IAAI;CACX,MAAM,CAAC,WAAW,cAAc,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI;CAC5E,OAAO;EACL,OAAO;GAAE;GAAU,QAAQ,cAAc,MAAM;GAAG,GAAG,EAAE;GAAM,GAAG,EAAE;EAAK;EACvE,QAAQ,eAAe,OAAO,SAAS,IAAI;EAC3C,QAAQ,CAAC,GAAG,EAAE,QAAQ,GAAG,EAAE,MAAM;EACjC,MAAM;GAAE,GAAG;GAAW,GAAG;EAAW;CACtC;AACF;AAaA,SAAS,WAAW,MAAyB,MAAiB;CAC5D,MAAM,OAAO,KAAK,QAAQ;CAC1B,IAAI,OAAO,SAAS,YAAY,WAAW,MAAM,OAAO,YAAY,EAAE,OAAO,KAAK,MAAM,CAAC;CACzF,MAAM,OAAO,OAAO,SAAS,aAAa,KAAK,IAAI,IAAI;CACvD,MAAM,SAAS,OAAO,SAAS,WAAW,OAAO,KAAK;CACtD,MAAM,SAAS,OAAO,SAAS,WAAW,KAAA,IAAY,KAAK;CAC3D,OAAO,YAAY,EACjB,MAAM,KAAK,UAAU;EAAE;EAAQ,GAAI,WAAW,KAAA,IAAY,EAAE,OAAO,IAAI,CAAC;CAAG,CAAC,EAC9E,CAAC;AACH;;;;;AAQA,SAAgB,gBAAgB,OAAmB;CACjD,MAAM,EAAE,OAAO,WAAW;CAC1B,IAAI,CAAC,OAAO,QAAQ,OAAO;EAAE,QAAQ,MAAM;EAAQ,QAAQ,MAAM;CAAO;CACxE,OAAO;EACL,QAAQ,MAAM;EACd,UAAU,CACR;GACE,MAAM;GACN,SAAS,CACP;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAO,GAC5C,GAAG,OAAO,SAAS,UAAU,CAC3B;IAAE,MAAM;IAAiB,MAAM,MAAM;GAAM,GAC3C,GAAI,MAAM,OACN,CAAC;IAAE,MAAM;IAAiB,WAAW;IAAa,MAAM,MAAM;GAAK,CAAC,IACpE,CAAC,CACP,CAAC,CACH;EACF,CACF;CACF;AACF;AAEA,eAAe,IACb,OACA,OACA,iBACA,QACe;CACf,MAAM,SAAS,MAAM,aAAa;EAChC,OAAO,OAAO,KAAK,IACf,WAAW,OAAO,MAAM,KAAK,IAC7B,MAAM,cAAc;GAClB,MAAM;GACN,OAAO,WAAW,OAAO,QAAQ,KAAK,wBAAwB,CAAC,CAAC;EAClE,CAAC;EACL,GAAG,gBAAgB,KAAK;EACxB,QAAQ,OAAO,OAAO;GAAE,QAAQ;GAAY,MAAM;EAAO,CAAC;EAC1D;EACA,YAAY;EACZ,GAAI,SAAS,EAAE,aAAa,OAAO,IAAI,CAAC;CAC1C,CAAC;CACD,MAAM,EAAE,QAAQ,WAAW,OAAO;CAClC,OAAO;EACL,MAAM;EACN,QAAQ,WAAW,MAAM;EACzB,eAAe,OAAO,KAAK,IAAI,OAAQ,OAAO,UAAU,WAAW;CACrE;AACF;;AAGA,eAAe,OAAa,OAAY,OAAe,MAA+B;CACpF,MAAM,MAAW,IAAI,MAAM,MAAM,MAAM;CACvC,IAAI,OAAO;CACX,MAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,YAAY;EAC9E,OAAO,OAAO,MAAM,QAAQ;GAC1B,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,KAAK,MAAM,EAAO;EACnC;CACF,CAAC;CACD,MAAM,QAAQ,IAAI,KAAK;CACvB,OAAO;AACT;AA8BA,SAAS,UAAU,MAAY,SAAkB,OAAmB,OAA2B;CAC7F,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ;EAAE,GAAG;EAAO,GAAG;CAAO;CACpC,OAAO;EACL,KAAK,KAAK;EACV,GAAI,KAAK,QAAQ,WAAW,EAAE,SAAS,KAAK,QAAQ,IAAI,EAAE,KAAK,KAAK,IAAI;EACxE,KAAK,KAAK;EACV,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B;EACA,QAAQ;GAAE,GAAG,SAAS,KAAK,KAAK,KAAK;GAAG,GAAG,SAAS,KAAK,KAAK,MAAM;EAAE;EACtE,QAAQ,MAAM;EACd,QAAQ,MAAM,MAAM;EACpB,GAAI,MAAM,OAAO,SACb,EACE,aAAa,MAAM,OAAO,KAAK,UAA2B;GACxD,MAAM,QAAQ,MAAM,MAAM,QAAQ,mBAAmB,EAAE;GACvD,OAAO,MAAM,OACT;IACE;IACA,MAAM,SAAS,KAAK,KAAK,MAAM,MAAM,KAAK;IAC1C,MAAM,MAAM;IACZ,SAAS,MAAM,MAAM,KAAK,CAAC,MAAM;GACnC,IACA;IAAE;IAAO,SAAS;GAAK;EAC7B,CAAC,EACH,IACA,CAAC;EACL,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;AAEA,MAAM,aAAa,UACjB,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,EAAA,CAAG,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE;;;;;AAM7F,SAAS,kBAAkB,UAAkB,OAAsB,OAAe;CAChF,MAAM,QAAQ,CAAC,GAAG,IAAI,IAAI,MAAM,SAAS,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;CAC3D,MAAM,EAAE,WAAW,MAAM;CACzB,IAAI,MAAM,QAAQ,MAAM,GAAG;EACzB,MAAM,UAAU,OAAO,MAAM,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,QAAQ,MAAM,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;EAC7F,IAAI,YAAY,KAAA,GACd,OAAO,aAAa,SAAS,wDAAwD,KAAK,UAAU,OAAO;CAE/G;CACA,IAAI,MAAM,QAAQ,MAAM,SAAS,GAAG;EAClC,MAAM,OAAO,MAAM,UAAU,MAC1B,MAAM,CAAC,MAAM,MAAM,MAAM,EAAE,UAAU,MAAM,MAAM,EAAE,SAAS,CAAC,CAAC,CACjE;EACA,IAAI,SAAS,KAAA,GACX,OAAO,aAAa,SAAS,qDAAqD,KAAK,UAAU,IAAI;CAEzG;AAEF;;;;;AAMA,eAAsB,eAAe,SAAgD;CACnF,MAAM,EAAE,UAAU,OAAO,UAAU;CACnC,MAAM,QAAuB;EAC3B,OAAO,qBAAqB,QAAQ,KAAK;EACzC,GAAI,QAAQ,cAAc,KAAA,IAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;CAC5E;CACA,MAAM,OAAO;EACX;EACA,OAAO,OAAO,KAAK,IAAI,SAAS;CAClC;CACA,MAAM,QAAQ;EACZ,cAAc,MAAM;EACpB,GAAI,MAAM,cAAc,KAAA,IAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;CACxE;CACA,MAAM,UAAU,kBAAkB,UAAU,OAAO,KAAK;CACxD,IAAI,SAAS,OAAO;EAAE,GAAG;EAAM,GAAG;EAAO,OAAO,CAAC;EAAG,OAAO,CAAC;EAAG,OAAO;CAAQ;CAC9E,MAAM,QAAQ,MACX,SAAS,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,aAAa;EAAE;EAAM;CAAQ,EAAE,CAAC,CAAC,CACtE,KAAK,MAAM,QAAQ;EAAE,GAAG;EAAM;CAAG,EAAE;CACtC,MAAM,yBAAS,IAAI,IAAY;CAC/B,IAAI;CACJ,MAAM,OAAgC,IAAI,MAAM,MAAM,MAAM,CAAC,CAAC,KAAK,IAAI;CACvE,MAAM,QAAQ,MAAM,OAAO,OAAO,QAAQ,eAAe,GAAG,OAAO,EAAE,MAAM,SAAS,SAAS;EAC3F,IAAI,UAAU,KAAA,GAAW,OAAO;EAChC,MAAM,QAAQ,WAAW,UAAU,MAAM,SAAS,QAAQ,gBAAgB,KAAK;EAC/E,IAAI;GACF,MAAM,EAAE,MAAM,QAAQ,kBAAkB,MAAM,IAC5C,OACA,OACA,QAAQ,iBACR,QAAQ,MACV;GACA,KAAK,MAAM,UAAU,MAAM,SAAS,KAAK;GACzC,IAAI,eAAe,OAAO,IAAI,aAAa;GAC3C,MAAM,OAAO,OAAO,UAAU,MAAM,SAAS,MAAM,MAAM;GACzD,OAAO,MAAM,cAAc,KAAA,IAAY;IAAE,GAAG;IAAM,WAAW,MAAM;GAAK,IAAI;EAC9E,SAAS,GAAG;GACV,MAAM,MAAM,UAAU,CAAC;GACvB,KAAK,MAAM,UAAU,MAAM,SAAS,OAAO,GAAG;GAC9C,UAAU;GACV,OAAO;EACT;CACF,CAAC;CACD,QAAQ,OAAO,KAAK,GAAG,KAAK,QAAQ,MAAsB,MAAM,IAAI,CAAC;CACrE,MAAM,OAAO,MAAM,QAAQ,MAAqB,MAAM,IAAI;CAC1D,OAAO;EACL,GAAG;EACH,GAAI,OAAO,OAAO,EAAE,eAAe,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC;EACtE,GAAG;EACH,OAAO;EACP,OAAO,QAAQ,IAAI;EACnB,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;;AAGA,SAAgB,cAAc,GAAe,QAA+C;CAC1F,MAAM,OAAO,EAAE,SAAS;CACxB,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,eACJ,WAAW,SACV,EAAE,UAAU,YAAa,EAAE,UAAU,YAAY,OAAO,OAAO,SAAS;CAC3E,OAAO;EACL,SAAS,KAAK;EACd,KAAK,KAAK;EACV,KAAK,EAAE,SAAS,KAAK;EACrB,MAAM,QAAQ,MAAM,SAAS;EAC7B,OAAO,QAAQ,MAAM,SAAS,CAAC;EAC/B;EACA,SAAS,KAAK,SAAS;EACvB,OACE,QAAQ,MAAM,KAAK,OAAO;GAAE,QAAQ,EAAE;GAAQ,MAAM,EAAE;GAAM,YAAY,EAAE;EAAW,EAAE,KACvF,CAAC;EACH,QACE,QAAQ,OAAO,KAAK,EAAE,SAAS,UAAU,QAAQ,cAAc;GAC7D;GACA;GACA;GACA;EACF,EAAE,KAAK,CAAC;EACV,IAAI,GAAG,KAAK,IAAI,GAAG,EAAE,SAAS,KAAK;CACrC;AACF;AAEA,MAAM,aAAa,OAAO,YAAoB,QAC5C,KAAK,MACH,MAAM,SAAS,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAAY,MAAM,CAC3F;;AAGF,eAAe,eAAe,YAAoB,KAAa,QAA2B;CACxF,MAAM,MAAM,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,CAAC,QAAQ,WAAW,YAAY,CAAC;CAO1F,QAAO,MANY,QAAQ,KACxB,QAAQ,aAAa,CAAC,EAAA,CAAG,IAAI,OAAO,EAAE,WAAW;EAChD,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EACtE,OAAO,OAAO,CAAC;GAAE;GAAM,MAAM,IAAI,WAAW,IAAI;EAAE,CAAC,IAAI,CAAC;CAC1D,CAAC,CACH,EAAA,CACY,KAAK;AACnB;;;;;AA2BA,SAAgB,eAAe,SAAgC;CAC7D,MAAM,OAAO,IAAI,IAAI,QAAQ,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;CAC5D,MAAM,wBAAQ,IAAI,IAA0B;CAC5C,MAAM,0BAAU,IAAI,IAAsC;CAC1D,MAAM,aAAa,IAAI,gBAAgB;CAEvC,MAAM,SAAS,OAAe;EAC5B,MAAM,IAAI,KAAK,IAAI,EAAE;EACrB,IAAI,CAAC,KAAK,QAAQ,IAAI,EAAE,GAAG;EAC3B,MAAM,WAAW,MAAM,IAAI,EAAE,KAAK,CAAC;EACnC,MAAM,gBAAgB,EAAE,UAAU,MAAM,MAAM,EAAE,cAAc,KAAA,CAAS;EACvE,MAAM,WAAW,YAAY;GAU3B,MAAM,UAAS,MATK,QAAQ,IAC1B,SAAS,IAAI,OAAO,MAAM;IACxB,MAAM,SAAS,MAAM,WAAW,QAAQ,YAAY,EAAE,GAAG;IACzD,MAAM,OAAO,cAAc,GAAG,MAAM;IACpC,IAAI,CAAC,QAAQ,CAAC,eAAe,OAAO;IACpC,OAAO;KAAE,GAAG;KAAM,UAAU,MAAM,eAAe,QAAQ,YAAY,EAAE,KAAK,MAAM;IAAE;GACtF,CAAC,CACH,EAAA,CAGG,QAAQ,MAAwB,MAAM,IAAI,CAAC,CAC3C,MAAM,GAAG,OAAQ,EAAE,MAAM,OAAO,EAAE,MAAM,MAAM,KAAK,CAAE;GACxD,OAAO,QAAQ,IACb,EAAE,UAAU,IAAI,OAAO,MAA8B;IACnD,MAAM,QAAqB,CAAC;IAC5B,MAAM,SAAS,MAAM,eAAe;KAClC,UAAU,EAAE;KACZ,OAAO,EAAE;KACT,OAAO,QAAQ,QAAQ,SAAS,EAAE,MAAM,CAAC;KACzC,gBAAgB,QAAQ;KACxB,iBAAiB,QAAQ;KACzB,GAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;KACpC,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;KAC9D,QAAQ,WAAW;KACnB;IACF,CAAC;IACD,QAAQ,WAAW,IAAI,MAAM;IAC7B,OAAO;KAAE;KAAQ;IAAM;GACzB,CAAC,CACH;EACF,EAAA,CAAG,CAAC,CAAC,OAAO,UACV,EAAE,UAAU,KAAK,MAAqB;GACpC,MAAM,SAAwB;IAC5B,UAAU,EAAE;IACZ,OAAO,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE;IACpC,cAAc,qBAAqB,EAAE,KAAK;IAC1C,GAAI,EAAE,cAAc,KAAA,IAAY,EAAE,WAAW,EAAE,UAAU,IAAI,CAAC;IAC9D,OAAO,CAAC;IACR,OAAO,CAAC;IACR,OAAO,UAAU,KAAK;GACxB;GACA,QAAQ,WAAW,IAAI,MAAM;GAC7B,OAAO;IAAE;IAAQ,OAAO,CAAC;GAAE;EAC7B,CAAC,CACH;EACA,QAAQ,IAAI,IAAI,OAAO;CACzB;CAEA,OAAO;EACL,UAAU,QAA0B;GAClC,MAAM,IAAI,KAAK,IAAI,OAAO,EAAE;GAC5B,IAAI,CAAC,GAAG;GACR,MAAM,OAAO,MAAM,IAAI,OAAO,EAAE,KAAK,CAAC;GACtC,KAAK,KAAK,MAAM;GAChB,MAAM,IAAI,OAAO,IAAI,IAAI;GACzB,IAAI,KAAK,UAAU,EAAE,IAAI,KAAK,UAAU,MAAM,OAAO,EAAE;EACzD;;EAEA,SAAe;GACb,WAAW,MAAM;EACnB;EACA,MAAM,SAAgD;GACpD,KAAK,MAAM,MAAM,KAAK,KAAK,GAAG,IAAI,MAAM,IAAI,EAAE,GAAG,MAAM,EAAE;GACzD,MAAM,sBAAM,IAAI,IAA6B;GAC7C,KAAK,MAAM,CAAC,IAAI,YAAY,SAAS,IAAI,IAAI,IAAI,MAAM,OAAO;GAC9D,OAAO;EACT;CACF;AACF"}