reeval 0.10.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (295) hide show
  1. package/README.md +64 -39
  2. package/THIRD_PARTY_NOTICES.md +75 -106
  3. package/bin/mcp-timer.cjs +224 -0
  4. package/dist/{adapter-DWlpOtRn.js → adapter-DigeVFWC.js} +3 -3
  5. package/dist/{adapter-DWlpOtRn.js.map → adapter-DigeVFWC.js.map} +1 -1
  6. package/dist/{agent-CaS_2Sce.js → agent-CatUEo5h.js} +21 -6
  7. package/dist/{agent-CaS_2Sce.js.map → agent-CatUEo5h.js.map} +1 -1
  8. package/dist/{assemble-B9Alds-z.js → assemble-CF063ms6.js} +19 -17
  9. package/dist/assemble-CF063ms6.js.map +1 -0
  10. package/dist/assemble-CJoD_Rzr.js +1 -0
  11. package/dist/bridge/index.mjs +15 -7
  12. package/dist/{capture-CNb9SuU5.js → capture-BiD7lVaM.js} +26 -18
  13. package/dist/{capture-CNb9SuU5.js.map → capture-BiD7lVaM.js.map} +1 -1
  14. package/dist/capture-Dp3q7K7Y.js +1 -0
  15. package/dist/{cli-D303Vj5N.js → cli-B5zQCR2r.js} +266 -547
  16. package/dist/cli-B5zQCR2r.js.map +1 -0
  17. package/dist/{cli-spec-BPZbQG2p.js → cli-spec-BXIBUlaK.js} +46 -18
  18. package/dist/cli-spec-BXIBUlaK.js.map +1 -0
  19. package/dist/cli.js +2 -2
  20. package/dist/{command-BT9a37ZR.js → command-BMHXHqMT.js} +17 -14
  21. package/dist/command-BMHXHqMT.js.map +1 -0
  22. package/dist/command-C94CQNh8.js +91 -0
  23. package/dist/command-C94CQNh8.js.map +1 -0
  24. package/dist/command-CVtgyqlM.js +335 -0
  25. package/dist/command-CVtgyqlM.js.map +1 -0
  26. package/dist/{command-BLfT7vnQ.js → command-CaZgCTIw.js} +13 -17
  27. package/dist/command-CaZgCTIw.js.map +1 -0
  28. package/dist/{command-CMJtHKRa.js → command-DTgBZR0k.js} +6 -6
  29. package/dist/{command-CMJtHKRa.js.map → command-DTgBZR0k.js.map} +1 -1
  30. package/dist/{commands-1p-bIWhN.js → commands-BXzIDB3X.js} +1 -1
  31. package/dist/commands-CjpGBUWr.js +666 -0
  32. package/dist/commands-CjpGBUWr.js.map +1 -0
  33. package/dist/{config-DEgnUiU-.js → config-Dv5MG7Rp.js} +31 -34
  34. package/dist/config-Dv5MG7Rp.js.map +1 -0
  35. package/dist/{context-C1mxXh80.js → context-Dgn48BqT.js} +13 -2
  36. package/dist/context-Dgn48BqT.js.map +1 -0
  37. package/dist/contrasts-CcoMLC_y.js +101 -0
  38. package/dist/contrasts-CcoMLC_y.js.map +1 -0
  39. package/dist/db-BeqRiWLl.js +602 -0
  40. package/dist/db-BeqRiWLl.js.map +1 -0
  41. package/dist/db-CJDRVQal.js +2 -0
  42. package/dist/{dist-B8hJImYt.js → dist-CMjp3qqF.js} +81 -14
  43. package/dist/dist-CMjp3qqF.js.map +1 -0
  44. package/dist/{docker-sZrNrr82.js → docker-BbTlMmYi.js} +2 -2
  45. package/dist/{docker-sZrNrr82.js.map → docker-BbTlMmYi.js.map} +1 -1
  46. package/dist/{docker-7b_2SaH7.js → docker-CCXdbREk.js} +20 -4
  47. package/dist/{docker-7b_2SaH7.js.map → docker-CCXdbREk.js.map} +1 -1
  48. package/dist/{docker-yauK-9X8.js → docker-DC69dKxB.js} +1 -1
  49. package/dist/{doctor-BYNok4UO.js → doctor-CqttrZcs.js} +56 -22
  50. package/dist/doctor-CqttrZcs.js.map +1 -0
  51. package/dist/{egress-C4PZTSSe.js → egress-BfK_O9ce.js} +435 -31
  52. package/dist/egress-BfK_O9ce.js.map +1 -0
  53. package/dist/{environment-DNjRk0nU.js → environment-BBz1Yes9.js} +225 -12
  54. package/dist/environment-BBz1Yes9.js.map +1 -0
  55. package/dist/{evaluate-D4zeRGBF.js → evaluate-CXQ1o-pd.js} +539 -562
  56. package/dist/evaluate-CXQ1o-pd.js.map +1 -0
  57. package/dist/{evaluate-C1UVL21l.d.ts → evaluate-yjZKUexW.d.ts} +2 -2
  58. package/dist/facts-DtENlf9s.js +898 -0
  59. package/dist/facts-DtENlf9s.js.map +1 -0
  60. package/dist/{files-BXUdY8tr.js → files-B-eUpCZ1.js} +30 -7
  61. package/dist/files-B-eUpCZ1.js.map +1 -0
  62. package/dist/files-BsQbYz2i.js +65 -0
  63. package/dist/files-BsQbYz2i.js.map +1 -0
  64. package/dist/{files-DQmHE7pb.js → files-COHQLEHE.js} +6 -17
  65. package/dist/files-COHQLEHE.js.map +1 -0
  66. package/dist/files-DqCBW7i8.js +1 -0
  67. package/dist/files-Ha-jsQXf.js +1 -0
  68. package/dist/generate-Cs2TMH_k.js +1647 -0
  69. package/dist/generate-Cs2TMH_k.js.map +1 -0
  70. package/dist/{git-DfG-YJ1u.js → git-DhykwgKF.js} +2 -2
  71. package/dist/{git-DfG-YJ1u.js.map → git-DhykwgKF.js.map} +1 -1
  72. package/dist/{harness-B8QC9u0O.js → harness-BAjw1fcr.js} +3 -3
  73. package/dist/{harness-B8QC9u0O.js.map → harness-BAjw1fcr.js.map} +1 -1
  74. package/dist/harness.d.ts +1 -1
  75. package/dist/harness.js +1 -1
  76. package/dist/{header-hK-Z_Po9.js → header-kSmWatcO.js} +10 -3
  77. package/dist/{header-hK-Z_Po9.js.map → header-kSmWatcO.js.map} +1 -1
  78. package/dist/{images-0On0cztu.js → images-BmJRuTpm.js} +61 -13
  79. package/dist/images-BmJRuTpm.js.map +1 -0
  80. package/dist/index.d.ts +3 -3
  81. package/dist/index.js +4 -4
  82. package/dist/init-Bwc9byQr.js +543 -0
  83. package/dist/init-Bwc9byQr.js.map +1 -0
  84. package/dist/init-D7Y1ny1z.js +1 -0
  85. package/dist/insights-B2Xmhz9o.js +64 -0
  86. package/dist/insights-B2Xmhz9o.js.map +1 -0
  87. package/dist/{invocations-DbGfBAA_.js → invocations-CQTbP092.js} +3 -3
  88. package/dist/{invocations-DbGfBAA_.js.map → invocations-CQTbP092.js.map} +1 -1
  89. package/dist/{judge-DW_GDOmB.js → judge-Dt6KW6_O.js} +5 -3
  90. package/dist/judge-Dt6KW6_O.js.map +1 -0
  91. package/dist/judge.d.ts +7 -6
  92. package/dist/judge.js +8 -7
  93. package/dist/judge.js.map +1 -1
  94. package/dist/{live-jlfszAbb.js → live-DYd2QEyR.js} +2 -2
  95. package/dist/{live-jlfszAbb.js.map → live-DYd2QEyR.js.map} +1 -1
  96. package/dist/{model-h_cDtcRr.js → model-B-mel-Gv.js} +46 -20
  97. package/dist/model-B-mel-Gv.js.map +1 -0
  98. package/dist/model-BGKYVpoj.js +1 -0
  99. package/dist/{model-DaVCY3rb.js → model-C7tSwT7f.js} +2 -2
  100. package/dist/{model-DaVCY3rb.js.map → model-C7tSwT7f.js.map} +1 -1
  101. package/dist/{model-oqcDplJG.js → model-CWlAqmbU.js} +150 -46
  102. package/dist/model-CWlAqmbU.js.map +1 -0
  103. package/dist/model-DHY-dfoO.js +1 -0
  104. package/dist/{node-B3ydHo6t.js → node-D0mtjRAO.js} +3 -3
  105. package/dist/{node-B3ydHo6t.js.map → node-D0mtjRAO.js.map} +1 -1
  106. package/dist/{options-Bh2W63dK.js → options-CPUW97_7.js} +9 -12
  107. package/dist/options-CPUW97_7.js.map +1 -0
  108. package/dist/{pairs-CnInRu-G.js → pairs-DP6XOJby.js} +2 -2
  109. package/dist/{pairs-CnInRu-G.js.map → pairs-DP6XOJby.js.map} +1 -1
  110. package/dist/{patch-Zac5aIRM.js → patch-D4oluWzH.js} +2 -2
  111. package/dist/{patch-Zac5aIRM.js.map → patch-D4oluWzH.js.map} +1 -1
  112. package/dist/{plan-C9Cy27Ay.js → plan-OkwUcJQ9.js} +31 -12
  113. package/dist/plan-OkwUcJQ9.js.map +1 -0
  114. package/dist/plugins-CUWMnSNb.js +654 -0
  115. package/dist/plugins-CUWMnSNb.js.map +1 -0
  116. package/dist/{preflight-CPWpQeBI.js → preflight-B6pY89bF.js} +1 -1
  117. package/dist/{preflight-D7iFPKeK.js → preflight-Bjm7_ylE.js} +14 -10
  118. package/dist/preflight-Bjm7_ylE.js.map +1 -0
  119. package/dist/{prepare-doGxaAGR.js → prepare-CQmK3SBn.js} +71 -24
  120. package/dist/prepare-CQmK3SBn.js.map +1 -0
  121. package/dist/prepare-DbdgtZKe.js +2 -0
  122. package/dist/{provenance-DmE9uPVt.js → provenance-B3Y17oCC.js} +2 -2
  123. package/dist/{provenance-DmE9uPVt.js.map → provenance-B3Y17oCC.js.map} +1 -1
  124. package/dist/providers-CXN2RFz-.js +1 -0
  125. package/dist/{providers-tAOD1NQN.js → providers-eoniqK6w.js} +24 -10
  126. package/dist/providers-eoniqK6w.js.map +1 -0
  127. package/dist/query-CLRZmWBT.js +139 -0
  128. package/dist/query-CLRZmWBT.js.map +1 -0
  129. package/dist/query-CmBDYt0_.js +1 -0
  130. package/dist/{questions-DjAwMxZ3.js → questions-1XOulevV.js} +6 -6
  131. package/dist/{questions-DjAwMxZ3.js.map → questions-1XOulevV.js.map} +1 -1
  132. package/dist/{record-BKmMvZ6O.js → record-kk9M1hj-.js} +8 -4
  133. package/dist/record-kk9M1hj-.js.map +1 -0
  134. package/dist/remarks-1521zwfW.js +38 -0
  135. package/dist/remarks-1521zwfW.js.map +1 -0
  136. package/dist/remarks-BhAV1H4V.js +1 -0
  137. package/dist/remarks-DlJCqWRs.js +278 -0
  138. package/dist/remarks-DlJCqWRs.js.map +1 -0
  139. package/dist/{remote-HDRt16ew.js → remote-cE2VWfkJ.js} +3 -3
  140. package/dist/{remote-HDRt16ew.js.map → remote-cE2VWfkJ.js.map} +1 -1
  141. package/dist/resolve-C4zeccCH.js +724 -0
  142. package/dist/resolve-C4zeccCH.js.map +1 -0
  143. package/dist/resolve-D30yZYmB.js +1 -0
  144. package/dist/{results-DuauQI3Z.js → results-Drtt0uFl.js} +33 -7
  145. package/dist/results-Drtt0uFl.js.map +1 -0
  146. package/dist/{resume-BRfa8E_s.js → resume-BEFazUfy.js} +4 -4
  147. package/dist/{resume-BRfa8E_s.js.map → resume-BEFazUfy.js.map} +1 -1
  148. package/dist/rules-BFzQqPIm.js +317 -0
  149. package/dist/rules-BFzQqPIm.js.map +1 -0
  150. package/dist/run-BeMy92Us.js +88 -0
  151. package/dist/run-BeMy92Us.js.map +1 -0
  152. package/dist/{sandbox-D3A8oUb7.js → sandbox-CQaJj7n9.js} +2 -2
  153. package/dist/{sandbox-D3A8oUb7.js.map → sandbox-CQaJj7n9.js.map} +1 -1
  154. package/dist/sandbox.d.ts +1 -1
  155. package/dist/sandbox.js +1 -1
  156. package/dist/server-V4-2w0l8.js +1 -0
  157. package/dist/{server-XDleKaF_.js → server-xK0les4f.js} +8 -8
  158. package/dist/{server-XDleKaF_.js.map → server-xK0les4f.js.map} +1 -1
  159. package/dist/{shared-DYpIb1BI.js → shared-CA61BuPJ.js} +25 -3
  160. package/dist/shared-CA61BuPJ.js.map +1 -0
  161. package/dist/source-BDow_oW8.js +1 -0
  162. package/dist/{source-C8xumIWj.js → source-Q1hEKbCs.js} +2 -2
  163. package/dist/{source-C8xumIWj.js.map → source-Q1hEKbCs.js.map} +1 -1
  164. package/dist/src-B9L9yGKI.js +1 -0
  165. package/dist/{src-ofUaYbuY.js → src-Bcah6ZkT.js} +1 -1
  166. package/dist/{src-DvCg0NBs.js → src-BhmaorOU.js} +28 -6
  167. package/dist/{src-DvCg0NBs.js.map → src-BhmaorOU.js.map} +1 -1
  168. package/dist/{src-CF17Ug08.js → src-C0CeKiLU.js} +19 -4
  169. package/dist/{src-CF17Ug08.js.map → src-C0CeKiLU.js.map} +1 -1
  170. package/dist/src-C0xowZ3C.js +2 -0
  171. package/dist/src-CHIfIKUu.js +2 -0
  172. package/dist/src-DLtyz4w5.js +2 -0
  173. package/dist/src-DPIjmReZ.js +2 -0
  174. package/dist/{src-C_lPtowT.js → src-DXNh5mTr.js} +1 -1
  175. package/dist/{src-FGXhkEkH.js → src-DiLMkIr9.js} +142 -13
  176. package/dist/src-DiLMkIr9.js.map +1 -0
  177. package/dist/{src-B7treWa8.js → src-LekQrr_S.js} +324 -32
  178. package/dist/src-LekQrr_S.js.map +1 -0
  179. package/dist/src-bCnsA6Vp.js +2 -0
  180. package/dist/{src-u8_ixn_F.js → src-cbCb-MPy.js} +20 -4
  181. package/dist/src-cbCb-MPy.js.map +1 -0
  182. package/dist/{src-DvK0EIZx.js → src-qGoFkuJF.js} +55 -6
  183. package/dist/{src-DvK0EIZx.js.map → src-qGoFkuJF.js.map} +1 -1
  184. package/dist/{src-jzagbuqH.js → src-ynBVosfX.js} +1 -1
  185. package/dist/state-BQR_BCm4.js +1 -0
  186. package/dist/{state-C__9swoG.js → state-BmZ8QVZ8.js} +12 -12
  187. package/dist/{state-C__9swoG.js.map → state-BmZ8QVZ8.js.map} +1 -1
  188. package/dist/studio-app/assets/index-CnYJijyI.js +58 -0
  189. package/dist/studio-app/index.html +1 -1
  190. package/dist/suite-BaHPmAGy.js +1 -0
  191. package/dist/suite-C8sw2pox.js +481 -0
  192. package/dist/suite-C8sw2pox.js.map +1 -0
  193. package/dist/summary-0oQNGskv.js +837 -0
  194. package/dist/summary-0oQNGskv.js.map +1 -0
  195. package/dist/testing.d.ts +2 -2
  196. package/dist/testing.js +2 -2
  197. package/dist/{text-gEcKjAyp.js → text-CrVy5ioL.js} +18 -2
  198. package/dist/text-CrVy5ioL.js.map +1 -0
  199. package/dist/{transcript-BNNANU8A.js → transcript-BTxJpW4R.js} +2 -2
  200. package/dist/{transcript-BNNANU8A.js.map → transcript-BTxJpW4R.js.map} +1 -1
  201. package/dist/types-C5vI3g1C.js.map +1 -1
  202. package/dist/{types-g17bRAzt.d.ts → types-GraZtfHN.d.ts} +858 -39
  203. package/dist/usage-BDo2q_yu.js +1 -0
  204. package/dist/{command-Bge8F7Ko.js → validate-BdoXUuL_.js} +35 -383
  205. package/dist/validate-BdoXUuL_.js.map +1 -0
  206. package/dist/view/index.d.ts +20 -9
  207. package/dist/view/index.js +7 -6
  208. package/dist/views-BoUoX4_A.js +125 -0
  209. package/dist/views-BoUoX4_A.js.map +1 -0
  210. package/dist/views-noVQNCUP.js +2 -0
  211. package/dist/{worker-entry-yOchGYYv.js → worker-entry-D0-GErmU.js} +2 -2
  212. package/dist/{worker-entry-yOchGYYv.js.map → worker-entry-D0-GErmU.js.map} +1 -1
  213. package/dist/{workspace-D8sSgpiy.js → workspace-B90YDU_a.js} +1 -1
  214. package/dist/{workspace-CgyHEM0l.js → workspace-tjZFkjxC.js} +4 -4
  215. package/dist/{workspace-CgyHEM0l.js.map → workspace-tjZFkjxC.js.map} +1 -1
  216. package/package.json +10 -8
  217. package/skills/eval-rubric/SKILL.md +130 -0
  218. package/dist/agent-CURAwx_q.js +0 -334
  219. package/dist/agent-CURAwx_q.js.map +0 -1
  220. package/dist/assemble-B9Alds-z.js.map +0 -1
  221. package/dist/assemble-J5MukZFY.js +0 -1
  222. package/dist/capture-jquXZBKK.js +0 -1
  223. package/dist/cli-D303Vj5N.js.map +0 -1
  224. package/dist/cli-spec-BPZbQG2p.js.map +0 -1
  225. package/dist/command-BLfT7vnQ.js.map +0 -1
  226. package/dist/command-BT9a37ZR.js.map +0 -1
  227. package/dist/command-Bge8F7Ko.js.map +0 -1
  228. package/dist/command-BkFjijN2.js +0 -1
  229. package/dist/commands-BFx16WB8.js +0 -225
  230. package/dist/commands-BFx16WB8.js.map +0 -1
  231. package/dist/config-DEgnUiU-.js.map +0 -1
  232. package/dist/context-C1mxXh80.js.map +0 -1
  233. package/dist/db-CdHizc4_.js +0 -1406
  234. package/dist/db-CdHizc4_.js.map +0 -1
  235. package/dist/db-Dm1cRJJP.js +0 -2
  236. package/dist/dist-B8hJImYt.js.map +0 -1
  237. package/dist/doctor-BYNok4UO.js.map +0 -1
  238. package/dist/duration-CEOQww97.js +0 -26
  239. package/dist/duration-CEOQww97.js.map +0 -1
  240. package/dist/egress-C4PZTSSe.js.map +0 -1
  241. package/dist/environment-DNjRk0nU.js.map +0 -1
  242. package/dist/evaluate-D4zeRGBF.js.map +0 -1
  243. package/dist/family-D2b7WD10.js +0 -67
  244. package/dist/family-D2b7WD10.js.map +0 -1
  245. package/dist/files-BXUdY8tr.js.map +0 -1
  246. package/dist/files-BhyltlDB.js +0 -1
  247. package/dist/files-DQmHE7pb.js.map +0 -1
  248. package/dist/files-ZZPqfAo6.js +0 -1
  249. package/dist/images-0On0cztu.js.map +0 -1
  250. package/dist/init-B77Rpcqc.js +0 -360
  251. package/dist/init-B77Rpcqc.js.map +0 -1
  252. package/dist/init-BrOWin3W.js +0 -1
  253. package/dist/judge-DW_GDOmB.js.map +0 -1
  254. package/dist/model-NM3ID0uR.js +0 -1
  255. package/dist/model-h_cDtcRr.js.map +0 -1
  256. package/dist/model-nwWJvaUR.js +0 -1
  257. package/dist/model-oqcDplJG.js.map +0 -1
  258. package/dist/options-Bh2W63dK.js.map +0 -1
  259. package/dist/plan-C9Cy27Ay.js.map +0 -1
  260. package/dist/preflight-D7iFPKeK.js.map +0 -1
  261. package/dist/prepare-BGjePFQl.js +0 -2
  262. package/dist/prepare-doGxaAGR.js.map +0 -1
  263. package/dist/process-CSVO_jsc.js +0 -119
  264. package/dist/process-CSVO_jsc.js.map +0 -1
  265. package/dist/providers-gDMko8fl.js +0 -1
  266. package/dist/providers-tAOD1NQN.js.map +0 -1
  267. package/dist/query-Bes9Kh6Y.js +0 -91
  268. package/dist/query-Bes9Kh6Y.js.map +0 -1
  269. package/dist/query-C_G_svLU.js +0 -1
  270. package/dist/record-BKmMvZ6O.js.map +0 -1
  271. package/dist/results-DuauQI3Z.js.map +0 -1
  272. package/dist/server-C7sg1ndo.js +0 -1
  273. package/dist/shared-DYpIb1BI.js.map +0 -1
  274. package/dist/source-fGd0SaKP.js +0 -1
  275. package/dist/src-B7treWa8.js.map +0 -1
  276. package/dist/src-DNnG4e4R.js +0 -2
  277. package/dist/src-DTbrY1hi.js +0 -2
  278. package/dist/src-DdyJEh2v.js +0 -2
  279. package/dist/src-Dj9PAroc.js +0 -2
  280. package/dist/src-Du8H85Qq.js +0 -2
  281. package/dist/src-FGXhkEkH.js.map +0 -1
  282. package/dist/src-pJZOrYR9.js +0 -1
  283. package/dist/src-u8_ixn_F.js.map +0 -1
  284. package/dist/state-CgjQo29K.js +0 -1
  285. package/dist/studio-app/assets/index-DrQc2Yxd.js +0 -58
  286. package/dist/summary-BLAVLySU.js +0 -385
  287. package/dist/summary-BLAVLySU.js.map +0 -1
  288. package/dist/summary-DgyjUh_l.js +0 -192
  289. package/dist/summary-DgyjUh_l.js.map +0 -1
  290. package/dist/text-gEcKjAyp.js.map +0 -1
  291. package/dist/tools-GCyNYSc1.js +0 -249
  292. package/dist/tools-GCyNYSc1.js.map +0 -1
  293. package/dist/views-BW6oCDUQ.js +0 -2
  294. package/dist/views-BmQF4UCI.js +0 -225
  295. package/dist/views-BmQF4UCI.js.map +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resolve-C4zeccCH.js","names":["parseYaml"],"sources":["../src/environment/resolve.ts"],"mappings":";;;;;;;;;;;;;;AAmIA,MAAM,aAAa;AACnB,MAAM,wBAAwB;AAI9B,SAAS,OACP,SACA,MACA,OACA,OACA,QAA+C,CAAC,QAAQ,GACxD,QAAiC,SACzB;CACR,MAAM,KAAK,eAAe,KAAK;CAC/B,IAAI,MAAM,MAAM,SAAS,QAAQ,GAC/B,MAAM,IAAI,WACR,GAAG,KAAK,mDAAmD,GAAG,2HAChE;CAEF,MAAM,MAAM;EAAE;EAAM,aAAa,YAAY;EAAG;EAAO,OAAO,CAAC,GAAG,KAAK;EAAG,IAAI,CAAC,GAAG,KAAK;EAAG;CAAM;CAChG,QAAQ,SAAS,KAAK,GAAG;CACzB,OAAO,IAAI;AACb;;AAGA,SAAS,UACP,MACA,QACA,OACA,SACA,QAAuC,OAAO,OAC9C;CACA,MAAM,OAAO,OAAO,QAAQ;CAC5B,MAAM,QAAQ,QAAQ,IAAI;CAC1B,IAAI,CAAC,OAAO;EACV,IAAI,OAAO,UAAU;GACnB,QAAQ,MAAM,KAAK,IAAI;GACvB;EACF;EACA,MAAM,SAAS,SAAS,OAAO,OAAO,GAAG,KAAK,SAAS,KAAK;EAC5D,MAAM,IAAI,WACR,UAAU,OAAO,OAAO,MAAM,qDAChC;CACF;CACA,eAAe,KAAK;CACpB,IAAI,OAAO,OAAO,UAAU,QAAQ,OAAO,KAAK,IAAI;MAC/C,QAAQ,MAAM,KAAK,IAAI;CAC5B,IAAI,CAAC,OAAO,OAAO;CACnB,OAAO,OAAO,SAAS,MAAM,OAAO,OAAO,OAAO,IAAI,OAAO,OAAO,WAAW,WAAW,OAAO;AACnG;;AAGA,SAAS,SACP,OACA,OACA,SACA,OACQ;CACR,MAAM,+BAAe,IAAI,IAAoB;CAC7C,OAAO,MAAM,SAAS,QAAQ,oCAAoC,GAAG,SAAiB;EACpF,MAAM,IAAI,QAAQ,IAAI;EACtB,IAAI,CAAC,GACH,MAAM,IAAI,WACR,uBAAuB,MAAM,SAAS,KAAK,4DAC7C;EACF,eAAe,CAAC;EAChB,IAAI,CAAC,OAAO,OAAO;EACnB,MAAM,IAAI,aAAa,IAAI,IAAI,KAAK,OAAO,SAAS,MAAM,GAAG,KAAK;EAClE,aAAa,IAAI,MAAM,CAAC;EACxB,OAAO;CACT,CAAC;AACH;;AAGA,SAAgB,aACd,MACA,OACuD;CACvD,MAAM,QAAQ,8DAA8D,KAAK,IAAI;CACrF,IAAI,CAAC,OAAO,OAAO,EAAE,MAAM,KAAK;CAChC,IAAI;CACJ,IAAI;EACF,QAAQA,MAAU,MAAM,MAAM,EAAE;CAClC,SAAS,OAAO;EACd,MAAM,SAAU,MAAgB,QAAQ,MAAM,IAAI,CAAC,CAAC;EACpD,MAAM,IAAI,WACR,GAAG,MAAM,+CAA+C,OAAO,mCACjE;CACF;CACA,IAAI,SAAS,SAAS,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,IACpE,MAAM,IAAI,WACR,GAAG,MAAM,6GACX;CAEF,MAAM,SAAS,QAAgC;EAC7C,MAAM,QAAS,QAA2C;EAC1D,IAAI,SAAS,MAAM,OAAO,KAAA;EAC1B,IAAI,OAAO,UAAU,UACnB,MAAM,IAAI,WAAW,GAAG,MAAM,iBAAiB,IAAI,yBAAyB,OAAO,MAAM,EAAE;EAE7F,OAAO,MAAM,KAAK,KAAK,KAAA;CACzB;CACA,OAAO;EAAE,MAAM,MAAM,MAAM;EAAG,aAAa,MAAM,aAAa;EAAG,MAAM,MAAM,MAAM;CAAG;AACxF;;AAGA,SAAgB,eAAe,UAA6B;CAC1D,MAAM,QAAQ,SAAS,KAAK,YAAY;EACtC,MAAM,UAAU,QAAQ,SAAS,GAAG;EACpC,MAAM,OAAO,QAAQ,QAAQ,QAAQ,EAAE;EACvC,MAAM,WAAW,KAAK,SAAS,GAAG;EAClC,MAAM,OAAO,KACV,QAAQ,QAAQ,EAAE,CAAC,CACnB,MAAM,GAAG,CAAC,CACV,KAAK,SAAS,KAAK,QAAQ,sBAAsB,MAAM,CAAC,CAAC,CACzD,KAAK,OAAO;EACf,OAAO;GAAE;GAAS,IAAI,IAAI,OAAO,GAAG,WAAW,MAAM,YAAY,KAAK,EAAE;EAAE;CAC5E,CAAC;CACD,QAAQ,MAAc,UACpB,MAAM,MAAM,OAAO,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,KAAK,IAAI,CAAC;AAC9D;AAIA,SAAS,WAAW,KAAa,QAAgB,SAAyC;CAExF,MAAM,QAAQ,aADD,aAAa,KAAK,KAAK,UAAU,GAAG,MACnB,GAAG,SAAS,SAAS,GAAG,EAAE,MAAM,QAAQ;CACtE,MAAM,OAAO,MAAM,QAAQ,SAAS,GAAG;CACvC,WAAW,MAAM,MAAM,aAAa,MAAM;CAC1C,MAAM,OAAO,eAAe,OAAO;CACnC,MAAM,QAAkB,CAAC;CACzB,MAAM,WAAqB,CAAC;CAC5B,MAAM,QAAQ,QAAgB;EAC5B,KAAK,MAAM,SAAS,YAAY,KAAK,KAAK,GAAG,GAAG,EAAE,eAAe,KAAK,CAAC,GAAG;GACxE,MAAM,OAAO,MAAM,GAAG,IAAI,GAAG,MAAM,SAAS,MAAM;GAClD,MAAM,QAAQ,MAAM,YAAY;GAChC,IAAI,MAAM,SAAS,QAAQ;GAC3B,IAAI,KAAK,MAAM,KAAK,GAAG,SAAS,KAAK,QAAQ,GAAG,KAAK,KAAK,IAAI;QACzD,IAAI,OAAO,KAAK,IAAI;QACpB,IAAI,MAAM,OAAO,KAAK,SAAS,YAAY,MAAM,KAAK,IAAI;EACjE;CACF;CACA,KAAK,EAAE;CACP,MAAM,QAAQ,MACX,KAAK,CAAC,CACN,KAAK,UAAU;EAAE;EAAM,SAAS,aAAa,KAAK,KAAK,IAAI,GAAG,MAAM;CAAE,EAAE;CAC3E,OAAO;EACL,OAAO;GAAE;GAAM,aAAa,MAAM,eAAe;GAAI,SAAS,MAAM;GAAM;EAAM;EAChF,UAAU,SAAS,KAAK;CAC1B;AACF;AAEA,SAAS,WAAW,MAAc,aAAiC,QAAgB;CACjF,IAAI,CAAC,WAAW,KAAK,IAAI,GACvB,MAAM,IAAI,WACR,UAAU,KAAK,OAAO,OAAO,gFAC/B;CAEF,IAAI,CAAC,aACH,MAAM,IAAI,WACR,UAAU,KAAK,OAAO,OAAO,gGAC/B;AAEJ;AAEA,SAAS,WACP,KACA,QACA,MACA,UAA6B,uBACd;CACf,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,YAAY,GACjD,MAAM,IAAI,WACR,gBAAgB,OAAO,kFACzB;CAEF,MAAM,OAAO,WAAW,KAAK,KAAK,UAAU,CAAC,IACzC,CAAC,GAAG,IACJ,YAAY,KAAK,EAAE,eAAe,KAAK,CAAC,CAAC,CACtC,QAAQ,MAAM,EAAE,YAAY,KAAK,WAAW,KAAK,KAAK,EAAE,MAAM,UAAU,CAAC,CAAC,CAAC,CAC3E,KAAK,MAAM,KAAK,KAAK,EAAE,IAAI,CAAC,CAAC,CAC7B,KAAK;CACZ,IAAI,KAAK,WAAW,GAClB,MAAM,IAAI,WAAW,gBAAgB,OAAO,kDAAkD;CAEhG,MAAM,SAAS,KAAK,KAAK,MAAM,WAAW,GAAG,QAAQ,OAAO,CAAC;CAC7D,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,UAAU,KAAK,QAAQ,MAAM,CAAC,OAAO,MAAM,MAAM,EAAE,MAAM,SAAS,CAAC,CAAC;CAC1E,IAAI,QAAQ,QACV,MAAM,IAAI,WACR,SAAS,KAAK,UAAU,OAAO,EAAE,gBAAgB,OAAO,WAAW,OAAO,KAAK,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,EAChH;CAEF,OAAO,OAAO,QAAQ,MAAM,KAAK,SAAS,EAAE,MAAM,IAAI,CAAC;AACzD;AAEA,eAAe,IAAI,MAAgB,KAAa,MAAc;CAC5D,MAAM,IAAI,MAAM,IAAI,OAAO,MAAM,EAAE,IAAI,CAAC;CACxC,IAAI,EAAE,aAAa,GAAG,MAAM,IAAI,WAAW,GAAG,KAAK,WAAW,EAAE,OAAO,KAAK,GAAG;CAC/E,OAAO,EAAE,OAAO,KAAK;AACvB;;AAGA,MAAM,yBAAS,IAAI,IAAsD;;AAGzE,MAAM,eAAe;CAAC;CAAM;CAAuB;CAAM;AAAa;AAEtE,SAAS,YAAY,MAAc,KAAa,KAAyB;CACvE,MAAM,MAAM,GAAG,IAAI,GAAG,OAAO;CAC7B,IAAI,QAAQ,OAAO,IAAI,GAAG;CAC1B,IAAI,CAAC,OAAO;EACV,SAAS,YAAY;GACnB,MAAM,MAAM,KACV,MACA,WACA,SACA,UACA,GAAG,OAAO,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,QAAQ,KACzC;GACA,MAAM,GAAG,KAAK;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;GAC9C,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;GACpC,MAAM,OAAO,WAAW,MAAM,MAAM,OAAO,QAAQ;GACnD,MAAM,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,IAAI;GACnC,MAAM,IACJ;IAAC,GAAG;IAAc;IAAS;IAAM;IAAW;IAAK;IAAoB;IAAK,OAAO;GAAM,GACvF,KACA,IACF;GACA,MAAM,IACJ;IAAC,GAAG;IAAc;IAAM;IAA6B;IAAY;IAAM;GAAY,GACnF,KACA,IACF;GACA,OAAO;IAAE;IAAK,QAAQ,MAAM,IAAI,CAAC,aAAa,MAAM,GAAG,KAAK,IAAI;GAAE;EACpE,EAAA,CAAG;EACH,OAAO,IAAI,KAAK,KAAK;EACrB,MAAM,YAAY,OAAO,OAAO,GAAG,CAAC;CACtC;CACA,OAAO;AACT;AAEA,MAAM,wBAAQ,IAAI,IAA6B;;AAG/C,SAAS,UAAU,MAAc,MAAc;CAC7C,IAAI,OAAO,MAAM,IAAI,IAAI;CACzB,IAAI,CAAC,MAAM;EACT,QAAQ,YAAY;GAClB,MAAM,MAAM,KACV,MACA,WACA,SACA,UACA,OAAO,OAAO,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,QAAQ,KAC9C;GACA,MAAM,GAAG,KAAK;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;GAC9C,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;GACpC,MAAM,SAAS,MAAM,IAAI,OAAO;IAAC;IAAQ;IAAM;IAAY;IAAsB;GAAG,GAAG,EACrF,KAAK,IACP,CAAC;GACD,MAAM,UAAU,OAAO,OAAO,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE;GACtD,IAAI,OAAO,aAAa,KAAK,CAAC,SAC5B,MAAM,IAAI,WAAW,YAAY,KAAK,WAAW,OAAO,OAAO,KAAK,GAAG;GAEzE,MAAM,QAAQ,MAAM,IAAI,OAAO,CAAC,QAAQ,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC;GAC9D,IAAI,MAAM,aAAa,GACrB,MAAM,IAAI,WAAW,aAAa,KAAK,WAAW,MAAM,OAAO,KAAK,GAAG;GACzE,OAAO,KAAK,KAAK,SAAS;EAC5B,EAAA,CAAG;EACH,MAAM,IAAI,MAAM,IAAI;EACpB,KAAK,YAAY,MAAM,OAAO,IAAI,CAAC;CACrC;CACA,OAAO;AACT;AAIA,eAAe,cAAc,MAAc,GAAgC;CACzE,QAAQ,EAAE,QAAV;EACE,KAAK,SAAS;GACZ,MAAM,QAAQ,SAAS,SAAS,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,KAAK;GACtE,OAAO;IAAE,QAAQ,WAAW,EAAE,MAAM,OAAO,EAAE,MAAM,EAAE,OAAO;IAAG,QAAQ;IAAO,QAAQ;GAAK;EAC7F;EACA,KAAK,OAAO;GACV,MAAM,EAAE,QAAQ,aAAa,EAAE,IAAI;GACnC,MAAM,EAAE,KAAK,WAAW,MAAM,YAAY,MAAM,KAAK,EAAE,GAAG;GAE1D,MAAM,OACJ,EAAE,SACD,CAAC,WAAW,KAAK,KAAK,UAAU,CAAC,KAAK,WAAW,KAAK,KAAK,QAAQ,CAAC,IAAI,WAAW;GACtF,MAAM,QAAQ,GAAG,EAAE,OAAO,EAAE,MAAM,IAAI,EAAE,QAAQ,KAAK,OAAO,IAAI,SAAS;GACzE,OAAO;IACL,QAAQ,WAAW,KAAK,KAAK,IAAI,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO;IAC5D,QAAQ;IACR;GACF;EACF;EACA,KAAK,YAAY;GACf,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,EAAE,GAAG,MAAM,GAAG;GAC7C,MAAM,EAAE,KAAK,WAAW,MAAM,YAAY,MAAM,sBAAsB,KAAK,OAAO,EAAE,OAAO;GAC3F,MAAM,QAAQ,YAAY,EAAE,KAAK,EAAE,UAAU,IAAI,EAAE,YAAY;GAE/D,OAAO;IAAE,QAAQ,WADN,WAAW,KAAK,KAAK,QAAQ,CAAC,IAAI,KAAK,KAAK,QAAQ,IAAI,KACnC,OAAO,CAAC,IAAI,CAAC;IAAG,QAAQ;IAAO;GAAO;EACxE;EACA,KAAK,OAAO;GACV,MAAM,MAAM,MAAM,UAAU,MAAM,EAAE,IAAI;GAExC,MAAM,QAAQ,OADD,WAAW,EAAE,IAAI,IAAI,SAAS,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,EAAE,KACxD,GAAG,EAAE;GAC/B,OAAO;IACL,QAAQ,WAAW,KAAK,KAAK,EAAE,IAAI,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO;IAC9D,QAAQ;IACR,QAAQ;GACV;EACF;EACA,KAAK,UAAU;GACb,WAAW,EAAE,MAAM,EAAE,aAAa,cAAc;GAChD,MAAM,QAAQ,OAAO,QAAQ,EAAE,KAAK,CAAC,CAClC,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,CAAE,CAAC,CACpC,KAAK,CAAC,MAAM,cAAc;IAAE;IAAM;GAAQ,EAAE;GAE/C,OAAO;IACL,QAAQ,CAAC;KAAE,OAAA;MAFG,MAAM,EAAE;MAAM,aAAa,EAAE;MAAa,SAAS,EAAE;MAAS;KAE7D;KAAG,UAAU,CAAC;IAAE,CAAC;IAChC,QAAQ;IACR,QAAQ;GACV;EACF;CACF;AACF;;AAwBA,eAAe,eACb,MACA,GACoB;CACpB,MAAM,IAAI,EAAE;CACZ,MAAM,QAAQ,iBAAiB,GAAG,IAAI;CACtC,MAAM,UACJ,EAAE,WAAW,QACT,MAAM,YAAY,MAAM,aAAa,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,IACvD;EAAE,KAAK,MAAM,UAAU,MAAM,EAAE,IAAI;EAAG,QAAQ;CAAK;CACzD,MAAM,EAAE,aAAa,MAAM,UAAU,gBACnC,QAAQ,KACR,WAAW,GAAG,IAAI,GAClB,OACA,EAAE,MACF,iBAAiB,CAAC,CACpB;CACA,MAAM,cAAc;EAAE;EAAM,QAAQ;EAAO,QAAQ,QAAQ;CAAO;CAClE,QAAQ,MAAM,QAAd;EACE,KAAK,QACH,OAAO;GACL,SAAS,QAAQ;GACjB,MAAM,MAAM,QAAQ;GACpB,QAAQ,QAAQ;GAChB,QAAQ,MAAM,OAAO,GAAG,MAAM,GAAG,MAAM,SAAS;GAChD;EACF;EACF,KAAK,OAAO;GACV,MAAM,QAAQ,MAAM,YAAY,MAAM,MAAM,KAAK,MAAM,GAAG;GAC1D,IAAI,MAAM,QAAQ,aAAa,MAAM,KAAK,MAAM,IAAI,GAClD,MAAM,IAAI,cACR,OAAO,KAAK,wBAAwB,EAAE,KAAK,aAAa,MAAM,KAAK,iBAAiB,MAAM,KAAK,mBACjG;GAEF,OAAO;IACL,SAAS,MAAM;IACf,MAAM,MAAM,QAAQ;IACpB,QAAQ,MAAM;IACd,QAAQ,GAAG,MAAM,OAAO,MAAM,MAAM,IAAI,MAAM,QAAQ,KAAK,MAAM,OAAO,IAAI,MAAM,SAAS;IAC3F;GACF;EACF;EACA,KAAK,OACH,OAAO;GACL,SAAS,MAAM,UAAU,MAAM,MAAM,IAAI;GACzC,MAAM;GACN,QAAQ;GACR,QAAQ,OAAO,MAAM;GACrB;EACF;CACJ;AACF;;;;;;AAOA,eAAsB,gBAAgB,MAAc,GAAqC;CACvF,MAAM,WAAW;EAAE,QAAQ,kBAAkB,GAAG,IAAI;EAAG,aAAa;CAAK;CACzE,QAAQ,EAAE,QAAV;EACE,KAAK,SACH,OAAO;GAAE,SAAS,EAAE;GAAM,MAAM;GAAK,QAAQ;GAAM,GAAG;EAAS;EACjE,KAAK,OAAO;GACV,MAAM,QAAQ,MAAM,YAAY,MAAM,aAAa,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG;GACrE,OAAO;IAAE,SAAS,MAAM;IAAK,MAAM,EAAE,QAAQ;IAAK,QAAQ,MAAM;IAAQ,GAAG;GAAS;EACtF;EACA,KAAK,OACH,OAAO;GACL,SAAS,MAAM,UAAU,MAAM,EAAE,IAAI;GACrC,MAAM,EAAE,QAAQ;GAChB,QAAQ;GACR,GAAG;EACL;EACF,KAAK,eACH,OAAO,eAAe,MAAM,CAAC;CACjC;AACF;AAEA,eAAe,cAAc,MAAc,GAAiB,OAAqC;CAC/F,IAAI;EACF,MAAM,EAAE,SAAS,MAAM,QAAQ,QAAQ,gBAAgB,MAAM,gBAAgB,MAAM,CAAC;EAEpF,OAAO;GAAE,UADQ,WAAW,KAAK,SAAS,IAAI,GAAG,WAAW,GAAG,IAAI,GAAG,EAAE,IACxD;GAAG,UAAU;GAAG;GAAQ;GAAQ;EAAY;CAC9D,SAAS,OAAO;EACd,IAAI,iBAAiB,eAAe,MAAM,IAAI,WAAW,GAAG,MAAM,IAAI,MAAM,SAAS;EACrF,MAAM;CACR;AACF;AAEA,MAAM,aAAa,MAAoB,OAAO,KAAK,UAAU,CAAC,CAAC;AAE/D,MAAM,gBAAgB,GAAa,UAA8B;CAC/D,IAAI,CAAC,WAAW,EAAE,IAAI,GACpB,MAAM,IAAI,WACR,GAAG,EAAE,KAAK,OAAO,MAAM,iGACzB;CACF,OAAO,aAAa,EAAE,IAAI;AAC5B;;;;;;AAOA,eAAsB,mBACpB,aACA,YACA,MACA,OACA,WACA,SAAuB,aACvB,iBAAqE,KAAA,GACrE,UAA0B,CAAC,GACG;CAC9B,MAAM,WAAW,eAAe,YAAY,KAAK,IAAI,MAAM;CAC3D,MAAM,4BAAY,IAAI,IAAY;CAClC,MAAM,MAAe,EAAE,GAAG,WAAW;CACrC,MAAM,wBAAQ,IAAI,IAA+B;CACjD,MAAM,sBAAM,IAAI,IAAuB;CACvC,MAAM,yBAAS,IAAI,IASjB;CACF,MAAM,0BAAU,IAAI,IAAyB;CAC7C,IAAI;CACJ,MAAM,QAAwB,CAAC;CAC/B,MAAM,OAAO;EAAE,qBAAK,IAAI,IAAY;EAAG,uBAAO,IAAI,IAAY;EAAG,qBAAK,IAAI,IAAY;CAAE;CAExF,IAAI,YAAY;CAChB,IAAI;CACJ,IAAI,aAAa;CACjB,KAAK,MAAM,SAAS,YAAY,QAAQ;EACtC,MAAM,EAAE,SAAS;EACjB,IAAI,KAAK,YAAY,KAAA,GAAW;GAC9B,IAAI,YAAY,UAAU,IAAI,SAAS;GACvC,aAAa;EACf;EACA,IAAI,KAAK,cAAc,KAAA,GAAW;GAChC,IAAI,WAAW,UAAU,IAAI,WAAW;GACxC,YAAY,KAAK;EACnB;EACA,IAAI,KAAK,WAAW,KAAA,GAAW;GAC7B,IAAI,WAAW,UAAU,IAAI,QAAQ;GACrC,YAAY;EACd;EACA,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,KAAK,OAAO,CAAC,CAAC,GAAG;GACnD,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,UAAU,IAAI,OAAO,GAAG;GAC7C,KAAK,IAAI,IAAI,CAAC;GACd,IAAI,KAAK;EACX;EACA,KAAK,MAAM,CAAC,MAAM,MAAM,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG;GACxD,IAAI,KAAK,MAAM,IAAI,IAAI,GAAG,UAAU,IAAI,SAAS,MAAM;GACvD,KAAK,MAAM,IAAI,IAAI;GACnB,MAAM,IAAI,MAAM,CAAC;EACnB;EACA,IAAI,KAAK,UAAU,KAAA,GAAW;GAC5B,IAAI,UAAU,KAAA,GAAW,UAAU,IAAI,OAAO;GAC9C,QAAQ,KAAK;EACf;EACA,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,KAAK,OAAO,CAAC,CAAC,GAAG;GAC3D,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,UAAU,IAAI,OAAO,MAAM;GACnD,KAAK,IAAI,IAAI,IAAI;GACjB,IAAI,IAAI,MAAM,MAAM;EACtB;EACA,KAAK,MAAM,QAAQ,KAAK,SAAS,CAAC,GAAG;GACnC,MAAM,IAAI,OAAO,SAAS,WAAW,EAAE,KAAK,KAAe,IAAI;GAC/D,MAAM,KAAK;IACT,KAAK,EAAE;IACP,WAAW,cAAc,EAAE,WAAW,qBAAqB;IAC3D,GAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC;GAChC,CAAC;EACH;EACA,MAAM,8BAAc,IAAI,IAAY;EACpC,KAAK,MAAM,UAAU,KAAK,UAAU,CAAC,GAAG;GACtC,MAAM,QAAQ,MAAM,cAAc,MAAM,MAAM;GAC9C,KAAK,MAAM,UAAU,MAAM,QAAQ;IACjC,MAAM,OAAO,OAAO,MAAM;IAC1B,IAAI,OAAO,IAAI,IAAI,KAAK,CAAC,YAAY,IAAI,IAAI,GAAG,UAAU,IAAI,UAAU,MAAM;IAC9E,YAAY,IAAI,IAAI;IACpB,OAAO,OAAO,IAAI;IAClB,OAAO,IAAI,MAAM;KACf,GAAG;KACH,WAAW,OAAO;KAClB,QAAQ,MAAM;KACd,QAAQ,MAAM;KACd,MAAM,UAAU,QAAQ,IAAI;IAC9B,CAAC;GACH;EACF;EACA,MAAM,+BAAe,IAAI,IAAoB;EAC7C,KAAK,MAAM,UAAU,KAAK,WAAW,CAAC,GAAG;GACvC,MAAM,QAAQ,MAAM,cAAc,MAAM,QAAQ,QAAQ;GACxD,MAAM,EAAE,MAAM,SAAS,MAAM;GAC7B,MAAM,QAAQ,aAAa,IAAI,IAAI;GACnC,IAAI,OACF,MAAM,IAAI,WAAW,GAAG,SAAS,IAAI,gBAAgB,MAAM,MAAM,MAAM,OAAO,IAAI,GAAG;GAEvF,IAAI,QAAQ,IAAI,IAAI,GAAG,UAAU,IAAI,WAAW,MAAM;GACtD,aAAa,IAAI,MAAM,IAAI;GAC3B,QAAQ,OAAO,IAAI;GACnB,QAAQ,IAAI,MAAM,KAAK;EACzB;CACF;CAEA,MAAM,aAAa,CAAC,GAAG,QAAQ,OAAO,CAAC;CACvC,MAAM,UAAU,QAAQ,WAAW,EAAE,MAAM,OAAO;CAClD,MAAM,UAAU,eACd,SACA,WAAW,KAAK,MAAM,EAAE,QAAQ,GAChC;EACE,QAAQ,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CACzB,QAAQ,MAAM,EAAE,cAAc,SAAS,CAAC,CACxC,KAAK,OAAO;GAAE,MAAM,EAAE,MAAM;GAAM,MAAM,EAAE;EAAK,EAAE;EACpD,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC;CACrB,CACF;CACA,IAAI,SAAS,MAAM,IAAI,WAAW,GAAG,SAAS,IAAI,SAAS;CAC3D,MAAM,UAAU,QAAQ,WAAW;CACnC,MAAM,UAAU,eACd,WAAW,KAAK,MAAM,EAAE,QAAQ,GAChC,OACF;CACA,IAAI,QAAQ,SAAS,MAAM,IAAI,WAAW,GAAG,SAAS,IAAI,QAAQ,SAAS;CAC3E,MAAM,eAEF,CAAC;CACL,MAAM,kBAAoC,CAAC;CAC3C,MAAM,gBAAgC,CAAC;CACvC,KAAK,MAAM,EAAE,UAAU,GAAG,UAAU,QAAQ,QAAQ,iBAAiB,YAAY;EAC/E,MAAM,SAAS,EAAE,OAAO,SACpB,WACE,KAAK,EAAE,KAAK,QAAQ,GACpB,QACA,EAAE,OAAO,KAAK,MAAM,EAAE,IAAI,CAC5B,IACA,CAAC;EACL,KAAK,MAAM,KAAK,QAAQ,aAAa,KAAK;GAAE,GAAG;GAAG,QAAQ,EAAE;GAAM;GAAQ;EAAO,CAAC;EAClF,MAAM,UAAoB,CAAC;EAC3B,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,EAAE,GAAG,GAAG;GAClD,IAAI,WAAW,OAAO,cAAc,SAAS;IAC3C,MAAM,OAAO,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC;IACjC,IAAI,CAAC,YAAY,SAAS,IAAI,GAC5B,MAAM,IAAI,WACR,GAAG,SAAS,QAAQ,EAAE,KAAK,wBAAwB,KAAK,UAAU,KAAK,qDACzE;GAEJ;GACA,MAAM,MAAM,iBAAiB,EAAE,MAAM,IAAI;GACzC,IAAI,IAAI,KAAK,MAAM;GACnB,QAAQ,KAAK,GAAG;EAClB;EACA,MAAM,QAAQ,YAAY,CAAC;EAC3B,gBAAgB,KAAK;GAAE,MAAM,EAAE;GAAM;GAAO,OAAO,EAAE;GAAM;GAAS;GAAU;EAAO,CAAC;EACtF,cAAc,KAAK;GACjB,MAAM,EAAE;GACR;GACA;GACA;GACA,QAAQ,OAAO,KAAK,UAAU,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;GAC5E,OAAO;GACP,OAAO,YACL,GACA,OAAO,KAAK,MAAM,EAAE,MAAM,IAAI,CAChC;EACF,CAAC;CACH;CAEA,MAAM,UAAmB;EAAE,OAAO,CAAC;EAAG,QAAQ,CAAC;EAAG,OAAO,CAAC;EAAG,UAAU,CAAC;CAAE;CAC1E,MAAM,OAA+B,CAAC;CACtC,MAAM,YAAoC,CAAC;CAC3C,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ,GAAG,GAAG;EAC/C,IAAI,CAAC,SAAS,KAAK,GAAG;GACpB,KAAK,QAAQ;GACb;EACF;EACA,MAAM,WAAW,UAAU,MAAM,OAAO,UAAU,OAAO;EACzD,IAAI,aAAa,KAAA,GAAW;EAC5B,IAAI,MAAM,OAAO,UAAU,UAAU,QAAQ;OACxC,KAAK,QAAQ;CACpB;CACA,MAAM,YACJ,OACA,KACA,UACuB;EACvB,IAAI,OAAO,UAAU,UAAU,OAAO;EACtC,IAAI,iBAAiB,KAAK,GAAG,OAAO,SAAS,OAAO,UAAU,SAAS,KAAK;EAC5E,OAAO,UAAU,KAAK,OAAO,UAAU,SAAS,MAAM,SAAS,KAAK;CACtE;CACA,MAAM,cAAiD,CAAC;CACxD,KAAK,MAAM,CAAC,MAAM,MAAM,KACtB,IAAI,EAAE,cAAc,SAAS;EAC3B,MAAM,IAA4B,CAAC;EACnC,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,EAAE,GAAG,GAAG;GAC1C,MAAM,IAAI,SAAS,GAAG,CAAC;GACvB,IAAI,MAAM,KAAA,GAAW,EAAE,KAAK;EAC9B;EACA,YAAY,QAAQ;GAAE,WAAW;GAAS,SAAS,EAAE;GAAS,MAAM,EAAE;GAAM,KAAK;EAAE;CACrF,OAAO;EACL,MAAM,IAA4B,CAAC;EACnC,MAAM,QAAQ,SAAS,EAAE,GAAG;EAC5B,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,EAAE,OAAO,GAAG;GAC9C,MAAM,IAAI,SAAS,GAAG,GAAG,KAAK;GAC9B,IAAI,MAAM,KAAA,GAAW,EAAE,KAAK;EAC9B;EACA,YAAY,QAAQ;GAAE,WAAW,EAAE;GAAW,KAAK,EAAE;GAAK,SAAS;EAAE;CACvE;CAGF,MAAM,WAAyC,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,QAAQ;EAC5E;EACA,SAAS,WAAW,CAAC,IAAI,aAAa,GAAG,QAAQ,IAAI;EACrD,GAAI,WAAW,CAAC,KAAK,SAAS,EAAE,IAAI,CAAC,CAAC,OAAO,KAAQ,EAAE,YAAY,KAAc,IAAI,CAAC;CACxF,EAAE;CACF,MAAM,eACJ,UAAU,KAAA,IACN,KAAA,IACA,WAAW,KAAK,IACd,OAAO,KAAK,aAAa,OAAO,QAAQ,CAAC,CAAC,CAAC,SAAS,MAAM,IAC1D;CACR,MAAM,YAAY,CAAC,GAAG,OAAO,OAAO,CAAC;CACrC,MAAM,eAAe,CACnB,GAAG,UAAU,KAAK,EAAE,OAAO,WAAW,QAAQ,QAAQ,gBAAgB;EACpE,MAAM,MAAM;EACZ;EACA;EACA,QAAQ,UAAU,KAAK;EACvB;EACA;CACF,EAAE,GACF,GAAG,aAAa,KAAK,EAAE,OAAO,QAAQ,QAAQ,UAAU,cAAc;EACpE,MAAM,MAAM;EACZ;EACA;EACA,QAAQ,UAAU,KAAK;EACvB,WAAW;EACX;EACA;CACF,EAAE,CACJ;CACA,MAAM,cAAc,SAAS,KAAK,OAAO;EAAE,MAAM,EAAE;EAAM,QAAQ,OAAO,EAAE,OAAO;CAAE,EAAE;CACrF,MAAM,aAAa,SAAS,SAAS,MAAO,EAAE,aAAa,CAAC,EAAE,IAAI,IAAI,CAAC,CAAE;CAEzE,MAAM,cACJ,iBAAiB,KAAA,IAAY,KAAA,IAAY;EAAE,MAAM;EAAW,QAAQ,OAAO,YAAY;CAAE;CAC3F,IAAI,iBAAiB,KAAA,GAAW,SAAS,KAAK;EAAE,MAAM;EAAW,SAAS;CAAa,CAAC;CACxF,MAAM,cAAc,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAG,QAAQ,OAAO,GAAG,QAAQ,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;CAC7E,MAAM,WAAW,QAAQ,SACtB,KAAK,MAAM,KAAK,UAAU;EAAC,EAAE;EAAM,EAAE;EAAO,EAAE;EAAI,EAAE;CAAK,CAAC,CAAC,CAAC,CAC5D,KAAK;CACR,MAAM,gBAAgB,CAAC,GAAG,IAAI,IAAI,QAAQ,SAAS,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;CAC7E,MAAM,WAAW,OAAO,KAAK,IAAI,CAAC,CAC/B,QAAQ,MAAM,CAAC,QAAQ,MAAM,SAAS,CAAC,CAAC,CAAC,CACzC,KAAK;CACR,MAAM,cAAc,OAAO,YAAY,SAAS,KAAK,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;CACxE,MAAM,WAAW,OAAO,YACtB,OAAO,QAAQ,WAAW,CAAC,CAAC,KAAK,CAAC,MAAM,OACtC,EAAE,cAAc,UACZ,CAAC,MAAM;EAAE,SAAS,EAAE;EAAS,MAAM,EAAE;EAAM,KAAK,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK;CAAE,CAAC,IAC3E,CAAC,MAAM;EAAE,WAAW,EAAE;EAAW,KAAK,EAAE;EAAK,SAAS,OAAO,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK;CAAE,CAAC,CAC3F,CACF;CACA,MAAM,OAAO,aAAa,SAAS,SAAS;CAC5C,IAAI,aAAa,CAAC,MAChB,MAAM,IAAI,WACR,qBAAqB,KAAK,UAAU,eAAe,SAAS,CAAC,EAAE,QAAQ,SAAS,wCAClF;CAEF,MAAM,kBACJ,aAAa,OACT;EACE,QAAQ,WAAW,UAAU,GAAG,IAC5B,SAAS,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,KAAK,MACtD,UAAU;EACd,KAAK,UAAU,OAAO;EACtB,MAAM,UAAU,QAAQ;EACxB,QAAQ,KAAK;EACb,MAAM,KAAK;EACX,GAAI,UAAU,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACzC,IACA,KAAA;CACN,MAAM,SAAS,UAAU,OACvB,KAAK,UAAU;EACb;EACA,QAAQ,aAAa,KAAK,MAAM;GAAC,EAAE;GAAM,EAAE;GAAQ,EAAE;EAAS,CAAC;EAC/D,KAAK;EACL,OAAO;EACP,GAAI,WAAW,SAAS,EAAE,WAAW,IAAI,CAAC;EAC1C,OAAO,aAAa;EACpB,MAAM;EACN,SAAS;EACT,QAAQ,CAAC,GAAG,QAAQ,MAAM,CAAC,CAAC,KAAK;EACjC,OAAO,CAAC,GAAG,QAAQ,KAAK,CAAC,CAAC,KAAK;EAC/B;EACA,GAAI,WAAW,cACX,CAAC,IACD,EAAE,QAAQ,OAAO,WAAW,WAAW,SAAS,CAAC,GAAG,OAAO,KAAK,CAAC,CAAC,KAAK,EAAE;EAC7E,GAAI,cAAc,SACd,EACE,SAAS,cAAc,KAAK,GAAG,MAAM;GACnC,MAAM,IAAI,gBAAgB;GAC1B,MAAM,QAAQ,GAAG,SAAS;GAC1B,OAAO;IAAC,EAAE;IAAM,EAAE;IAAQ,GAAG;IAAO,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,CAAC,KAAK;GAAE;EAC7E,CAAC,EACH,IACA,CAAC;EACL,GAAI,kBACA,EACE,WAAW,gBAAgB,OAAO,CAAC,gBAAgB,MAAM,MAAM,IAAI,gBAAgB,KACrF,IACA,CAAC;CACP,CAAC,CACH;CACA,OAAO;EACL,QAAQ;GACN,MAAM,YAAY;GAClB,QAAQ,YAAY;GACpB,WAAW,CAAC,GAAG,SAAS;GACxB;GACA,OAAO,MAAM,IAAI,WAAW;GAC5B,QAAQ;GACR,KAAK,OAAO,KAAK,WAAW,CAAC,CAAC,KAAK;GACnC,GAAI,cAAc,SAAS,EAAE,SAAS,cAAc,IAAI,CAAC;GACzD,OAAO,cAAc,CAAC,GAAG,aAAa,WAAW,IAAI;GACrD,MAAM;GACN,SAAS;GACT,UAAU;GACV,OAAO,CAAC,GAAG,QAAQ,KAAK,CAAC,CAAC,KAAK;GAC/B;GACA,GAAI,kBAAkB,EAAE,WAAW,gBAAgB,IAAI,CAAC;EAC1D;EACA;EACA,QAAQ,CACN,GAAG,UAAU,QAAQ,MAAM,EAAE,cAAc,SAAS,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,GACxE,GAAI,SAAS,OAAO,CAAC,CAAC,oBAAoB,SAAS,aAAa,KAAK,MAAM,EAAE,KAAK,IAAI,CAAC,CACzF;EACA,iBAAiB,UAAU,QAAQ,MAAM,EAAE,cAAc,WAAW,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK;EACxF,KAAK;EACL,OAAO;EACP;EACA;EACA,eAAe,QAAQ;EACvB,SAAS;EACT,GAAI,aAAa,OACb,EACE,WAAW;GACT,KAAK,KAAK;GACV,OAAO,eAAe,SAAS;GAC/B,QAAQ,KAAK;GACb,GAAI,UAAU,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;EACzC,EACF,IACA,CAAC;CACP;AACF;;AAGA,SAAgB,WAAW,OAA+D;CAExF,OAAO,CAAC;EAAE,MAAM;EAAY,SAAS,GAAG,cADZ,MAAM,KAAK,iBAAiB,KAAK,UAAU,MAAM,WAAW,EAAE,WAC1C,MAAM;CAAU,GAAG,GAAG,MAAM,KAAK;AACnF"}
@@ -0,0 +1 @@
1
+ export { r as pluginSourceDir } from "./resolve-C4zeccCH.js";
@@ -1,6 +1,8 @@
1
- import { h as writeRun, p as scratchDir, s as readRecord } from "./files-BXUdY8tr.js";
2
- import { c as renderSummary } from "./summary-BLAVLySU.js";
3
- import { n as assembleRun } from "./assemble-B9Alds-z.js";
1
+ import { u as hasAnalysisModel } from "./config-Dv5MG7Rp.js";
2
+ import { t as INSIGHTS_FILE } from "./insights-B2Xmhz9o.js";
3
+ import { n as renderSummary } from "./summary-0oQNGskv.js";
4
+ import { h as writeRun, p as scratchDir, s as readRecord } from "./files-B-eUpCZ1.js";
5
+ import { n as assembleRun } from "./assemble-CF063ms6.js";
4
6
  import { join } from "node:path";
5
7
  import { readdir, rm, stat } from "node:fs/promises";
6
8
  //#region src/results.ts
@@ -19,10 +21,33 @@ async function sweepStaging(root, keep) {
19
21
  });
20
22
  }
21
23
  }
22
- /** Assembles the run into `.reeval/runs/`, with every artifact and a summary.md. */
24
+ /**
25
+ * The run's remarks as remarks-only insights, each marked with whether the run's output prints it,
26
+ * or null; they never stop the run being written.
27
+ */
28
+ async function runRemarks(config, record, verbose) {
29
+ try {
30
+ const { remarksOf, remarksOnly } = await import("./remarks-DlJCqWRs.js");
31
+ const { markPrinted } = await import("./remarks-BhAV1H4V.js");
32
+ const marked = markPrinted(await remarksOf(config, record), record.runId, verbose);
33
+ return marked.length ? remarksOnly(record, marked) : null;
34
+ } catch (error) {
35
+ process.stderr.write(`warning: no remarks for this run: ${error.message}\n`);
36
+ return null;
37
+ }
38
+ }
39
+ /**
40
+ * Assembles the run into `.reeval/runs/`, with every artifact, a summary.md and, when a finished
41
+ * run raised remarks, its remarks-only insights.json.
42
+ */
23
43
  async function writeScratchRun(input, landed) {
24
44
  const { record, artifacts } = await assembleRun(input);
25
- artifacts.set("summary.md", Buffer.from(renderSummary(record)));
45
+ const insights = input.interrupted ? null : await runRemarks(input.ctx.config, record, (input.ctx.verbosity ?? 0) > 0);
46
+ if (insights) artifacts.set(INSIGHTS_FILE, Buffer.from(`${JSON.stringify(insights, null, 2)}\n`));
47
+ artifacts.set("summary.md", Buffer.from(renderSummary(record, {
48
+ hint: !hasAnalysisModel(input.ctx.config),
49
+ insights
50
+ })));
26
51
  const scratch = scratchDir(input.ctx.config.root);
27
52
  const existing = join(scratch, `${record.runId}.json`);
28
53
  try {
@@ -43,10 +68,11 @@ async function writeScratchRun(input, landed) {
43
68
  });
44
69
  return {
45
70
  ...written,
46
- record
71
+ record,
72
+ insights
47
73
  };
48
74
  }
49
75
  //#endregion
50
76
  export { stagingDir, sweepStaging, writeScratchRun };
51
77
 
52
- //# sourceMappingURL=results-DuauQI3Z.js.map
78
+ //# sourceMappingURL=results-Drtt0uFl.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"results-Drtt0uFl.js","names":[],"sources":["../src/results.ts"],"mappings":";;;;;;;;AAUA,MAAM,mBAAmB;;AAGzB,MAAa,cAAc,MAAc,UAAkB,KAAK,MAAM,WAAW,WAAW,KAAK;;AAGjG,eAAsB,aAAa,MAAc,MAA8B;CAC7E,MAAM,MAAM,KAAK,MAAM,WAAW,SAAS;CAC3C,MAAM,UAAU,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;CACjD,KAAK,MAAM,QAAQ,SAAS;EAC1B,IAAI,SAAS,MAAM;EAKnB,IAAI,MAJc,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MACrC,MAAM,KAAK,IAAI,IAAI,EAAE,eAChB,CACR,IACU,kBAAkB,MAAM,GAAG,KAAK,KAAK,IAAI,GAAG;GAAE,WAAW;GAAM,OAAO;EAAK,CAAC;CACxF;AACF;;;;;AAMA,eAAe,WACb,QACA,QACA,SAC6B;CAC7B,IAAI;EACF,MAAM,EAAE,WAAW,gBAAgB,MAAM,OAAO;EAChD,MAAM,EAAE,gBAAgB,MAAM,OAAO;EACrC,MAAM,SAAS,YAAY,MAAM,UAAU,QAAQ,MAAM,GAAG,OAAO,OAAO,OAAO;EACjF,OAAO,OAAO,SAAS,YAAY,QAAQ,MAAM,IAAI;CACvD,SAAS,OAAO;EACd,QAAQ,OAAO,MAAM,qCAAsC,MAAgB,QAAQ,GAAG;EACtF,OAAO;CACT;AACF;;;;;AAMA,eAAsB,gBACpB,OACA,QAC2E;CAC3E,MAAM,EAAE,QAAQ,cAAc,MAAM,YAAY,KAAK;CACrD,MAAM,WAAW,MAAM,cACnB,OACA,MAAM,WAAW,MAAM,IAAI,QAAQ,SAAS,MAAM,IAAI,aAAa,KAAK,CAAC;CAC7E,IAAI,UAAU,UAAU,IAAI,eAAe,OAAO,KAAK,GAAG,KAAK,UAAU,UAAU,MAAM,CAAC,EAAE,GAAG,CAAC;CAChG,UAAU,IACR,cACA,OAAO,KAAK,cAAc,QAAQ;EAAE,MAAM,CAAC,iBAAiB,MAAM,IAAI,MAAM;EAAG;CAAS,CAAC,CAAC,CAC5F;CACA,MAAM,UAAU,WAAW,MAAM,IAAI,OAAO,IAAI;CAChD,MAAM,WAAW,KAAK,SAAS,GAAG,OAAO,MAAM,MAAM;CACrD,IAAI;EACF,MAAM,MAAM,MAAM,WAAW,QAAQ;EACrC,IAAI,IAAI,WAAW,iBAAiB,IAAI,WAAW,UAAU;GAC3D,MAAM,GAAG,UAAU,EAAE,OAAO,KAAK,CAAC;GAClC,MAAM,GAAG,KAAK,SAAS,OAAO,KAAK,GAAG;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;EACxE;CACF,QAAQ,CAAC;CACT,MAAM,UAAU,MAAM,SAAS,SAAS,QAAQ,SAAS;CACzD,SAAS;CACT,MAAM,GAAG,MAAM,IAAI,YAAY;EAAE,WAAW;EAAM,OAAO;CAAK,CAAC;CAC/D,OAAO;EAAE,GAAG;EAAS;EAAQ;CAAS;AACxC"}
@@ -1,9 +1,9 @@
1
1
  import { n as UsageError } from "./errors-B6BSMs03.js";
2
2
  import { t as RUN_ID } from "./paths-BmR-7tx3.js";
3
3
  import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
4
- import { c as readableLiveProgress, n as LIVE_FILE, o as liveCounts } from "./live-jlfszAbb.js";
5
- import { p as scratchDir } from "./files-BXUdY8tr.js";
6
- import { t as RefError } from "./views-BmQF4UCI.js";
4
+ import { c as readableLiveProgress, n as LIVE_FILE, o as liveCounts } from "./live-DYd2QEyR.js";
5
+ import { p as scratchDir } from "./files-B-eUpCZ1.js";
6
+ import { t as RefError } from "./views-BoUoX4_A.js";
7
7
  import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, unlinkSync, writeFileSync } from "node:fs";
8
8
  import { hostname } from "node:os";
9
9
  import { join } from "node:path";
@@ -403,4 +403,4 @@ const previousAttempt = (previous, key) => previous?.evals.flatMap((e) => e.atte
403
403
  //#endregion
404
404
  export { previousAttempt as a, writeLiveProgress as c, prepareResume as i, isCompletedAttempt as n, resolveResume as o, loadPrevious as r, writeCurrent as s, completedKeysFor as t };
405
405
 
406
- //# sourceMappingURL=resume-BRfa8E_s.js.map
406
+ //# sourceMappingURL=resume-BEFazUfy.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"resume-BRfa8E_s.js","names":[],"sources":["../src/live.ts","../src/resume.ts"],"mappings":";;;;;;;;;;AAwCA,SAAS,SAAS,QAAgC;CAChD,MAAM,UAAU,OAAO,MAAM;CAC7B,IAAI,OAAO,UAAU,WACnB,OAAO,YAAY,UAAU,YAAY,gBAAgB,UAAU;CACrE,IAAI,YAAY,eAAe,OAAO;CACtC,OAAO,OAAO,UAAU,WAAW,SAAS;AAC9C;;AAGA,MAAM,uBAAO,IAAI,IAAI;CAAC;CAAS;CAAU;AAAO,CAAC;;AAGjD,MAAM,UAAU;AAQhB,SAAS,MAAM,IAAkB;CAC/B,QAAQ,KAAK,IAAI,WAAW,IAAI,kBAAkB,CAAC,CAAC,GAAG,GAAG,GAAG,EAAE;AACjE;;;;;AAMA,SAAgB,QACd,MACA,IACA,SAAS,YACT,QAAsB,CAAC,GACjB;CACN,MAAM,MAAM,MAAM,OAAO,KAAK;CAC9B,MAAM,OAAO,MAAM,QAAQ;CAC3B,MAAM,WAAW,IAAI,KAAK,MAAM,UAAU;CAC1C,KAAK,IAAI,UAAU,IAAK,WACtB,IAAI;EACF,OAAO,MAAM,EAAE;EACf;CACF,SAAS,OAAO;EACd,MAAM,OAAQ,MAAgC;EAC9C,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,KAAK,IAAI,KAAK,UAAU,MAAM;EACzD,KAAK,KAAK,IAAI,SAAS,EAAE,CAAC;CAC5B;AAEJ;;AAGA,SAAgB,kBAAkB,SAAkD;CAClF,MAAM,MAAM,QAAQ,8BAAc,IAAI,KAAK;CAC3C,MAAM,OAAO,KAAK,QAAQ,KAAK,SAAS;CACxC,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,MAAM,WAAW,IAAI,IACnB,QAAQ,QAAQ,KAAK,MAAM,CACzB,EAAE,KACF;EACE,KAAK,EAAE;EACP,QAAQ,EAAE;EACV,MAAM,EAAE,QAAQ;EAChB,MAAM,EAAE;EACR,MAAM,EAAE,QAAQ,KAAK;EACrB,GAAG,EAAE,QAAQ;EACb,QAAQ,EAAE,QAAQ,QAAQ,EAAE,QAAQ,KAAK,OAAO,YAAY;EAC5D,WAAW;EACX,YAAY;CACd,CACF,CAAC,CACH;CACA,IAAI,QAAmB;CACvB,IAAI,UAAU;CAEd,MAAM,aAA2B;EAC/B,MAAM,OAAO,CAAC,GAAG,SAAS,OAAO,CAAC;EAClC,OAAO;GACL,eAAA;GACA,OAAO,QAAQ;GACf,WAAW,QAAQ,UAAU,YAAY;GACzC,KAAK,QAAQ;GACb,MAAM,SAAS;GACf,aAAa,IAAI,CAAC,CAAC,YAAY;GAC/B;GACA,SAAS,KAAK;GACd,QAAQ,WAAW,IAAI;GACvB,UAAU;EACZ;CACF;CACA,MAAM,cAAc;EAClB,IAAI,SAAS;EACb,IAAI;GACF,cAAc,KAAK,KAAK,UAAU,KAAK,CAAC,CAAC;GACzC,QAAQ,KAAK,IAAI;EACnB,QAAQ,CAAC;CACX;CAEA,IAAI;EACF,UAAU,QAAQ,KAAK,EAAE,WAAW,KAAK,CAAC;CAC5C,QAAQ,CAAC;CACT,MAAM;CACN,MAAM,YAAY,YAAY,OAAO,QAAQ,eAAA,GAA2B;CACxE,UAAU,MAAM;CAEhB,MAAM,aAAa;EACjB,UAAU;EACV,cAAc,SAAS;CACzB;CACA,OAAO;EACL,MAAM,KAAK,IAAI;GACb,MAAM,IAAI,SAAS,IAAI,GAAG;GAC1B,IAAI,CAAC,GAAG;GACR,EAAE,SAAS;GACX,EAAE,YAAY,IAAI,KAAK,EAAE,CAAC,CAAC,YAAY;GACvC,MAAM;EACR;EACA,IAAI,QAAQ;GACV,MAAM,IAAI,SAAS,IAAI,OAAO,GAAG;GACjC,IAAI,CAAC,GAAG;GACR,EAAE,SAAS,SAAS,MAAM;GAC1B,EAAE,aAAa,OAAO;GACtB,MAAM;EACR;EACA,MAAM,MAAM;GACV,QAAQ;GACR,MAAM;EACR;EACA;EACA,SAAS;GACP,KAAK;GACL,OAAO,MAAM,EAAE,OAAO,KAAK,CAAC;GAC5B,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC7B;EACA;CACF;AACF;;;;ACtJA,MAAM,WAAW;;AAGjB,MAAa,cAAc;;AAG3B,MAAa,eAAe,SAAiB,KAAK,MAAM,WAAW,SAAS;AAE5E,MAAM,aAAa,MAAc,UAAkB,KAAK,MAAM,WAAW,WAAW,KAAK;AAEzF,SAAgB,aAAa,MAAc,OAAqB;CAC9D,MAAM,OAAO,YAAY,IAAI;CAC7B,UAAU,KAAK,MAAM,SAAS,GAAG,EAAE,WAAW,KAAK,CAAC;CACpD,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,cAAc,KAAK,GAAG,MAAM,GAAG;CAC/B,IAAI;EACF,QAAQ,KAAK,IAAI;CACnB,SAAS,OAAO;EACd,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC3B,MAAM;CACR;AACF;AAEA,MAAM,gBAAgB,UACpB,IAAI,WACF,OAAO,MAAM,6EAA6E,MAAM,EAClG;;AAGF,SAAgB,aAAa,KAAa,MAAuB;CAC/D,IAAI,SAAS,SAAS,GAAG,OAAO;CAChC,IAAI;EACF,QAAQ,KAAK,KAAK,CAAC;EACnB,OAAO;CACT,SAAS,OAAO;EACd,OAAQ,MAAgC,SAAS;CACnD;AACF;AAEA,SAAS,WAAW,KAAmD;CACrE,IAAI;EACF,MAAM,CAAC,SAAS,YAAY,aAAa,KAAK,KAAK,WAAW,GAAG,MAAM,CAAC,CAAC,MAAM,IAAI;EACnF,MAAM,MAAM,OAAO,OAAO;EAC1B,IAAI,CAAC,OAAO,UAAU,GAAG,KAAK,OAAO,KAAK,CAAC,UAAU,OAAO;EAC5D,OAAO;GAAE;GAAK,MAAM;EAAS;CAC/B,QAAQ;EACN,OAAO;CACT;AACF;AAEA,MAAM,cAAc,QAAgB;CAClC,MAAM,SAAS,WAAW,GAAG;CAC7B,OAAO,SAAS,aAAa,OAAO,KAAK,OAAO,IAAI,IAAI;AAC1D;AAEA,SAAS,cAAc,SAAiB,OAAqB;CAC3D,MAAM,OAAO,KAAK,SAAS,WAAW;CACtC,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,SAAS,EAAE;CAC3C,MAAM,eAAe,cAAc,MAAM,MAAM,EAAE,MAAM,KAAK,CAAC;CAC7D,IAAI;EACF,OAAO;EACP;CACF,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM;CAChE;CACA,IAAI,WAAW,OAAO,GAAG,MAAM,aAAa,KAAK;CACjD,IAAI;EACF,WAAW,IAAI;CACjB,QAAQ;EACN,MAAM,aAAa,KAAK;CAC1B;CACA,IAAI;EACF,OAAO;CACT,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM,aAAa,KAAK;EAChF,MAAM;CACR;AACF;AAEA,SAAgB,YAAY,MAA6B;CACvD,IAAI;EACF,MAAM,KAAK,aAAa,YAAY,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK;EACxD,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK;CAChC,QAAQ;EACN,OAAO;CACT;AACF;;AAGA,SAAgB,mBACd,SACA,OACS;CACT,IAAI,YAAY,WAAW,OAAO;CAClC,IAAI,OAAO,SAAS,WAAW,OAAO;CACtC,OAAO,YAAY,UAAU,YAAY,UAAU,YAAY;AACjE;AAEA,MAAM,uBAAuB,WAC3B,OAAO,MAAM,SAAS,MACpB,EAAE,SAAS,QAAQ,MAAM,mBAAmB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CACnF;AAEF,SAAS,eAAe,MAAiC;CACvD,IAAI;EACF,OAAO,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;CAC9C,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,sBAAsB,SAAiB,KAAsB;CACpE,MAAM,SAAS,eAAe,KAAK,SAAS,SAAS,eAAe,GAAG,CAAC,CAAC;CACzE,IAAI,CAAC,QAAQ,OAAO;CACpB,OAAO,mBAAmB,OAAO,SAAS,OAAO,KAAK;AACxD;;;;;AAMA,SAAgB,iBACd,SACA,SACA,UACa;CACb,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,eAAe,IAAI,IAAI,WAAW,oBAAoB,QAAQ,IAAI,CAAC,CAAC;CAC1E,KAAK,MAAM,EAAE,SAAS,SACpB,IAAI,sBAAsB,SAAS,GAAG,KAAK,aAAa,IAAI,GAAG,GAAG,KAAK,IAAI,GAAG;CAEhF,OAAO;AACT;AAoBA,SAAS,aACP,UACA,KACS;CAET,IAAI,aAAa,SAAS,KAAK,SAAS,IAAI,GAAG,OAAO;CAEtD,IADc,MAAM,KAAK,MAAM,SAAS,WAAW,IAAI,UAC5C,OAAO;CAClB,OAAO,SAAS,SAAS,SAAS;AACpC;AAEA,eAAe,YAAY,MAAc,OAA0C;CACjF,IAAI;EACF,MAAM,OAAO,MAAM,SAAS,KAAK,WAAW,IAAI,GAAG,GAAG,MAAM,MAAM,GAAG,MAAM;EAC3E,MAAM,SAAS,KAAK,MAAM,IAAI;EAC9B,OAAO,OAAO,SAAS,gBAAgB,OAAO,UAAU,QAAQ,SAAS;CAC3E,QAAQ;EACN,OAAO;CACT;AACF;AAEA,eAAe,eAAe,MAAc,MAAM,KAAK,IAAI,GAAyB;CAClF,MAAM,wBAAQ,IAAI,IAAuB;CACzC,MAAM,cAAc,KAAK,MAAM,WAAW,SAAS;CACnD,MAAM,QAAQ,MAAM,QAAQ,WAAW,CAAC,CAAC,YAAsB,CAAC,CAAC;CACjE,KAAK,MAAM,SAAS,MAAM,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,GAAG;EACvD,MAAM,MAAM,KAAK,aAAa,KAAK;EACnC,MAAM,OAAO,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,IAAI;EAC7C,IAAI,CAAC,MAAM,YAAY,GAAG;EAC1B,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,SAAS,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;EAC1E,MAAM,WAAW,OAAO,qBAAqB,KAAK,MAAM,IAAI,CAAY,IAAI;EAC5E,MAAM,QAAQ,WAAW,aAAa,UAAU,GAAG,IAAI,UAAU,WAAW,GAAG;EAC/E,MAAM,YAAY,UAAU,aAAa,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,YAAY;EAC5E,MAAM,IAAI,OAAO;GACf;GACA;GACA,MAAM;GACN;GACA,UAAU;GACV,UAAU;GACV,mBAAmB;EACrB,CAAC;CACH;CACA,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,WAAW,MAAM,QAAQ,OAAO,CAAC,CAAC,YAAsB,CAAC,CAAC,EAAA,CAAG,QAChE,MAAM,EAAE,SAAS,OAAO,KAAK,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAC1D;CACA,KAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,QAAQ,KAAK,MAAM,GAAG,EAAE;EAC9B,MAAM,SAAS,MAAM,YAAY,MAAM,KAAK;EAC5C,IAAI,CAAC,QAAQ;EACb,MAAM,YAAY,KAAK,SAAS,KAAK;EACrC,MAAM,oBAAoB,WAAW,SAAS,IAAI,YAAY;EAC9D,MAAM,WAAW,OAAO,WAAW;EACnC,MAAM,WAAW,MAAM,IAAI,KAAK;EAChC,IAAI,UAAU;GAEZ,SAAS,WAAW;GACpB,SAAS,oBAAoB;GAC7B,SAAS,WAAW;GACpB;EACF;EACA,MAAM,IAAI,OAAO;GACf;GACA,WAAW,OAAO;GAClB,MAAM;GACN,MAAM;GACN;GACA,UAAU,WAAW,OAAO;GAC5B,mBAAmB,WAAW,OAAO;EACvC,CAAC;CACH;CACA,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;AACxE;AAEA,MAAM,aAAa,MACjB,CAAC,EAAE,QACH,CAAC,EAAE,aACF,EAAE,SAAS,aAAa,EAAE,UAAU,WAAW,iBAAiB,EAAE,UAAU,WAAW;AAE1F,SAAS,SAAS,GAA4B;CAC5C,OAAO;EACL,OAAO,EAAE;EACT,WAAW,IAAI,KAAK,EAAE,SAAS;EAC/B,MAAM,EAAE;EACR,UAAU,EAAE;EACZ,mBAAmB,EAAE;CACvB;AACF;AAEA,SAAS,SAAS,YAAyB,KAAoC;CAC7E,MAAM,QAAQ,WAAW,MAAM,MAAM,EAAE,UAAU,GAAG;CACpD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,WAAW,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC7D,IAAI,KAAK,WAAW,GAAG,OAAO,KAAK;CACnC,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;AAGjF;;;;;;;;AASA,eAAsB,cAAc,MAAc,KAAqC;CACrF,MAAM,aAAa,MAAM,eAAe,IAAI;CAC5C,MAAM,OAAO,WAAW,OAAO,SAAS;CAExC,IADgB,QAAQ,KAAA,KAAa,QAAQ,MAAM,QAAQ,UAC9C;EACX,MAAM,UAAU,YAAY,IAAI;EAEhC,MAAM,QADU,UAAU,KAAK,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,KAAK,GAAG,EAAE;EAClC,IAAI,CAAC,MAAM;GACT,MAAM,WAAW,WAAW,QAAQ,MAAM,EAAE,IAAI;GAEhD,MAAM,YADc,UAAU,SAAS,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,SAAS,GAAG,EAAE;GAC9C,IAAI,UAAU,MAAM,aAAa,SAAS,KAAK;GAC/C,MAAM,IAAI,WACR,oHACF;EACF;EACA,OAAO,SAAS,IAAI;CACtB;CACA,MAAM,OAAO,iBAAiB,KAAK,GAAG;CACtC,IAAI,MAAM;EACR,MAAM,QAAQ,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE;EACnD,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,KAAK,WAAW,IAAI,4BAA4B,YAAY,KAAK,OAAO,iBAAiB,OAAO,IAAI,qDAC/G;EACF,OAAO,SAAS,KAAK;CACvB;CACA,MAAM,QAAQ,SAAS,YAAY,GAAG;CACtC,IAAI,CAAC,OACH,MAAM,IAAI,SACR,mBAAmB,IAAI,gGACzB;CAEF,IAAI,MAAM,MAAM,MAAM,aAAa,MAAM,KAAK;CAC9C,IAAI,MAAM,YAAY,CAAC,UAAU,KAAK,GACpC,MAAM,IAAI,WACR,OAAO,MAAM,MAAM,iEACrB;CAEF,OAAO,SAAS,KAAK;AACvB;;;;;AAMA,eAAsB,cAAc,QAAsB,MAA6B;CACrF,MAAM,UAAU,UAAU,MAAM,OAAO,KAAK;CAC5C,UAAU,KAAK,SAAS,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;CACrD,cAAc,SAAS,OAAO,KAAK;CACnC,IAAI,CAAC,OAAO,UAAU;CACtB,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,aAAa,KAAK,SAAS,GAAG,OAAO,MAAM,MAAM;CACvD,MAAM,QAAQ,KAAK,SAAS,eAAe;CAC3C,IAAI,WAAW,UAAU,KAAK,CAAC,WAAW,KAAK,GAAG,WAAW,YAAY,KAAK;CAC9E,IAAI,OAAO,qBAAqB,WAAW,OAAO,iBAAiB,GAAG;EACpE,MAAM,OAAO,KAAK,SAAS,oBAAoB;EAC/C,IAAI,CAAC,WAAW,IAAI,GAAG,WAAW,OAAO,mBAAmB,IAAI;CAClE;CAEA,KAAK,MAAM,KAAK,OAAO,SAAS,OAC9B,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,CAAC,mBAAmB,EAAE,SAAS,EAAE,KAAK,GAAG;EAC7C,MAAM,OAAO,KAAK,SAAS,SAAS,eAAe,EAAE,GAAG,CAAC;EACzD,IAAI,WAAW,IAAI,GAAG;EACtB,MAAM,SAAqB;GACzB,SAAS,EAAE,YAAY,YAAY,SAAS,EAAE;GAC9C,OAAO,EAAE;GACT,WAAW,EAAE,aAAa,KAAA;GAC1B,OAAO,CAAC;GACR,MAAM;GACN,QAAQ,CAAC;GACT,YAAY,CAAC;GACb,SAAS;IAAE,SAAS;IAAG,SAAS;IAAG,QAAQ;IAAG,UAAU;IAAG,SAAS;GAAE;EACxE;EACA,cAAc,MAAM,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,EAAE,GAAG;CAC5D;AAEJ;AAEA,eAAsB,aAAa,SAGhC;CACD,MAAM,OAAO,KAAK,SAAS,eAAe;CAC1C,MAAM,YAAY,KAAK,SAAS,oBAAoB;CACpD,IAAI;EACF,MAAM,SAAS,KAAK,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC;EACtD,OAAO;GACL,QAAQ,OAAO,SAAS,eAAe,SAAS;GAChD,WAAW,WAAW,SAAS,IAAI,YAAY;EACjD;CACF,QAAQ;EACN,OAAO;GAAE,QAAQ;GAAM,WAAW,WAAW,SAAS,IAAI,YAAY;EAAK;CAC7E;AACF;AAEA,MAAa,mBACX,UACA,QAEA,UAAU,MAAM,SAAS,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,MAAM,EAAE,QAAQ,GAAG"}
1
+ {"version":3,"file":"resume-BEFazUfy.js","names":[],"sources":["../src/live.ts","../src/resume.ts"],"mappings":";;;;;;;;;;AAwCA,SAAS,SAAS,QAAgC;CAChD,MAAM,UAAU,OAAO,MAAM;CAC7B,IAAI,OAAO,UAAU,WACnB,OAAO,YAAY,UAAU,YAAY,gBAAgB,UAAU;CACrE,IAAI,YAAY,eAAe,OAAO;CACtC,OAAO,OAAO,UAAU,WAAW,SAAS;AAC9C;;AAGA,MAAM,uBAAO,IAAI,IAAI;CAAC;CAAS;CAAU;AAAO,CAAC;;AAGjD,MAAM,UAAU;AAQhB,SAAS,MAAM,IAAkB;CAC/B,QAAQ,KAAK,IAAI,WAAW,IAAI,kBAAkB,CAAC,CAAC,GAAG,GAAG,GAAG,EAAE;AACjE;;;;;AAMA,SAAgB,QACd,MACA,IACA,SAAS,YACT,QAAsB,CAAC,GACjB;CACN,MAAM,MAAM,MAAM,OAAO,KAAK;CAC9B,MAAM,OAAO,MAAM,QAAQ;CAC3B,MAAM,WAAW,IAAI,KAAK,MAAM,UAAU;CAC1C,KAAK,IAAI,UAAU,IAAK,WACtB,IAAI;EACF,OAAO,MAAM,EAAE;EACf;CACF,SAAS,OAAO;EACd,MAAM,OAAQ,MAAgC;EAC9C,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,KAAK,IAAI,KAAK,UAAU,MAAM;EACzD,KAAK,KAAK,IAAI,SAAS,EAAE,CAAC;CAC5B;AAEJ;;AAGA,SAAgB,kBAAkB,SAAkD;CAClF,MAAM,MAAM,QAAQ,8BAAc,IAAI,KAAK;CAC3C,MAAM,OAAO,KAAK,QAAQ,KAAK,SAAS;CACxC,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,MAAM,WAAW,IAAI,IACnB,QAAQ,QAAQ,KAAK,MAAM,CACzB,EAAE,KACF;EACE,KAAK,EAAE;EACP,QAAQ,EAAE;EACV,MAAM,EAAE,QAAQ;EAChB,MAAM,EAAE;EACR,MAAM,EAAE,QAAQ,KAAK;EACrB,GAAG,EAAE,QAAQ;EACb,QAAQ,EAAE,QAAQ,QAAQ,EAAE,QAAQ,KAAK,OAAO,YAAY;EAC5D,WAAW;EACX,YAAY;CACd,CACF,CAAC,CACH;CACA,IAAI,QAAmB;CACvB,IAAI,UAAU;CAEd,MAAM,aAA2B;EAC/B,MAAM,OAAO,CAAC,GAAG,SAAS,OAAO,CAAC;EAClC,OAAO;GACL,eAAA;GACA,OAAO,QAAQ;GACf,WAAW,QAAQ,UAAU,YAAY;GACzC,KAAK,QAAQ;GACb,MAAM,SAAS;GACf,aAAa,IAAI,CAAC,CAAC,YAAY;GAC/B;GACA,SAAS,KAAK;GACd,QAAQ,WAAW,IAAI;GACvB,UAAU;EACZ;CACF;CACA,MAAM,cAAc;EAClB,IAAI,SAAS;EACb,IAAI;GACF,cAAc,KAAK,KAAK,UAAU,KAAK,CAAC,CAAC;GACzC,QAAQ,KAAK,IAAI;EACnB,QAAQ,CAAC;CACX;CAEA,IAAI;EACF,UAAU,QAAQ,KAAK,EAAE,WAAW,KAAK,CAAC;CAC5C,QAAQ,CAAC;CACT,MAAM;CACN,MAAM,YAAY,YAAY,OAAO,QAAQ,eAAA,GAA2B;CACxE,UAAU,MAAM;CAEhB,MAAM,aAAa;EACjB,UAAU;EACV,cAAc,SAAS;CACzB;CACA,OAAO;EACL,MAAM,KAAK,IAAI;GACb,MAAM,IAAI,SAAS,IAAI,GAAG;GAC1B,IAAI,CAAC,GAAG;GACR,EAAE,SAAS;GACX,EAAE,YAAY,IAAI,KAAK,EAAE,CAAC,CAAC,YAAY;GACvC,MAAM;EACR;EACA,IAAI,QAAQ;GACV,MAAM,IAAI,SAAS,IAAI,OAAO,GAAG;GACjC,IAAI,CAAC,GAAG;GACR,EAAE,SAAS,SAAS,MAAM;GAC1B,EAAE,aAAa,OAAO;GACtB,MAAM;EACR;EACA,MAAM,MAAM;GACV,QAAQ;GACR,MAAM;EACR;EACA;EACA,SAAS;GACP,KAAK;GACL,OAAO,MAAM,EAAE,OAAO,KAAK,CAAC;GAC5B,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC7B;EACA;CACF;AACF;;;;ACtJA,MAAM,WAAW;;AAGjB,MAAa,cAAc;;AAG3B,MAAa,eAAe,SAAiB,KAAK,MAAM,WAAW,SAAS;AAE5E,MAAM,aAAa,MAAc,UAAkB,KAAK,MAAM,WAAW,WAAW,KAAK;AAEzF,SAAgB,aAAa,MAAc,OAAqB;CAC9D,MAAM,OAAO,YAAY,IAAI;CAC7B,UAAU,KAAK,MAAM,SAAS,GAAG,EAAE,WAAW,KAAK,CAAC;CACpD,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,cAAc,KAAK,GAAG,MAAM,GAAG;CAC/B,IAAI;EACF,QAAQ,KAAK,IAAI;CACnB,SAAS,OAAO;EACd,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC3B,MAAM;CACR;AACF;AAEA,MAAM,gBAAgB,UACpB,IAAI,WACF,OAAO,MAAM,6EAA6E,MAAM,EAClG;;AAGF,SAAgB,aAAa,KAAa,MAAuB;CAC/D,IAAI,SAAS,SAAS,GAAG,OAAO;CAChC,IAAI;EACF,QAAQ,KAAK,KAAK,CAAC;EACnB,OAAO;CACT,SAAS,OAAO;EACd,OAAQ,MAAgC,SAAS;CACnD;AACF;AAEA,SAAS,WAAW,KAAmD;CACrE,IAAI;EACF,MAAM,CAAC,SAAS,YAAY,aAAa,KAAK,KAAK,WAAW,GAAG,MAAM,CAAC,CAAC,MAAM,IAAI;EACnF,MAAM,MAAM,OAAO,OAAO;EAC1B,IAAI,CAAC,OAAO,UAAU,GAAG,KAAK,OAAO,KAAK,CAAC,UAAU,OAAO;EAC5D,OAAO;GAAE;GAAK,MAAM;EAAS;CAC/B,QAAQ;EACN,OAAO;CACT;AACF;AAEA,MAAM,cAAc,QAAgB;CAClC,MAAM,SAAS,WAAW,GAAG;CAC7B,OAAO,SAAS,aAAa,OAAO,KAAK,OAAO,IAAI,IAAI;AAC1D;AAEA,SAAS,cAAc,SAAiB,OAAqB;CAC3D,MAAM,OAAO,KAAK,SAAS,WAAW;CACtC,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,SAAS,EAAE;CAC3C,MAAM,eAAe,cAAc,MAAM,MAAM,EAAE,MAAM,KAAK,CAAC;CAC7D,IAAI;EACF,OAAO;EACP;CACF,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM;CAChE;CACA,IAAI,WAAW,OAAO,GAAG,MAAM,aAAa,KAAK;CACjD,IAAI;EACF,WAAW,IAAI;CACjB,QAAQ;EACN,MAAM,aAAa,KAAK;CAC1B;CACA,IAAI;EACF,OAAO;CACT,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM,aAAa,KAAK;EAChF,MAAM;CACR;AACF;AAEA,SAAgB,YAAY,MAA6B;CACvD,IAAI;EACF,MAAM,KAAK,aAAa,YAAY,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK;EACxD,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK;CAChC,QAAQ;EACN,OAAO;CACT;AACF;;AAGA,SAAgB,mBACd,SACA,OACS;CACT,IAAI,YAAY,WAAW,OAAO;CAClC,IAAI,OAAO,SAAS,WAAW,OAAO;CACtC,OAAO,YAAY,UAAU,YAAY,UAAU,YAAY;AACjE;AAEA,MAAM,uBAAuB,WAC3B,OAAO,MAAM,SAAS,MACpB,EAAE,SAAS,QAAQ,MAAM,mBAAmB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CACnF;AAEF,SAAS,eAAe,MAAiC;CACvD,IAAI;EACF,OAAO,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;CAC9C,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,sBAAsB,SAAiB,KAAsB;CACpE,MAAM,SAAS,eAAe,KAAK,SAAS,SAAS,eAAe,GAAG,CAAC,CAAC;CACzE,IAAI,CAAC,QAAQ,OAAO;CACpB,OAAO,mBAAmB,OAAO,SAAS,OAAO,KAAK;AACxD;;;;;AAMA,SAAgB,iBACd,SACA,SACA,UACa;CACb,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,eAAe,IAAI,IAAI,WAAW,oBAAoB,QAAQ,IAAI,CAAC,CAAC;CAC1E,KAAK,MAAM,EAAE,SAAS,SACpB,IAAI,sBAAsB,SAAS,GAAG,KAAK,aAAa,IAAI,GAAG,GAAG,KAAK,IAAI,GAAG;CAEhF,OAAO;AACT;AAoBA,SAAS,aACP,UACA,KACS;CAET,IAAI,aAAa,SAAS,KAAK,SAAS,IAAI,GAAG,OAAO;CAEtD,IADc,MAAM,KAAK,MAAM,SAAS,WAAW,IAAI,UAC5C,OAAO;CAClB,OAAO,SAAS,SAAS,SAAS;AACpC;AAEA,eAAe,YAAY,MAAc,OAA0C;CACjF,IAAI;EACF,MAAM,OAAO,MAAM,SAAS,KAAK,WAAW,IAAI,GAAG,GAAG,MAAM,MAAM,GAAG,MAAM;EAC3E,MAAM,SAAS,KAAK,MAAM,IAAI;EAC9B,OAAO,OAAO,SAAS,gBAAgB,OAAO,UAAU,QAAQ,SAAS;CAC3E,QAAQ;EACN,OAAO;CACT;AACF;AAEA,eAAe,eAAe,MAAc,MAAM,KAAK,IAAI,GAAyB;CAClF,MAAM,wBAAQ,IAAI,IAAuB;CACzC,MAAM,cAAc,KAAK,MAAM,WAAW,SAAS;CACnD,MAAM,QAAQ,MAAM,QAAQ,WAAW,CAAC,CAAC,YAAsB,CAAC,CAAC;CACjE,KAAK,MAAM,SAAS,MAAM,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,GAAG;EACvD,MAAM,MAAM,KAAK,aAAa,KAAK;EACnC,MAAM,OAAO,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,IAAI;EAC7C,IAAI,CAAC,MAAM,YAAY,GAAG;EAC1B,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,SAAS,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;EAC1E,MAAM,WAAW,OAAO,qBAAqB,KAAK,MAAM,IAAI,CAAY,IAAI;EAC5E,MAAM,QAAQ,WAAW,aAAa,UAAU,GAAG,IAAI,UAAU,WAAW,GAAG;EAC/E,MAAM,YAAY,UAAU,aAAa,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,YAAY;EAC5E,MAAM,IAAI,OAAO;GACf;GACA;GACA,MAAM;GACN;GACA,UAAU;GACV,UAAU;GACV,mBAAmB;EACrB,CAAC;CACH;CACA,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,WAAW,MAAM,QAAQ,OAAO,CAAC,CAAC,YAAsB,CAAC,CAAC,EAAA,CAAG,QAChE,MAAM,EAAE,SAAS,OAAO,KAAK,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAC1D;CACA,KAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,QAAQ,KAAK,MAAM,GAAG,EAAE;EAC9B,MAAM,SAAS,MAAM,YAAY,MAAM,KAAK;EAC5C,IAAI,CAAC,QAAQ;EACb,MAAM,YAAY,KAAK,SAAS,KAAK;EACrC,MAAM,oBAAoB,WAAW,SAAS,IAAI,YAAY;EAC9D,MAAM,WAAW,OAAO,WAAW;EACnC,MAAM,WAAW,MAAM,IAAI,KAAK;EAChC,IAAI,UAAU;GAEZ,SAAS,WAAW;GACpB,SAAS,oBAAoB;GAC7B,SAAS,WAAW;GACpB;EACF;EACA,MAAM,IAAI,OAAO;GACf;GACA,WAAW,OAAO;GAClB,MAAM;GACN,MAAM;GACN;GACA,UAAU,WAAW,OAAO;GAC5B,mBAAmB,WAAW,OAAO;EACvC,CAAC;CACH;CACA,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;AACxE;AAEA,MAAM,aAAa,MACjB,CAAC,EAAE,QACH,CAAC,EAAE,aACF,EAAE,SAAS,aAAa,EAAE,UAAU,WAAW,iBAAiB,EAAE,UAAU,WAAW;AAE1F,SAAS,SAAS,GAA4B;CAC5C,OAAO;EACL,OAAO,EAAE;EACT,WAAW,IAAI,KAAK,EAAE,SAAS;EAC/B,MAAM,EAAE;EACR,UAAU,EAAE;EACZ,mBAAmB,EAAE;CACvB;AACF;AAEA,SAAS,SAAS,YAAyB,KAAoC;CAC7E,MAAM,QAAQ,WAAW,MAAM,MAAM,EAAE,UAAU,GAAG;CACpD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,WAAW,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC7D,IAAI,KAAK,WAAW,GAAG,OAAO,KAAK;CACnC,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;AAGjF;;;;;;;;AASA,eAAsB,cAAc,MAAc,KAAqC;CACrF,MAAM,aAAa,MAAM,eAAe,IAAI;CAC5C,MAAM,OAAO,WAAW,OAAO,SAAS;CAExC,IADgB,QAAQ,KAAA,KAAa,QAAQ,MAAM,QAAQ,UAC9C;EACX,MAAM,UAAU,YAAY,IAAI;EAEhC,MAAM,QADU,UAAU,KAAK,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,KAAK,GAAG,EAAE;EAClC,IAAI,CAAC,MAAM;GACT,MAAM,WAAW,WAAW,QAAQ,MAAM,EAAE,IAAI;GAEhD,MAAM,YADc,UAAU,SAAS,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,SAAS,GAAG,EAAE;GAC9C,IAAI,UAAU,MAAM,aAAa,SAAS,KAAK;GAC/C,MAAM,IAAI,WACR,oHACF;EACF;EACA,OAAO,SAAS,IAAI;CACtB;CACA,MAAM,OAAO,iBAAiB,KAAK,GAAG;CACtC,IAAI,MAAM;EACR,MAAM,QAAQ,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE;EACnD,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,KAAK,WAAW,IAAI,4BAA4B,YAAY,KAAK,OAAO,iBAAiB,OAAO,IAAI,qDAC/G;EACF,OAAO,SAAS,KAAK;CACvB;CACA,MAAM,QAAQ,SAAS,YAAY,GAAG;CACtC,IAAI,CAAC,OACH,MAAM,IAAI,SACR,mBAAmB,IAAI,gGACzB;CAEF,IAAI,MAAM,MAAM,MAAM,aAAa,MAAM,KAAK;CAC9C,IAAI,MAAM,YAAY,CAAC,UAAU,KAAK,GACpC,MAAM,IAAI,WACR,OAAO,MAAM,MAAM,iEACrB;CAEF,OAAO,SAAS,KAAK;AACvB;;;;;AAMA,eAAsB,cAAc,QAAsB,MAA6B;CACrF,MAAM,UAAU,UAAU,MAAM,OAAO,KAAK;CAC5C,UAAU,KAAK,SAAS,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;CACrD,cAAc,SAAS,OAAO,KAAK;CACnC,IAAI,CAAC,OAAO,UAAU;CACtB,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,aAAa,KAAK,SAAS,GAAG,OAAO,MAAM,MAAM;CACvD,MAAM,QAAQ,KAAK,SAAS,eAAe;CAC3C,IAAI,WAAW,UAAU,KAAK,CAAC,WAAW,KAAK,GAAG,WAAW,YAAY,KAAK;CAC9E,IAAI,OAAO,qBAAqB,WAAW,OAAO,iBAAiB,GAAG;EACpE,MAAM,OAAO,KAAK,SAAS,oBAAoB;EAC/C,IAAI,CAAC,WAAW,IAAI,GAAG,WAAW,OAAO,mBAAmB,IAAI;CAClE;CAEA,KAAK,MAAM,KAAK,OAAO,SAAS,OAC9B,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,CAAC,mBAAmB,EAAE,SAAS,EAAE,KAAK,GAAG;EAC7C,MAAM,OAAO,KAAK,SAAS,SAAS,eAAe,EAAE,GAAG,CAAC;EACzD,IAAI,WAAW,IAAI,GAAG;EACtB,MAAM,SAAqB;GACzB,SAAS,EAAE,YAAY,YAAY,SAAS,EAAE;GAC9C,OAAO,EAAE;GACT,WAAW,EAAE,aAAa,KAAA;GAC1B,OAAO,CAAC;GACR,MAAM;GACN,QAAQ,CAAC;GACT,YAAY,CAAC;GACb,SAAS;IAAE,SAAS;IAAG,SAAS;IAAG,QAAQ;IAAG,UAAU;IAAG,SAAS;GAAE;EACxE;EACA,cAAc,MAAM,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,EAAE,GAAG;CAC5D;AAEJ;AAEA,eAAsB,aAAa,SAGhC;CACD,MAAM,OAAO,KAAK,SAAS,eAAe;CAC1C,MAAM,YAAY,KAAK,SAAS,oBAAoB;CACpD,IAAI;EACF,MAAM,SAAS,KAAK,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC;EACtD,OAAO;GACL,QAAQ,OAAO,SAAS,eAAe,SAAS;GAChD,WAAW,WAAW,SAAS,IAAI,YAAY;EACjD;CACF,QAAQ;EACN,OAAO;GAAE,QAAQ;GAAM,WAAW,WAAW,SAAS,IAAI,YAAY;EAAK;CAC7E;AACF;AAEA,MAAa,mBACX,UACA,QAEA,UAAU,MAAM,SAAS,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,MAAM,EAAE,QAAQ,GAAG"}
@@ -0,0 +1,317 @@
1
+ import { l as sha256 } from "./ids-Bp6ut7ZD.js";
2
+ import "./suite-C8sw2pox.js";
3
+ import "./facts-DtENlf9s.js";
4
+ /** `KIND_ORDER` ranks remarks of one severity: the ones most worth acting on first. */
5
+ const KIND_ORDER = [
6
+ "flaky-check",
7
+ "judge-too-loose",
8
+ "judge-leaks-answer",
9
+ "name-contradicts",
10
+ "prompt-names-tool",
11
+ "no-baseline",
12
+ "slow-mcp-start",
13
+ "too-few-tries",
14
+ "compound-judge",
15
+ "check-never-fails",
16
+ "name-no-intent"
17
+ ];
18
+ /** Remarks ranked: concerns first, then by kind, then in the order they came. */
19
+ function rankRemarks(remarks) {
20
+ const order = (r) => (r.severity === "concern" ? 0 : 1) * 100 + KIND_ORDER.indexOf(r.kind);
21
+ return remarks.map((r, i) => ({
22
+ r,
23
+ i
24
+ })).sort((a, b) => order(a.r) - order(b.r) || a.i - b.i).map(({ r }) => r);
25
+ }
26
+ /** sha256(kind, eval, the eval's sources[, what it's about]): one remark per kind per eval version. */
27
+ function remarkId(kind, evalId, entry, extra = "") {
28
+ const sources = sha256(JSON.stringify(entry.sources.map((s) => [s.path, s.sha256])));
29
+ return sha256(JSON.stringify([
30
+ kind,
31
+ evalId,
32
+ sources,
33
+ ...extra ? [extra] : []
34
+ ]));
35
+ }
36
+ /**
37
+ * sha256(kind, eval, the quoted source text): a model remark's id. It holds while the quote is in
38
+ * the file, so an edit elsewhere doesn't raise it again, and an edit to the quote acts on it.
39
+ */
40
+ const quotedRemarkId = (kind, evalId, quote) => sha256(JSON.stringify([
41
+ kind,
42
+ evalId,
43
+ "quote",
44
+ quote
45
+ ]));
46
+ const tries = (n) => `${n} ${n === 1 ? "try" : "tries"}`;
47
+ const capital = (s) => `${s.slice(0, 1).toUpperCase()}${s.slice(1)}`;
48
+ const rate = (c) => c.passed + c.failed ? c.passed / (c.passed + c.failed) : 0;
49
+ const counted = (c) => c.passed + c.failed;
50
+ /** An eval's units of cells: its own, or each family case's with that case's eval id. */
51
+ function units(e) {
52
+ if (e.cases) return e.cases.map((k) => ({
53
+ id: k.id,
54
+ cells: k.cells
55
+ }));
56
+ return [{
57
+ id: e.id,
58
+ cells: e.cells ?? []
59
+ }];
60
+ }
61
+ const armOf = (c) => c.variant ?? (c.environment === "-" ? "baseline" : c.environment);
62
+ /**
63
+ * too-few-tries (suggestion): a variant and its baseline differ by at least `TOO_FEW_TRIES_GAP`,
64
+ * with fewer than `EFFECT_MIN_COUNTED` counted tries on a side, so the effect reads "can't tell
65
+ * yet" on a gap that matters. Equal rates never raise it.
66
+ */
67
+ function tooFewTries(e, entry, ctx) {
68
+ let worst = null;
69
+ for (const unit of units(e)) for (const variant of unit.cells) {
70
+ const base = unit.cells.find((c) => c.key === variant.vs);
71
+ if (!variant.vs || !base || !counted(variant) || !counted(base)) continue;
72
+ if (Math.min(counted(variant), counted(base)) >= 4) continue;
73
+ const gap = Math.abs(rate(variant) - rate(base));
74
+ if (gap >= .5 && (!worst || gap > worst.gap)) worst = {
75
+ variant,
76
+ base,
77
+ gap
78
+ };
79
+ }
80
+ if (!worst) return [];
81
+ const { variant, base } = worst;
82
+ const on = new Set(units(e).flatMap((u) => u.cells.map((c) => c.harness))).size > 1 ? ` on ${variant.harness}` : "";
83
+ return [{
84
+ id: remarkId("too-few-tries", e.path, entry),
85
+ evalId: e.path,
86
+ kind: "too-few-tries",
87
+ severity: "suggestion",
88
+ text: `${capital(armOf(variant))}${on} passed ${variant.passed} of ${tries(counted(variant))} and ${armOf(base)} ${base.passed} of ${counted(base)}: too few tries to tell whether the difference holds.`,
89
+ evidence: [variant.path, base.path],
90
+ fix: {
91
+ at: ctx.locate(entry, null),
92
+ edit: `set runs: 4 or more, so each side counts at least 4 tries`
93
+ },
94
+ origin: "deterministic"
95
+ }];
96
+ }
97
+ /** The record's tally of a check in a cell, with its variant verdict. */
98
+ const recordCheck = (entry, cellKey, label) => entry.cells.find((c) => c.key === cellKey)?.checks?.find((k) => k.label === label);
99
+ /**
100
+ * check-never-fails (suggestion): in every cell of the eval, a check passed this run with no fail,
101
+ * and its streak (`check_streaks`) on the default branch is at least `NEVER_FAILS_RUNS` recorded
102
+ * runs and `NEVER_FAILS_TRIES` tries on the same setup; on a variant, it passed on both sides.
103
+ */
104
+ function checkNeverFails(e, entries, ctx) {
105
+ const history = ctx.history;
106
+ if (!history) return [];
107
+ const all = units(e);
108
+ const labels = [...new Set(all.flatMap((u) => u.cells.flatMap((c) => c.checks.map((k) => k.label))))];
109
+ const found = [];
110
+ for (const label of labels) {
111
+ let runs = Number.POSITIVE_INFINITY;
112
+ let total = Number.POSITIVE_INFINITY;
113
+ const paths = [];
114
+ if (all.every((u) => {
115
+ const entry = entries(u.id);
116
+ return entry && u.cells.every((cell) => {
117
+ const k = cell.checks.find((x) => x.label === label);
118
+ if (k?.outcome.status !== "ran") return false;
119
+ if (k.outcome.failed || k.outcome.errored || !k.outcome.passed) return false;
120
+ if (cell.vs && recordCheck(entry, cell.key, label)?.verdict !== "both-pass") return false;
121
+ const s = history.streak(u.id, cell.key, label, ctx.comparable(entry, cell.key));
122
+ if (!s || s.runs < 5 || s.tries < 20) return false;
123
+ runs = Math.min(runs, s.runs);
124
+ total = Math.min(total, s.tries);
125
+ paths.push(k.path);
126
+ return true;
127
+ });
128
+ }) && paths.length) found.push({
129
+ label,
130
+ runs,
131
+ tries: total,
132
+ paths
133
+ });
134
+ }
135
+ const [first] = found;
136
+ const entry = entries(all[0]?.id ?? "");
137
+ if (!first || !entry) return [];
138
+ const compare = all.some((u) => u.cells.some((c) => c.vs));
139
+ const more = found.length > 1 ? ` (and ${found.length - 1} more)` : "";
140
+ const text = compare ? `"${first.label}"${more} passed with and without the change in each of the last ${first.runs} recorded runs, so it doesn't show a difference.` : `"${first.label}"${more} passed every try in the last ${first.runs} recorded runs (${first.tries} tries), so it never tells a good result from a bad one.`;
141
+ return [{
142
+ id: remarkId("check-never-fails", e.path, entry),
143
+ evalId: e.path,
144
+ kind: "check-never-fails",
145
+ severity: "suggestion",
146
+ text,
147
+ evidence: found.flatMap((f) => f.paths),
148
+ fix: {
149
+ at: ctx.locate(entry, first.label),
150
+ edit: compare ? `make "${first.label}" check what the change affects, or remove it` : `make "${first.label}" strict enough to fail on a wrong result, or remove it`
151
+ },
152
+ origin: "deterministic"
153
+ }];
154
+ }
155
+ /**
156
+ * flaky-check (concern): the cell is `flaky` in `flaky_cells` (at least `FLAKY_MIN_ATTEMPTS`
157
+ * counted tries over comparable runs, not from infrastructure), and the check both passed and
158
+ * failed in at least `FLAKY_RUNS` of the cell's newest `FLAKY_WINDOW` runs on the same setup.
159
+ */
160
+ function flakyCheck(e, entries, ctx) {
161
+ const history = ctx.history;
162
+ if (!history) return [];
163
+ const found = [];
164
+ for (const u of units(e)) {
165
+ const entry = entries(u.id);
166
+ if (!entry) continue;
167
+ for (const cell of u.cells) {
168
+ const fingerprint = ctx.comparable(entry, cell.key);
169
+ const flaky = history.flaky(u.id, cell.key, fingerprint);
170
+ if (!flaky || flaky.cause === "infra") continue;
171
+ for (const k of cell.checks) {
172
+ if (k.outcome.status !== "ran" || found.some((f) => f.label === k.label)) continue;
173
+ const window = history.window(u.id, cell.key, k.label, fingerprint);
174
+ if (window.mixed >= 2 && window.pass + window.fail >= 6) found.push({
175
+ label: k.label,
176
+ window,
177
+ path: k.path,
178
+ entry
179
+ });
180
+ }
181
+ }
182
+ }
183
+ const [first] = found;
184
+ if (!first) return [];
185
+ const { window: w } = first;
186
+ const more = found.length > 1 ? ` (and ${found.length - 1} more)` : "";
187
+ return [{
188
+ id: remarkId("flaky-check", e.path, first.entry),
189
+ evalId: e.path,
190
+ kind: "flaky-check",
191
+ severity: "concern",
192
+ text: `"${first.label}"${more} passed ${w.pass} of ${tries(w.pass + w.fail)} over ${w.runs} runs with nothing changed, so one try can pass or fail it.`,
193
+ evidence: found.map((f) => f.path),
194
+ fix: {
195
+ at: ctx.locate(first.entry, first.label),
196
+ edit: `make "${first.label}" check something every good try does, or raise runs so one try doesn't decide it`
197
+ },
198
+ origin: "deterministic"
199
+ }];
200
+ }
201
+ /** `<plugin>:<server>` is a plugin's server; any other name is a plain `mcp` one. */
202
+ function serverName(server) {
203
+ const at = server.indexOf(":");
204
+ return at > 0 ? `the ${server.slice(0, at)} plugin's MCP server ${server.slice(at + 1)}` : `MCP server ${server}`;
205
+ }
206
+ /** `4s` from 4000 ms, `2.4s` from 2400, whole seconds from 10s. */
207
+ const seconds = (ms) => {
208
+ const s = Math.round(ms / 100) / 10;
209
+ return `${s >= 10 ? Math.round(s) : s}s`;
210
+ };
211
+ const slow = (ms) => ms === null || ms >= 2e3;
212
+ /**
213
+ * slow-mcp-start (concern): a stdio MCP server took `SLOW_MCP_MS` or more to answer `initialize`,
214
+ * or never answered, on some turn. One per server, over the eval's attempts. A harness that starts
215
+ * its servers once a session records them on its first turn only, so the turns counted are the
216
+ * ones that recorded the server.
217
+ */
218
+ function slowMcpStart(e, entries, ctx) {
219
+ const cellPaths = /* @__PURE__ */ new Map();
220
+ for (const u of units(e)) for (const c of u.cells) cellPaths.set(`${u.id}\0${c.key}`, c.path);
221
+ const attempts = entries.flatMap((entry) => entry.attempts.map((attempt) => ({
222
+ entry,
223
+ attempt
224
+ })));
225
+ const servers = [...new Set(attempts.flatMap(({ attempt }) => attempt.turns.flatMap((t) => (t.mcpStartup ?? []).map((m) => m.server))))];
226
+ const out = [];
227
+ for (const server of servers) {
228
+ const recorded = [];
229
+ for (const { entry, attempt } of attempts) {
230
+ const turns = attempt.turns.map((t) => (t.mcpStartup ?? []).filter((m) => m.server === server)).filter((starts) => starts.length > 0);
231
+ if (!turns.length) continue;
232
+ const slowTurns = turns.filter((starts) => starts.some((m) => slow(m.ms))).length;
233
+ const starts = turns.flat();
234
+ recorded.push({
235
+ entry,
236
+ attempt,
237
+ ms: starts.flatMap((m) => m.ms !== null && m.ms >= 2e3 ? [m.ms] : []),
238
+ never: starts.some((m) => m.ms === null),
239
+ turns: turns.length,
240
+ slowTurns
241
+ });
242
+ }
243
+ const hits = recorded.filter((h) => h.slowTurns > 0);
244
+ const worst = [...hits].sort((a, b) => Number(b.never) - Number(a.never) || Math.max(0, ...b.ms) - Math.max(0, ...a.ms))[0];
245
+ if (!worst) continue;
246
+ const first = hits[0];
247
+ const what = worst.never ? `${serverName(server)} never answered within the start-up timeout` : `${serverName(server)} took ${seconds(Math.max(...worst.ms))} to start`;
248
+ const turns = worst.turns > 1 ? worst.slowTurns === worst.turns ? ` on each of ${worst.turns} turns` : ` on ${worst.slowTurns} of ${worst.turns} turns` : "";
249
+ const ofTries = recorded.length > 1 ? `, in ${hits.length} of ${recorded.length} tries` : "";
250
+ const name = server.includes(":") ? server.slice(0, server.indexOf(":")) : server;
251
+ out.push({
252
+ id: remarkId("slow-mcp-start", e.path, first.entry, server),
253
+ evalId: e.path,
254
+ kind: "slow-mcp-start",
255
+ severity: "concern",
256
+ text: `${capital(what)}${turns}${ofTries}.`,
257
+ evidence: hits.map((h) => `${cellPaths.get(`${h.entry.id}\0${h.attempt.cell}`) ?? h.entry.id}#${h.attempt.n}`),
258
+ fix: {
259
+ at: ctx.locate(first.entry, name),
260
+ edit: worst.never ? `run ${server}'s command in the sandbox with c.exec to see why it doesn't answer initialize` : `install what ${server} needs in the image (install or dockerfile), so it doesn't fetch or build it at start-up`
261
+ },
262
+ origin: "deterministic"
263
+ });
264
+ }
265
+ return out;
266
+ }
267
+ /**
268
+ * no-baseline (concern): the classification says the eval is about a change (`subject.change`),
269
+ * but it declares no compare, so nothing shows what the change does. A profile's
270
+ * `limit.compare: false` stripped the compare on purpose, so it never raises it.
271
+ */
272
+ function noBaseline(suite, record, insights, ctx) {
273
+ if (record.profile?.limit.compare === false) return [];
274
+ const intents = new Map(insights.map((i) => [i.evalId, i.intent]));
275
+ const byId = new Map(record.evals.map((e) => [e.id, e]));
276
+ const out = [];
277
+ for (const file of suite.files) for (const e of [...file.evals].sort((a, b) => a.order - b.order)) {
278
+ const change = intents.get(e.path)?.subject.change?.trim();
279
+ if (!change || e.todo || e.outcome === "skipped") continue;
280
+ const own = units(e).flatMap((u) => byId.get(u.id) ?? []);
281
+ const first = own[0];
282
+ if (!first || own.some((x) => x.compare)) continue;
283
+ if (units(e).some((u) => u.cells.some((c) => c.vs))) continue;
284
+ out.push({
285
+ id: remarkId("no-baseline", e.path, first),
286
+ evalId: e.path,
287
+ kind: "no-baseline",
288
+ severity: "concern",
289
+ text: `It's about ${change}, but nothing runs it without ${change}, so the result can't show what ${change} changes.`,
290
+ evidence: [e.path],
291
+ fix: {
292
+ at: ctx.locate(first, null),
293
+ edit: `add compare: { baseline: <an environment without ${change}>, variants: [<one with it>] }`
294
+ },
295
+ origin: "deterministic"
296
+ });
297
+ }
298
+ return out;
299
+ }
300
+ /** Every deterministic remark the run raises, ranked: concerns first, then by kind and eval. */
301
+ function deterministicRemarks(suite, record, ctx) {
302
+ const byId = new Map(record.evals.map((e) => [e.id, e]));
303
+ const entries = (id) => byId.get(id);
304
+ const out = [];
305
+ for (const file of suite.files) for (const e of [...file.evals].sort((a, b) => a.order - b.order)) {
306
+ if (e.todo || e.outcome === "skipped") continue;
307
+ const own = units(e).flatMap((u) => entries(u.id) ?? []);
308
+ const first = own[0];
309
+ if (!first) continue;
310
+ out.push(...flakyCheck(e, entries, ctx), ...slowMcpStart(e, own, ctx), ...tooFewTries(e, first, ctx), ...checkNeverFails(e, entries, ctx));
311
+ }
312
+ return rankRemarks(out);
313
+ }
314
+ //#endregion
315
+ export { rankRemarks as i, noBaseline as n, quotedRemarkId as r, deterministicRemarks as t };
316
+
317
+ //# sourceMappingURL=rules-BFzQqPIm.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rules-BFzQqPIm.js","names":[],"sources":["../src/remarks/rules.ts"],"mappings":";;;;AAiDA,MAAM,aAA+B;CACnC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;;AAGA,SAAgB,YAAyD,SAAmB;CAC1F,MAAM,SAAS,OAAU,EAAE,aAAa,YAAY,IAAI,KAAK,MAAM,WAAW,QAAQ,EAAE,IAAI;CAC5F,OAAO,QACJ,KAAK,GAAG,OAAO;EAAE;EAAG;CAAE,EAAE,CAAC,CACzB,MAAM,GAAG,MAAM,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACpD,KAAK,EAAE,QAAQ,CAAC;AACrB;;AAGA,SAAgB,SAAS,MAAsB,QAAgB,OAAkB,QAAQ,IAAI;CAC3F,MAAM,UAAU,OAAO,KAAK,UAAU,MAAM,QAAQ,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CACnF,OAAO,OAAO,KAAK,UAAU;EAAC;EAAM;EAAQ;EAAS,GAAI,QAAQ,CAAC,KAAK,IAAI,CAAC;CAAE,CAAC,CAAC;AAClF;;;;;AAMA,MAAa,kBAAkB,MAAsB,QAAgB,UACnE,OAAO,KAAK,UAAU;CAAC;CAAM;CAAQ;CAAS;AAAK,CAAC,CAAC;AAEvD,MAAM,SAAS,MAAc,GAAG,EAAE,GAAG,MAAM,IAAI,QAAQ;AACvD,MAAM,WAAW,MAAc,GAAG,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,MAAM,CAAC;AACzE,MAAM,QAAQ,MAAmB,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU;AAC1F,MAAM,WAAW,MAAkB,EAAE,SAAS,EAAE;;AAGhD,SAAS,MAAM,GAA2D;CACxE,IAAI,EAAE,OAAO,OAAO,EAAE,MAAM,KAAK,OAAO;EAAE,IAAI,EAAE;EAAI,OAAO,EAAE;CAAM,EAAE;CACrE,OAAO,CAAC;EAAE,IAAI,EAAE;EAAI,OAAO,EAAE,SAAS,CAAC;CAAE,CAAC;AAC5C;AAEA,MAAM,SAAS,MAAkB,EAAE,YAAY,EAAE,gBAAgB,MAAM,aAAa,EAAE;;;;;;AAOtF,SAAS,YAAY,GAAe,OAAkB,KAAiC;CACrF,IAAI,QAAuE;CAC3E,KAAK,MAAM,QAAQ,MAAM,CAAC,GACxB,KAAK,MAAM,WAAW,KAAK,OAAO;EAChC,MAAM,OAAO,KAAK,MAAM,MAAM,MAAM,EAAE,QAAQ,QAAQ,EAAE;EACxD,IAAI,CAAC,QAAQ,MAAM,CAAC,QAAQ,CAAC,QAAQ,OAAO,KAAK,CAAC,QAAQ,IAAI,GAAG;EACjE,IAAI,KAAK,IAAI,QAAQ,OAAO,GAAG,QAAQ,IAAI,CAAC,KAAA,GAAyB;EACrE,MAAM,MAAM,KAAK,IAAI,KAAK,OAAO,IAAI,KAAK,IAAI,CAAC;EAC/C,IAAI,OAAA,OAA6B,CAAC,SAAS,MAAM,MAAM,MAAM,QAAQ;GAAE;GAAS;GAAM;EAAI;CAC5F;CAEF,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,EAAE,SAAS,SAAS;CAE1B,MAAM,KADY,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,MAAM,EAAE,MAAM,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,IAClE,OAAO,QAAQ,YAAY;CAClD,OAAO,CACL;EACE,IAAI,SAAS,iBAAiB,EAAE,MAAM,KAAK;EAC3C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,GAAG,QAAQ,MAAM,OAAO,CAAC,IAAI,GAAG,UAAU,QAAQ,OAAO,MAAM,MAAM,QAAQ,OAAO,CAAC,EAAE,OAAO,MAAM,IAAI,EAAE,GAAG,KAAK,OAAO,MAAM,QAAQ,IAAI,EAAE;EACnJ,UAAU,CAAC,QAAQ,MAAM,KAAK,IAAI;EAClC,KAAK;GACH,IAAI,IAAI,OAAO,OAAO,IAAI;GAC1B,MAAM;EACR;EACA,QAAQ;CACV,CACF;AACF;;AAGA,MAAM,eAAe,OAAkB,SAAiB,UACtD,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO,CAAC,EAAE,QAAQ,MAAM,MAAM,EAAE,UAAU,KAAK;;;;;;AAOnF,SAAS,gBACP,GACA,SACA,KACa;CACb,MAAM,UAAU,IAAI;CACpB,IAAI,CAAC,SAAS,OAAO,CAAC;CACtB,MAAM,MAAM,MAAM,CAAC;CACnB,MAAM,SAAS,CACb,GAAG,IAAI,IAAI,IAAI,SAAS,MAAM,EAAE,MAAM,SAAS,MAAM,EAAE,OAAO,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CACrF;CACA,MAAM,QAAgF,CAAC;CACvF,KAAK,MAAM,SAAS,QAAQ;EAC1B,IAAI,OAAO,OAAO;EAClB,IAAI,QAAQ,OAAO;EACnB,MAAM,QAAkB,CAAC;EAmBzB,IAlBW,IAAI,OAAO,MAAM;GAC1B,MAAM,QAAQ,QAAQ,EAAE,EAAE;GAC1B,OACE,SACA,EAAE,MAAM,OAAO,SAAS;IACtB,MAAM,IAAI,KAAK,OAAO,MAAM,MAAM,EAAE,UAAU,KAAK;IACnD,IAAI,GAAG,QAAQ,WAAW,OAAO,OAAO;IACxC,IAAI,EAAE,QAAQ,UAAU,EAAE,QAAQ,WAAW,CAAC,EAAE,QAAQ,QAAQ,OAAO;IACvE,IAAI,KAAK,MAAM,YAAY,OAAO,KAAK,KAAK,KAAK,CAAC,EAAE,YAAY,aAAa,OAAO;IACpF,MAAM,IAAI,QAAQ,OAAO,EAAE,IAAI,KAAK,KAAK,OAAO,IAAI,WAAW,OAAO,KAAK,GAAG,CAAC;IAC/E,IAAI,CAAC,KAAK,EAAE,OAAA,KAA2B,EAAE,QAAA,IAA2B,OAAO;IAC3E,OAAO,KAAK,IAAI,MAAM,EAAE,IAAI;IAC5B,QAAQ,KAAK,IAAI,OAAO,EAAE,KAAK;IAC/B,MAAM,KAAK,EAAE,IAAI;IACjB,OAAO;GACT,CAAC;EAEL,CACK,KAAK,MAAM,QAAQ,MAAM,KAAK;GAAE;GAAO;GAAM,OAAO;GAAO;EAAM,CAAC;CACzE;CACA,MAAM,CAAC,SAAS;CAChB,MAAM,QAAQ,QAAQ,IAAI,EAAE,EAAE,MAAM,EAAE;CACtC,IAAI,CAAC,SAAS,CAAC,OAAO,OAAO,CAAC;CAC9B,MAAM,UAAU,IAAI,MAAM,MAAM,EAAE,MAAM,MAAM,MAAM,EAAE,EAAE,CAAC;CACzD,MAAM,OAAO,MAAM,SAAS,IAAI,SAAS,MAAM,SAAS,EAAE,UAAU;CACpE,MAAM,OAAO,UACT,IAAI,MAAM,MAAM,GAAG,KAAK,0DAA0D,MAAM,KAAK,oDAC7F,IAAI,MAAM,MAAM,GAAG,KAAK,gCAAgC,MAAM,KAAK,kBAAkB,MAAM,MAAM;CACrG,OAAO,CACL;EACE,IAAI,SAAS,qBAAqB,EAAE,MAAM,KAAK;EAC/C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV;EACA,UAAU,MAAM,SAAS,MAAM,EAAE,KAAK;EACtC,KAAK;GACH,IAAI,IAAI,OAAO,OAAO,MAAM,KAAK;GACjC,MAAM,UACF,SAAS,MAAM,MAAM,iDACrB,SAAS,MAAM,MAAM;EAC3B;EACA,QAAQ;CACV,CACF;AACF;;;;;;AAOA,SAAS,WACP,GACA,SACA,KACa;CACb,MAAM,UAAU,IAAI;CACpB,IAAI,CAAC,SAAS,OAAO,CAAC;CACtB,MAAM,QAAuF,CAAC;CAC9F,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG;EACxB,MAAM,QAAQ,QAAQ,EAAE,EAAE;EAC1B,IAAI,CAAC,OAAO;EACZ,KAAK,MAAM,QAAQ,EAAE,OAAO;GAC1B,MAAM,cAAc,IAAI,WAAW,OAAO,KAAK,GAAG;GAClD,MAAM,QAAQ,QAAQ,MAAM,EAAE,IAAI,KAAK,KAAK,WAAW;GACvD,IAAI,CAAC,SAAS,MAAM,UAAU,SAAS;GACvC,KAAK,MAAM,KAAK,KAAK,QAAQ;IAC3B,IAAI,EAAE,QAAQ,WAAW,SAAS,MAAM,MAAM,MAAM,EAAE,UAAU,EAAE,KAAK,GAAG;IAC1E,MAAM,SAAS,QAAQ,OAAO,EAAE,IAAI,KAAK,KAAK,EAAE,OAAO,WAAW;IAClE,IAAI,OAAO,SAAA,KAAuB,OAAO,OAAO,OAAO,QAAA,GACrD,MAAM,KAAK;KAAE,OAAO,EAAE;KAAO;KAAQ,MAAM,EAAE;KAAM;IAAM,CAAC;GAE9D;EACF;CACF;CACA,MAAM,CAAC,SAAS;CAChB,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,MAAM,EAAE,QAAQ,MAAM;CACtB,MAAM,OAAO,MAAM,SAAS,IAAI,SAAS,MAAM,SAAS,EAAE,UAAU;CACpE,OAAO,CACL;EACE,IAAI,SAAS,eAAe,EAAE,MAAM,MAAM,KAAK;EAC/C,QAAQ,EAAE;EACV,MAAM;EACN,UAAU;EACV,MAAM,IAAI,MAAM,MAAM,GAAG,KAAK,UAAU,EAAE,KAAK,MAAM,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK;EAC3F,UAAU,MAAM,KAAK,MAAM,EAAE,IAAI;EACjC,KAAK;GACH,IAAI,IAAI,OAAO,MAAM,OAAO,MAAM,KAAK;GACvC,MAAM,SAAS,MAAM,MAAM;EAC7B;EACA,QAAQ;CACV,CACF;AACF;;AAGA,SAAS,WAAW,QAAwB;CAC1C,MAAM,KAAK,OAAO,QAAQ,GAAG;CAC7B,OAAO,KAAK,IACR,OAAO,OAAO,MAAM,GAAG,EAAE,EAAE,uBAAuB,OAAO,MAAM,KAAK,CAAC,MACrE,cAAc;AACpB;;AAGA,MAAM,WAAW,OAAe;CAC9B,MAAM,IAAI,KAAK,MAAM,KAAK,GAAG,IAAI;CACjC,OAAO,GAAG,KAAK,KAAK,KAAK,MAAM,CAAC,IAAI,EAAE;AACxC;AAEA,MAAM,QAAQ,OAAsB,OAAO,QAAQ,MAAA;;;;;;;AAQnD,SAAS,aAAa,GAAe,SAAsB,KAAiC;CAC1F,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,KAAK,MAAM,CAAC,GAAG,KAAK,MAAM,KAAK,EAAE,OAAO,UAAU,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI;CAC5F,MAAM,WAAgE,QAAQ,SAAS,UACrF,MAAM,SAAS,KAAK,aAAa;EAAE;EAAO;CAAQ,EAAE,CACtD;CACA,MAAM,UAAU,CACd,GAAG,IAAI,IACL,SAAS,SAAS,EAAE,cAClB,QAAQ,MAAM,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,MAAM,CAAC,CACxE,CACF,CACF;CACA,MAAM,MAAmB,CAAC;CAC1B,KAAK,MAAM,UAAU,SAAS;EAS5B,MAAM,WAAkB,CAAC;EACzB,KAAK,MAAM,EAAE,OAAO,aAAa,UAAU;GACzC,MAAM,QAAQ,QAAQ,MACnB,KAAK,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAAC,CACnE,QAAQ,WAAW,OAAO,SAAS,CAAC;GACvC,IAAI,CAAC,MAAM,QAAQ;GACnB,MAAM,YAAY,MAAM,QAAQ,WAAW,OAAO,MAAM,MAAM,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;GAC3E,MAAM,SAAS,MAAM,KAAK;GAC1B,SAAS,KAAK;IACZ;IACA;IACA,IAAI,OAAO,SAAS,MAAO,EAAE,OAAO,QAAQ,EAAE,MAAA,MAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAE;IAC9E,OAAO,OAAO,MAAM,MAAM,EAAE,OAAO,IAAI;IACvC,OAAO,MAAM;IACb;GACF,CAAC;EACH;EACA,MAAM,OAAO,SAAS,QAAQ,MAAM,EAAE,YAAY,CAAC;EACnD,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,MACrB,GAAG,MAAM,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,KAAK,KAAK,IAAI,GAAG,GAAG,EAAE,EAAE,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,EAAE,CAC3F,CAAC,CAAC;EACF,IAAI,CAAC,OAAO;EACZ,MAAM,QAAQ,KAAK;EACnB,MAAM,OAAO,MAAM,QACf,GAAG,WAAW,MAAM,EAAE,+CACtB,GAAG,WAAW,MAAM,EAAE,QAAQ,QAAQ,KAAK,IAAI,GAAG,MAAM,EAAE,CAAC,EAAE;EACjE,MAAM,QACJ,MAAM,QAAQ,IACV,MAAM,cAAc,MAAM,QACxB,eAAe,MAAM,MAAM,UAC3B,OAAO,MAAM,UAAU,MAAM,MAAM,MAAM,UAC3C;EACN,MAAM,UAAU,SAAS,SAAS,IAAI,QAAQ,KAAK,OAAO,MAAM,SAAS,OAAO,UAAU;EAC1F,MAAM,OAAO,OAAO,SAAS,GAAG,IAAI,OAAO,MAAM,GAAG,OAAO,QAAQ,GAAG,CAAC,IAAI;EAC3E,IAAI,KAAK;GACP,IAAI,SAAS,kBAAkB,EAAE,MAAM,MAAM,OAAO,MAAM;GAC1D,QAAQ,EAAE;GACV,MAAM;GACN,UAAU;GACV,MAAM,GAAG,QAAQ,IAAI,IAAI,QAAQ,QAAQ;GACzC,UAAU,KAAK,KACZ,MAAM,GAAG,UAAU,IAAI,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,QAAQ,GACzF;GACA,KAAK;IACH,IAAI,IAAI,OAAO,MAAM,OAAO,IAAI;IAChC,MAAM,MAAM,QACR,OAAO,OAAO,iFACd,gBAAgB,OAAO;GAC7B;GACA,QAAQ;EACV,CAAC;CACH;CACA,OAAO;AACT;;;;;;AAOA,SAAgB,WACd,OACA,QACA,UACA,KACa;CACb,IAAI,OAAO,SAAS,MAAM,YAAY,OAAO,OAAO,CAAC;CACrD,MAAM,UAAU,IAAI,IAAI,SAAS,KAAK,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;CACjE,MAAM,OAAO,IAAI,IAAI,OAAO,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;CACvD,MAAM,MAAmB,CAAC;CAC1B,KAAK,MAAM,QAAQ,MAAM,OACvB,KAAK,MAAM,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,GAAG;EACjE,MAAM,SAAS,QAAQ,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,QAAQ,KAAK;EACzD,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,WAAW;EAClD,MAAM,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,MAAM,KAAK,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;EACxD,MAAM,QAAQ,IAAI;EAClB,IAAI,CAAC,SAAS,IAAI,MAAM,MAAM,EAAE,OAAO,GAAG;EAC1C,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,MAAM,MAAM,MAAM,EAAE,EAAE,CAAC,GAAG;EACrD,IAAI,KAAK;GACP,IAAI,SAAS,eAAe,EAAE,MAAM,KAAK;GACzC,QAAQ,EAAE;GACV,MAAM;GACN,UAAU;GACV,MAAM,cAAc,OAAO,gCAAgC,OAAO,kCAAkC,OAAO;GAC3G,UAAU,CAAC,EAAE,IAAI;GACjB,KAAK;IACH,IAAI,IAAI,OAAO,OAAO,IAAI;IAC1B,MAAM,oDAAoD,OAAO;GACnE;GACA,QAAQ;EACV,CAAC;CACH;CAEF,OAAO;AACT;;AAGA,SAAgB,qBACd,OACA,QACA,KACa;CACb,MAAM,OAAO,IAAI,IAAI,OAAO,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;CACvD,MAAM,WAAW,OAAe,KAAK,IAAI,EAAE;CAC3C,MAAM,MAAmB,CAAC;CAC1B,KAAK,MAAM,QAAQ,MAAM,OACvB,KAAK,MAAM,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,GAAG;EACjE,IAAI,EAAE,QAAQ,EAAE,YAAY,WAAW;EACvC,MAAM,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,MAAM,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;EACvD,MAAM,QAAQ,IAAI;EAClB,IAAI,CAAC,OAAO;EACZ,IAAI,KACF,GAAG,WAAW,GAAG,SAAS,GAAG,GAC7B,GAAG,aAAa,GAAG,KAAK,GAAG,GAC3B,GAAG,YAAY,GAAG,OAAO,GAAG,GAC5B,GAAG,gBAAgB,GAAG,SAAS,GAAG,CACpC;CACF;CAEF,OAAO,YAAY,GAAG;AACxB"}
@@ -0,0 +1,88 @@
1
+ import { n as clip } from "./text-CrVy5ioL.js";
2
+ import { a as missingAnalysisKey, l as resolveAnalysisModel } from "./model-B-mel-Gv.js";
3
+ import { l as suiteResult } from "./suite-C8sw2pox.js";
4
+ import { t as INSIGHTS_FILE } from "./insights-B2Xmhz9o.js";
5
+ import { n as renderSummary } from "./summary-0oQNGskv.js";
6
+ import { t as markPrinted } from "./remarks-1521zwfW.js";
7
+ import { a as writeInsights, r as replaceInsights } from "./files-BsQbYz2i.js";
8
+ import { a as classifyCache, n as insightEvals, t as generateInsights } from "./generate-Cs2TMH_k.js";
9
+ import { join } from "node:path";
10
+ import { writeFile } from "node:fs/promises";
11
+ /** Whether this run writes insights: `analysis.model` set, `analysis.insights` on, no `--no-insights`. */
12
+ const wantsInsights = (config, flag) => config.analysis.model !== void 0 && config.analysis.insights && flag;
13
+ async function runInsights(options) {
14
+ const { config, record, runDir } = options;
15
+ const evals = insightEvals(suiteResult(record)).length;
16
+ if (!evals) return {
17
+ insights: null,
18
+ lines: []
19
+ };
20
+ const key = missingAnalysisKey(config);
21
+ if (key) return {
22
+ insights: null,
23
+ lines: [`insights skipped: set ${key} in .env.local, or analysis: { insights: false }`]
24
+ };
25
+ let model;
26
+ try {
27
+ model = resolveAnalysisModel(config);
28
+ } catch (error) {
29
+ return {
30
+ insights: null,
31
+ lines: [`insights skipped: ${clip(error.message, 240)}`]
32
+ };
33
+ }
34
+ options.onStart?.(`insights: ${evals === 1 ? "1 eval" : `${evals} evals`} with ${model.name} (Ctrl-C skips the rest; --no-insights skips them all)`);
35
+ options.onProgress?.(0, evals);
36
+ let insights;
37
+ try {
38
+ const generated = await generateInsights({
39
+ record,
40
+ runDir,
41
+ model,
42
+ root: config.root,
43
+ maxTokens: config.analysis.maxTokens,
44
+ concurrency: 8,
45
+ cache: classifyCache(config.root, config.history.dir),
46
+ ...options.signal ? { signal: options.signal } : {},
47
+ ...options.stopSignal ? { stopSignal: options.stopSignal } : {},
48
+ ...options.onProgress ? { onProgress: options.onProgress } : {},
49
+ ...options.onUsage ? { onUsage: options.onUsage } : {}
50
+ });
51
+ const earlier = options.remarks?.remarks ?? [];
52
+ const remarks = await import("./remarks-DlJCqWRs.js").then(({ withModelRemarks }) => withModelRemarks(config, record, generated, earlier)).then((all) => markPrinted(all, record.runId, options.verbose ?? false)).catch((error) => {
53
+ process.stderr.write(`warning: no model remarks for this run: ${error.message}\n`);
54
+ return earlier;
55
+ });
56
+ insights = {
57
+ ...generated,
58
+ remarks
59
+ };
60
+ } catch (error) {
61
+ return {
62
+ insights: null,
63
+ lines: [`insights failed (${clip(error.message, 200)}): reeval analyze ${record.runId} --insights to retry`]
64
+ };
65
+ }
66
+ try {
67
+ const file = join(runDir, INSIGHTS_FILE);
68
+ if (options.remarks) await replaceInsights(file, insights);
69
+ else await writeInsights(file, insights);
70
+ await writeFile(join(runDir, "summary.md"), renderSummary(record, {
71
+ hint: false,
72
+ insights
73
+ }));
74
+ } catch (error) {
75
+ return {
76
+ insights,
77
+ lines: [`insights weren't written: ${clip(error.message, 200)}`]
78
+ };
79
+ }
80
+ return {
81
+ insights,
82
+ lines: []
83
+ };
84
+ }
85
+ //#endregion
86
+ export { runInsights, wantsInsights };
87
+
88
+ //# sourceMappingURL=run-BeMy92Us.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-BeMy92Us.js","names":[],"sources":["../src/insights/run.ts"],"mappings":";;;;;;;;;;;AAkCA,MAAa,iBAAiB,QAAwB,SACpD,OAAO,SAAS,UAAU,KAAA,KAAa,OAAO,SAAS,YAAY;AAErE,eAAsB,YAAY,SAmBH;CAC7B,MAAM,EAAE,QAAQ,QAAQ,WAAW;CACnC,MAAM,QAAQ,aAAa,YAAY,MAAM,CAAC,CAAC,CAAC;CAChD,IAAI,CAAC,OAAO,OAAO;EAAE,UAAU;EAAM,OAAO,CAAC;CAAE;CAC/C,MAAM,MAAM,mBAAmB,MAAM;CACrC,IAAI,KACF,OAAO;EACL,UAAU;EACV,OAAO,CAAC,yBAAyB,IAAI,iDAAiD;CACxF;CAEF,IAAI;CACJ,IAAI;EACF,QAAQ,qBAAqB,MAAM;CACrC,SAAS,OAAO;EACd,OAAO;GAAE,UAAU;GAAM,OAAO,CAAC,qBAAqB,KAAM,MAAgB,SAAS,GAAG,GAAG;EAAE;CAC/F;CACA,QAAQ,UACN,aAAa,UAAU,IAAI,WAAW,GAAG,MAAM,QAAQ,QAAQ,MAAM,KAAK,uDAC5E;CACA,QAAQ,aAAa,GAAG,KAAK;CAC7B,IAAI;CACJ,IAAI;EACF,MAAM,YAAY,MAAM,iBAAiB;GACvC;GACA;GACA;GACA,MAAM,OAAO;GACb,WAAW,OAAO,SAAS;GAC3B,aAAA;GACA,OAAO,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG;GACpD,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;GACnD,GAAI,QAAQ,aAAa,EAAE,YAAY,QAAQ,WAAW,IAAI,CAAC;GAC/D,GAAI,QAAQ,aAAa,EAAE,YAAY,QAAQ,WAAW,IAAI,CAAC;GAC/D,GAAI,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;EACxD,CAAC;EACD,MAAM,UAAU,QAAQ,SAAS,WAAW,CAAC;EAC7C,MAAM,UAAU,MAAM,OAAO,wBAAsB,CAChD,MAAM,EAAE,uBAAuB,iBAAiB,QAAQ,QAAQ,WAAW,OAAO,CAAC,CAAC,CACpF,MAAM,QAAQ,YAAY,KAAK,OAAO,OAAO,QAAQ,WAAW,KAAK,CAAC,CAAC,CACvE,OAAO,UAAU;GAChB,QAAQ,OAAO,MACb,2CAA4C,MAAgB,QAAQ,GACtE;GACA,OAAO;EACT,CAAC;EACH,WAAW;GAAE,GAAG;GAAW;EAAQ;CACrC,SAAS,OAAO;EACd,OAAO;GACL,UAAU;GACV,OAAO,CACL,oBAAoB,KAAM,MAAgB,SAAS,GAAG,EAAE,oBAAoB,OAAO,MAAM,qBAC3F;EACF;CACF;CACA,IAAI;EACF,MAAM,OAAO,KAAK,QAAQ,aAAa;EACvC,IAAI,QAAQ,SAAS,MAAM,gBAAgB,MAAM,QAAQ;OACpD,MAAM,cAAc,MAAM,QAAQ;EACvC,MAAM,UAAU,KAAK,QAAQ,YAAY,GAAG,cAAc,QAAQ;GAAE,MAAM;GAAO;EAAS,CAAC,CAAC;CAC9F,SAAS,OAAO;EACd,OAAO;GACL;GACA,OAAO,CAAC,6BAA6B,KAAM,MAAgB,SAAS,GAAG,GAAG;EAC5E;CACF;CACA,OAAO;EAAE;EAAU,OAAO,CAAC;CAAE;AAC/B"}
@@ -1,5 +1,5 @@
1
1
  import { n as UsageError } from "./errors-B6BSMs03.js";
2
- import { O as toPath, R as checkDockerOptions, a as callerDir } from "./environment-DNjRk0nU.js";
2
+ import { O as toPath, R as checkDockerOptions, a as callerDir } from "./environment-BBz1Yes9.js";
3
3
  import { existsSync, statSync } from "node:fs";
4
4
  import { isAbsolute, resolve } from "node:path";
5
5
  import { fileURLToPath } from "node:url";
@@ -67,4 +67,4 @@ const fakeSandbox = ({ dir, ...options } = {}) => ({
67
67
  //#endregion
68
68
  export { fakeSandbox as n, podman as r, docker as t };
69
69
 
70
- //# sourceMappingURL=sandbox-D3A8oUb7.js.map
70
+ //# sourceMappingURL=sandbox-CQaJj7n9.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"sandbox-D3A8oUb7.js","names":[],"sources":["../src/sandbox.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,SAAgB,OAAO,UAAyB,CAAC,GAA4B;CAC3E,OAAO,iBAAiB,SAAS,QAAQ;AAC3C;;;;;;;;AASA,SAAgB,OAAO,UAAyB,CAAC,GAA4B;CAC3E,OAAO,iBAAiB,SAAS,QAAQ;AAC3C;AAEA,SAAS,iBACP,SACA,QACyB;CACzB,IAAI,OAAO,YAAY,YAAY,YAAY,QAAQ,MAAM,QAAQ,OAAO,GAC1E,MAAM,IAAI,WAAW,GAAG,OAAO,kCAAkC,KAAK,UAAU,OAAO,EAAE,EAAE;CAE7F,mBAAmB,SAAS,MAAM;CAClC,MAAM,EAAE,YAAY,GAAG,SAAS;CAChC,MAAM,aAAsC;EAC1C,MAAM;EACN,GAAI,WAAW,WAAW,EAAE,OAAO,IAAI,CAAC;EACxC,GAAG,gBAAgB,IAAI;CACzB;CACA,IAAI,eAAe,KAAA,GAAW;EAC5B,MAAM,OAAO,sBAAsB,MAAM,cAAc,UAAU,IAAI;EACrE,MAAM,OAAO,WAAW,IAAI,IAAI,OAAO,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG,IAAI;EACjF,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,GAC9C,MAAM,IAAI,WACR,GAAG,OAAO,iBAAiB,KAAK,UAAU,IAAI,EAAE,OAAO,KAAK,4DAA4D,OAAO,IACjI;EAEF,WAAW,aAAa;CAC1B;CACA,OAAO;AACT;;;;;;AAOA,MAAa,eAAe,EAC1B,KACA,GAAG,YACqE,CAAC,OACxE;CACC,MAAM;CACN,GAAG;CACH,GAAI,QAAQ,KAAA,KAAa,EAAE,KAAK,OAAO,KAAK,UAAU,KAAK,QAAQ,IAAI,CAAC,EAAE;AAC5E"}
1
+ {"version":3,"file":"sandbox-CQaJj7n9.js","names":[],"sources":["../src/sandbox.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,SAAgB,OAAO,UAAyB,CAAC,GAA4B;CAC3E,OAAO,iBAAiB,SAAS,QAAQ;AAC3C;;;;;;;;AASA,SAAgB,OAAO,UAAyB,CAAC,GAA4B;CAC3E,OAAO,iBAAiB,SAAS,QAAQ;AAC3C;AAEA,SAAS,iBACP,SACA,QACyB;CACzB,IAAI,OAAO,YAAY,YAAY,YAAY,QAAQ,MAAM,QAAQ,OAAO,GAC1E,MAAM,IAAI,WAAW,GAAG,OAAO,kCAAkC,KAAK,UAAU,OAAO,EAAE,EAAE;CAE7F,mBAAmB,SAAS,MAAM;CAClC,MAAM,EAAE,YAAY,GAAG,SAAS;CAChC,MAAM,aAAsC;EAC1C,MAAM;EACN,GAAI,WAAW,WAAW,EAAE,OAAO,IAAI,CAAC;EACxC,GAAG,gBAAgB,IAAI;CACzB;CACA,IAAI,eAAe,KAAA,GAAW;EAC5B,MAAM,OAAO,sBAAsB,MAAM,cAAc,UAAU,IAAI;EACrE,MAAM,OAAO,WAAW,IAAI,IAAI,OAAO,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG,IAAI;EACjF,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,GAC9C,MAAM,IAAI,WACR,GAAG,OAAO,iBAAiB,KAAK,UAAU,IAAI,EAAE,OAAO,KAAK,4DAA4D,OAAO,IACjI;EAEF,WAAW,aAAa;CAC1B;CACA,OAAO;AACT;;;;;;AAOA,MAAa,eAAe,EAC1B,KACA,GAAG,YACqE,CAAC,OACxE;CACC,MAAM;CACN,GAAG;CACH,GAAI,QAAQ,KAAA,KAAa,EAAE,KAAK,OAAO,KAAK,UAAU,KAAK,QAAQ,IAAI,CAAC,EAAE;AAC5E"}
package/dist/sandbox.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { J as FakeSandboxDescriptor, Tt as SandboxDescriptor, j as DockerSandboxDescriptor } from "./types-g17bRAzt.js";
1
+ import { Ot as SandboxDescriptor, Y as FakeSandboxDescriptor, j as DockerSandboxDescriptor } from "./types-GraZtfHN.js";
2
2
  import { z } from "zod";
3
3
  //#region src/contract/docker.d.ts
4
4
  /** `docker()`'s (and `podman()`'s) argument, as users write it. */
package/dist/sandbox.js CHANGED
@@ -1 +1 @@
1
- export { t as docker, n as fakeSandbox, r as podman } from "./sandbox-D3A8oUb7.js";
1
+ export { t as docker, n as fakeSandbox, r as podman } from "./sandbox-CQaJj7n9.js";
@@ -0,0 +1 @@
1
+ export { n as allowedHosts } from "./server-xK0les4f.js";