reeval 0.18.0 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/README.md +1 -1
  2. package/THIRD_PARTY_NOTICES.md +5 -5
  3. package/dist/{adapter-CptK032x.js → adapter-C8xPuXYq.js} +5 -4
  4. package/dist/adapter-C8xPuXYq.js.map +1 -0
  5. package/dist/{agent-B63OzUX9.js → agent-CBoLndM7.js} +30 -10
  6. package/dist/{agent-B63OzUX9.js.map → agent-CBoLndM7.js.map} +1 -1
  7. package/dist/agents-C6zhkxp3.js +1151 -0
  8. package/dist/agents-C6zhkxp3.js.map +1 -0
  9. package/dist/{app-files-sgqwfjtn.js → app-files-DT5mJyV4.js} +3 -3
  10. package/dist/app-files-DT5mJyV4.js.map +1 -0
  11. package/dist/assemble-UPCRrtOz.js +1 -0
  12. package/dist/{assemble-Me7Whp-y.js → assemble-t6h018An.js} +152 -129
  13. package/dist/assemble-t6h018An.js.map +1 -0
  14. package/dist/{attempt-Dp7Wtm8M.js → attempt-CAdlwlNu.js} +2 -2
  15. package/dist/{attempt-Dp7Wtm8M.js.map → attempt-CAdlwlNu.js.map} +1 -1
  16. package/dist/{attempt-host-Cik0SoIn.js → attempt-host-CIm1-11m.js} +6 -6
  17. package/dist/{attempt-host-Cik0SoIn.js.map → attempt-host-CIm1-11m.js.map} +1 -1
  18. package/dist/boat-BjLqFJIZ.js +108 -0
  19. package/dist/boat-BjLqFJIZ.js.map +1 -0
  20. package/dist/boat-CJCtzfB1.js +322 -0
  21. package/dist/boat-CJCtzfB1.js.map +1 -0
  22. package/dist/bridge/index.mjs +300 -78
  23. package/dist/capture-DoxFUN3J.js +1 -0
  24. package/dist/{capture-C3RmjPph.js → capture-iBzFiC0j.js} +27 -25
  25. package/dist/capture-iBzFiC0j.js.map +1 -0
  26. package/dist/cases-Dy0mifal.js +1 -0
  27. package/dist/cases-z9E6DCd5.js +639 -0
  28. package/dist/cases-z9E6DCd5.js.map +1 -0
  29. package/dist/{cli-BBOlXKPG.js → cli-20Fpvs5H.js} +442 -707
  30. package/dist/cli-20Fpvs5H.js.map +1 -0
  31. package/dist/{cli-spec-DZ0bnP0_.js → cli-spec-Dsr79Qy1.js} +38 -11
  32. package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
  33. package/dist/cli.js +2 -2
  34. package/dist/{client-tZ2WBDxf.js → client-KM4C5r5_.js} +93 -3
  35. package/dist/client-KM4C5r5_.js.map +1 -0
  36. package/dist/{command-qGS802uX.js → command-B5OyHpOu.js} +21 -80
  37. package/dist/command-B5OyHpOu.js.map +1 -0
  38. package/dist/{command-DhiwsZl1.js → command-BLNVDiIg.js} +9 -9
  39. package/dist/{command-DhiwsZl1.js.map → command-BLNVDiIg.js.map} +1 -1
  40. package/dist/{command-fO0BFsTq.js → command-CRh-cb6Z.js} +37 -37
  41. package/dist/command-CRh-cb6Z.js.map +1 -0
  42. package/dist/{command-CFQ9c1hk.js → command-aUJvENwy.js} +16 -16
  43. package/dist/command-aUJvENwy.js.map +1 -0
  44. package/dist/{commands-CC60TOT5.js → commands-CWy-WndG.js} +186 -85
  45. package/dist/commands-CWy-WndG.js.map +1 -0
  46. package/dist/{commands-xYTMNTPv.js → commands-CfdBX-mc.js} +1 -1
  47. package/dist/{config-C2UtS9vy.js → config-B9mB1kF5.js} +261 -1708
  48. package/dist/config-B9mB1kF5.js.map +1 -0
  49. package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
  50. package/dist/context-Bkv3ndjq.js.map +1 -0
  51. package/dist/{cost-BuVDamui.js → cost-BdRgySQl.js} +2 -2
  52. package/dist/{cost-BuVDamui.js.map → cost-BdRgySQl.js.map} +1 -1
  53. package/dist/cost-Cr26Alhq.js +1 -0
  54. package/dist/{cursor-catalog-BTK_apL-.js → cursor-catalog-BSn9xjmo.js} +3 -3
  55. package/dist/{cursor-catalog-BTK_apL-.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
  56. package/dist/db-P2fXw4nx.js +2 -0
  57. package/dist/{db-C5SZ0510.js → db-zgC1tvKB.js} +130 -84
  58. package/dist/db-zgC1tvKB.js.map +1 -0
  59. package/dist/debug-CF4p4Lp_.js +1 -0
  60. package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
  61. package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
  62. package/dist/{default-effort-FEidNAIi.js → default-effort-BAy8ixd1.js} +1 -1
  63. package/dist/{default-effort-BVmx7r7L.js → default-effort-DGhQmu95.js} +4 -4
  64. package/dist/{default-effort-BVmx7r7L.js.map → default-effort-DGhQmu95.js.map} +1 -1
  65. package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
  66. package/dist/dist-CAFD1yfv.js.map +1 -0
  67. package/dist/{docker-B2F8-PGC.js → docker-Cqw-CyWz.js} +3 -3
  68. package/dist/{docker-B2F8-PGC.js.map → docker-Cqw-CyWz.js.map} +1 -1
  69. package/dist/{docker-Dto8ROCq.js → docker-DAMnm3L9.js} +103 -73
  70. package/dist/docker-DAMnm3L9.js.map +1 -0
  71. package/dist/{docker-BlSopHpZ.js → docker-Dr4XeDc8.js} +1 -1
  72. package/dist/{doctor-BcvfKpBX.js → doctor-B2PohneB.js} +84 -27
  73. package/dist/doctor-B2PohneB.js.map +1 -0
  74. package/dist/{environment-CC1RV21n.js → environment-DB8o3hGi.js} +79 -39
  75. package/dist/environment-DB8o3hGi.js.map +1 -0
  76. package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
  77. package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
  78. package/dist/{eval-source-CzxdgFBW.js → eval-source-D3sbAzt-.js} +10 -10
  79. package/dist/{eval-source-CzxdgFBW.js.map → eval-source-D3sbAzt-.js.map} +1 -1
  80. package/dist/{evaluate-DToSB2bt.d.ts → evaluate-COdzf7Hl.d.ts} +17 -26
  81. package/dist/{evaluate-NTNJ8T9H.js → evaluate-CwKeN_fo.js} +377 -142
  82. package/dist/evaluate-CwKeN_fo.js.map +1 -0
  83. package/dist/files-B4KQUiM7.js +1 -0
  84. package/dist/files-BEwfjD8J.js +64 -0
  85. package/dist/files-BEwfjD8J.js.map +1 -0
  86. package/dist/{files-DsXULUi5.js → files-BRzV7aPh.js} +5 -5
  87. package/dist/{files-DsXULUi5.js.map → files-BRzV7aPh.js.map} +1 -1
  88. package/dist/{files-aAzoGNCB.js → files-BiFU16BW.js} +5 -5
  89. package/dist/{files-aAzoGNCB.js.map → files-BiFU16BW.js.map} +1 -1
  90. package/dist/files-C1Rk9FYA.js +1 -0
  91. package/dist/files-C3mCC8Mn.js +1 -0
  92. package/dist/{files-CZXrkPja.js → files-Cl7BQ5gE.js} +54 -13
  93. package/dist/{files-CZXrkPja.js.map → files-Cl7BQ5gE.js.map} +1 -1
  94. package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
  95. package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
  96. package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
  97. package/dist/files-DlQshsks.js.map +1 -0
  98. package/dist/files-DnlA1A7N.js +1 -0
  99. package/dist/gate-CgYdaprG.js +49 -0
  100. package/dist/gate-CgYdaprG.js.map +1 -0
  101. package/dist/gateway.d.ts +1 -1
  102. package/dist/{git-C1MB5bjr.js → git-fDiJ8UIV.js} +2 -2
  103. package/dist/{git-C1MB5bjr.js.map → git-fDiJ8UIV.js.map} +1 -1
  104. package/dist/{harness-DGsRZDSo.js → harness-C2berMiM.js} +3 -3
  105. package/dist/{harness-DGsRZDSo.js.map → harness-C2berMiM.js.map} +1 -1
  106. package/dist/{harness-DYSC4zMh.js → harness-DXv2gnaT.js} +4 -2
  107. package/dist/harness-DXv2gnaT.js.map +1 -0
  108. package/dist/harness.d.ts +1 -1
  109. package/dist/harness.js +1 -1
  110. package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
  111. package/dist/ids-C_advdJA.js.map +1 -0
  112. package/dist/{images-CNayXCp2.js → images-BNgcR77K.js} +98 -10
  113. package/dist/images-BNgcR77K.js.map +1 -0
  114. package/dist/index.d.ts +23 -3
  115. package/dist/index.js +5 -5
  116. package/dist/init-4RPeD-K-.js +1 -0
  117. package/dist/{init-D5HtmyMI.js → init-DbuZVRrW.js} +7 -6
  118. package/dist/init-DbuZVRrW.js.map +1 -0
  119. package/dist/{ink-list-Ca-5dunO.js → ink-list-BpfidQ1h.js} +121 -31
  120. package/dist/ink-list-BpfidQ1h.js.map +1 -0
  121. package/dist/{invocations-DrGXF9dT.js → invocations-CxGNOlh0.js} +3 -3
  122. package/dist/{invocations-DrGXF9dT.js.map → invocations-CxGNOlh0.js.map} +1 -1
  123. package/dist/judge-COMXT1Hx.js +230 -0
  124. package/dist/judge-COMXT1Hx.js.map +1 -0
  125. package/dist/judge.d.ts +1 -1
  126. package/dist/judge.js +1 -1
  127. package/dist/{judgments-m-mb0zv8.js → judgments-CzgpsTqv.js} +2 -2
  128. package/dist/{judgments-m-mb0zv8.js.map → judgments-CzgpsTqv.js.map} +1 -1
  129. package/dist/kinds-C1oY3qyC.js +697 -0
  130. package/dist/kinds-C1oY3qyC.js.map +1 -0
  131. package/dist/{summary-Uzc9osfV.js → layout-Cm85tQYk.js} +39 -150
  132. package/dist/layout-Cm85tQYk.js.map +1 -0
  133. package/dist/list-DuThsE28.js +1348 -0
  134. package/dist/list-DuThsE28.js.map +1 -0
  135. package/dist/live-CJCK11nh.js +1 -0
  136. package/dist/{live-B71o2TkX.js → live-CgYbO4Te.js} +6 -4
  137. package/dist/{live-B71o2TkX.js.map → live-CgYbO4Te.js.map} +1 -1
  138. package/dist/{live-uRURFDMZ.js → live-CnGrRM6j.js} +7 -7
  139. package/dist/{live-uRURFDMZ.js.map → live-CnGrRM6j.js.map} +1 -1
  140. package/dist/{matchers-Cs8aDqdU.js → matchers-CXLn-1jm.js} +3 -2
  141. package/dist/{matchers-Cs8aDqdU.js.map → matchers-CXLn-1jm.js.map} +1 -1
  142. package/dist/{model-CXVVB4RK.js → model-047Dcd-a.js} +1 -1
  143. package/dist/model-Cv4GuTsZ.js +1 -0
  144. package/dist/{model-1L19Zukh.js → model-CwwkrCb7.js} +5 -5
  145. package/dist/{model-1L19Zukh.js.map → model-CwwkrCb7.js.map} +1 -1
  146. package/dist/{model-BxBWFOZn.js → model-DJjLw-0r.js} +5 -5
  147. package/dist/{model-BxBWFOZn.js.map → model-DJjLw-0r.js.map} +1 -1
  148. package/dist/{model-Ce9l9_rF.js → model-V3mMXp6x.js} +203 -313
  149. package/dist/model-V3mMXp6x.js.map +1 -0
  150. package/dist/{node-DhIRSrrK.js → node-D7pAU--0.js} +14 -10
  151. package/dist/node-D7pAU--0.js.map +1 -0
  152. package/dist/{opencode-providers-Co7plCea.js → opencode-providers-BGiXt8_B.js} +104 -35
  153. package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
  154. package/dist/{openrouter-models-DNvLRYM7.js → openrouter-models-Cw1z8-sq.js} +2 -2
  155. package/dist/{openrouter-models-DNvLRYM7.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
  156. package/dist/options-CHubslQf.js +1 -0
  157. package/dist/{gate-Cp_pQoEe.js → pairs-BGb134Vu.js} +2 -48
  158. package/dist/pairs-BGb134Vu.js.map +1 -0
  159. package/dist/{patch-ug5HpMOj.js → patch-DH4e_Gkd.js} +2 -2
  160. package/dist/{patch-ug5HpMOj.js.map → patch-DH4e_Gkd.js.map} +1 -1
  161. package/dist/plain-BYUf_fUV.js +267 -0
  162. package/dist/plain-BYUf_fUV.js.map +1 -0
  163. package/dist/{plan-DqnzfDH1.js → plan-Cgq9NCEX.js} +110 -39
  164. package/dist/plan-Cgq9NCEX.js.map +1 -0
  165. package/dist/{plugins-B2KQ0y3P.js → plugins-BkmPxDiY.js} +10 -267
  166. package/dist/plugins-BkmPxDiY.js.map +1 -0
  167. package/dist/preflight-4gWSy0Pe.js +1 -0
  168. package/dist/{preflight-DyzmvK7i.js → preflight-BElE_q0u.js} +16 -9
  169. package/dist/preflight-BElE_q0u.js.map +1 -0
  170. package/dist/preflight-CtlloeOQ.js +68 -0
  171. package/dist/preflight-CtlloeOQ.js.map +1 -0
  172. package/dist/{preflight-DVXEvzFU.js → preflight-R-InZCQb.js} +1 -1
  173. package/dist/{prepare-21WMQZyt.js → prepare-C7f5mPl5.js} +9 -9
  174. package/dist/{prepare-21WMQZyt.js.map → prepare-C7f5mPl5.js.map} +1 -1
  175. package/dist/{prepare-BcSRa7-3.js → prepare-CzkAdbXm.js} +2 -2
  176. package/dist/{prices-DYJA0tJN.js → prices-5m3SzMZ3.js} +2 -2
  177. package/dist/{prices-DYJA0tJN.js.map → prices-5m3SzMZ3.js.map} +1 -1
  178. package/dist/{provenance-iRxjp4Pu.js → provenance-zsc4--dP.js} +4 -3
  179. package/dist/provenance-zsc4--dP.js.map +1 -0
  180. package/dist/provider-BnUoz4KB.js +1 -0
  181. package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
  182. package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
  183. package/dist/{providers-vXMXuwn-.js → providers-B8xYMeah.js} +152 -9
  184. package/dist/providers-B8xYMeah.js.map +1 -0
  185. package/dist/providers-CVu8e0xS.js +1 -0
  186. package/dist/{query-BhaKQ07P.js → query-Bb3SYICk.js} +2 -2
  187. package/dist/{query-BhaKQ07P.js.map → query-Bb3SYICk.js.map} +1 -1
  188. package/dist/query-DIfkUcPh.js +1 -0
  189. package/dist/{questions-BzdLdV3C.js → questions-CWlR9ffu.js} +9 -9
  190. package/dist/{questions-BzdLdV3C.js.map → questions-CWlR9ffu.js.map} +1 -1
  191. package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
  192. package/dist/record-6IUzwP9K.js.map +1 -0
  193. package/dist/{remarks-NMgPd30U.js → remarks-DPCONFxZ.js} +71 -50
  194. package/dist/remarks-DPCONFxZ.js.map +1 -0
  195. package/dist/{remarks-CauU408t.js → remarks-vtkPmQb9.js} +115 -35
  196. package/dist/remarks-vtkPmQb9.js.map +1 -0
  197. package/dist/{remote-Dwy3fyo3.js → remote-BgYWqogI.js} +6 -6
  198. package/dist/{remote-Dwy3fyo3.js.map → remote-BgYWqogI.js.map} +1 -1
  199. package/dist/{resolve-B1zMnPwK.js → resolve-Do0ZaYH6.js} +10 -9
  200. package/dist/resolve-Do0ZaYH6.js.map +1 -0
  201. package/dist/resolve-amw_2Odz.js +1 -0
  202. package/dist/{results-CfC0id_u.js → results-JyuM64gy.js} +6 -6
  203. package/dist/{results-CfC0id_u.js.map → results-JyuM64gy.js.map} +1 -1
  204. package/dist/{resume-Dkhrpjow.js → resume-AW5oXzUc.js} +169 -27
  205. package/dist/resume-AW5oXzUc.js.map +1 -0
  206. package/dist/retry-ChzISxmy.js +105 -0
  207. package/dist/retry-ChzISxmy.js.map +1 -0
  208. package/dist/{runtime-DcvQcr36.js → runtime-BpW1f1Mx.js} +26 -7
  209. package/dist/runtime-BpW1f1Mx.js.map +1 -0
  210. package/dist/sandbox/boat.d.ts +26 -0
  211. package/dist/sandbox/boat.js +37 -0
  212. package/dist/sandbox/boat.js.map +1 -0
  213. package/dist/{sandbox-8zCrtuCf.js → sandbox-kSgr7vo5.js} +31 -3
  214. package/dist/sandbox-kSgr7vo5.js.map +1 -0
  215. package/dist/sandbox.d.ts +20 -2
  216. package/dist/sandbox.js +1 -1
  217. package/dist/server-2_gUnVvf.js +1 -0
  218. package/dist/{server-Dplq8g0r.js → server-Cn8VqO9S.js} +9 -9
  219. package/dist/{server-Dplq8g0r.js.map → server-Cn8VqO9S.js.map} +1 -1
  220. package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
  221. package/dist/shared-Cfi45Bvy.js.map +1 -0
  222. package/dist/slug-IHh3f770.js +136 -0
  223. package/dist/slug-IHh3f770.js.map +1 -0
  224. package/dist/source-CY3etKzw.js +1 -0
  225. package/dist/{source-NWHqn5-o.js → source-CYOhR98B.js} +2 -2
  226. package/dist/{source-NWHqn5-o.js.map → source-CYOhR98B.js.map} +1 -1
  227. package/dist/src-6Zzyg4Qd.js +2 -0
  228. package/dist/{src-B9oE_mNS.js → src-BDhcPtnI.js} +2 -2
  229. package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
  230. package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
  231. package/dist/src-BRMsk9nh.js +2 -0
  232. package/dist/{src-BQXdf-Gw.js → src-CV_7DkPa.js} +47 -45
  233. package/dist/{src-BQXdf-Gw.js.map → src-CV_7DkPa.js.map} +1 -1
  234. package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
  235. package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
  236. package/dist/{src-BQ6BiXoc.js → src-Ck2r_EMT.js} +607 -72
  237. package/dist/src-Ck2r_EMT.js.map +1 -0
  238. package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
  239. package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
  240. package/dist/src-DB7N8TYJ.js +2 -0
  241. package/dist/src-DPDaAYwh.js +2 -0
  242. package/dist/{src-CUpoVVb8.js → src-Dbk19BiP.js} +2 -2
  243. package/dist/src-DtodMT59.js +1 -0
  244. package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
  245. package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
  246. package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
  247. package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
  248. package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
  249. package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
  250. package/dist/src-T-OeuJLr.js +2 -0
  251. package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
  252. package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
  253. package/dist/src-zntEDlnx.js +3 -0
  254. package/dist/{state-DDCGUhva.js → state-BOLt8pJg.js} +17 -17
  255. package/dist/{state-DDCGUhva.js.map → state-BOLt8pJg.js.map} +1 -1
  256. package/dist/state-kimtIhBP.js +1 -0
  257. package/dist/suite-CKBa6MKt.js +2 -0
  258. package/dist/{suite-M8_7xio7.js → suite-COglUhPd.js} +70 -92
  259. package/dist/suite-COglUhPd.js.map +1 -0
  260. package/dist/summary-DU5zaibx.js +148 -0
  261. package/dist/summary-DU5zaibx.js.map +1 -0
  262. package/dist/tart-BTVXp8rz.js +373 -0
  263. package/dist/tart-BTVXp8rz.js.map +1 -0
  264. package/dist/tart-cli-BIC9HqPg.js +37 -0
  265. package/dist/tart-cli-BIC9HqPg.js.map +1 -0
  266. package/dist/tart-cli-BMrkmBjI.js +1 -0
  267. package/dist/tart-images-DZ_Mbh-g.js +233 -0
  268. package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
  269. package/dist/tart-ref-7Qv3cm3B.js +1 -0
  270. package/dist/tart-ref-DYZijjrU.js +55 -0
  271. package/dist/tart-ref-DYZijjrU.js.map +1 -0
  272. package/dist/testing.d.ts +2 -2
  273. package/dist/testing.js +4 -4
  274. package/dist/trace-Dx2NBE1O.js +311 -0
  275. package/dist/trace-Dx2NBE1O.js.map +1 -0
  276. package/dist/traits-DKnYkqeK.js +66 -0
  277. package/dist/traits-DKnYkqeK.js.map +1 -0
  278. package/dist/{transcript-Cg4SeqRX.js → transcript-CCf07UmU.js} +2 -2
  279. package/dist/{transcript-Cg4SeqRX.js.map → transcript-CCf07UmU.js.map} +1 -1
  280. package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
  281. package/dist/types-C2mLpph3.js.map +1 -0
  282. package/dist/{types-DGvexkcp.d.ts → types-DBwFsGem.d.ts} +352 -76
  283. package/dist/{judge-DYOF69Oe.js → vercel-CGlSBv63.js} +3 -229
  284. package/dist/vercel-CGlSBv63.js.map +1 -0
  285. package/dist/{vertex-BLQMayc1.js → vertex-Eb2wqahk.js} +2 -2
  286. package/dist/{vertex-BLQMayc1.js.map → vertex-Eb2wqahk.js.map} +1 -1
  287. package/dist/vertex-O88TCwgY.js +1 -0
  288. package/dist/view/index.d.ts +101 -58
  289. package/dist/view/index.js +9 -8
  290. package/dist/{views-BISrsIjw.js → views-DAIiLiV3.js} +7 -6
  291. package/dist/views-DAIiLiV3.js.map +1 -0
  292. package/dist/views-DtRhj2Tn.js +2 -0
  293. package/dist/{worker-entry-DJD_nHkS.js → worker-entry-BIROTPX1.js} +11 -8
  294. package/dist/{worker-entry-DJD_nHkS.js.map → worker-entry-BIROTPX1.js.map} +1 -1
  295. package/dist/workspace-CcQRT31C.js +1 -0
  296. package/dist/{workspace-BO1VhUR9.js → workspace-uuE51x35.js} +6 -6
  297. package/dist/{workspace-BO1VhUR9.js.map → workspace-uuE51x35.js.map} +1 -1
  298. package/package.json +24 -11
  299. package/skills/eval-rubric/SKILL.md +15 -7
  300. package/dist/adapter-CptK032x.js.map +0 -1
  301. package/dist/app-files-sgqwfjtn.js.map +0 -1
  302. package/dist/assemble-CxBHkavM.js +0 -1
  303. package/dist/assemble-Me7Whp-y.js.map +0 -1
  304. package/dist/capture-C3RmjPph.js.map +0 -1
  305. package/dist/capture-YPwxp_iK.js +0 -1
  306. package/dist/cli-BBOlXKPG.js.map +0 -1
  307. package/dist/cli-spec-DZ0bnP0_.js.map +0 -1
  308. package/dist/client-tZ2WBDxf.js.map +0 -1
  309. package/dist/command-CFQ9c1hk.js.map +0 -1
  310. package/dist/command-fO0BFsTq.js.map +0 -1
  311. package/dist/command-qGS802uX.js.map +0 -1
  312. package/dist/commands-CC60TOT5.js.map +0 -1
  313. package/dist/config-C2UtS9vy.js.map +0 -1
  314. package/dist/context-BajfiH0S.js.map +0 -1
  315. package/dist/contrasts-BjOg7wyr.js +0 -101
  316. package/dist/contrasts-BjOg7wyr.js.map +0 -1
  317. package/dist/cost-BJU0MAji.js +0 -1
  318. package/dist/db-C5SZ0510.js.map +0 -1
  319. package/dist/db-puzLzX4k.js +0 -2
  320. package/dist/debug-BnXV7JbX.js +0 -1
  321. package/dist/dist-ByYk_wAs.js.map +0 -1
  322. package/dist/docker-Dto8ROCq.js.map +0 -1
  323. package/dist/doctor-BcvfKpBX.js.map +0 -1
  324. package/dist/environment-CC1RV21n.js.map +0 -1
  325. package/dist/evaluate-NTNJ8T9H.js.map +0 -1
  326. package/dist/files-COW5JBJM.js +0 -1
  327. package/dist/files-DFtuRQJx.js +0 -1
  328. package/dist/files-oOYNR7ZH.js +0 -1
  329. package/dist/files-p-uTdOjA.js.map +0 -1
  330. package/dist/gate-Cp_pQoEe.js.map +0 -1
  331. package/dist/harness-DYSC4zMh.js.map +0 -1
  332. package/dist/ids-DuK6xl4w.js.map +0 -1
  333. package/dist/images-CNayXCp2.js.map +0 -1
  334. package/dist/init-8o6W3_fn.js +0 -1
  335. package/dist/init-D5HtmyMI.js.map +0 -1
  336. package/dist/ink-list-Ca-5dunO.js.map +0 -1
  337. package/dist/judge-DYOF69Oe.js.map +0 -1
  338. package/dist/list-CM_YSJXq.js +0 -374
  339. package/dist/list-CM_YSJXq.js.map +0 -1
  340. package/dist/live-DQc8jr6o.js +0 -1
  341. package/dist/model-Ce9l9_rF.js.map +0 -1
  342. package/dist/model-Cxzo4cjw.js +0 -1
  343. package/dist/node-DhIRSrrK.js.map +0 -1
  344. package/dist/opencode-providers-Co7plCea.js.map +0 -1
  345. package/dist/plan-DqnzfDH1.js.map +0 -1
  346. package/dist/plugins-B2KQ0y3P.js.map +0 -1
  347. package/dist/preflight-DyzmvK7i.js.map +0 -1
  348. package/dist/provenance-iRxjp4Pu.js.map +0 -1
  349. package/dist/provider-DCdTHQpk.js +0 -1
  350. package/dist/providers-D0ob_tra.js +0 -1
  351. package/dist/providers-vXMXuwn-.js.map +0 -1
  352. package/dist/query-CvgUsvep.js +0 -1
  353. package/dist/record-DhzwkSXc.js.map +0 -1
  354. package/dist/remarks-CauU408t.js.map +0 -1
  355. package/dist/remarks-NMgPd30U.js.map +0 -1
  356. package/dist/resolve-B1zMnPwK.js.map +0 -1
  357. package/dist/resolve-BIIeVT12.js +0 -1
  358. package/dist/resume-Dkhrpjow.js.map +0 -1
  359. package/dist/runtime-DcvQcr36.js.map +0 -1
  360. package/dist/sandbox-8zCrtuCf.js.map +0 -1
  361. package/dist/server-0tuj8VSa.js +0 -1
  362. package/dist/shared-ogqPJ0uo.js.map +0 -1
  363. package/dist/source-llwLewOU.js +0 -1
  364. package/dist/src-BQ6BiXoc.js.map +0 -1
  365. package/dist/src-BXnv0ViU.js +0 -2
  366. package/dist/src-BiS8YNN_.js +0 -3
  367. package/dist/src-BkH4GOxu.js +0 -1
  368. package/dist/src-C-tH5ebd.js +0 -2
  369. package/dist/src-Cg1bFs9g.js +0 -2
  370. package/dist/src-DV_UorZv.js +0 -2
  371. package/dist/src-XxUpr2sa.js +0 -2
  372. package/dist/state-DZbAO95a.js +0 -1
  373. package/dist/suite-M8_7xio7.js.map +0 -1
  374. package/dist/suite-u2KJnGpY.js +0 -2
  375. package/dist/summary-Uzc9osfV.js.map +0 -1
  376. package/dist/types-C4OkYhZg.js.map +0 -1
  377. package/dist/vertex-h_peaZTN.js +0 -1
  378. package/dist/views-BISrsIjw.js.map +0 -1
  379. package/dist/views-Bfab8fM9.js +0 -2
  380. package/dist/workspace-B8EOCuxl.js +0 -1
@@ -0,0 +1,49 @@
1
+ // src/view/gate.ts
2
+ /** `all`, `none`, `observe` or `passRate 0.5`; `{ passRate: 1 }` is `all`, which scores the same. */
3
+ const gateLabel = (gate) => typeof gate === "string" ? gate : gate.passRate === 1 ? "all" : `passRate ${gate.passRate}`;
4
+ /** The gate's part of a fingerprint: none on `'all'`, so such a cell keeps its fingerprint. */
5
+ const gatePart = (gate) => {
6
+ const label = gateLabel(gate);
7
+ return label === "all" ? {} : { gate: label };
8
+ };
9
+ /** Any failure fails; then infra errors; then all-skipped; else pass. */
10
+ function worstOutcome(outcomes) {
11
+ if (outcomes.includes("fail")) return "fail";
12
+ if (outcomes.includes("infra_error")) return "infra_error";
13
+ if (outcomes.length > 0 && outcomes.every((o) => o === "skipped")) return "skipped";
14
+ return outcomes.length ? "pass" : "skipped";
15
+ }
16
+ const passRateOf = (outcomes) => {
17
+ const pass = outcomes.filter((o) => o === "pass").length;
18
+ const counted = pass + outcomes.filter((o) => o === "fail").length;
19
+ return counted ? pass / counted : null;
20
+ };
21
+ /**
22
+ * A cell's outcome by its gate. `'all'` matches `{ passRate: 1 }`: every counted attempt must
23
+ * pass, and it is an infra error only when nothing counted. `'none'` takes the worst attempt.
24
+ */
25
+ function cellOutcome(outcomes, gate) {
26
+ if (gate === "none") return worstOutcome(outcomes);
27
+ const required = gate === "all" ? 1 : gate.passRate;
28
+ const rate = passRateOf(outcomes);
29
+ if (rate === null) return worstOutcome(outcomes);
30
+ return rate >= required ? "pass" : "fail";
31
+ }
32
+ /** The cell's attempts, less the fails the run's interrupt canceled, which the agent didn't fail. */
33
+ const outcomesOf = (c) => [
34
+ ...Array(c.pass).fill("pass"),
35
+ ...Array(c.fail - (c.canceled ?? 0)).fill("fail"),
36
+ ...Array(c.infraError).fill("infra_error"),
37
+ ...Array(c.skipped).fill("skipped")
38
+ ];
39
+ /**
40
+ * A cell's recorded attempts scored under another gate. A cell its own gate passes but that
41
+ * failed anyway fell short of its `minLift`, which no gate changes, so it still fails.
42
+ */
43
+ function rescore(c, gate) {
44
+ const outcomes = outcomesOf(c);
45
+ return c.outcome === "fail" && cellOutcome(outcomes, c.gate) === "pass" ? "fail" : cellOutcome(outcomes, gate);
46
+ }
47
+ export { rescore as a, passRateOf as i, gateLabel as n, worstOutcome as o, gatePart as r, cellOutcome as t };
48
+
49
+ //# sourceMappingURL=gate-CgYdaprG.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gate-CgYdaprG.js","names":[],"sources":["../src/view/gate.ts"],"mappings":";;AAMA,MAAa,aAAa,SACxB,OAAO,SAAS,WAAW,OAAO,KAAK,aAAa,IAAI,QAAQ,YAAY,KAAK;;AAGnF,MAAa,YAAY,SAAmD;CAC1E,MAAM,QAAQ,UAAU,IAAI;CAC5B,OAAO,UAAU,QAAQ,CAAC,IAAI,EAAE,MAAM,MAAM;AAC9C;;AAGA,SAAgB,aAAa,UAA8B;CACzD,IAAI,SAAS,SAAS,MAAM,GAAG,OAAO;CACtC,IAAI,SAAS,SAAS,aAAa,GAAG,OAAO;CAC7C,IAAI,SAAS,SAAS,KAAK,SAAS,OAAO,MAAM,MAAM,SAAS,GAAG,OAAO;CAC1E,OAAO,SAAS,SAAS,SAAS;AACpC;AAEA,MAAa,cAAc,aAAwB;CACjD,MAAM,OAAO,SAAS,QAAQ,MAAM,MAAM,MAAM,CAAC,CAAC;CAClD,MAAM,UAAU,OAAO,SAAS,QAAQ,MAAM,MAAM,MAAM,CAAC,CAAC;CAC5D,OAAO,UAAU,OAAO,UAAU;AACpC;;;;;AAMA,SAAgB,YAAY,UAAqB,MAAyB;CACxE,IAAI,SAAS,QAAQ,OAAO,aAAa,QAAQ;CACjD,MAAM,WAAW,SAAS,QAAQ,IAAI,KAAK;CAC3C,MAAM,OAAO,WAAW,QAAQ;CAChC,IAAI,SAAS,MAAM,OAAO,aAAa,QAAQ;CAC/C,OAAO,QAAQ,WAAW,SAAS;AACrC;;AAQA,MAAM,cAAc,MAA0B;CAC5C,GAAG,MAAe,EAAE,IAAI,CAAC,CAAC,KAAK,MAAM;CACrC,GAAG,MAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,MAAM;CACzD,GAAG,MAAe,EAAE,UAAU,CAAC,CAAC,KAAK,aAAa;CAClD,GAAG,MAAe,EAAE,OAAO,CAAC,CAAC,KAAK,SAAS;AAC7C;;;;;AAMA,SAAgB,QAAQ,GAAY,MAAyB;CAC3D,MAAM,WAAW,WAAW,CAAC;CAE7B,OADmB,EAAE,YAAY,UAAU,YAAY,UAAU,EAAE,IAAI,MAAM,SACzD,SAAS,YAAY,UAAU,IAAI;AACzD"}
package/dist/gateway.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { At as OpenRouterGatewayDescriptor, Gt as ResolvedGateway, I as DirectGatewayDescriptor, an as VercelGatewayDescriptor, cn as VertexPublisher, ct as GatewayName, sn as VertexGatewayDescriptor, st as GatewayDescriptor } from "./types-DGvexkcp.js";
1
+ import { Ft as OpenRouterGatewayDescriptor, V as DirectGatewayDescriptor, Xt as ResolvedGateway, dn as VercelGatewayDescriptor, ft as GatewayDescriptor, mn as VertexPublisher, pn as VertexGatewayDescriptor, pt as GatewayName } from "./types-DBwFsGem.js";
2
2
  /**
3
3
  * Each provider's own key: the harness's own credential (`CURSOR_API_KEY`, `ANTHROPIC_API_KEY`,
4
4
  * …), brokered into its sandbox. Every `gateway` list ends with it, so a cell no other gateway
@@ -1,5 +1,5 @@
1
1
  import { h as redactSecrets } from "./redact-BhjtnjrU.js";
2
- import { pt as run } from "./src-BQ6BiXoc.js";
2
+ import { vt as run } from "./src-Ck2r_EMT.js";
3
3
  import { resolve } from "node:path";
4
4
  // src/git.ts
5
5
  /** Runs git without a shell. Never include credentials in `args`; pass them through `env`. */
@@ -40,4 +40,4 @@ async function gitText(cwd, args, options) {
40
40
  }
41
41
  export { gitText as n, repoTop as r, git as t };
42
42
 
43
- //# sourceMappingURL=git-C1MB5bjr.js.map
43
+ //# sourceMappingURL=git-fDiJ8UIV.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"git-C1MB5bjr.js","names":[],"sources":["../src/git.ts"],"mappings":";;;;;AASA,eAAsB,IACpB,KACA,MACA,UAAsB,CAAC,GACH;CACpB,MAAM,IAAI,MAAM,IAAI,OAAO,MAAM;EAC/B;EACA,KAAK;GAAE,qBAAqB;GAAK,QAAQ;GAAK,GAAG,QAAQ;EAAI;EAC7D,OAAO,QAAQ;EACf,UAAU;EACV,QAAQ;CACV,CAAC;CACD,OAAO;EAAE,MAAM,EAAE;EAAU,QAAQ,EAAE;EAAQ,QAAQ,cAAc,EAAE,MAAM;CAAE;AAC/E;;;;;AAMA,eAAsB,QAAQ,MAAsC;CAClE,MAAM,IAAI,MAAM,IAAI,MAAM,CAAC,aAAa,aAAa,CAAC;CACtD,OAAO,EAAE,SAAS,IAAI,QAAQ,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI;AAC1E;AAEA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;AAGA,eAAsB,QAAQ,KAAa,MAAgB,SAAuC;CAChG,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM,OAAO;CACtC,IAAI,EAAE,SAAS,GAAG,MAAM,IAAI,SAAS,OAAO,KAAK,GAAG,WAAW,EAAE,OAAO,KAAK,GAAG;CAChF,OAAO,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;AACxC"}
1
+ {"version":3,"file":"git-fDiJ8UIV.js","names":[],"sources":["../src/git.ts"],"mappings":";;;;;AASA,eAAsB,IACpB,KACA,MACA,UAAsB,CAAC,GACH;CACpB,MAAM,IAAI,MAAM,IAAI,OAAO,MAAM;EAC/B;EACA,KAAK;GAAE,qBAAqB;GAAK,QAAQ;GAAK,GAAG,QAAQ;EAAI;EAC7D,OAAO,QAAQ;EACf,UAAU;EACV,QAAQ;CACV,CAAC;CACD,OAAO;EAAE,MAAM,EAAE;EAAU,QAAQ,EAAE;EAAQ,QAAQ,cAAc,EAAE,MAAM;CAAE;AAC/E;;;;;AAMA,eAAsB,QAAQ,MAAsC;CAClE,MAAM,IAAI,MAAM,IAAI,MAAM,CAAC,aAAa,aAAa,CAAC;CACtD,OAAO,EAAE,SAAS,IAAI,QAAQ,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI;AAC1E;AAEA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;AAGA,eAAsB,QAAQ,KAAa,MAAgB,SAAuC;CAChG,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM,OAAO;CACtC,IAAI,EAAE,SAAS,GAAG,MAAM,IAAI,SAAS,OAAO,KAAK,GAAG,WAAW,EAAE,OAAO,KAAK,GAAG;CAChF,OAAO,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;AACxC"}
@@ -1,6 +1,6 @@
1
1
  import { n as UsageError } from "./errors-ttMTnIYX.js";
2
- import { l as directOffPin, s as harnessProblem, t as FACTORY } from "./harness-DYSC4zMh.js";
3
- import { d as splitModel } from "./opencode-providers-Co7plCea.js";
2
+ import { l as directOffPin, s as harnessProblem, t as FACTORY } from "./harness-DXv2gnaT.js";
3
+ import { d as splitModel } from "./opencode-providers-BGiXt8_B.js";
4
4
  // src/harness.ts
5
5
  /** `options` as a descriptor of `kind`, checked; throws its factory's sentence for the first problem. */
6
6
  function make(kind, options) {
@@ -102,4 +102,4 @@ const grokBuild = (options) => make("grok-build", options);
102
102
  const fakeHarness = (options = {}) => make("fake", options);
103
103
  export { fakeHarness as a, grokBuild as c, pi as d, cursor as i, opencode as l, claudeCode as n, fx as o, codex as r, goose as s, antigravity as t, opencodeModelError as u };
104
104
 
105
- //# sourceMappingURL=harness-DGsRZDSo.js.map
105
+ //# sourceMappingURL=harness-C2berMiM.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"harness-DGsRZDSo.js","names":[],"sources":["../src/harness.ts"],"mappings":";;;;;AA4BA,SAAS,KAAkC,MAAiB,SAAqB;CAC/E,MAAM,aAAa;EAAE;EAAM,GAAI;CAAmB;CAClD,MAAM,MAAe,WAAW;CAChC,IAAI,OAAO,QAAQ,YAAY,QAAQ,QAAQ,UAAU,KAAK;EAC5D,MAAM,SAAS;EACf,IAAI,OAAO,SAAS,YAAY,OAAO,YAAY,OACjD,MAAM,IAAI,WAAW,aAAa,GAAG,QAAQ,MAAM,cAAc,CAAC;EAEpE,WAAW,UAAU,OAAO;CAC9B;CACA,MAAM,UAAU,eAAe,UAAU;CACzC,IAAI,SAAS,MAAM,IAAI,WAAW,OAAO;CACzC,OAAO;AACT;;;;;;;;AASA,MAAa,UAAU,YACrB,KAAK,UAAU,OAAO;;;;;;;AAQxB,MAAa,cACX,YACgC,KAAK,eAAe,OAAO;;;;;;;AAQ7D,MAAa,eACX,YACiC,KAAK,eAAe,OAAO;;;;;;;;;AAU9D,MAAa,YACX,YAC8B;CAC9B,MAAM,MAAM,mBAAmB,SAAS,KAAK;CAC7C,IAAI,KAAK,MAAM,IAAI,WAAW,eAAe,KAAK;CAClD,OAAO,KAAK,YAAY,OAAO;AACjC;;AAGA,SAAgB,mBAAmB,OAAoC;CACrE,IAAI,OAAO,UAAU,YAAY,CAAC,OAChC,OAAO,+FAA+F,KAAK,UAAU,KAAK,EAAE;CAE9H,KAAK,MAAM,WAAW,CAAC,UAAU,YAAY,GAC3C,IAAI,MAAM,WAAW,GAAG,QAAQ,EAAE,GAChC,OAAO,GAAG,YAAY,eAAe,OAAO,IAAI,GAAG,QAAQ,oEAAoE,MAAM,MAAM,QAAQ,SAAS,CAAC,EAAE,YAAY,QAAQ,qBAAqB,KAAK,UAAU,KAAK,EAAE;CAIlO,OAAO,WAAW,KAAK,IACnB,KAAA,IACA,uIAAuI,KAAK,UAAU,KAAK,EAAE;AACnK;;;;;;;AAQA,MAAa,SAAS,YACpB,KAAK,SAAS,OAAO;;;;;;;;AASvB,MAAa,MAAM,YACjB,KAAK,MAAM,OAAO;;;;;;;AAQpB,MAAa,SAAS,YACpB,KAAK,SAAS,OAAO;;;;;;;;;AAUvB,MAAa,MAAM,YACjB,KAAK,MAAM,OAAO;;;;;;;;AASpB,MAAa,aACX,YAC+B,KAAK,cAAc,OAAO;;AAG3D,MAAa,eAAe,UAA0C,CAAC,MACrE,KAAK,QAAQ,OAAO"}
1
+ {"version":3,"file":"harness-C2berMiM.js","names":[],"sources":["../src/harness.ts"],"mappings":";;;;;AA4BA,SAAS,KAAkC,MAAiB,SAAqB;CAC/E,MAAM,aAAa;EAAE;EAAM,GAAI;CAAmB;CAClD,MAAM,MAAe,WAAW;CAChC,IAAI,OAAO,QAAQ,YAAY,QAAQ,QAAQ,UAAU,KAAK;EAC5D,MAAM,SAAS;EACf,IAAI,OAAO,SAAS,YAAY,OAAO,YAAY,OACjD,MAAM,IAAI,WAAW,aAAa,GAAG,QAAQ,MAAM,cAAc,CAAC;EAEpE,WAAW,UAAU,OAAO;CAC9B;CACA,MAAM,UAAU,eAAe,UAAU;CACzC,IAAI,SAAS,MAAM,IAAI,WAAW,OAAO;CACzC,OAAO;AACT;;;;;;;;AASA,MAAa,UAAU,YACrB,KAAK,UAAU,OAAO;;;;;;;AAQxB,MAAa,cACX,YACgC,KAAK,eAAe,OAAO;;;;;;;AAQ7D,MAAa,eACX,YACiC,KAAK,eAAe,OAAO;;;;;;;;;AAU9D,MAAa,YACX,YAC8B;CAC9B,MAAM,MAAM,mBAAmB,SAAS,KAAK;CAC7C,IAAI,KAAK,MAAM,IAAI,WAAW,eAAe,KAAK;CAClD,OAAO,KAAK,YAAY,OAAO;AACjC;;AAGA,SAAgB,mBAAmB,OAAoC;CACrE,IAAI,OAAO,UAAU,YAAY,CAAC,OAChC,OAAO,+FAA+F,KAAK,UAAU,KAAK,EAAE;CAE9H,KAAK,MAAM,WAAW,CAAC,UAAU,YAAY,GAC3C,IAAI,MAAM,WAAW,GAAG,QAAQ,EAAE,GAChC,OAAO,GAAG,YAAY,eAAe,OAAO,IAAI,GAAG,QAAQ,oEAAoE,MAAM,MAAM,QAAQ,SAAS,CAAC,EAAE,YAAY,QAAQ,qBAAqB,KAAK,UAAU,KAAK,EAAE;CAIlO,OAAO,WAAW,KAAK,IACnB,KAAA,IACA,uIAAuI,KAAK,UAAU,KAAK,EAAE;AACnK;;;;;;;AAQA,MAAa,SAAS,YACpB,KAAK,SAAS,OAAO;;;;;;;;AASvB,MAAa,MAAM,YACjB,KAAK,MAAM,OAAO;;;;;;;AAQpB,MAAa,SAAS,YACpB,KAAK,SAAS,OAAO;;;;;;;;;AAUvB,MAAa,MAAM,YACjB,KAAK,MAAM,OAAO;;;;;;;;AASpB,MAAa,aACX,YAC+B,KAAK,cAAc,OAAO;;AAG3D,MAAa,eAAe,UAA0C,CAAC,MACrE,KAAK,QAAQ,OAAO"}
@@ -1,4 +1,4 @@
1
- import { d as refusal, i as durationSchema, l as nonEmpty, m as TIMER_LIMIT, o as genericProblem, p as MAX_TIMER_MS, s as got, t as closest } from "./shared-ogqPJ0uo.js";
1
+ import { d as refusal, f as tokenUsageSchema, h as TIMER_LIMIT, i as durationSchema, l as nonEmpty, m as MAX_TIMER_MS, o as genericProblem, s as got, t as closest } from "./shared-Cfi45Bvy.js";
2
2
  import { z } from "zod";
3
3
  // src/contract/gateway.ts
4
4
  const GATEWAY_NAMES = [
@@ -166,6 +166,7 @@ const fakeHarnessSchema = z.strictObject({
166
166
  text: z.string().optional(),
167
167
  delayMs: z.number().max(MAX_TIMER_MS, `must be ${TIMER_LIMIT}`).optional(),
168
168
  ignoreAbort: z.boolean().optional(),
169
+ turnMs: z.number().nonnegative().optional(),
169
170
  failWith: z.string().optional(),
170
171
  startHangs: z.union([z.number(), z.literal(true)]).optional(),
171
172
  reasoning: z.string().optional(),
@@ -182,6 +183,7 @@ const fakeHarnessSchema = z.strictObject({
182
183
  text: z.string().optional()
183
184
  }).optional(),
184
185
  flakeRate: z.number().optional(),
186
+ usage: tokenUsageSchema.optional(),
185
187
  script: z.array(z.array(fakeScriptStepSchema)).optional(),
186
188
  maxConcurrent: z.number().optional(),
187
189
  startTimeout: durationSchema.optional(),
@@ -377,4 +379,4 @@ function harnessProblem(value) {
377
379
  }
378
380
  export { claudeCodeVertexAliasRefusal as a, GATEWAY_NAMES as c, gatewayEntryDataSchema as d, gatewayNameSchema as f, claudeCodeTakesEffort as i, directOffPin as l, antigravityIdEffort as n, harnessDescriptorSchema as o, claudeCodeModelName as r, harnessProblem as s, FACTORY as t, gatewayDescriptorSchema as u };
379
381
 
380
- //# sourceMappingURL=harness-DYSC4zMh.js.map
382
+ //# sourceMappingURL=harness-DXv2gnaT.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"harness-DXv2gnaT.js","names":[],"sources":["../src/contract/gateway.ts","../src/contract/harness.ts"],"mappings":";;;AAgBA,MAAa,gBAAgB;CAAC;CAAU;CAAU;CAAc;AAAQ;AAExE,MAAa,oBAAoB,EAAE,KAAK,aAAa;AAErD,MAAM,iBAAiB,EACrB,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,EAChC;AAEA,MAAa,sBAAsB,EAAE,aAAa;CAAE,MAAM,EAAE,QAAQ,QAAQ;CAAG,GAAG;AAAe,CAAC;;AAGlG,MAAa,gBAAgB,OAC3B,GAAG,GAAG;AAER,MAAa,sBAAsB,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,QAAQ,EAAE,CAAC;AAE/E,MAAM,qBAAqB,EACzB,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,EAClC;AAEA,MAAa,0BAA0B,EAAE,aAAa;CACpD,MAAM,EAAE,QAAQ,YAAY;CAC5B,GAAG;AACL,CAAC;AAID,MAAa,wBAAwB,EAAE,KAAK;CAFV;CAAa;CAAU;AAEb,CAAiB;AAE7D,MAAM,SAAS,EAAE,OAAO,CAAC,CAAC,MAAM,qBAAqB,qCAAqC;AAE1F,MAAa,sBAAsB,EAAE,aAAa;CAChD,MAAM,EAAE,QAAQ,QAAQ;CACxB,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;CACpC,UAAU,OAAO,SAAS;CAC1B,SAAS,EAAE,cAAc,uBAAuB,MAAM,CAAC,CAAC,SAAS;AACnE,CAAC;AAED,MAAa,0BAA0B,EAAE,mBAAmB,QAAQ;CAClE;CACA;CACA;CACA;AACF,CAAC;AAED,MAAa,yBAAyB,EAAE,MAAM;CAC5C;CACA,EAAE,aAAa,EAAE,QAAQ,EAAE,aAAa,cAAc,EAAE,CAAC;CACzD,EAAE,aAAa,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;CAC7C,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,kBAAkB,EAAE,CAAC;CACjE,EAAE,aAAa,EAAE,QAAQ,oBAAoB,KAAK,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;CACnE;AACF,CAAC;;;AChCD,MAAM,aAAa;AAEnB,MAAa,sBAAsB,EAAE,aAAa;CAChD,MAAM,EAAE,QAAQ,QAAQ;CACxB,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACvB,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CAClD,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAID,MAAa,yBAAyB,EAAE,KAAK;CAFT;CAAO;CAAU;CAAQ;CAAS;AAEzB,CAAmB;AAEhE,MAAa,0BAA0B,EAAE,aAAa;CACpD,MAAM,EAAE,QAAQ,aAAa;CAC7B,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACvB,QAAQ,uBAAuB,SAAS;CACxC,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,2BAA2B,EAAE,aAAa;CACrD,MAAM,EAAE,QAAQ,aAAa;CAC7B,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACvB,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,wBAAwB,EAAE,aAAa;CAClD,MAAM,EAAE,QAAQ,UAAU;CAC1B,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACvB,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,qBAAqB,EAAE,aAAa;CAC/C,MAAM,EAAE,QAAQ,OAAO;CACvB,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,UAAU;CAClC,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,kBAAkB,EAAE,aAAa;CAC5C,MAAM,EAAE,QAAQ,IAAI;CACpB,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;CACvB,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,kBAAkB,EAAE,aAAa;CAC5C,MAAM,EAAE,QAAQ,IAAI;CACpB,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,UAAU;CAClC,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,qBAAqB,EAAE,aAAa;CAC/C,MAAM,EAAE,QAAQ,OAAO;CACvB,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,UAAU;CAClC,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,yBAAyB,EAAE,aAAa;CACnD,MAAM,EAAE,QAAQ,YAAY;CAC5B,SAAS,kBAAkB,SAAS;CACpC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,UAAU;CAClC,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;AACxC,CAAC;AAED,MAAa,uBAAuB,EAAE,MAAM;CAC1C,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;CACnC,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;CAC1D,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;CACpC,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;CAC1D,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;CACpC,EAAE,aAAa,EAAE,WAAW,SAAS,EAAE,CAAC;AAC1C,CAAC;AAED,MAAa,eAAe;CAC1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,MAAa,oBAAoB,EAAE,aAAa;CAC9C,MAAM,EAAE,QAAQ,MAAM;CACtB,SAAS,kBAAkB,SAAS;CACpC,IAAI,SAAS,CAAC,CAAC,SAAS;CACxB,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;CACjD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;CAC1B,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,cAAc,WAAW,aAAa,CAAC,CAAC,SAAS;CACzE,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS;CAClC,QAAQ,EAAE,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS;CAC1C,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS;CAC9B,YAAY,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;CAC5D,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS;CAC/B,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS;CACjC,QAAQ,SAAS,CAAC,CAAC,SAAS;CAC5B,OAAO,EACJ,MACC,EAAE,aAAa;EACb,MAAM,EAAE,OAAO;EACf,OAAO,EAAE,QAAQ;EACjB,QAAQ,EAAE,QAAQ;EAClB,IAAI,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtC,CAAC,CACH,CAAC,CACA,SAAS;CACZ,WAAW,EACR,aAAa;EACZ,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;EACjD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS;CAC5B,CAAC,CAAC,CACD,SAAS;CACZ,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS;CAC/B,OAAO,iBAAiB,SAAS;CACjC,QAAQ,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC,CAAC,CAAC,SAAS;CACxD,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS;CACnC,cAAc,eAAe,SAAS;CACtC,QAAQ,EAAE,KAAK,YAAY,CAAC,CAAC,SAAS;CACtC,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,SAAS;AACpC,CAAC;AAED,MAAM,UAAU;CACd,MAAM;CACN,QAAQ;CACR,eAAe;CACf,aAAa;CACb,UAAU;CACV,OAAO;CACP,IAAI;CACJ,OAAO;CACP,IAAI;CACJ,cAAc;AAChB;AAEA,MAAa,0BAA0B,EAAE,mBAAmB,QAAQ;CAClE;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;;AA4BD,MAAa,UAAqD;CAChE,MAAM;CACN,QAAQ;CACR,eAAe;CACf,aAAa;CACb,UAAU;CACV,OAAO;CACP,IAAI;CACJ,OAAO;CACP,IAAI;CACJ,cAAc;AAChB;AAEA,MAAM,QAA4E;CAChF,cAAc;CACd,qBAAqB;CACrB,mBACE;CACF,WAAW,MACT,2GAA2G,IAAI,CAAC,EAAE;CACpH,QAAQ,MACN,0IAA0I,IAAI,CAAC,EAAE;CACnJ,KAAK,MACH,oIAAoI,IAAI,CAAC,EAAE;CAC7I,QAAQ,MACN,wIAAwI,IAAI,CAAC,EAAE;CACjJ,KAAK,MACH,wJAAwJ,IAAI,CAAC,EAAE;CACjK,eAAe,MACb,sIAAsI,IAAI,CAAC,EAAE;AACjJ;AAEA,MAAM,iBAAiB;;AAGvB,MAAM,QAAQ;CAAC;CAAQ;CAAS;CAAU;CAAU;CAAU;AAAQ;AAEtE,SAAS,QAAQ,MAAiC;CAChD,MAAM,UAAU,QAAQ;CACxB,QAAQ,OAAc,UAA2B;EAC/C,MAAM,UAAU;EAChB,IAAI,MAAM,SAAS,uBAAuB,MAAM,KAAK,WAAW,GAAG;GACjE,MAAM,MAAM,MAAM,KAAK;GACvB,MAAM,OAAO,QAAQ,KAAK,OAAO,KAAK,QAAQ,KAAK,CAAC,KAAK,CAAC;GAC1D,OAAO,WAAW,QAAQ,aAAa,IAAI,IAAI,OAAO,kBAAkB,KAAK,MAAM;EACrF;EACA,MAAM,CAAC,KAAK,MAAM,QAAQ,MAAM;EAChC,MAAM,IAAI,QAAQ;EAClB,IAAI,QAAQ,SAAS,OAAQ,MAAM,KAAK,CAA4B,CAAC;EACrE,IAAI,QAAQ,UAAU;GACpB,IAAI,SAAS,iBAAiB,OAAO,MAAM,YAAY,EAAE,KAAK,GAC5D,OAAO,uEAAuE,IAAI,CAAC,EAAE;GAEvF,OAAO,GAAG,QAAQ,iDAAiD,QAAQ,4BAA4B,IAAI,CAAC,EAAE;EAChH;EACA,IAAI,QAAQ,UAAU;GACpB,MAAM,MACJ,KAAK,OAAO,MAAM,WACd,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,WAAW,OAAO,UAAU,QAAQ,IAC/D,KAAA;GACN,IAAI,QAAQ,OAAO,IAAI,OAAO,aAAa,OAAO,IAAI,OAAO,WAC3D,OAAO,sFAAsF,IAAI,GAAG,KAAK,IAAI,GAAG,SAAS,IAAI,GAAG,IAAI,IAAI;GAE1I,OAAO,uFAAuF,IAAI,CAAC,EAAE;EACvG;EACA,IAAI,QAAQ,UAAU;GACpB,IAAI,SAAS,KAAA,GACX,OAAO,kEAAkE,eAAe,QAAQ,IAAI,CAAC,EAAE;GAEzG,MAAM,KAAM,EAAkB,KAAe,GAAG;GAChD,OAAO,6JAA6J,IAAI,EAAE,EAAE;EAC9K;EACA,IAAI,QAAQ,UACV,OAAO,qCAAqC,aAAa,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,QAAQ,IAAI,CAAC,EAAE;EAE1G,IAAI,QAAQ,MAAM,OAAO,GAAG,QAAQ,2CAA2C,IAAI,CAAC,EAAE;EACtF,IAAI,QAAQ,WACV,OAAO,GAAG,QAAQ,8DAA8D,cAAc,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,QAAQ,IAAI,CAAC,EAAE;EAEjJ,OAAO,eAAe,SAAS,OAAO,KAAK;CAC7C;AACF;;;;;AAMA,MAAM,wCAAwB,IAAI,IAAI;CACpC;CACA;CACA;CACA;CACA;AACF,CAAC;;;;;AAMD,MAAM,sBAA4E;CAChF,MAAM,EAAE,SAAS,kBAAkB;CACnC,QAAQ;EAAE,SAAS;EAAqB,QAAQ;CAAoB;CACpE,UAAU;EAAE,SAAS;EAAqB,QAAQ;CAAoB;CACtE,OAAO,EAAE,SAAS,mBAAmB;CACrC,OAAO,EAAE,SAAS,mBAAmB;AACvC;;;;;;AAOA,MAAM,cAAc,OAAe,YAAqB;CACtD,MAAM,OAAO,MACV,YAAY,CAAC,CACb,QAAQ,gBAAgB,EAAE,CAAC,CAC3B,QAAQ,WAAW,EAAE,CAAC,CACtB,QAAQ,QAAQ,EAAE,CAAC,CACnB,QAAQ,WAAW,EAAE;CACxB,MAAM,QAAQ,oBAAoB;CAClC,OAAO,QAAS,YAAY,YAAY,MAAM,UAAW,MAAM,UAAU;AAC3E;;;;;;AAOA,MAAM,6CAA6B,IAAI,IAAI;CACzC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AAED,MAAM,eAAe,UACnB,oBAAoB,MAAM,YAAY,CAAC,CAAC,QAAQ,WAAW,EAAE;;AAG/D,MAAa,uBAAuB,OAAe,YACjD,YAAY,KAAK,IAAI,GAAG,MAAM,IAAI,WAAW,OAAO,OAAO,EAAE,KAAK;;;;;AAMpE,MAAa,gCAAgC,UAAsC;CACjF,MAAM,UAAU,YAAY,KAAK,CAAC,EAAE;CACpC,OAAO,UACH,wBAAwB,MAAM,mBAAmB,QAAQ,mFACzD,KAAA;AACN;;AAGA,MAAa,yBAAyB,OAAe,YAA8B;CACjF,MAAM,OAAO,WAAW,OAAO,OAAO;CACtC,IAAI,KAAK,SAAS,WAAW,KAAK,sBAAsB,IAAI,IAAI,GAAG,OAAO;CAC1E,OAAO,YAAY,YAAY,2BAA2B,IAAI,IAAI;AACpE;;AAGA,MAAM,wBAAwB;;AAG9B,MAAa,uBAAuB,UAClC,MAAM,MAAM,qBAAqB,CAAC,GAAG;;AAGvC,SAAS,cAAc,OAA8C;CACnE,IAAI,MAAM,SAAS,iBAAiB,MAAM,UAAU,CAAC,sBAAsB,MAAM,KAAK,GACpF,OAAO,0DAA0D,oBAAoB,MAAM,KAAK,EAAE;CAEpG,IAAI,MAAM,SAAS,iBAAiB,MAAM,QAAQ;EAChD,MAAM,QAAQ,oBAAoB,MAAM,KAAK;EAC7C,IAAI,OACF,OAAO,yCAAyC,MAAM,MAAM,qBAAqB,MAAM,wFAAwF;CAEnL;AAEF;;;;;;AAOA,SAAgB,eAAe,OAA8C;CAC3E,OACE,QAAQ,QAAQ,MAAM,OAAO,OAAO,QAAQ,MAAM,IAAI,GAAG;EACvD,OAAO;EACP,MAAM,CAAC,iBAAiB,cAAc;CACxC,CAAC,KAAK,cAAc,KAAK;AAE7B"}
package/dist/harness.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { D as ClaudeCodeHarnessDescriptor, E as ClaudeCodeEffort, O as CodexHarnessDescriptor, P as CursorHarnessDescriptor, Pt as PiHarnessDescriptor, ct as GatewayName, it as FakeScriptStep, kt as OpenCodeHarnessDescriptor, lt as GooseHarnessDescriptor, ot as FxHarnessDescriptor, pt as HarnessDescriptor, r as AntigravityHarnessDescriptor, st as GatewayDescriptor, t as AgentHarnessDescriptor, tt as FakeHarnessDescriptor, ut as GrokBuildHarnessDescriptor } from "./types-DGvexkcp.js";
1
+ import { M as ClaudeCodeHarnessDescriptor, N as CodexHarnessDescriptor, Pt as OpenCodeHarnessDescriptor, dt as FxHarnessDescriptor, ft as GatewayDescriptor, ht as GrokBuildHarnessDescriptor, j as ClaudeCodeEffort, lt as FakeScriptStep, mt as GooseHarnessDescriptor, ot as FakeHarnessDescriptor, pt as GatewayName, r as AntigravityHarnessDescriptor, t as AgentHarnessDescriptor, vt as HarnessDescriptor, z as CursorHarnessDescriptor, zt as PiHarnessDescriptor } from "./types-DBwFsGem.js";
2
2
  /** A factory's options: the descriptor's, with `gateway` pinned by name or by its helper. */
3
3
  type Options<D extends HarnessDescriptor, Omitted extends string = never> = Omit<D, 'kind' | 'gateway' | Omitted> & {
4
4
  gateway?: GatewayName | GatewayDescriptor;
package/dist/harness.js CHANGED
@@ -1 +1 @@
1
- export { t as antigravity, n as claudeCode, r as codex, i as cursor, a as fakeHarness, o as fx, s as goose, c as grokBuild, l as opencode, u as opencodeModelError, d as pi } from "./harness-DGsRZDSo.js";
1
+ export { t as antigravity, n as claudeCode, r as codex, i as cursor, a as fakeHarness, o as fx, s as goose, c as grokBuild, l as opencode, u as opencodeModelError, d as pi } from "./harness-C2berMiM.js";
@@ -1,3 +1,4 @@
1
+ import "./slug-IHh3f770.js";
1
2
  import { realpathSync } from "node:fs";
2
3
  import { basename, dirname, join, relative, sep } from "node:path";
3
4
  import { createHash, randomBytes } from "node:crypto";
@@ -29,8 +30,6 @@ const attemptId = (cellKey, n) => `${cellKey}#${n}`;
29
30
  const attemptKey = (evalId, cellKey, n) => `${evalId} # ${attemptId(cellKey, n)}`;
30
31
  const CROCKFORD = "0123456789abcdefghjkmnpqrstvwxyz";
31
32
  const randomSuffix = (length) => [...randomBytes(length)].map((b) => CROCKFORD[b % 32]).join("");
32
- /** Lower-case letters, digits and dashes, for use inside file names. */
33
- const slugify = (text, max) => text.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, max).replace(/-+$/, "");
34
33
  /**
35
34
  * `20260924T152700Z_009763c_elliot-hesp_k3f9`. Sorting by name sorts by UTC start time; the SHA
36
35
  * and author keep runs from different people or branches apart, and the random suffix keeps
@@ -39,10 +38,6 @@ const slugify = (text, max) => text.toLowerCase().replace(/[^a-z0-9]+/g, "-").re
39
38
  function newRunId(start, sha, author, suffix = randomSuffix(4)) {
40
39
  return `${start.toISOString().replace(/[-:]/g, "").replace(/\.\d+Z$/, "Z")}_${sha ? sha.slice(0, 7) : "nogit"}_${author}_${suffix}`;
41
40
  }
42
- /** Readable, unique directory name for an eval id. */
43
- function evalSlug(id) {
44
- return `${slugify(id, 60) || "eval"}-${sha256(id).slice(0, 6)}`;
45
- }
46
- export { fromCwd as a, relativeFile as c, evalSlug as i, sha256 as l, attemptKey as n, newRunId as o, evalId as r, recordFileName as s, attemptId as t, slugify as u };
41
+ export { newRunId as a, sha256 as c, fromCwd as i, attemptKey as n, recordFileName as o, evalId as r, relativeFile as s, attemptId as t };
47
42
 
48
- //# sourceMappingURL=ids-DuK6xl4w.js.map
43
+ //# sourceMappingURL=ids-C_advdJA.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ids-C_advdJA.js","names":[],"sources":["../src/ids.ts"],"mappings":";;;;;AAIA,MAAa,gBAAgB,MAAc,SACzC,SAAS,MAAM,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;;;;;;AAO1C,SAAgB,QAAQ,MAAsB;CAC5C,MAAM,QAAQ,MAAsB;EAClC,IAAI;GACF,OAAO,aAAa,CAAC;EACvB,QAAQ;GACN,MAAM,SAAS,QAAQ,CAAC;GACxB,OAAO,WAAW,IAAI,IAAI,KAAK,KAAK,MAAM,GAAG,SAAS,CAAC,CAAC;EAC1D;CACF;CACA,OAAO,aAAa,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC;AAC/C;;AAGA,MAAa,UAAU,MAAc,SAAmB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,KAAK;AAElF,MAAa,UAAU,SAA8B,WAAW,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK;AAEnG,MAAa,kBAAkB,OAAe,GAAG,OAAO,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE;;AAGzE,MAAa,aAAa,SAAiB,MAAc,GAAG,QAAQ,GAAG;;AAGvE,MAAa,cAAc,QAAgB,SAAiB,MAC1D,GAAG,OAAO,KAAK,UAAU,SAAS,CAAC;AAErC,MAAM,YAAY;AAElB,MAAa,gBAAgB,WAC3B,CAAC,GAAG,YAAY,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE;;;;;;AAYhE,SAAgB,SACd,OACA,KACA,QACA,SAAS,aAAa,CAAC,GACf;CAKR,OAAO,GAJO,MACX,YAAY,CAAC,CACb,QAAQ,SAAS,EAAE,CAAC,CACpB,QAAQ,WAAW,GACR,EAAE,GAAG,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,QAAQ,GAAG,OAAO,GAAG;AAClE"}
@@ -1,9 +1,9 @@
1
- import { C as pluginBuildsLabel, S as pluginBuildId, u as buildSteps, w as pluginCall } from "./plugins-B2KQ0y3P.js";
2
- import { U as sandboxId, W as sandboxProvider } from "./config-C2UtS9vy.js";
3
- import { Q as imageFor, W as LABEL, _ as pluginLayerTag, d as dockerfileTag, f as harnessImageFor, g as pluginBuildKey, i as REEVAL_BASE_ARG, p as installLayerTag, st as imageInfo, u as contextHash, wt as engineSpec, x as usesReevalBase, y as resolveFrom, yt as isTransient } from "./src-BQ6BiXoc.js";
4
- import { n as prepareAll } from "./preflight-DyzmvK7i.js";
5
- import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-21WMQZyt.js";
6
- import { a as dockerKey, i as createProviders, n as attemptImage } from "./providers-vXMXuwn-.js";
1
+ import { et as sandboxId, tt as sandboxProvider } from "./config-B9mB1kF5.js";
2
+ import { J as LABEL, S as usesReevalBase, _ as pluginBuildKey, a as REEVAL_BASE_ARG, b as resolveFrom, d as contextHash, dt as imageInfo, f as dockerfileTag, kt as engineSpec, m as installLayerTag, nt as imageFor, p as harnessImageFor, v as pluginLayerTag, wt as isTransient } from "./src-Ck2r_EMT.js";
3
+ import { C as pluginBuildsLabel, S as pluginBuildId, u as buildSteps, w as pluginCall } from "./plugins-BkmPxDiY.js";
4
+ import { n as prepareAll } from "./preflight-BElE_q0u.js";
5
+ import { i as pluginBuildSpec, n as imageHarness, o as projectPath, r as installSteps } from "./prepare-C7f5mPl5.js";
6
+ import { _ as vmImage, a as classifyTart, n as attemptImage, o as createProviders, s as dockerKey } from "./providers-B8xYMeah.js";
7
7
  // src/sandbox/images.ts
8
8
  /**
9
9
  * What `reeval image build` builds and `reeval doctor` checks: the harness and sandbox of each
@@ -11,7 +11,7 @@ import { a as dockerKey, i as createProviders, n as attemptImage } from "./provi
11
11
  * when they plan none.
12
12
  */
13
13
  async function plannedImageUses(run, filters = [], unmatched) {
14
- const { runEngine } = await import("./node-DhIRSrrK.js");
14
+ const { runEngine } = await import("./node-D7pAU--0.js");
15
15
  let planned = [];
16
16
  await runEngine({
17
17
  run: JSON.parse(JSON.stringify(run)),
@@ -23,7 +23,7 @@ async function plannedImageUses(run, filters = [], unmatched) {
23
23
  }
24
24
  });
25
25
  return planned.length ? planned.map((p) => ({
26
- id: p.id,
26
+ id: p.attempt.family?.id ?? p.id,
27
27
  harness: p.attempt.harness,
28
28
  sandbox: p.attempt.sandbox,
29
29
  plugins: p.attempt.pluginBuilds ?? []
@@ -392,11 +392,99 @@ async function buildImages(targets, root, options) {
392
392
  };
393
393
  });
394
394
  }
395
+ /** The distinct `tart()` images, in first-use order, with how many evals use each. */
396
+ function tartTargets(uses) {
397
+ const targets = /* @__PURE__ */ new Map();
398
+ for (const { id, sandbox } of uses) {
399
+ if (sandbox.kind !== "tart") continue;
400
+ const target = targets.get(sandbox.image) ?? {
401
+ id: sandboxId(sandbox),
402
+ sandbox,
403
+ evals: 0,
404
+ seen: /* @__PURE__ */ new Set()
405
+ };
406
+ if (!target.seen.has(id)) {
407
+ target.seen.add(id);
408
+ target.evals++;
409
+ }
410
+ targets.set(sandbox.image, target);
411
+ }
412
+ return [...targets.values()].map(({ seen: _, ...t }) => t);
413
+ }
414
+ /** `reeval image build --dry-run`: whether Tart has each image, and what a missing one weighs. */
415
+ async function tartPlanLines(targets) {
416
+ const { tartNames } = await import("./tart-cli-BMrkmBjI.js");
417
+ const { formatSize, pullSpace, pullSpaceLine, pullSpaceUnknown, tartDigest, tartImageSize } = await import("./tart-images-DZ_Mbh-g.js");
418
+ const { parseTartRef, tartListed } = await import("./tart-ref-7Qv3cm3B.js");
419
+ const have = await tartNames().catch((error) => error);
420
+ const lines = [`tart ${targets.length} image${targets.length === 1 ? "" : "s"} (nothing pulled: --dry-run)`];
421
+ const missing = [];
422
+ for (const t of targets) {
423
+ const uses = t.evals ? ` · ${t.evals} eval${t.evals === 1 ? "" : "s"}` : "";
424
+ const { image } = t.sandbox;
425
+ if (have instanceof Error) lines.push(` ? ${t.id}${uses} ${image} (unchecked: ${have.message.split("\n")[0]})`);
426
+ else if (tartListed(have, image)) {
427
+ const digest = await tartDigest(image);
428
+ lines.push(` ✓ ${t.id}${uses} ${image} (ready${digest ? `: ${short(digest)}` : ""})`);
429
+ } else {
430
+ const size = await tartImageSize(image, AbortSignal.timeout(1e4));
431
+ const weighs = size ? `: about ${formatSize(size.download)} to download` : ": size unknown";
432
+ lines.push(` + ${t.id}${uses} ${image} (to pull${weighs})`);
433
+ if (parseTartRef(image).oci) missing.push({
434
+ image,
435
+ size
436
+ });
437
+ }
438
+ }
439
+ if (missing.length && !(have instanceof Error)) {
440
+ const space = await pullSpace(missing, targets.map((t) => t.sandbox.image).filter((i) => tartListed(have, i)));
441
+ lines.push(` ${space ? pullSpaceLine(space) : pullSpaceUnknown()}`);
442
+ }
443
+ return lines;
444
+ }
445
+ /**
446
+ * `reeval image build`: pulls every image Tart doesn't have, once the disk has room for all of
447
+ * them, and reports each with its digest. Runs no Docker.
448
+ */
449
+ async function pullTartImages(targets, root, options) {
450
+ const providers = createProviders({ pull: true });
451
+ const prepared = targets.map((t) => ({
452
+ kind: "tart",
453
+ key: providers.tart?.key(t.sandbox, harnessFor("cursor")) ?? t.sandbox.image,
454
+ label: t.id,
455
+ sandbox: t.sandbox,
456
+ harness: harnessFor("cursor"),
457
+ plugins: [],
458
+ setBy: [],
459
+ runWide: false
460
+ }));
461
+ const outcomes = await prepareAll(prepared, {
462
+ providers,
463
+ root,
464
+ log: options.log,
465
+ ...options.delays ? { delays: options.delays } : {}
466
+ });
467
+ return targets.map((t, i) => {
468
+ const o = outcomes[i];
469
+ const image = o.ok ? vmImage(o.handle) : null;
470
+ return image ? {
471
+ ...t,
472
+ ok: true,
473
+ image,
474
+ ms: o.ms
475
+ } : {
476
+ ...t,
477
+ ok: false,
478
+ failure: o.ok ? classifyTart(/* @__PURE__ */ new Error("tart() prepared no image")) : o.failure,
479
+ ms: o.ms
480
+ };
481
+ });
482
+ }
395
483
  /** A harness descriptor for a baked harness: the fake one in its layout. */
396
484
  const harnessFor = (harness) => ({
397
485
  kind: "fake",
398
486
  layout: harness
399
487
  });
400
- export { buildImages, imagePlanLines, imageStages, imageStatusLines, imageTargets, plannedImageUses, reevalImages };
488
+ export { buildImages, imagePlanLines, imageStages, imageStatusLines, imageTargets, plannedImageUses, pullTartImages, reevalImages, tartPlanLines, tartTargets };
401
489
 
402
- //# sourceMappingURL=images-CNayXCp2.js.map
490
+ //# sourceMappingURL=images-BNgcR77K.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"images-BNgcR77K.js","names":[],"sources":["../src/sandbox/images.ts"],"mappings":";;;;;;;;;;;;AAwEA,eAAsB,iBACpB,KAIA,UAAoB,CAAC,GACrB,WACqB;CACrB,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,IAAI,UAAyB,CAAC;CAC9B,MAAM,UAAU;EACd,KAAK,KAAK,MAAM,KAAK,UAAU,GAAG,CAAC;EACnC;EACA,QAAQ,OAAO,cAAc;GAC3B,IAAI,aAAa,UAAU,UAAU,QAAQ,MAAM,UAAU,UAAU,SAAS;GAChF,UAAU,UAAU,QAAQ,QAAQ,MAAM,CAAC,EAAE,QAAQ,KAAK,IAAI;GAC9D,OAAO;EACT;CACF,CAAC;CACD,OAAO,QAAQ,SACX,QAAQ,KAAK,OAAO;EAClB,IAAI,EAAE,QAAQ,QAAQ,MAAM,EAAE;EAC9B,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ;EACnB,SAAS,EAAE,QAAQ,gBAAgB,CAAC;CACtC,EAAE,IACF,IAAI,OAAO,QAAQ,KAAK,aAAa;EAAE,IAAI;EAAI;EAAS,SAAS,IAAI,OAAO;CAAQ,EAAE;AAC5F;;;;;AAMA,SAAgB,aAAa,MAAkB;CAC7C,MAAM,0BAAU,IAAI,IAAiD;CACrE,KAAK,MAAM,EAAE,IAAI,SAAS,UAAU,CAAC,GAAG,GAAG,SAAS,MAAM;EACxD,IAAI,QAAQ,SAAS,UAAU;EAC/B,MAAM,UAAU,aAAa,IAAI,OAAO;EAExC,MAAM,EAAE,QAAQ,OAAO,MAAM,YAAY,YAAY;EACrD,MAAM,MAAM,KAAK,UAAU;GACzB;GACA;GACA,OAAO;IAAE;IAAO;IAAM;IAAY;GAAQ;GAC1C,SAAS,QAAQ,IAAI,aAAa;EACpC,CAAC;EACD,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,GAAG,UAAU,OAAO,EAAE,KAAK;GAC/B;GACA;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CAEA,MAAM,yBAAS,IAAI,IAAoB;CACvC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ;EACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,SAAS,SAAS,eAAe,KAAK,kBAAkB,EAAE,OAAO;EACnG,MAAM,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;EACrC,OAAO,IAAI,OAAO,CAAC;EACnB,OAAO;GAAE,GAAG;GAAG,IAAI,MAAM,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE;EAAG;CACzD,CAAC;AACH;AAcA,MAAM,SAAS,WAAmB,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;AAK5E,MAAM,QAAQ,KAAa,WACzB,UAAU,KAAK,MAAM,CAAC,CAAC,MACpB,UAAU,EAAE,KAAK,KACjB,WAAkB;CAAE,MAAM;CAAM,OAAO,MAAM;AAAQ,EACxD;;AAGF,eAAe,WACb,MACA,KACA,QAC2C;CAC3C,MAAM,CAAC,QAAQ,OAAO,MAAM,QAAQ,IAAI,CAAC,KAAK,KAAK,MAAM,GAAG,YAAY,MAAM,KAAA,GAAW,MAAM,CAAC,CAAC;CACjG,IAAI,OAAO,OAAO,OAAO;EAAE,QAAQ;EAAW,QAAQ,OAAO;CAAM;CACnE,IAAI,CAAC,OAAO,MAAM;EAChB,IAAI,EAAE,WAAW,MAAM,OAAO;GAAE,QAAQ;GAAS,QAAQ,MAAM,KAAK,IAAI,MAAM,IAAI,MAAM,EAAE;EAAG;EAE7F,OAAO,YAAY,IAAI,KAAK,IACxB;GAAE,QAAQ;GAAS,QAAQ,GAAG,KAAK,wBAAwB,IAAI;EAAQ,IACvE;GAAE,QAAQ;GAAW,QAAQ,oBAAoB,IAAI;EAAQ;CACnE;CACA,MAAM,MAAM,OAAO,KAAK,OAAO,MAAM;CACrC,IAAI,WAAW,KAAK,OAAO;EAAE,QAAQ;EAAS,QAAQ,UAAU,KAAK;CAAsB;CAC3F,IAAI,OAAO,QAAQ,IAAI,QACrB,OAAO;EACL,QAAQ;EACR,QAAQ,GAAG,KAAK,mBAAmB,MAAM,GAAG,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE;CACvE;CAEF,OAAO;EAAE,QAAQ;EAAS,QAAQ,YAAY,MAAM,IAAI,MAAM;CAAI;AACpE;;;;;AAMA,eAAsB,YAAY,QAAqB,MAAgC;CACrF,MAAM,EAAE,SAAS,YAAY;CAC7B,MAAM,EAAE,WAAW;CACnB,MAAM,SAAkB,CAAC;CAEzB,MAAM,SAAS,OAAO,QAAgC;EACpD,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,KAAK,MAAM;EAC9C,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,OAAO;GACL;GACA,QAAQ,OAAO,UAAU;GACzB,QAAQ,OAAO,UAAU,MAAM,KAAK,EAAE,EAAE,KAAK;EAC/C;CACF;CACA,MAAM,aAAa,YAA4B;EAC7C,MAAM,EAAE,MAAM,UAAU,MAAM,KAAK,SAAS,OAAO,GAAG,MAAM;EAC5D,IAAI,OAAO,OAAO;GAAE;GAAM,QAAQ;GAAW,QAAQ;EAAM;EAC3D,IAAI,CAAC,MAAM,OAAO;GAAE;GAAM,QAAQ;GAAS,QAAQ;EAAgB;EACnE,OAAO,KAAK,OAAO,MAAM,aAAa,YAAY,IAC9C;GAAE;GAAM,QAAQ;GAAS,QAAQ,UAAU,MAAM,KAAK,EAAE,EAAE;EAAG,IAC7D;GACE;GACA,QAAQ;GACR,QAAQ;EACV;CACN;CACA,IAAI,SAAwB;CAE5B,IAAI,aAA4B;CAChC,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,MAAM,KAAK,QAAQ,OAAO,MAAM;EAC9C,SAAS,MAAM,MAAM,MAAM;EAC3B,aAAa,MAAM,SAAS;EAC5B,OAAO,KAAK;GACV,MAAM;GACN,KAAK,QAAQ;GACb,QAAQ;GACR,GAAI,MAAM,QACN;IAAE,QAAQ;IAAW,QAAQ,MAAM;GAAM,IACzC,MAAM,OACJ;IAAE,QAAQ;IAAS,QAAQ,UAAU,MAAM,MAAM,KAAK,EAAE,EAAE;GAAG,IAC7D;IAAE,QAAQ;IAAW,QAAQ;GAAuC;EAC5E,CAAC;CACH,OAAO,IAAI,QAAQ,MAAM;EACvB,MAAM,MAAM,gBAAgB,SAAS,QAAQ,IAAI;EACjD,MAAM,SAAS,MAAM,WAAW,QAAQ,MAAM,KAAK,MAAM;EACzD,SAAS,OAAO,WAAW,WAAY,MAAM,KAAK,KAAK,MAAM,EAAA,CAAG,MAAM,MAAM,OAAQ;EACpF,IAAI,OAAO,WAAW,WAAW,aAAa,OAAO;EACrD,OAAO,KAAK;GACV,MAAM,QAAQ,QAAQ;GACtB;GACA,QACE;GACF,GAAG;EACL,CAAC;CACH,OAAO,IAAI,QAAQ,YAAY;EAC7B,MAAM,WAAW,eAAe,QAAQ,UAAU;EAClD,MAAM,OAAO,WAAW,MAAM,WAAW,IAAI;EAC7C,MAAM,OAAO,cAAc,QAAQ,YAAY,SAAS,MAAM,MAAM,MAAM,IAAI,CAAC,CAAC;EAEhF,MAAM,MAAM,WAAW,KAAK,QAAQ,kBAAkB,8BAA8B,IAAI;EACxF,MAAM,QAAQ,MAAM,OAAO,IAAI;EAC/B,OAAO,KAAK;GACV,MAAM,cAAc,YAAY,MAAM,QAAQ,UAAU;GACxD,KAAK;GACL,QAAQ,GAAG,WAAW,MAAM,CAAC,CAAC,IAAI;GAClC,QAAQ,MAAM;GACd,QACE,MAAM,QAAQ,CAAC,YAAY,MAAM,WAAW,YACxC,MAAM,SACN,GAAG,MAAM,OAAO,IAAI,KAAK;EACjC,CAAC;EACD,IAAI,UAAU;GACZ,SAAS,MAAM,MAAM,MAAM;GAC3B,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QAAQ,sBAAsB,gBAAgB,cAAc,SAAS,OAAO;IAC5E,QAAQ,MAAM,UAAU;IACxB,QACE,MAAM,WAAW,YACb,KAAK,SACL,GAAG,SAAS,OAAO,EAAE,GAAG,MAAM,UAAU,KAAK,KAAK;GAC1D,CAAC;EACH,OAAO;GACL,MAAM,QAAQ,MAAM,OAAO,gBAAgB,SAAS,IAAI,CAAC;GACzD,SAAS,MAAM,MAAM,MAAM;GAC3B,IAAI,MAAM,WAAW,WAAW,aAAa,MAAM;GACnD,OAAO,KAAK;IACV,MAAM;IACN,KAAK,gBAAgB,SAAS,GAAG;IACjC,QAAQ;IACR,QAAQ,MAAM;IACd,QAAQ,MAAM;GAChB,CAAC;EACH;CACF,OAAO;EACL,MAAM,OAAO,MAAM,WAAW;EAC9B,SAAS,KAAK,WAAW,UAAW,KAAK,MAAM,MAAM,OAAQ;EAC7D,IAAI,KAAK,WAAW,WAAW,aAAa,KAAK;EACjD,OAAO,KAAK;GACV,MAAM;GACN,KAAK,SAAS,OAAO;GACrB,QAAQ;GACR,QAAQ,KAAK;GACb,QAAQ,KAAK;EACf,CAAC;CACH;CACA,MAAM,QAAQ,aAAa,OAAO;CAClC,IAAI,MAAM,QAAQ;EAEhB,MAAM,MAAM,SAAS,gBAAgB,EAAE,IAAI,OAAO,GAAG,KAAK,IAAI;EAC9D,MAAM,QAAe,MACjB,MAAM,OAAO,GAAG,IAChB,aACE;GAAE,MAAM;GAAM,QAAQ;GAAW,QAAQ;EAAW,IACpD;GAAE,MAAM;GAAM,QAAQ;GAAS,QAAQ;EAAgB;EAC7D,SAAS,MAAM,MAAM,MAAM;EAC3B,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV,MAAM,WAAW,MAAM,OAAO,UAAU,MAAM,WAAW,IAAI,KAAK;GAClE,KAAK,OAAO;GACZ,QAAQ;GACR,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,KAAK,MAAM,UAAU,OAAO,SAAS;EACnC,MAAM,EAAE,KAAK,QAAQ,WAAW,OAAO,KAAoB;EAC3D,MAAM,SAAS,wBAAwB,IAAI,KAAK,MAAM,IAAI,QAAQ,OAAO,KAAK,UAAU,IAAI;EAC5F,MAAM,OAAO,SAAS,WAAW,QAAQ,IAAI;EAE7C,IAAI,OAAO,WAAW,SAAS;GAC7B,SAAS;GACT,OAAO,KAAK;IACV;IACA,KAAK;IACL;IACA,QAAQ;IACR,QAAQ,GAAG,WAAW,QAAQ,IAAI,EAAE;GACtC,CAAC;GACD;EACF;EACA,MAAM,OAAO,MAAM,gBAAgB,MAAM,MAAM;EAC/C,MAAM,MAAM,SAAS,eAAe,EAAE,IAAI,OAAO,GAAG,IAAI,IAAI;EAC5D,MAAM,QAAe,MACjB,MAAM,OAAO,GAAG,IAChB,aACE;GAAE,MAAM;GAAM,QAAQ;GAAW,QAAQ;EAAW,IACpD;GAAE,MAAM;GAAM,QAAQ;GAAS,QAAQ;EAAgB;EAC7D,SAAS,MAAM,MAAM,MAAM;EAC3B,IAAI,MAAM,WAAW,WAAW,eAAe,MAAM;EACrD,OAAO,KAAK;GACV;GACA,KAAK,OAAO,4BAA4B,eAAe,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE;GACxE;GACA,QAAQ,MAAM;GACd,QAAQ,MAAM;EAChB,CAAC;CACH;CACA,OAAO;AACT;;AAGA,MAAa,gBAAgB,YAA2C,CACtE,GAAG,IAAI,IACL,QACG,QACE,EAAE,SAAS,QACT,CAAC,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,cAAgB,EAAE,cAAc,eAAe,EAAE,UAAU,CAC1F,CAAC,CACA,KAAK,MAAM,EAAE,OAAO,CACzB,CACF;AAEA,MAAM,QAAuB;CAAC;CAAW;CAAW;CAAS;CAAS;AAAO;AAC7E,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;AACA,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;CACT,SAAS;AACX;;AAGA,MAAa,gBAAgB,WAC3B,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,EAAE,WAAW,CAAC,CAAC,KAAK;;AAG3D,eAAsB,eAAe,SAAwB,MAAiC;CAC5F,MAAM,QAAQ,CACZ,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,4BAC5E;CACA,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,OAAO,OAAO,QAAQ,MAAM,OAAO,MAAM,OAAO,OAAO,UAAU,IAAI,KAAK,QAAQ;EACxF,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM;EAChC,MAAM,SAAS,MAAM,YAAY,QAAQ,IAAI;EAC7C,MAAM,QAAQ,KAAK,IAAI,GAAG,OAAO,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;EAC1D,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,QAAQ,IAAI,EAAE,OAAO,EAC3F;CAEJ;CACA,OAAO;AACT;;AAGA,eAAsB,iBAAiB,SAAwB,MAAiC;CAC9F,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC;CAC7B,MAAM,OAAO,MAAM,QAAQ,IACzB,QAAQ,IAAI,OAAO,MAAM;EACvB,MAAM,SAAS,MAAM,YAAY,GAAG,IAAI;EACxC,MAAM,SAAS,aAAa,MAAM;EAClC,MAAM,QAAQ,OAAO,MAAM,MAAM,EAAE,WAAW,MAAM;EACpD,OAAO;GAAE;GAAG;GAAQ,QAAQ,WAAW,UAAU,KAAK,KAAK,OAAO,KAAK,IAAI,OAAO;EAAS;CAC7F,CAAC,CACH;CACA,MAAM,SAAS,MAAmB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACrE,MAAM,UAAU,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,CAC1C,QAAQ,CAAC,CACT,KAAK,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,CACrC,KAAK,IAAI;CACZ,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;CACxD,OAAO,CACL,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,WAC9E,GAAG,KAAK,KACL,MAAM,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,KAAK,EAAE,IAAI,MAAM,EAAE,UAAU,EAAE,QAC9E,CACF;AACF;;;;;AAYA,eAAsB,YACpB,SACA,MACA,SACuB;CACvB,MAAM,YAAY,gBAAgB,EAAE,SAAS,QAAQ,QAAQ,UAAU,QAAQ,CAAC;CAChF,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM,gBAAgB,EAAE,OAAO;EAC/B,KAAK,UAAU,EAAE,SAAS,WAAW,EAAE,OAAO,GAAG,EAAE,OAAO;EAC1D,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,EAAE,OAAO;EAC7B,SAAS,EAAE;EACX,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,OAAO,EAAE,KACL;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,aAAa,EAAE,MAAM;GAAG,IAAI,EAAE;EAAG,IAC1D;GAAE,GAAG;GAAG,IAAI;GAAO,SAAS,EAAE;GAAS,IAAI,EAAE;EAAG;CACtD,CAAC;AACH;;AAMA,SAAgB,YAAY,MAAgC;CAC1D,MAAM,0BAAU,IAAI,IAAgD;CACpE,KAAK,MAAM,EAAE,IAAI,aAAa,MAAM;EAClC,IAAI,QAAQ,SAAS,QAAQ;EAC7B,MAAM,SAAS,QAAQ,IAAI,QAAQ,KAAK,KAAK;GAC3C,IAAI,UAAU,OAAO;GACrB;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,QAAQ,OAAO,MAAM;CACnC;CACA,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ,CAAC;AAC3D;;AAGA,eAAsB,cAAc,SAA0C;CAC5E,MAAM,EAAE,cAAc,MAAM,OAAO;CACnC,MAAM,EAAE,YAAY,WAAW,eAAe,kBAAkB,YAAY,kBAC1E,MAAM,OAAO;CACf,MAAM,EAAE,cAAc,eAAe,MAAM,OAAO;CAClD,MAAM,OAAO,MAAM,UAAU,CAAC,CAAC,OAAO,UAAiB,KAAK;CAC5D,MAAM,QAAQ,CACZ,SAAS,QAAQ,OAAO,QAAQ,QAAQ,WAAW,IAAI,KAAK,IAAI,6BAClE;CACA,MAAM,UAA0B,CAAC;CACjC,KAAK,MAAM,KAAK,SAAS;EACvB,MAAM,OAAO,EAAE,QAAQ,MAAM,EAAE,MAAM,OAAO,EAAE,UAAU,IAAI,KAAK,QAAQ;EACzE,MAAM,EAAE,UAAU,EAAE;EACpB,IAAI,gBAAgB,OAClB,MAAM,KAAK,OAAO,EAAE,KAAK,KAAK,IAAI,MAAM,gBAAgB,KAAK,QAAQ,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE;OACjF,IAAI,WAAW,MAAM,KAAK,GAAG;GAClC,MAAM,SAAS,MAAM,WAAW,KAAK;GACrC,MAAM,KAAK,OAAO,EAAE,KAAK,KAAK,IAAI,MAAM,UAAU,SAAS,KAAK,MAAM,MAAM,MAAM,GAAG,EAAE;EACzF,OAAO;GACL,MAAM,OAAO,MAAM,cAAc,OAAO,YAAY,QAAQ,GAAM,CAAC;GACnE,MAAM,SAAS,OAAO,WAAW,WAAW,KAAK,QAAQ,EAAE,gBAAgB;GAC3E,MAAM,KAAK,OAAO,EAAE,KAAK,KAAK,IAAI,MAAM,YAAY,OAAO,EAAE;GAC7D,IAAI,aAAa,KAAK,CAAC,CAAC,KAAK,QAAQ,KAAK;IAAE;IAAO;GAAK,CAAC;EAC3D;CACF;CACA,IAAI,QAAQ,UAAU,EAAE,gBAAgB,QAAQ;EAE9C,MAAM,QAAQ,MAAM,UAAU,SADd,QAAQ,KAAK,MAAM,EAAE,QAAQ,KAAK,CAAC,CAAC,QAAQ,MAAM,WAAW,MAAM,CAAC,CACvC,CAAC;EAC9C,MAAM,KAAK,KAAK,QAAQ,cAAc,KAAK,IAAI,iBAAiB,GAAG;CACrE;CACA,OAAO;AACT;;;;;AASA,eAAsB,eACpB,SACA,MACA,SACwB;CACxB,MAAM,YAAY,gBAAgB,EAAE,MAAM,KAAK,CAAC;CAChD,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM;EACN,KAAK,UAAU,MAAM,IAAI,EAAE,SAAS,WAAW,QAAQ,CAAC,KAAK,EAAE,QAAQ;EACvE,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,QAAQ;EAC5B,SAAS,CAAC;EACV,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,MAAM,QAAQ,EAAE,KAAK,QAAQ,EAAE,MAAM,IAAI;EACzC,OAAO,QACH;GAAE,GAAG;GAAG,IAAI;GAAM;GAAO,IAAI,EAAE;EAAG,IAClC;GACE,GAAG;GACH,IAAI;GACJ,SAAS,EAAE,KAAK,6BAAa,IAAI,MAAM,0BAA0B,CAAC,IAAI,EAAE;GACxE,IAAI,EAAE;EACR;CACN,CAAC;AACH;;AAGA,MAAM,cAAc,aAA8C;CAAE,MAAM;CAAQ,QAAQ;AAAQ"}
package/dist/index.d.ts CHANGED
@@ -1,10 +1,20 @@
1
- import { $t as StatusRange, A as CompareCut, B as EgressPolicy, Bt as ProfileLimit, C as CaptureWindow, Dt as McpServer, Et as JudgeSubject, F as Diff, Ft as PinnableKey, G as EnvironmentInput, H as EnvVars, Ht as QuestionInputs, It as PluginPart, J as EvalFn, Jt as Secret, K as EnvironmentSpec, L as DirectoryOptions, Lt as PluginSource, M as ConfigHelpers, Mt as PairFactor, Nt as PairVote, On as RunRecord, Ot as Observation, Q as ExecRetry, Qt as SkillSource, Rt as Profile, S as CaptureWait, St as JudgeInputs, T as CellRole, U as Environment, Ut as QuestionOptions, V as EgressRecord, Vt as Question, W as EnvironmentHelpers, Wt as ReevalConfig, Xt as ServeHandle, Y as EvalOptions, Yt as SecretTemplate, Z as ExecResult, Zt as SetupStep, _ as CapturePage, _t as HostFile, a as AttemptContext, b as CaptureUseAction, bn as FamilyRecord, bt as JudgeCallOptions, d as CaptureCall, dn as WebEventType, dt as GroupOptions, ft as HarnessData, g as CaptureOptions, gn as EvalEntry, gt as HistoryConfig, h as CaptureKey, ht as HarnessOption, i as AttemptAnswer, j as CompareOptions, k as CompareAnswer, l as Budget, ln as Viewport, m as CaptureInstruction, mn as CellRecord, mt as HarnessEdit, nn as Turn, o as BackgroundHandle, on as Verdict, pn as AttemptRecord, rn as TurnData, tn as TranscriptEvent, u as Capture, un as Wait, vt as JSONValue, w as Cell, wt as JudgeOptions, x as CaptureUseScript, xt as JudgeFailure, y as CaptureUse, yt as JudgeArtifactRef, z as Duration, zt as ProfileDefaults } from "./types-DGvexkcp.js";
1
+ import { $ as EvalFn, $t as Secret, A as CellRole, B as Diff, Bt as PinnableKey, C as CaptureUseAction, Ct as JSONValue, D as CaseFn, Dt as JudgeInputs, E as CaptureWindow, En as FamilyRecord, Et as JudgeFailure, F as CompareCut, G as EgressPolicy, Gt as ProfileLimit, H as DirectoryOptions, Ht as PluginSource, I as CompareOptions, J as Environment, Jt as QuestionOptions, K as EgressRecord, Kt as Question, L as ConfigHelpers, Lt as PairFactor, Mt as McpServer, Nt as Observation, O as CaseOptions, P as CompareAnswer, Pn as RunRecord, Rt as PairVote, S as CaptureUse, Sn as EvalEntry, St as HostFile, T as CaptureWait, Tt as JudgeCallOptions, Ut as Profile, Vt as PluginPart, W as Duration, Wt as ProfileDefaults, X as EnvironmentInput, Y as EnvironmentHelpers, Yt as ReevalConfig, Z as EnvironmentSpec, _ as CaptureInstruction, _n as WebEventType, _t as HarnessData, a as AttemptContext, b as CapturePage, bn as CellRecord, bt as HarnessOption, cn as Turn, en as SecretTemplate, et as EvalOptions, f as Budget, fn as Verdict, gn as Wait, gt as GroupOptions, hn as Viewport, i as AttemptAnswer, in as StatusRange, jt as JudgeSubject, k as Cell, kt as JudgeOptions, ln as TurnData, m as CaptureCall, nn as SetupStep, nt as ExecResult, o as BackgroundHandle, p as Capture, q as EnvVars, qt as QuestionInputs, rn as SkillSource, rt as ExecRetry, sn as TranscriptEvent, tn as ServeHandle, v as CaptureKey, w as CaptureUseScript, wt as JudgeArtifactRef, xt as HistoryConfig, y as CaptureOptions, yn as AttemptRecord, yt as HarnessEdit } from "./types-DBwFsGem.js";
2
2
  import "./vertex-C7PI-WPc.js";
3
- import { i as group, r as evaluate, t as EachOptions } from "./evaluate-DToSB2bt.js";
3
+ import { n as evaluate, r as group } from "./evaluate-COdzf7Hl.js";
4
4
  import { ExpectStatic, Tester } from "@vitest/expect";
5
+ /** A check the turn's harness can't answer either way, e.g. a web fetch it never reports. */
5
6
  export declare class HarnessCapabilityError extends Error {
6
7
  name: string;
7
8
  }
9
+ /** `toStayWithin`'s limits: each one caps what the turn, or every turn of `c`, used. */
10
+ type Limits = {
11
+ /** Input (cache included) plus output tokens, subagents included. */
12
+ tokens?: number;
13
+ /** Every tool call, or each listed tool's calls by name as `toHaveCalledTool` names them. */
14
+ toolCalls?: number | Readonly<Record<string, number>>;
15
+ /** The agent's time, as `turn.durationMs` counts it; setup and checks don't count. */
16
+ duration?: Duration;
17
+ };
8
18
  type ConfigInput = ReevalConfig | ((helpers: ConfigHelpers) => ReevalConfig);
9
19
  /**
10
20
  * The config: a plain object, or a callback that destructures the helpers it needs, e.g.
@@ -44,6 +54,8 @@ export declare function defineEnvironment(name: string, input: EnvironmentInput)
44
54
  * `egress: { allow: [...DEFAULT_EGRESS_ALLOW, 'api.example.com'] }`.
45
55
  */
46
56
  export declare const DEFAULT_EGRESS_ALLOW: readonly string[];
57
+ /** At least one of `T`'s keys. */
58
+ type AtLeastOne<T> = { [K in keyof T]-?: Required<Pick<T, K>> & Partial<T>; }[keyof T];
47
59
  type TranscriptSubject = Pick<Turn, 'transcript' | 'unreported'> | Pick<AttemptContext, 'turns'>;
48
60
  /** The values each of reeval's own matchers takes as `expect`'s subject. */
49
61
  type MatcherSubjects = {
@@ -60,6 +72,7 @@ type MatcherSubjects = {
60
72
  toHaveRun: TranscriptSubject;
61
73
  toHaveEdited: TranscriptSubject;
62
74
  toHaveChanged: Pick<Turn, 'diff'> | Pick<AttemptContext, 'turns'>;
75
+ toStayWithin: Pick<Turn, 'usage' | 'transcript' | 'durationMs'> | Pick<AttemptContext, 'turns'>;
63
76
  toHaveStatus: CapturePage;
64
77
  toHaveNoPageErrors: CapturePage;
65
78
  };
@@ -77,6 +90,7 @@ type SubjectHints = {
77
90
  toHaveRun: TakesTurns<'toHaveRun'>;
78
91
  toHaveEdited: TakesTurns<'toHaveEdited'>;
79
92
  toHaveChanged: TakesTurns<'toHaveChanged'>;
93
+ toStayWithin: TakesTurns<'toStayWithin'>;
80
94
  toHaveStatus: 'toHaveStatus() takes the capture from await c.capture()';
81
95
  toHaveNoPageErrors: 'toHaveNoPageErrors() takes the capture from await c.capture()';
82
96
  };
@@ -128,6 +142,12 @@ declare module '@vitest/expect' {
128
142
  toHaveRun: On<T, 'toHaveRun', (command?: RegExp | string) => R>;
129
143
  toHaveEdited: On<T, 'toHaveEdited', (path?: RegExp | string) => R>;
130
144
  toHaveChanged: On<T, 'toHaveChanged', (paths?: string | RegExp | ReadonlyArray<string | RegExp>) => R>;
145
+ /**
146
+ * The turn, or every turn of `c`, stayed within each limit: `tokens` (input and output,
147
+ * subagents included), `toolCalls` (a count, or a count per tool) and `duration`. A turn
148
+ * with no reported usage can't be checked against `tokens`, which is an error, not a failure.
149
+ */
150
+ toStayWithin: On<T, 'toStayWithin', (limits: AtLeastOne<Limits>) => R>;
131
151
  /** The main frame's latest document answered `status`, after redirects. */
132
152
  toHaveStatus: On<T, 'toHaveStatus', (status: number | StatusRange) => R>;
133
153
  /** The page had no uncaught exception or unhandled rejection. */
@@ -137,5 +157,5 @@ declare module '@vitest/expect' {
137
157
  }
138
158
  }
139
159
  export declare const expect: ExpectStatic;
140
- export { type AttemptAnswer, type AttemptContext, type AttemptRecord, type BackgroundHandle, type Budget, type Capture, type CaptureCall, type CaptureInstruction, type CaptureKey, type CaptureOptions, type CaptureUse, type CaptureUseAction, type CaptureUseScript, type CaptureWait, type CaptureWindow, type Cell, type CellRecord, type CellRole, type CompareAnswer, type CompareCut, type CompareOptions, type ConfigHelpers, type Diff, type DirectoryOptions, type Duration, type EachOptions, type EgressPolicy, type EgressRecord, type EnvVars, type Environment, type EnvironmentHelpers, type EnvironmentInput, type EnvironmentSpec, type EvalEntry, type EvalFn, type EvalOptions, type ExecResult, type ExecRetry, type FamilyRecord, type GroupOptions, type HarnessData, type HarnessEdit, type HarnessOption, type HistoryConfig, type HostFile, type JSONValue, type JudgeArtifactRef, type JudgeCallOptions, type JudgeFailure, type JudgeInputs, type JudgeOptions, type JudgeSubject, type McpServer, type Observation, type PairFactor, type PairVote, type PinnableKey, type PluginPart, type PluginSource, type Profile, type ProfileDefaults, type ProfileLimit, type Question, type QuestionInputs, type QuestionOptions, type ReevalConfig, type RunRecord, type Secret, type SecretTemplate, type ServeHandle, type SetupStep, type SkillSource, type StatusRange, type TranscriptEvent, type Turn, type TurnData, type Verdict, type Viewport, type Wait, type WebEventType, evaluate, group };
160
+ export { type AttemptAnswer, type AttemptContext, type AttemptRecord, type BackgroundHandle, type Budget, type Capture, type CaptureCall, type CaptureInstruction, type CaptureKey, type CaptureOptions, type CaptureUse, type CaptureUseAction, type CaptureUseScript, type CaptureWait, type CaptureWindow, type CaseFn, type CaseOptions, type Cell, type CellRecord, type CellRole, type CompareAnswer, type CompareCut, type CompareOptions, type ConfigHelpers, type Diff, type DirectoryOptions, type Duration, type EgressPolicy, type EgressRecord, type EnvVars, type Environment, type EnvironmentHelpers, type EnvironmentInput, type EnvironmentSpec, type EvalEntry, type EvalFn, type EvalOptions, type ExecResult, type ExecRetry, type FamilyRecord, type GroupOptions, type HarnessData, type HarnessEdit, type HarnessOption, type HistoryConfig, type HostFile, type JSONValue, type JudgeArtifactRef, type JudgeCallOptions, type JudgeFailure, type JudgeInputs, type JudgeOptions, type JudgeSubject, type McpServer, type Observation, type PairFactor, type PairVote, type PinnableKey, type PluginPart, type PluginSource, type Profile, type ProfileDefaults, type ProfileLimit, type Question, type QuestionInputs, type QuestionOptions, type ReevalConfig, type RunRecord, type Secret, type SecretTemplate, type ServeHandle, type SetupStep, type SkillSource, type StatusRange, type TranscriptEvent, type Turn, type TurnData, type Verdict, type Viewport, type Wait, type WebEventType, evaluate, group };
141
161
  //# sourceMappingURL=index.d.ts.map
package/dist/index.js CHANGED
@@ -1,6 +1,6 @@
1
- import { i as HarnessCapabilityError } from "./client-tZ2WBDxf.js";
2
- import { c as defineEnvironment, n as DEFAULT_SKILL_EXCLUDE, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-CC1RV21n.js";
3
- import { X as DEFAULT_EGRESS_ALLOW, s as defineConfig } from "./config-C2UtS9vy.js";
4
- import { d as expect } from "./runtime-DcvQcr36.js";
5
- import { n as evaluate, r as group } from "./evaluate-NTNJ8T9H.js";
1
+ import { i as HarnessCapabilityError } from "./client-KM4C5r5_.js";
2
+ import { n as DEFAULT_SKILL_EXCLUDE, s as defineEnvironment, t as DEFAULT_DIRECTORY_IGNORES } from "./environment-DB8o3hGi.js";
3
+ import { lt as DEFAULT_EGRESS_ALLOW, s as defineConfig } from "./config-B9mB1kF5.js";
4
+ import { d as expect } from "./runtime-BpW1f1Mx.js";
5
+ import { n as evaluate, r as group } from "./evaluate-CwKeN_fo.js";
6
6
  export { DEFAULT_DIRECTORY_IGNORES, DEFAULT_EGRESS_ALLOW, DEFAULT_SKILL_EXCLUDE, HarnessCapabilityError, defineConfig, defineEnvironment, evaluate, expect, group };
@@ -0,0 +1 @@
1
+ export { o as initCommand } from "./init-DbuZVRrW.js";
@@ -1,8 +1,9 @@
1
1
  import { n as UsageError } from "./errors-ttMTnIYX.js";
2
- import { M as harnessId, kt as agentFor, t as CONFIG_FILES } from "./config-C2UtS9vy.js";
3
- import { i as RECOMMENDED_ANALYSIS_MODEL } from "./judge-DYOF69Oe.js";
4
2
  import { o as withoutBom } from "./text-B8-W3Cvn.js";
3
+ import { V as harnessId, t as CONFIG_FILES } from "./config-B9mB1kF5.js";
4
+ import { i as RECOMMENDED_ANALYSIS_MODEL } from "./judge-COMXT1Hx.js";
5
5
  import { i as PACKAGE_DIR } from "./root-Co0jhOT5.js";
6
+ import { a as agentFor } from "./agents-C6zhkxp3.js";
6
7
  import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
7
8
  import { dirname, join, relative, resolve, sep } from "node:path";
8
9
  import { parseTsconfig } from "get-tsconfig";
@@ -97,7 +98,7 @@ import { ${h.factory} } from '${pkg}/harness'
97
98
 
98
99
  export default defineConfig({
99
100
  include: ['evals/**/*.eval.ts'],
100
- harness: ${h.factory}({ model: '${h.model}' }), // needs ${keyOf(h)}
101
+ harnesses: ${h.factory}({ model: '${h.model}' }), // needs ${keyOf(h)}
101
102
  timeout: '15m',
102
103
  // For c.judge, add a judge, e.g. judge: { model: '${RECOMMENDED_ANALYSIS_MODEL}' }.
103
104
  // reeval analyze explains a run, with ${ANALYSIS_KEY}.
@@ -135,7 +136,7 @@ import { greeter } from './environments.ts'
135
136
  const greetsAda = \`node -e "import('./greet.js').then((m) =>
136
137
  process.exit(m.greet('Ada') === 'Hello, Ada!' ? 0 : 1))"\`
137
138
 
138
- evaluate('creates greet.js', { environment: greeter }, async (c) => {
139
+ evaluate('creates greet.js', { environments: greeter }, async (c) => {
139
140
  const turn = await c.send(
140
141
  'Create greet.js, an ES module exporting greet(name) that returns ' +
141
142
  '"Hello, <name>!". No dependencies.',
@@ -470,7 +471,7 @@ function packageManager(dir) {
470
471
  }
471
472
  const dockerLine = async (next) => {
472
473
  try {
473
- const { defaultDeps, dockerReadiness } = await import("./doctor-BcvfKpBX.js");
474
+ const { defaultDeps, dockerReadiness } = await import("./doctor-B2PohneB.js");
474
475
  return await dockerReadiness(defaultDeps(), next, AbortSignal.timeout(DOCKER_CHECK_MS));
475
476
  } catch (error) {
476
477
  return error.name === "TimeoutError" ? `Docker didn't answer within ${DOCKER_CHECK_MS / 1e3}s: wait for it to start, or check it with reeval doctor, then run ${next}` : `Docker couldn't be checked (${error.message}): reeval doctor checks it again, then run ${next}`;
@@ -536,4 +537,4 @@ async function initCommand(flags, args, io) {
536
537
  }
537
538
  export { evalSource as a, planInit as c, environmentsSource as i, askHarness as n, initCommand as o, configSource as r, missingGitignoreEntries as s, INIT_HARNESSES as t };
538
539
 
539
- //# sourceMappingURL=init-D5HtmyMI.js.map
540
+ //# sourceMappingURL=init-DbuZVRrW.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"init-DbuZVRrW.js","names":["posix"],"sources":["../src/init.ts"],"mappings":";;;;;;;;;;;;AAoBA,MAAa,iBAKR;CACH;EAAE,MAAM;EAAU,OAAO;EAAU,SAAS;EAAU,OAAO;CAAe;CAC5E;EAAE,MAAM;EAAe,OAAO;EAAe,SAAS;EAAc,OAAO;CAAkB;CAC7F;EACE,MAAM;EACN,OAAO;EACP,SAAS;EACT,OAAO;CACT;CACA;EAAE,MAAM;EAAY,OAAO;EAAY,SAAS;EAAY,OAAO;CAA0B;CAC7F;EAAE,MAAM;EAAS,OAAO;EAAS,SAAS;EAAS,OAAO;CAAmB;CAC7E;EAAE,MAAM;EAAM,OAAO;EAAM,SAAS;EAAM,OAAO;CAAmB;CACpE;EAAE,MAAM;EAAS,OAAO;EAAS,SAAS;EAAS,OAAO;CAAe;CACzE;EAAE,MAAM;EAAM,OAAO;EAAM,SAAS;EAAM,OAAO;CAAU;CAC3D;EAAE,MAAM;EAAc,OAAO;EAAc,SAAS;EAAa,OAAO;CAAW;AACrF;AAIA,MAAM,gBAAgB,OACnB;CAAE,MAAM,EAAE;CAAM,OAAO,EAAE;AAAM;;AAElC,MAAM,SAAS,MAA0C,SAAS,aAAa,CAAC,CAAC,CAAC,CAAC;;AAEnF,MAAM,UAAU,MAA0C,UAAU,aAAa,CAAC,CAAC;;AAGnF,MAAM,eAAe;AAErB,MAAM,UAAwB,eAAe,KAAK,MAAM,EAAE,IAAI;AAC9D,MAAM,iBAA6B;AACnC,MAAM,YAAY,CAAC,YAAY,OAAO;AACtC,MAAM,YAAY;AAClB,MAAM,oBAAoB;AAC1B,MAAM,OAAO;AACb,MAAM,QAAQ;;AAEd,MAAM,kBAAkB;AAYxB,MAAMA,WAAS,SAAiB,KAAK,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;AAExD,SAAS,UAAU,QAAoB;CACrC,MAAM,IAAI,eAAe,MAAM,MAAM,EAAE,SAAS,MAAM;CACtD,IAAI,CAAC,GAAG,MAAM,IAAI,WAAW,4BAA4B,QAAQ,KAAK,IAAI,EAAE,QAAQ,OAAO,EAAE;CAC7F,OAAO;AACT;AAEA,SAAgB,aAAa,KAAa,QAA4B;CACpE,MAAM,IAAI,UAAU,MAAM;CAC1B,OAAO,iCAAiC,IAAI;WACnC,EAAE,QAAQ,WAAW,IAAI;;;;eAIrB,EAAE,QAAQ,aAAa,EAAE,MAAM,iBAAiB,MAAM,CAAC,EAAA;;uDAEf,2BAA2B;2CACvC,aAAa;wBAChC,2BAA2B;;;;;;;;;;;;;;AAcnD;AAEA,SAAgB,mBAAmB,KAAqB;CACtD,OAAO,sCAAsC,IAAI;;;;;;;;;;AAUnD;AAEA,SAAgB,WAAW,KAAqB;CAC9C,OAAO,qCAAqC,IAAI;;;;;;;;;;;;;;;;AAgBlD;AAEA,MAAM,WAAW;;;;;;;;;;;;AAajB,MAAM,QAAQ,SAAkB,WAAW,IAAI,IAAI,aAAa,MAAM,MAAM,IAAI,KAAA;AAChF,MAAM,SAAS,SAAkB,KAAK,SAAS,MAAM,IAAI,SAAS;;AAGlE,SAAS,OACP,KACA,SACA,MACA,OACA,WACY;CACZ,MAAM,OAAO;CACb,MAAM,WAAW,KAAK,KAAK,KAAK,IAAI,CAAC;CACrC,IAAI,aAAa,KAAA,GAAW,OAAO;EAAE;EAAM,QAAQ;EAAU;EAAM;CAAQ;CAC3E,IAAI,aAAa,SAAS,OAAO;EAAE;EAAM,QAAQ;EAAQ,MAAM;CAAK;CACpE,IAAI,CAAC,OAAO,UAAU,KAAK,GAAG,KAAK,6CAA6C;CAChF,OAAO;EAAE;EAAM,QAAQ;EAAa;EAAM;CAAQ;AACpD;;AAGA,SAAS,MAAM,KAAa,MAAc,SAAiB,MAA0B;CACnF,MAAM,WAAW,KAAK,KAAK,KAAK,IAAI,CAAC;CACrC,IAAI,aAAa,KAAA,GAAW,OAAO;EAAE;EAAM,QAAQ;EAAU;EAAM;CAAQ;CAC3E,OAAO;EAAE;EAAM,QAAQ;EAAQ,MAAM,aAAa,UAAU,OAAO;CAAM;AAC3E;;AAGA,SAAgB,wBAAwB,MAAwB;CAC9D,MAAM,QAAQ,IAAI,IAAI,KAAK,MAAM,OAAO,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,OAAO,EAAE,CAAC,CAAC;CACjF,OAAO,UAAU,QAAQ,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,OAAO,EAAE,CAAC,CAAC;AAClF;AAEA,SAAS,UAAU,KAAyB;CAC1C,MAAM,WAAW,KAAK,KAAK,KAAK,YAAY,CAAC;CAC7C,MAAM,UAAU,wBAAwB,YAAY,EAAE;CACtD,IAAI,CAAC,QAAQ,QACX,OAAO;EAAE,MAAM;EAAc,QAAQ;EAAQ,MAAM,SAAS,UAAU,KAAK,IAAI;CAAI;CACrF,IAAI,aAAa,KAAA,GAEf,OAAO;EACL,MAAM;EACN,QAAQ;EACR,MAAM,CAJS,iBAAiB,GAAG,OAIvB,CAAC,CAAC,KAAK,IAAI;EACvB,SAAS,uEAAuE,QAAQ,KAAK,IAAI,EAAE;CACrG;CAEF,MAAM,MAAM,MAAM,QAAQ;CAC1B,MAAM,OAAO,YAAY,CAAC,SAAS,SAAS,IAAI,IAAI,MAAM;CAC1D,MAAM,QAAQ;EACZ,GAAI,WAAW,CAAC,GAAG,MAAM,IAAI,CAAC;EAC9B;EACA,GAAG;EACH;CACF,CAAC,CAAC,KAAK,GAAG;CACV,OAAO;EACL,MAAM;EACN,QAAQ;EACR,MAAM,QAAQ,KAAK,IAAI;EACvB,SAAS,GAAG,WAAW;CACzB;AACF;AAEA,MAAM,cAAc,GAAW,MAAc;CAC3C,KAAK,KAAK,IAAI,EAAE,UAAU,EAAE,OAAO,MAAK,KAAK,IAAI,EAAE,OAAO,MAAM;CAChE,OAAO,IAAI;AACb;AACA,MAAM,aAAa,GAAW,MAAc;CAC1C,OAAO,IAAI,EAAE,UAAU,KAAK,KAAK,EAAE,MAAM,EAAE,GAAG;CAC9C,OAAO;AACT;AACA,SAAS,UAAU,GAAW,GAAmB;CAC/C,IAAI,EAAE,OAAO,MAAK,OAAO,WAAW,GAAG,CAAC;CACxC,IAAI,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;EAChC,OAAO,IAAI,EAAE,UAAU,CAAC,WAAW,KAAK,EAAE,MAAM,EAAE,GAAG;EACrD,OAAO;CACT;CACA,KAAK,IAAI,QAAQ,GAAG,IAAI,EAAE,QAAQ,KAChC,IAAI,EAAE,OAAO,MAAK,IAAI,WAAW,GAAG,CAAC,IAAI;MACpC,IAAI,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;MAClC,KAAK,EAAE,OAAO,OAAO,EAAE,OAAO,QAAQ,EAAE,UAAU,GAAG,OAAO,IAAI;CAEvE,OAAO;AACT;;AAGA,SAAS,UAAU,GAAW,MAAc;CAC1C,MAAM,UAA6E,CAAC;CACpF,IAAI,IAAI,UAAU,GAAG,OAAO,CAAC;CAC7B,OAAO,EAAE,OAAO,MAAK;EACnB,MAAM,SAAS,WAAW,GAAG,CAAC;EAC9B,MAAM,QAAQ,UAAU,GAAG,UAAU,GAAG,MAAM,IAAI,CAAC;EACnD,MAAM,MAAM,UAAU,GAAG,KAAK;EAC9B,QAAQ,KAAK;GAAE,KAAK,KAAK,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;GAAG,OAAO;GAAG;GAAO;EAAI,CAAC;EAC1E,IAAI,UAAU,GAAG,GAAG;EACpB,IAAI,EAAE,OAAO,KAAK,IAAI,UAAU,GAAG,IAAI,CAAC;CAC1C;CACA,OAAO;AACT;;;;;;AAOA,SAAS,UAAU,GAAW,MAAc,KAAa,OAAiC;CACxF,MAAM,UAAU,UAAU,GAAG,IAAI;CACjC,MAAM,OAAO,QAAQ,GAAG,EAAE;CAC1B,IAAI,CAAC,MAAM;EACT,MAAM,QAAQ,UAAU,GAAG,OAAO,CAAC;EACnC,OAAO,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,IAAI,KAAK,UAAU,GAAG,EAAE,IAAI,MAAM,GAAG,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;CACzF;CACA,MAAM,SAAS,QAAQ,GAAG,EAAE;CAC5B,MAAM,OAAO,SAAS,EAAE,QAAQ,KAAK,OAAO,GAAG,IAAI,IAAI,OAAO;CAC9D,MAAM,OAAO,EAAE,MAAM,MAAM,KAAK,KAAK;CACrC,OAAO,GAAG,EAAE,MAAM,GAAG,KAAK,GAAG,EAAE,GAAG,OAAO,KAAK,UAAU,GAAG,EAAE,IAAI,MAAM,IAAI,IAAI,EAAE,MAAM,KAAK,GAAG;AACjG;;AAGA,MAAM,UAAU,MAAc,OAAe,SAAiB;CAC5D,MAAM,QAAQ,GAAG,KAAK,UAAU,IAAI,EAAE,IAAI,KAAK,UAAU,CAAC;CAC1D,IAAI,CAAC,KAAK,SAAS,IAAI,GAAG,OAAO,KAAK,MAAM;CAE5C,OAAO,IAAI,OADE,KAAK,MAAM,KAAK,YAAY,IAAI,IAAI,CAC5B,IAAI,QAAQ,KAAK;AACxC;;AAGA,SAAS,UAAU,MAAc,SAAiB,MAAc,GAAmB;CACjF,MAAM,OAAO,UAAU,MAAM,CAAC;CAC9B,MAAM,MAAM,UAAU,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,EAAE,QAAQ,OAAO;CAC/D,IAAI,OAAO,KAAK,IAAI,WAAW,KAC7B,OAAO,UAAU,MAAM,IAAI,OAAO,YAAY,KAAK,UAAU,CAAC,CAAC;CAEjE,OAAO,UAAU,MAAM,MAAM,SAAS,OAAO,MAAM,CAAC,CAAC;AACvD;AAEA,SAAS,YAAY,KAAa,KAAa,SAA6B;CAC1E,MAAM,OAAO,KAAK,KAAK,cAAc;CACrC,MAAM,WAAW,KAAK,IAAI;CAC1B,MAAM,QAAQ,IAAI;CAClB,IAAI,aAAa,KAAA,GAAW;EAE1B,MAAM,WAAW;GACf,OAFWA,QAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,QAAA,CAExC,YAAY,CAAC,CAAC,QAAQ,kBAAkB,GAAG,KAAK;GAC3D,SAAS;GACT,MAAM;GACN,SAAS,EAAE,MAAM,aAAa;GAC9B,iBAAiB,GAAG,MAAM,MAAM;EAClC;EACA,OAAO;GACL,MAAM;GACN,QAAQ;GACR,MAAM,8BAA8B;GACpC,SAAS,GAAG,KAAK,UAAU,UAAU,MAAM,CAAC,EAAE;EAChD;CACF;CACA,IAAI;CACJ,IAAI;EACF,WAAW,KAAK,MAAM,WAAW,QAAQ,CAAC;CAC5C,SAAS,OAAO;EACd,MAAM,IAAI,WAAW,kCAAmC,MAAgB,SAAS;CACnF;CACA,IAAI,CAAC,YAAY,OAAO,aAAa,YAAY,MAAM,QAAQ,QAAQ,GACrE,MAAM,IAAI,WAAW,kCAAkC;CAEzD,MAAM,UAAU,SAAS;CACzB,MAAM,OAAO,YACX,CAAC,CAAE,SAAS,QAAQ,GAA0C;CAChE,MAAM,SAAS,IAAI,cAAc,KAAK,IAAI,iBAAiB;CAC3D,IAAI,UAAU;CACd,MAAM,QAAkB,CAAC;CACzB,MAAM,OAAiB,CAAC;CACxB,IAAI,CAAC,SAAS,MAAM;EAClB,UAAU,UAAU,SAAS,WAAW,QAAQ,YAAY;EAC5D,MAAM,KAAK,aAAa;CAC1B,OAAO,IAAI,QAAQ,SAAS,cAC1B,KAAK,KAAK,oBAAoB,QAAQ,KAAK,EAAE;CAE/C,IAAI,CAAC,QAAQ;EACX,UAAU,UAAU,SAAS,mBAAmB,KAAK,KAAK;EAC1D,MAAM,KAAK,iBAAiB,KAAK;CACnC;CACA,MAAM,WAAW,KAAK,SAAS,UAAU,KAAK,KAAK,IAAI,MAAM;CAC7D,IAAI,CAAC,MAAM,QACT,OAAO;EACL,MAAM;EACN,QAAQ;EACR,MAAM,KAAK,SAAS,OAAO,IAAI,SAAS,KAAK,KAAK,IAAI,MAAM,0BAA0B;CACxF;CAEF,OAAO;EAAE,MAAM;EAAgB,QAAQ;EAAU,MAAM,GAAG,MAAM,KAAK,IAAI,IAAI;EAAY;CAAQ;AACnG;;AAGA,SAAS,SAAS,KAAyB;CACzC,MAAM,OAAO,KAAK,KAAK,eAAe;CACtC,MAAM,WAAW,KAAK,IAAI;CAC1B,IAAI,aAAa,KAAA,GACf,OAAO;EACL,MAAM;EACN,QAAQ;EACR,MAAM;EACN,SAAS;CACX;CAEF,IAAI,aAAa,UAAU,OAAO;EAAE,MAAM;EAAiB,QAAQ;EAAQ,MAAM;CAAK;CACtF,IAAI;CACJ,IAAI;EACF,UAAU,cAAc,IAAI,CAAC,CAAC;CAChC,QAAQ;EACN,OAAO;GAAE,MAAM;GAAiB,QAAQ;GAAQ,MAAM;EAAM;CAC9D;CAEA,OAAO;EACL,MAAM;EACN,QAAQ;EACR,MAJS,SAAS,8BAA8B,SAAS,kCAKrD,QACA,GAAG,MAAM;CACf;AACF;;AAGA,SAAS,aACP,KACA,SAC2C;CAC3C,MAAM,QAAQ,aAAa,QAAQ,MAAM,MAAM,sBAAsB,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC;CAC7F,IAAI,MAAM,QACR,OAAO,EACL,SAAS,GAAG,MAAM,KAAK,OAAO,EAAE,GAAG,MAAM,SAAS,IAAI,QAAQ,KAAK,iFAAiF,MAAM,SAAS,IAAI,SAAS,KAAK,SACvL;CAEF,MAAM,WAAW,KAAK,KAAK,KAAK,kBAAkB,CAAC;CACnD,IAAI,aAAa,KAAA,GAAW,OAAO,CAAC;CACpC,MAAM,OAAO,QAAQ,MAAM,MAAM,aAAa,QAAQ,KAAK,CAAC,MAAM,QAAQ;CAC1E,IAAI,SAAS,QAAQ,UAAU,UAAU,MAAM,OAAO,EAAE,QAAQ,KAAK;CACrE,IAAI,QAAQ,OAAO,OAAO,CAAC;CAC3B,OAAO,EACL,SACE,qJACJ;AACF;;AAGA,SAAgB,SAAS,SAQZ;CACX,MAAM,EAAE,KAAK,QAAQ,OAAO,KAAK,SAAS,SAAS;CACnD,MAAM,YAAsB,CAAC;CAC7B,MAAM,QAAQ,aAAa,QAAQ,MAAM,MAAM,sBAAsB,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC;CAC7F,IAAI,MAAM,QAAQ,UAAU,KAAK,GAAG,MAAM,KAAK,IAAI,EAAE,gBAAgB;CACrE,MAAM,IAAI,UAAU,MAAM;CAC1B,MAAM,eAAe,MACnB,KACA,mBACA,mBAAmB,GAAG,GACtB,+CACF;CACA,MAAM,kBACJ,aAAa,SAAS,QAAS,KAAK,KAAK,KAAK,iBAAiB,CAAC,KAAK,KAAM,KAAA;CAC7E,MAAM,aACJ,oBAAoB,KAAA,KACpB,CAAC,yCAAyC,KAAK,eAAe,KAC9D,CAAC,WAAW,KAAK,KAAK,SAAS,CAAC,IAC5B;EACE,MAAM;EACN,QAAQ;EACR,MAAM,+BAA+B,kBAAkB;CACzD,IACA,MAAM,KAAK,WAAW,WAAW,GAAG,GAAG,sBAAsB;CAcnE,OAAO;EAAE;EAAK,SAAA;GAZZ,OACE,KACA,aAAa,KAAK,MAAM,GACxB,WAAW,OAAO,CAAC,EAAE,aAAa,2BAA2B,yBAC7D,OACA,SACF;GACA,GAAI,OAAO,CAAC,IAAI,CAAC,cAAc,UAAU;GACzC,UAAU,GAAG;GACb,YAAY,KAAK,KAAK,OAAO;GAC7B,GAAI,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC;EAEZ;EAAG;CAAU;AACnC;;AAGA,eAAsB,WAAW,OAAiB,QAAuC;CACvF,MAAM,QAAQ,CACZ,4CACA,GAAG,eAAe,KAAK,GAAG,MAAM,KAAK,IAAI,EAAE,IAAI,EAAE,MAAM,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,CAC/F;CACA,OAAO,MAAM,GAAG,MAAM,KAAK,IAAI,EAAE,GAAG;CACpC,MAAM,KAAK,gBAAgB;EAAE;EAAO,UAAU;CAAM,CAAC;CACrD,MAAM,UAAU,GAAG,OAAO,cAAc,CAAC;CACzC,IAAI;EACF,SAAS;GACP,OAAO,MAAM,aAAa;GAC1B,MAAM,OAAO,MAAM,QAAQ,KAAK;GAChC,IAAI,KAAK,MACP,MAAM,IAAI,WAAW,4DAA4D;GACnF,MAAM,SAAS,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY;GACrD,IAAI,CAAC,QAAQ,OAAO;GACpB,MAAM,WAAW,QAAQ,OAAO,MAAM,IAAI;GAC1C,IAAI,QAAQ,KAAK,MAAM,KAAK,UAAU,OAAO;GAC7C,MAAM,SAAS,QAAQ,MACpB,MAAM,MAAM,UAAU,UAAU,CAAC,CAAC,CAAC,MAAM,YAAY,MAAM,MAC9D;GACA,IAAI,QAAQ,OAAO;GACnB,OAAO,MAAM,eAAe,QAAQ,OAAO,cAAc,QAAQ,KAAK,IAAI,EAAE,IAAI;EAClF;CACF,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,SAAS,eAAe,KAAgD;CACtE,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAK,IAAI,QAAQ,CAAC,GAAG;EAC3C,IAAI,WAAW,KAAK,GAAG,gBAAgB,CAAC,GACtC,OAAO;GAAE,SAAS;GAAgB,MAAM;EAAc;EACxD,IAAI,WAAW,KAAK,GAAG,WAAW,CAAC,GAAG,OAAO;GAAE,SAAS;GAAQ,MAAM;EAAc;EACpF,IAAI,WAAW,KAAK,GAAG,UAAU,CAAC,GAAG,OAAO;GAAE,SAAS;GAAe,MAAM;EAAc;EAC1F,IAAI,WAAW,KAAK,GAAG,mBAAmB,CAAC,KAAK,QAAQ,CAAC,MAAM,GAAG;CACpE;CACA,OAAO;EAAE,SAAS;EAAe,MAAM;CAAa;AACtD;AASA,MAAM,aAAa,OAAO,SAAiB;CACzC,IAAI;EACF,MAAM,EAAE,aAAa,oBAAoB,MAAM,OAAO;EACtD,OAAO,MAAM,gBAAgB,YAAY,GAAG,MAAM,YAAY,QAAQ,eAAe,CAAC;CACxF,SAAS,OAAO;EACd,OAAQ,MAAgB,SAAS,iBAC7B,+BAA+B,kBAAkB,IAAK,oEAAoE,SAC1H,+BAAgC,MAAgB,QAAQ,6CAA6C;CAC3G;AACF;;AAGA,eAAsB,YAAY,OAAc,MAAgB,IAA6B;CAC3F,MAAM,WAAW,KAAK,MAAM,aAAa,KAAK,aAAa,cAAc,GAAG,MAAM,CAAC;CACnF,MAAM,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,GAAG;CAC1C,MAAM,QAAQA,QAAM,SAAS,GAAG,KAAK,GAAG,CAAC,KAAK;CAC9C,MAAM,QAAQ,CAAC,CAAC,MAAM;CACtB,IAAI;CACJ,IAAI,MAAM,YAAY,KAAA,GAAW;EAC/B,QAAQ,MAAM,QAAQ,YAAY;EAClC,IAAI,CAAC,QAAQ,SAAS,KAAK,GACzB,MAAM,IAAI,WAAW,4BAA4B,QAAQ,KAAK,IAAI,EAAE,QAAQ,MAAM,QAAQ,EAAE;CAEhG;CACA,MAAM,QAAQ,aAAa,KAAK;EAAE,KAAK,SAAS;EAAM;EAAO,QAAQ;CAAM,CAAC;CAC5E,IAAI,MAAM,SACR,MAAM,IAAI,WAAW,+BAA+B,MAAM,IAAI,MAAM,SAAS;CAE/E,IAAI;CACJ,IAAI,OAAO,SAAS;MACf,IAAI,MAAM,QAAQ,SAAS,MAAM;MACjC,IAAI,MAAM,KAAK,SAAS;MACxB,IAAI,GAAG,MAAM,OAAO,SAAS,MAAM,WAAW,GAAG,OAAO,GAAG,MAAM;MAEpE,MAAM,IAAI,WACR,gHACF;CAEF,MAAM,OAAO,SAAS;EACpB;EACA;EACA;EACA,KAAK,SAAS;EACd,SAAS,SAAS;EAClB,MAAM,CAAC,CAAC,MAAM;CAChB,CAAC;CACD,IAAI,KAAK,UAAU,QACjB,MAAM,IAAI,WACR,+BAA+B,MAAM,IAAI,KAAK,UAAU,KAAK,IAAI,EAAE,uBACrE;CAEF,MAAM,MAAM,CAAC,CAAC,MAAM;CACpB,GAAG,IAAI,iBAAiB,QAAQ,MAAM,kCAAkC,IAAI;CAC5E,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,QAAQ,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;CAChE,KAAK,MAAM,KAAK,KAAK,SACnB,GAAG,IAAI,KAAK,EAAE,OAAO,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM;CAErE,IAAI,CAAC,KACH,KAAK,MAAM,KAAK,KAAK,SAAS;EAC5B,IAAI,EAAE,YAAY,KAAA,GAAW;EAC7B,MAAM,OAAO,KAAK,KAAK,GAAG,EAAE,KAAK,MAAM,GAAG,CAAC;EAC3C,UAAU,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;EAC5C,cAAc,MAAM,EAAE,OAAO;CAC/B;CAEF,MAAM,KAAK,eAAe,GAAG;CAC7B,MAAM,IAAI,UAAU,MAAM;CAC1B,MAAM,QAAQ,GAAG,GAAG,KAAK;CACzB,MAAM,UAAU,KAAK,QAAQ,MAAM,MAAM,EAAE,SAAS,SAAS;CAC7D,MAAM,QAAQ,CAAC,UACX,kCACA,QAAQ,WAAW,YAAY,QAAQ,SAAS,OAC9C,aACA;CACN,MAAM,OAAgC;EACpC,GAAI,UAAU,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,SAAS,EAAE,CAAqB;EACjE,CAAC,GAAG,SAAS,EAAE;EACf,CAAC,OAAO,SAAS,EAAE,MAAM,uCAAuC;EAChE,CAAC,GAAG,GAAG,KAAK,OAAO,GAAG,MAAM,MAAM,EAAE,MAAM,SAAS,MAAM,CAAC,EAAE,eAAe;CAC7E;CACA,MAAM,MAAM,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACnD,GAAG,IAAI,UAAU,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,IAAI,GAAG,EAAE,OAAO,GAAG,EAAE,IAAI,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,GAAG;CAE3F,GAAG,IAAI,MAAM,WAAW,KAAK,CAAC;CAC9B,OAAO;AACT"}