reeval 0.24.0 → 0.26.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (560) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +16 -16
  3. package/THIRD_PARTY_NOTICES.md +0 -2068
  4. package/assets/package.json +1 -1
  5. package/assets/pnpm-lock.yaml +65 -50
  6. package/dist/{adapter-dHdepWKb.js → adapter-BHMbIeH9.js} +7 -7
  7. package/dist/{adapter-dHdepWKb.js.map → adapter-BHMbIeH9.js.map} +1 -1
  8. package/dist/{agent-CZpiwA_r.js → agent-D67VCd6Q.js} +8 -8
  9. package/dist/{agent-CZpiwA_r.js.map → agent-D67VCd6Q.js.map} +1 -1
  10. package/dist/{agents-CEapsHV-.js → agents-Dnv1MmgY.js} +40 -59
  11. package/dist/agents-Dnv1MmgY.js.map +1 -0
  12. package/dist/{analysis-BnG_1x_O.js → analysis-8vvMnUJB.js} +4 -5
  13. package/dist/analysis-8vvMnUJB.js.map +1 -0
  14. package/dist/api-ZeGnedB3.js +141 -0
  15. package/dist/api-ZeGnedB3.js.map +1 -0
  16. package/dist/assemble-BlA7FWRn.js +1 -0
  17. package/dist/{assemble-Dw1bF13I.js → assemble-CuvlsOaE.js} +117 -66
  18. package/dist/assemble-CuvlsOaE.js.map +1 -0
  19. package/dist/{attach-DvYiMu6w.js → attach-6av4DmO3.js} +24 -6
  20. package/dist/attach-6av4DmO3.js.map +1 -0
  21. package/dist/{attempt-DxR1agFo.js → attempt-D5WH0yFa.js} +3 -3
  22. package/dist/{attempt-DxR1agFo.js.map → attempt-D5WH0yFa.js.map} +1 -1
  23. package/dist/{attempt-host-DgeJFSZw.js → attempt-host-Be_-uDKJ.js} +37 -14
  24. package/dist/attempt-host-Be_-uDKJ.js.map +1 -0
  25. package/dist/boat-BCNNEJni.js +298 -0
  26. package/dist/boat-BCNNEJni.js.map +1 -0
  27. package/dist/boat-CwBW2sbp.js +1 -0
  28. package/dist/{boat-CUNgSc75.js → boat-CygRcaM0.js} +115 -196
  29. package/dist/boat-CygRcaM0.js.map +1 -0
  30. package/dist/{boat-images-BuFigiEb.js → boat-images-asGLQXD5.js} +19 -23
  31. package/dist/boat-images-asGLQXD5.js.map +1 -0
  32. package/dist/{bundle-yEgI3RsI.js → bundle-B7P-Awnm.js} +105 -17
  33. package/dist/bundle-B7P-Awnm.js.map +1 -0
  34. package/dist/{capture-DdEKVrwk.js → capture-BwLa-4s-.js} +20 -19
  35. package/dist/{capture-DdEKVrwk.js.map → capture-BwLa-4s-.js.map} +1 -1
  36. package/dist/capture-CG-J-1-j.js +1 -0
  37. package/dist/cases-Bsp-G-ZL.js +1 -0
  38. package/dist/{cases-B7QkvMGE.js → cases-C6vnV-gn.js} +60 -42
  39. package/dist/cases-C6vnV-gn.js.map +1 -0
  40. package/dist/classify-BIJQ2Xqo.js +163 -0
  41. package/dist/classify-BIJQ2Xqo.js.map +1 -0
  42. package/dist/{cli-Z7aw8k25.js → cli-BoCPYLUQ.js} +305 -124
  43. package/dist/cli-BoCPYLUQ.js.map +1 -0
  44. package/dist/{cli-spec-3zvLC9YW.js → cli-spec-DgEWHOt3.js} +164 -50
  45. package/dist/cli-spec-DgEWHOt3.js.map +1 -0
  46. package/dist/cli.js +2 -2
  47. package/dist/client-Dj65gXG3.js +105 -0
  48. package/dist/client-Dj65gXG3.js.map +1 -0
  49. package/dist/{cloud-owVBaSRt.js → cloud-TuNUlZ0L.js} +3 -3
  50. package/dist/{cloud-owVBaSRt.js.map → cloud-TuNUlZ0L.js.map} +1 -1
  51. package/dist/{cloud-files-BjinrTTe.js → cloud-files-CBovrfZA.js} +8 -8
  52. package/dist/{cloud-files-BjinrTTe.js.map → cloud-files-CBovrfZA.js.map} +1 -1
  53. package/dist/{cloud-DuHcNQVV.js → cloud-igGIS4Bm.js} +43 -20
  54. package/dist/cloud-igGIS4Bm.js.map +1 -0
  55. package/dist/cloud-project-Ch7jjlwh.js +110 -0
  56. package/dist/cloud-project-Ch7jjlwh.js.map +1 -0
  57. package/dist/cloud-project-DdUVB4EE.js +1 -0
  58. package/dist/cloud-push-DvnqOgRd.js +817 -0
  59. package/dist/cloud-push-DvnqOgRd.js.map +1 -0
  60. package/dist/cloud-push-MXKreNyq.js +1 -0
  61. package/dist/{cloud-run-DqMkSGYB.js → cloud-run-CbGF8Lwt.js} +285 -48
  62. package/dist/cloud-run-CbGF8Lwt.js.map +1 -0
  63. package/dist/cloud-run-CghE2dG6.js +1 -0
  64. package/dist/{cloud-secrets-Bak83tik.js → cloud-secrets-BWoV4ddM.js} +43 -35
  65. package/dist/cloud-secrets-BWoV4ddM.js.map +1 -0
  66. package/dist/cloud-secrets-DlPRfS2l.js +1 -0
  67. package/dist/command-Bps8kBML.js +141 -0
  68. package/dist/command-Bps8kBML.js.map +1 -0
  69. package/dist/{command-CtmSJzPC.js → command-ByUmSm2D.js} +29 -23
  70. package/dist/command-ByUmSm2D.js.map +1 -0
  71. package/dist/{command-CeygdoVe.js → command-CQk7FCI1.js} +92 -26
  72. package/dist/command-CQk7FCI1.js.map +1 -0
  73. package/dist/{command-CoHN1ibe.js → command-CxuGky7A.js} +44 -20
  74. package/dist/command-CxuGky7A.js.map +1 -0
  75. package/dist/{command-efTGfUYb.js → command-pxfK2bkV.js} +26 -16
  76. package/dist/command-pxfK2bkV.js.map +1 -0
  77. package/dist/commands-Cl3Y_UXg.js +1 -0
  78. package/dist/{commands-DR-NolV2.js → commands-DGWNNyRD.js} +54 -38
  79. package/dist/commands-DGWNNyRD.js.map +1 -0
  80. package/dist/{config-Bn2OhCN_.js → config-mU7wFvQq.js} +46 -32
  81. package/dist/config-mU7wFvQq.js.map +1 -0
  82. package/dist/core-BXYzOEyQ.js +2058 -0
  83. package/dist/core-BXYzOEyQ.js.map +1 -0
  84. package/dist/{slug-IHh3f770.js → cost-DQ0ayy6h.js} +37 -2
  85. package/dist/cost-DQ0ayy6h.js.map +1 -0
  86. package/dist/{cursor-catalog-BYIDSsLn.js → cursor-catalog-EOFft6LJ.js} +4 -4
  87. package/dist/{cursor-catalog-BYIDSsLn.js.map → cursor-catalog-EOFft6LJ.js.map} +1 -1
  88. package/dist/{daytona-CWs9j9mt.js → daytona-DtCjv8rH.js} +22 -17
  89. package/dist/daytona-DtCjv8rH.js.map +1 -0
  90. package/dist/daytona-image-Xy5o53Ji.js +1 -0
  91. package/dist/{daytona-image-DmGlFAyq.js → daytona-image-w4uTRZ0z.js} +6 -6
  92. package/dist/{daytona-image-DmGlFAyq.js.map → daytona-image-w4uTRZ0z.js.map} +1 -1
  93. package/dist/db-BcplCdzu.js +1 -0
  94. package/dist/{db-D6yQib7M.js → db-yigMuHM2.js} +31 -119
  95. package/dist/db-yigMuHM2.js.map +1 -0
  96. package/dist/debug-CGg7KHKq.js +1 -0
  97. package/dist/{debug-CIXzB4wK.js → debug-T29p6HOX.js} +2 -10
  98. package/dist/debug-T29p6HOX.js.map +1 -0
  99. package/dist/{default-effort-Ck6ViSaI.js → default-effort-B1b8t81b.js} +1 -1
  100. package/dist/{default-effort-Bpz5ULfC.js → default-effort-BDYXBzu5.js} +3 -3
  101. package/dist/{default-effort-Bpz5ULfC.js.map → default-effort-BDYXBzu5.js.map} +1 -1
  102. package/dist/{dist-CZtW7eI5.js → dist-DCG7vZGQ.js} +3 -3
  103. package/dist/{dist-CZtW7eI5.js.map → dist-DCG7vZGQ.js.map} +1 -1
  104. package/dist/{docker-Dgw4aaRk.js → docker-DcnX2WpM.js} +4 -4
  105. package/dist/{docker-Dgw4aaRk.js.map → docker-DcnX2WpM.js.map} +1 -1
  106. package/dist/{docker-Bbi4kmFj.js → docker-XCyDUd7_.js} +1 -1
  107. package/dist/{doctor-BfS6jswW.js → doctor-DTKa8rrq.js} +27 -27
  108. package/dist/{doctor-BfS6jswW.js.map → doctor-DTKa8rrq.js.map} +1 -1
  109. package/dist/duration-Bz2H7pXb.js +34 -0
  110. package/dist/duration-Bz2H7pXb.js.map +1 -0
  111. package/dist/{environment-BY8lVFFK.js → environment-BCBg6c0p.js} +38 -12
  112. package/dist/environment-BCBg6c0p.js.map +1 -0
  113. package/dist/errors-BjzEWESY.js +93 -0
  114. package/dist/errors-BjzEWESY.js.map +1 -0
  115. package/dist/{errors-P8oHhNzy.js → errors-Cda7UzRA.js} +2 -2
  116. package/dist/{errors-P8oHhNzy.js.map → errors-Cda7UzRA.js.map} +1 -1
  117. package/dist/{eval-source-BB8In3xo.js → eval-source-CSPyKuV6.js} +6 -6
  118. package/dist/{eval-source-BB8In3xo.js.map → eval-source-CSPyKuV6.js.map} +1 -1
  119. package/dist/{evaluate-B9_nukrc.d.ts → evaluate-Nnh0iPuo.d.ts} +1 -1
  120. package/dist/{evaluate-B8I9AKgw.js → evaluate-wgW1lGQj.js} +280 -60
  121. package/dist/evaluate-wgW1lGQj.js.map +1 -0
  122. package/dist/{events-D97ZzAeq.js → events-DG_Cq5Pn.js} +154 -33
  123. package/dist/events-DG_Cq5Pn.js.map +1 -0
  124. package/dist/events-RaK1pDmT.js +1 -0
  125. package/dist/{fake-bootstrap-4DFtzib0.js → fake-bootstrap-uCyHhnMO.js} +2 -2
  126. package/dist/{fake-bootstrap-4DFtzib0.js.map → fake-bootstrap-uCyHhnMO.js.map} +1 -1
  127. package/dist/files-BnsRehge.js +1 -0
  128. package/dist/{files-B0DbptiO.js → files-Bv6ipFjc.js} +4 -4
  129. package/dist/{files-B0DbptiO.js.map → files-Bv6ipFjc.js.map} +1 -1
  130. package/dist/{files-GBTUBAek.js → files-CcnSILye.js} +3 -3
  131. package/dist/{files-GBTUBAek.js.map → files-CcnSILye.js.map} +1 -1
  132. package/dist/{files-BesexM88.js → files-CjPm3yyj.js} +173 -41
  133. package/dist/files-CjPm3yyj.js.map +1 -0
  134. package/dist/files-CkmCV5rH.js +1 -0
  135. package/dist/{files-DE13BqBC.js → files-ClUbQPj9.js} +2 -2
  136. package/dist/{files-DE13BqBC.js.map → files-ClUbQPj9.js.map} +1 -1
  137. package/dist/{files-B4K1k__s.js → files-CqfVnRXw.js} +5 -5
  138. package/dist/{files-B4K1k__s.js.map → files-CqfVnRXw.js.map} +1 -1
  139. package/dist/files-D4Hb9HZS.js +1 -0
  140. package/dist/files-DCcRkJN4.js +1 -0
  141. package/dist/{files-TwSVeWwM.js → files-GAocj_Z1.js} +27 -41
  142. package/dist/files-GAocj_Z1.js.map +1 -0
  143. package/dist/gateway.d.ts +1 -1
  144. package/dist/{git-DatgUcnf.js → git-CRPr6I2T.js} +3 -3
  145. package/dist/{git-DatgUcnf.js.map → git-CRPr6I2T.js.map} +1 -1
  146. package/dist/{harness-FcTyyPco.js → harness-Dcd3ffkY.js} +3 -2
  147. package/dist/harness-Dcd3ffkY.js.map +1 -0
  148. package/dist/{harness-EZNoeUBf.js → harness-DvqNGwl6.js} +2 -2
  149. package/dist/{harness-EZNoeUBf.js.map → harness-DvqNGwl6.js.map} +1 -1
  150. package/dist/{harness-install-HgR73tpF.js → harness-install-B0Y2GjnO.js} +4 -4
  151. package/dist/{harness-install-HgR73tpF.js.map → harness-install-B0Y2GjnO.js.map} +1 -1
  152. package/dist/harness.d.ts +1 -1
  153. package/dist/harness.js +1 -1
  154. package/dist/http-DtlSzw4A.js +96 -0
  155. package/dist/http-DtlSzw4A.js.map +1 -0
  156. package/dist/{ids-DqEvrBFZ.js → ids-CtxRn13a.js} +4 -3
  157. package/dist/ids-CtxRn13a.js.map +1 -0
  158. package/dist/{images-SRE4f3SM.js → images-JspTw1vt.js} +13 -13
  159. package/dist/{images-SRE4f3SM.js.map → images-JspTw1vt.js.map} +1 -1
  160. package/dist/index.d.ts +7 -2
  161. package/dist/index.js +4 -5
  162. package/dist/init-BHIWfE2L.js +1 -0
  163. package/dist/{init-D5F9MYPC.js → init-wmMbauok.js} +6 -6
  164. package/dist/{init-D5F9MYPC.js.map → init-wmMbauok.js.map} +1 -1
  165. package/dist/{ink-list-CLq6YVB8.js → ink-list-B5Gul5iZ.js} +7 -6
  166. package/dist/ink-list-B5Gul5iZ.js.map +1 -0
  167. package/dist/{inputs-B_FsOD2N.js → inputs-BWTtz1-v.js} +6 -6
  168. package/dist/{inputs-B_FsOD2N.js.map → inputs-BWTtz1-v.js.map} +1 -1
  169. package/dist/inputs-load-C8HEtAej.js +1 -0
  170. package/dist/{inputs-load-B4MFkp0Q.js → inputs-load-DQRC3dUA.js} +3 -3
  171. package/dist/{inputs-load-B4MFkp0Q.js.map → inputs-load-DQRC3dUA.js.map} +1 -1
  172. package/dist/internal/vm-api/boat.d.ts +46 -0
  173. package/dist/internal/vm-api/boat.js +1 -0
  174. package/dist/internal/vm-api/daytona.d.ts +26 -0
  175. package/dist/internal/vm-api/daytona.js +220 -0
  176. package/dist/internal/vm-api/daytona.js.map +1 -0
  177. package/dist/internal/vm-api.d.ts +86 -0
  178. package/dist/internal/vm-api.js +3 -0
  179. package/dist/internal/vm.d.ts +1 -1
  180. package/dist/internal/vm.js +1 -1
  181. package/dist/{invocations-BxQqe5GU.js → invocations-CSA9OKFn.js} +5 -5
  182. package/dist/{invocations-BxQqe5GU.js.map → invocations-CSA9OKFn.js.map} +1 -1
  183. package/dist/issue-ipG9Yy1h.js +1 -0
  184. package/dist/{issue-iErT9KkK.js → issue-lKqtL3iX.js} +4 -4
  185. package/dist/{issue-iErT9KkK.js.map → issue-lKqtL3iX.js.map} +1 -1
  186. package/dist/{jiti-CtahaHaY.js → jiti-aNfS_lSj.js} +2 -2
  187. package/dist/{jiti-CtahaHaY.js.map → jiti-aNfS_lSj.js.map} +1 -1
  188. package/dist/{judge-MOKPsr6R.js → judge-etHC4K02.js} +5 -5
  189. package/dist/{judge-MOKPsr6R.js.map → judge-etHC4K02.js.map} +1 -1
  190. package/dist/judge.d.ts +1 -1
  191. package/dist/judge.js +1 -1
  192. package/dist/{judgments-Dur4D2pj.js → judgments-CVCUWT-g.js} +7 -4
  193. package/dist/{judgments-Dur4D2pj.js.map → judgments-CVCUWT-g.js.map} +1 -1
  194. package/dist/{kinds-Dohijzi-.js → kinds-BQX5ZxpK.js} +37 -11
  195. package/dist/{kinds-Dohijzi-.js.map → kinds-BQX5ZxpK.js.map} +1 -1
  196. package/dist/labels-Dtyf5-pd.js +251 -0
  197. package/dist/labels-Dtyf5-pd.js.map +1 -0
  198. package/dist/{layout-BhhJAEgf.js → layout-Co4tPHWI.js} +3 -3
  199. package/dist/{layout-BhhJAEgf.js.map → layout-Co4tPHWI.js.map} +1 -1
  200. package/dist/link-Cqs2DhxR.js +127 -0
  201. package/dist/link-Cqs2DhxR.js.map +1 -0
  202. package/dist/{list-ClDb8qiX.js → list-CjcNH-5e.js} +10 -7
  203. package/dist/list-CjcNH-5e.js.map +1 -0
  204. package/dist/{live-QFILMmql.js → live-BRF0ogR6.js} +3 -5
  205. package/dist/live-BRF0ogR6.js.map +1 -0
  206. package/dist/live-DTpM9b4D.js +56 -0
  207. package/dist/live-DTpM9b4D.js.map +1 -0
  208. package/dist/{machine-service-xFhakTs5.js → machine-service-BetvBWHz.js} +146 -13
  209. package/dist/machine-service-BetvBWHz.js.map +1 -0
  210. package/dist/{machine-service-DpJScNtA.js → machine-service-XFymGCHj.js} +1 -1
  211. package/dist/{machines-Cm-rU7jp.js → machines-CkDTbMZ6.js} +25 -25
  212. package/dist/{machines-Cm-rU7jp.js.map → machines-CkDTbMZ6.js.map} +1 -1
  213. package/dist/markdown-COts-jxf.js +653 -0
  214. package/dist/markdown-COts-jxf.js.map +1 -0
  215. package/dist/{model-Rmv-L9Jb.js → model-BYHXnYLe.js} +1 -1
  216. package/dist/model-CrsA2Evf.js +1 -0
  217. package/dist/{model-CcvSrrq9.js → model-DNC53cPL.js} +4 -4
  218. package/dist/{model-CcvSrrq9.js.map → model-DNC53cPL.js.map} +1 -1
  219. package/dist/{model-D9WMMEWD.js → model-F4UH_YG6.js} +4 -4
  220. package/dist/{model-D9WMMEWD.js.map → model-F4UH_YG6.js.map} +1 -1
  221. package/dist/{model-mTaaEkeQ.js → model-xemZQ7DK.js} +251 -65
  222. package/dist/model-xemZQ7DK.js.map +1 -0
  223. package/dist/{node-Bl2CtSjB.js → node-gPT36n_n.js} +19 -8
  224. package/dist/{node-Bl2CtSjB.js.map → node-gPT36n_n.js.map} +1 -1
  225. package/dist/options-CAZfxE0h.js +1 -0
  226. package/dist/otlp-BxPnO99e.js +1 -0
  227. package/dist/otlp-DbNz-occ.js +25 -0
  228. package/dist/otlp-DbNz-occ.js.map +1 -0
  229. package/dist/outcome-1LBk2e3w.js +38 -0
  230. package/dist/outcome-1LBk2e3w.js.map +1 -0
  231. package/dist/{patch-DhJDHRFs.js → patch-Dxzv8msl.js} +3 -3
  232. package/dist/{patch-DhJDHRFs.js.map → patch-Dxzv8msl.js.map} +1 -1
  233. package/dist/{patch-C7yBztZj.js → patch-uwo6t4Zy.js} +26 -2
  234. package/dist/patch-uwo6t4Zy.js.map +1 -0
  235. package/dist/{pi-providers-HygmL1y-.js → pi-providers-BjcQv2A1.js} +23 -9
  236. package/dist/{pi-providers-HygmL1y-.js.map → pi-providers-BjcQv2A1.js.map} +1 -1
  237. package/dist/{plain-Ctn8oUdp.js → plain-DXUNwqpO.js} +2 -2
  238. package/dist/{plain-Ctn8oUdp.js.map → plain-DXUNwqpO.js.map} +1 -1
  239. package/dist/{plan-CC0bKbm9.js → plan-DSJX7Oyq.js} +9 -9
  240. package/dist/{plan-CC0bKbm9.js.map → plan-DSJX7Oyq.js.map} +1 -1
  241. package/dist/{plugins-PwEtW8GH.js → plugins-DVEOMsYw.js} +7 -7
  242. package/dist/{plugins-PwEtW8GH.js.map → plugins-DVEOMsYw.js.map} +1 -1
  243. package/dist/{preflight-BHUEfA4m.js → preflight-B3oLZttl.js} +4 -4
  244. package/dist/{preflight-BHUEfA4m.js.map → preflight-B3oLZttl.js.map} +1 -1
  245. package/dist/preflight-CLYRuQ3r.js +1 -0
  246. package/dist/{preflight-DEV_vrdB.js → preflight-DXMD6jou.js} +1 -1
  247. package/dist/{preflight-BzvLYQ70.js → preflight-dUe0QiPK.js} +9 -9
  248. package/dist/{preflight-BzvLYQ70.js.map → preflight-dUe0QiPK.js.map} +1 -1
  249. package/dist/{prepare-D7hPrh7Q.js → prepare-BTaX7vcC.js} +8 -8
  250. package/dist/{prepare-D7hPrh7Q.js.map → prepare-BTaX7vcC.js.map} +1 -1
  251. package/dist/{prepare-DS42k409.js → prepare-QdiYPOwR.js} +2 -2
  252. package/dist/prices-CfnkJOth.js +1 -0
  253. package/dist/{prices-DXJsP2Ha.js → prices-CoLymMRd.js} +3 -3
  254. package/dist/{prices-DXJsP2Ha.js.map → prices-CoLymMRd.js.map} +1 -1
  255. package/dist/{process-RPlEhpHz.js → process-C_nh1H7X.js} +9 -3
  256. package/dist/process-C_nh1H7X.js.map +1 -0
  257. package/dist/provenance-Cylt_YxT.d.ts +222 -0
  258. package/dist/{provenance-DgQJ-dq7.js → provenance-Di42xQIS.js} +5 -5
  259. package/dist/{provenance-DgQJ-dq7.js.map → provenance-Di42xQIS.js.map} +1 -1
  260. package/dist/provider-B24hZX95.js +1 -0
  261. package/dist/{provider-ieWOn4YS.js → provider-Cn7lmECy.js} +2 -2
  262. package/dist/{provider-ieWOn4YS.js.map → provider-Cn7lmECy.js.map} +1 -1
  263. package/dist/{provider-stop-CxzWW7Ft.js → provider-stop-DjBMfZW5.js} +2 -2
  264. package/dist/{provider-stop-CxzWW7Ft.js.map → provider-stop-DjBMfZW5.js.map} +1 -1
  265. package/dist/{providers-N4HDMeeo.js → providers-Bm5NLaRh.js} +1 -1
  266. package/dist/{providers-B5Vr0hKH.js → providers-CTTfYbm0.js} +28 -28
  267. package/dist/{providers-B5Vr0hKH.js.map → providers-CTTfYbm0.js.map} +1 -1
  268. package/dist/query-CTMdWXbx.js +1 -0
  269. package/dist/{query-CmTjYbqh.js → query-TzNtTvwf.js} +2 -2
  270. package/dist/{query-CmTjYbqh.js.map → query-TzNtTvwf.js.map} +1 -1
  271. package/dist/{questions-DnqkJga0.js → questions-BqisU7A0.js} +19 -13
  272. package/dist/questions-BqisU7A0.js.map +1 -0
  273. package/dist/{recipe-B0NeT_Sn.js → recipe-DzjXne35.js} +4 -4
  274. package/dist/{recipe-B0NeT_Sn.js.map → recipe-DzjXne35.js.map} +1 -1
  275. package/dist/{record-2liAelrB.js → record-Cj3yWR0E.js} +43 -12
  276. package/dist/record-Cj3yWR0E.js.map +1 -0
  277. package/dist/{redact-DMueYS-v.js → redact-CfTHYWLv.js} +30 -1
  278. package/dist/redact-CfTHYWLv.js.map +1 -0
  279. package/dist/{remarks-D5qOZzcX.js → remarks-BPKGorBW.js} +4 -2
  280. package/dist/remarks-BPKGorBW.js.map +1 -0
  281. package/dist/{remarks-D-9f1y1B.js → remarks-CYXYiB_O.js} +21 -11
  282. package/dist/{remarks-D-9f1y1B.js.map → remarks-CYXYiB_O.js.map} +1 -1
  283. package/dist/{remote-B7BIRUTK.js → remote-D4UEa7Rs.js} +10 -8
  284. package/dist/{remote-B7BIRUTK.js.map → remote-D4UEa7Rs.js.map} +1 -1
  285. package/dist/renderer/ascii.d.ts +6 -0
  286. package/dist/renderer/ascii.js +7 -0
  287. package/dist/renderer/ascii.js.map +1 -0
  288. package/dist/renderer/markdown.d.ts +31 -0
  289. package/dist/renderer/markdown.js +1 -0
  290. package/dist/report-BSi-R8hC.js +941 -0
  291. package/dist/report-BSi-R8hC.js.map +1 -0
  292. package/dist/report-inputs-5XwZBIRK.js +113 -0
  293. package/dist/report-inputs-5XwZBIRK.js.map +1 -0
  294. package/dist/{resolve-B60w6DcB.js → resolve-BEltmYhD.js} +6 -5
  295. package/dist/resolve-BEltmYhD.js.map +1 -0
  296. package/dist/resolve-C7A5Q2Jj.js +1 -0
  297. package/dist/{resolve-t9sOkGGS.js → resolve-nRzGt4Ff.js} +30 -13
  298. package/dist/resolve-nRzGt4Ff.js.map +1 -0
  299. package/dist/{results-Df910ONm.js → results-DXBaxfIM.js} +11 -7
  300. package/dist/{results-Df910ONm.js.map → results-DXBaxfIM.js.map} +1 -1
  301. package/dist/{resume-4Q9q8AcE.js → resume-DZPjjToJ.js} +46 -21
  302. package/dist/resume-DZPjjToJ.js.map +1 -0
  303. package/dist/{retry-C15f5yyy.js → retry-rLdXCinf.js} +5 -5
  304. package/dist/{retry-C15f5yyy.js.map → retry-rLdXCinf.js.map} +1 -1
  305. package/dist/{root-Cm93-6ix.js → root-Co0jhOT5.js} +2 -2
  306. package/dist/{root-Cm93-6ix.js.map → root-Co0jhOT5.js.map} +1 -1
  307. package/dist/run-D_o_8Fkv.js +128 -0
  308. package/dist/run-D_o_8Fkv.js.map +1 -0
  309. package/dist/{client-kUwtq-vt.js → runtime-DsRjnydE.js} +525 -105
  310. package/dist/runtime-DsRjnydE.js.map +1 -0
  311. package/dist/sandbox/boat.d.ts +1 -1
  312. package/dist/sandbox/boat.js +2 -2
  313. package/dist/sandbox/daytona.d.ts +1 -1
  314. package/dist/sandbox/daytona.js +1 -1
  315. package/dist/{sandbox-BffNervX.js → sandbox-B8gDRs5E.js} +3 -3
  316. package/dist/{sandbox-BffNervX.js.map → sandbox-B8gDRs5E.js.map} +1 -1
  317. package/dist/sandbox.d.ts +1 -1
  318. package/dist/sandbox.js +1 -1
  319. package/dist/{secrets-file-Dtd3h3kY.js → secrets-file-B8rUJV2L.js} +4 -4
  320. package/dist/{secrets-file-Dtd3h3kY.js.map → secrets-file-B8rUJV2L.js.map} +1 -1
  321. package/dist/server-eUWbjZoi.js +1 -0
  322. package/dist/server-mJzPXBMM.js +204 -0
  323. package/dist/server-mJzPXBMM.js.map +1 -0
  324. package/dist/{services-BG8xuU82.js → services-CHh83UDC.js} +4 -2
  325. package/dist/services-CHh83UDC.js.map +1 -0
  326. package/dist/{shared-DtZwIAfy.js → shared-bXaqVxk-.js} +5 -34
  327. package/dist/shared-bXaqVxk-.js.map +1 -0
  328. package/dist/skill-dirs-B7o83G5I.js +63 -0
  329. package/dist/skill-dirs-B7o83G5I.js.map +1 -0
  330. package/dist/source-C6JgdJdJ.js +1 -0
  331. package/dist/{source-zoRWRMql.js → source-DxgCge_u.js} +33 -18
  332. package/dist/source-DxgCge_u.js.map +1 -0
  333. package/dist/spans-B4MwgEyy.js +1 -0
  334. package/dist/spans-Dq3fo6HM.js +6 -0
  335. package/dist/spans-Dq3fo6HM.js.map +1 -0
  336. package/dist/spans-tf3biLpT.js +72 -0
  337. package/dist/spans-tf3biLpT.js.map +1 -0
  338. package/dist/src-B2psni1B.js +1 -0
  339. package/dist/{src-DiS13D_q.js → src-BI35cTig.js} +2 -2
  340. package/dist/src-BLePHsjw.js +2 -0
  341. package/dist/{src-Bj3WJs3t.js → src-CftydE9Q.js} +2 -2
  342. package/dist/{src-CDoAEO4u.js → src-ClMhIgi3.js} +2 -2
  343. package/dist/{src-CDoAEO4u.js.map → src-ClMhIgi3.js.map} +1 -1
  344. package/dist/{src-CUrcaZ91.js → src-CnOj4_n4.js} +1 -1
  345. package/dist/src-Cs3nmbrr.js +2 -0
  346. package/dist/{src-TMKittwH.js → src-D0GezGkJ.js} +2 -2
  347. package/dist/{src-OC89dAjO.js → src-D1Q6ElaF.js} +182 -36
  348. package/dist/src-D1Q6ElaF.js.map +1 -0
  349. package/dist/{src-CFBg2ecq.js → src-D_9qqp-Y.js} +2 -2
  350. package/dist/{src-DwcTn4JY.js → src-DhZuOcgq.js} +5 -5
  351. package/dist/{src-DwcTn4JY.js.map → src-DhZuOcgq.js.map} +1 -1
  352. package/dist/{src-CGBwMZgM.js → src-Dm2YIeXn.js} +8 -8
  353. package/dist/{src-CGBwMZgM.js.map → src-Dm2YIeXn.js.map} +1 -1
  354. package/dist/{src-CcbV6VpV.js → src-Dpzfe-vl.js} +3 -3
  355. package/dist/{src-c3ZQu7Uu.js → src-NYxoDS3b.js} +5 -5
  356. package/dist/{src-c3ZQu7Uu.js.map → src-NYxoDS3b.js.map} +1 -1
  357. package/dist/{src-C3OhA5pw.js → src-Y4AiZxLt.js} +5 -5
  358. package/dist/{src-C3OhA5pw.js.map → src-Y4AiZxLt.js.map} +1 -1
  359. package/dist/{src-BQWAxhKD.js → src-YpmRtJmP.js} +3 -3
  360. package/dist/{src-BQWAxhKD.js.map → src-YpmRtJmP.js.map} +1 -1
  361. package/dist/{src-Bb3k9Kn_.js → src-nIPDQ297.js} +66 -11
  362. package/dist/{src-Bb3k9Kn_.js.map → src-nIPDQ297.js.map} +1 -1
  363. package/dist/ssh-pool-B9bnSQIj.js +1 -0
  364. package/dist/{ssh-pool-DwboLN9O.js → ssh-pool-Gv8gAsgZ.js} +19 -16
  365. package/dist/ssh-pool-Gv8gAsgZ.js.map +1 -0
  366. package/dist/{start-BwMyDneA.js → start-YOYgbaNU.js} +45 -13
  367. package/dist/start-YOYgbaNU.js.map +1 -0
  368. package/dist/state-Bvsi2WgZ.js +1 -0
  369. package/dist/{state-CXTaT0t8.js → state-CJlYQtdl.js} +21 -38
  370. package/dist/state-CJlYQtdl.js.map +1 -0
  371. package/dist/store/local.d.ts +1 -1
  372. package/dist/store/s3.d.ts +1 -1
  373. package/dist/studio-share-4T6GYO7l.js +209 -0
  374. package/dist/studio-share-4T6GYO7l.js.map +1 -0
  375. package/dist/suite-fO-u8jlS.js +2 -0
  376. package/dist/{suite-C4XSg6Ls.js → suite-oH7uiCRq.js} +107 -106
  377. package/dist/suite-oH7uiCRq.js.map +1 -0
  378. package/dist/summary-CTMWfnOF.js +75 -0
  379. package/dist/summary-CTMWfnOF.js.map +1 -0
  380. package/dist/{sync-bnI6WWaL.js → sync-BNduS38K.js} +6 -6
  381. package/dist/{sync-bnI6WWaL.js.map → sync-BNduS38K.js.map} +1 -1
  382. package/dist/{tart-CSP5Q0qV.js → tart-B6Uz4S3I.js} +43 -13
  383. package/dist/tart-B6Uz4S3I.js.map +1 -0
  384. package/dist/{tart-DmVuVsmX.js → tart-DNrumWZu.js} +1 -1
  385. package/dist/{tart-CzViW3WZ.js → tart-Duqp33Zh.js} +2 -2
  386. package/dist/{tart-CzViW3WZ.js.map → tart-Duqp33Zh.js.map} +1 -1
  387. package/dist/{tart-bake-d9UvIfe3.js → tart-bake-B4QyNb7f.js} +1 -1
  388. package/dist/{tart-bake-BCKRfyKm.js → tart-bake-s99wBzxO.js} +9 -9
  389. package/dist/{tart-bake-BCKRfyKm.js.map → tart-bake-s99wBzxO.js.map} +1 -1
  390. package/dist/{tart-cli-CqSpUYGV.js → tart-cli-B0xVYBti.js} +6 -4
  391. package/dist/tart-cli-B0xVYBti.js.map +1 -0
  392. package/dist/{tart-cli-C4d5FXG1.js → tart-cli-DfteJCN9.js} +1 -1
  393. package/dist/{tart-hosts-Du7SZM4w.js → tart-hosts-B3Ze8aMp.js} +1 -1
  394. package/dist/{tart-hosts-G0EUDt07.js → tart-hosts-DfVUcZqA.js} +6 -6
  395. package/dist/{tart-hosts-G0EUDt07.js.map → tart-hosts-DfVUcZqA.js.map} +1 -1
  396. package/dist/{tart-images-De0-ib7R.js → tart-images-yzIyb0bQ.js} +8 -3
  397. package/dist/tart-images-yzIyb0bQ.js.map +1 -0
  398. package/dist/telemetry-bBhK3DSs.js +399 -0
  399. package/dist/telemetry-bBhK3DSs.js.map +1 -0
  400. package/dist/testing.d.ts +11 -2
  401. package/dist/testing.js +4 -4
  402. package/dist/{tool-class-B3ZFTSOw.js → tool-class-CB-m4PiF.js} +2 -2
  403. package/dist/{tool-class-B3ZFTSOw.js.map → tool-class-CB-m4PiF.js.map} +1 -1
  404. package/dist/{trace-CfppUzD9.js → trace-CJQLlAbB.js} +2 -2
  405. package/dist/{trace-CfppUzD9.js.map → trace-CJQLlAbB.js.map} +1 -1
  406. package/dist/{traits-Bj1PM5F7.js → traits-DPIffsN8.js} +2 -2
  407. package/dist/{traits-Bj1PM5F7.js.map → traits-DPIffsN8.js.map} +1 -1
  408. package/dist/{transcript-CW02A4s9.js → transcript-TWiaAuoL.js} +2 -2
  409. package/dist/{transcript-CW02A4s9.js.map → transcript-TWiaAuoL.js.map} +1 -1
  410. package/dist/{resources-DqdwihhT.js → turn-error-Dmv_Muj7.js} +15 -2
  411. package/dist/turn-error-Dmv_Muj7.js.map +1 -0
  412. package/dist/{types-D4WEnzhY.d.ts → types-BZaItiui.d.ts} +159 -13
  413. package/dist/types-Buut5yGe.js +29 -0
  414. package/dist/{types-CbcnJxCy.js.map → types-Buut5yGe.js.map} +1 -1
  415. package/dist/types-C48zuZbT.d.ts +156 -0
  416. package/dist/types-CYz4dqAd.d.ts +1366 -0
  417. package/dist/{ui-DfvPNmPP.js → ui-BIYUGm8D.js} +21 -17
  418. package/dist/ui-BIYUGm8D.js.map +1 -0
  419. package/dist/{vertex-BLxYasfw.js → vertex-DQQGhUn7.js} +2 -2
  420. package/dist/{vertex-BLxYasfw.js.map → vertex-DQQGhUn7.js.map} +1 -1
  421. package/dist/vertex-DtWe0Xf6.js +1 -0
  422. package/dist/view/index.d.ts +142 -809
  423. package/dist/view/index.js +17 -12
  424. package/dist/view/report/index.d.ts +217 -0
  425. package/dist/view/report/index.js +4 -0
  426. package/dist/views-DOYgIWRs.js +2 -0
  427. package/dist/{views-ChoSQxfF.js → views-DPsEJBBP.js} +6 -6
  428. package/dist/{views-ChoSQxfF.js.map → views-DPsEJBBP.js.map} +1 -1
  429. package/dist/{vm-container-DOtIi_rd.js → vm-container-rHUmgBRf.js} +13 -11
  430. package/dist/vm-container-rHUmgBRf.js.map +1 -0
  431. package/dist/{vm-images-CHutQVml.js → vm-images-BC2ZjZl5.js} +19 -21
  432. package/dist/vm-images-BC2ZjZl5.js.map +1 -0
  433. package/dist/wait-CixM6W0G.js +65 -0
  434. package/dist/wait-CixM6W0G.js.map +1 -0
  435. package/dist/{worker-entry-CKBfEt0h.js → worker-entry-CN1eVLzz.js} +7 -7
  436. package/dist/{worker-entry-CKBfEt0h.js.map → worker-entry-CN1eVLzz.js.map} +1 -1
  437. package/dist/{workspace-Cip2dVwU.js → workspace-BS-FUp5I.js} +9 -9
  438. package/dist/{workspace-Cip2dVwU.js.map → workspace-BS-FUp5I.js.map} +1 -1
  439. package/dist/workspace-D8HqjfsQ.js +1 -0
  440. package/package.json +38 -1
  441. package/skills/reeval/references/cli.md +1 -1
  442. package/skills/reeval/references/config.md +1 -1
  443. package/skills/reeval/references/environments.md +1 -1
  444. package/dist/agents-CEapsHV-.js.map +0 -1
  445. package/dist/analysis-BnG_1x_O.js.map +0 -1
  446. package/dist/app-files-Dsr3U1Q7.js +0 -10
  447. package/dist/app-files-Dsr3U1Q7.js.map +0 -1
  448. package/dist/assemble-DUtbByvj.js +0 -1
  449. package/dist/assemble-Dw1bF13I.js.map +0 -1
  450. package/dist/attach-DvYiMu6w.js.map +0 -1
  451. package/dist/attempt-host-DgeJFSZw.js.map +0 -1
  452. package/dist/boat-BBPOc_bs.js +0 -1
  453. package/dist/boat-CUNgSc75.js.map +0 -1
  454. package/dist/boat-images-BuFigiEb.js.map +0 -1
  455. package/dist/bundle-yEgI3RsI.js.map +0 -1
  456. package/dist/capture-DxxB3d7p.js +0 -1
  457. package/dist/cases-B7QkvMGE.js.map +0 -1
  458. package/dist/cases-CA7gxxdr.js +0 -1
  459. package/dist/cli-Z7aw8k25.js.map +0 -1
  460. package/dist/cli-spec-3zvLC9YW.js.map +0 -1
  461. package/dist/client-kUwtq-vt.js.map +0 -1
  462. package/dist/cloud-DuHcNQVV.js.map +0 -1
  463. package/dist/cloud-run-C08P_Uap.js +0 -1
  464. package/dist/cloud-run-DqMkSGYB.js.map +0 -1
  465. package/dist/cloud-secrets-Bak83tik.js.map +0 -1
  466. package/dist/command-Bs6Knfm4.js +0 -298
  467. package/dist/command-Bs6Knfm4.js.map +0 -1
  468. package/dist/command-CeygdoVe.js.map +0 -1
  469. package/dist/command-CoHN1ibe.js.map +0 -1
  470. package/dist/command-CtmSJzPC.js.map +0 -1
  471. package/dist/command-efTGfUYb.js.map +0 -1
  472. package/dist/commands-B_cAs8nG.js +0 -1
  473. package/dist/commands-DR-NolV2.js.map +0 -1
  474. package/dist/config-Bn2OhCN_.js.map +0 -1
  475. package/dist/context-Ba7PNMMe.js +0 -120
  476. package/dist/context-Ba7PNMMe.js.map +0 -1
  477. package/dist/daytona-CWs9j9mt.js.map +0 -1
  478. package/dist/daytona-image-BjVpi3KS.js +0 -1
  479. package/dist/db-Bjq6qr6c.js +0 -2
  480. package/dist/db-D6yQib7M.js.map +0 -1
  481. package/dist/debug-CF4p4Lp_.js +0 -1
  482. package/dist/debug-CIXzB4wK.js.map +0 -1
  483. package/dist/environment-BY8lVFFK.js.map +0 -1
  484. package/dist/evaluate-B8I9AKgw.js.map +0 -1
  485. package/dist/events-D97ZzAeq.js.map +0 -1
  486. package/dist/files-5HsFIpxw.js +0 -1
  487. package/dist/files-BNg3wgw_.js +0 -1
  488. package/dist/files-BesexM88.js.map +0 -1
  489. package/dist/files-DNgQwgA0.js +0 -1
  490. package/dist/files-DvDUSrWL.js +0 -1
  491. package/dist/files-TwSVeWwM.js.map +0 -1
  492. package/dist/gate-CgYdaprG.js +0 -49
  493. package/dist/gate-CgYdaprG.js.map +0 -1
  494. package/dist/harness-FcTyyPco.js.map +0 -1
  495. package/dist/ids-DqEvrBFZ.js.map +0 -1
  496. package/dist/init-CS5kEaVg.js +0 -1
  497. package/dist/ink-list-CLq6YVB8.js.map +0 -1
  498. package/dist/inputs-load-D4IsEjq3.js +0 -1
  499. package/dist/issue-DmSorsTF.js +0 -1
  500. package/dist/list-ClDb8qiX.js.map +0 -1
  501. package/dist/live-C7iGaDCA.js +0 -120
  502. package/dist/live-C7iGaDCA.js.map +0 -1
  503. package/dist/live-C7kN5v2P.js +0 -1
  504. package/dist/live-QFILMmql.js.map +0 -1
  505. package/dist/machine-service-xFhakTs5.js.map +0 -1
  506. package/dist/model-Colu5mEp.js +0 -1
  507. package/dist/model-mTaaEkeQ.js.map +0 -1
  508. package/dist/options-CmRy82gl.js +0 -1
  509. package/dist/pairs-BGb134Vu.js +0 -230
  510. package/dist/pairs-BGb134Vu.js.map +0 -1
  511. package/dist/patch-C7yBztZj.js.map +0 -1
  512. package/dist/paths-Dwmi7L4X.js +0 -75
  513. package/dist/paths-Dwmi7L4X.js.map +0 -1
  514. package/dist/preflight-xa8_eGOW.js +0 -1
  515. package/dist/prices-C_mbZa5a.js +0 -1
  516. package/dist/process-RPlEhpHz.js.map +0 -1
  517. package/dist/provider-DHT20Gl8.js +0 -1
  518. package/dist/query-BXV6pRyI.js +0 -1
  519. package/dist/questions-DnqkJga0.js.map +0 -1
  520. package/dist/record-2liAelrB.js.map +0 -1
  521. package/dist/redact-DMueYS-v.js.map +0 -1
  522. package/dist/remarks-D5qOZzcX.js.map +0 -1
  523. package/dist/resolve-B60w6DcB.js.map +0 -1
  524. package/dist/resolve-CCLiJX4i.js +0 -1
  525. package/dist/resolve-t9sOkGGS.js.map +0 -1
  526. package/dist/resources-DqdwihhT.js.map +0 -1
  527. package/dist/resume-4Q9q8AcE.js.map +0 -1
  528. package/dist/runtime-CIsljVBy.js +0 -457
  529. package/dist/runtime-CIsljVBy.js.map +0 -1
  530. package/dist/server-CeYUmuuu.js +0 -1
  531. package/dist/server-fSNuT3Z4.js +0 -284
  532. package/dist/server-fSNuT3Z4.js.map +0 -1
  533. package/dist/services-BG8xuU82.js.map +0 -1
  534. package/dist/shared-DtZwIAfy.js.map +0 -1
  535. package/dist/slug-IHh3f770.js.map +0 -1
  536. package/dist/source-n7nUVm9p.js +0 -1
  537. package/dist/source-zoRWRMql.js.map +0 -1
  538. package/dist/src-9V3C6A7C.js +0 -2
  539. package/dist/src-CB5cZhaN.js +0 -2
  540. package/dist/src-DB0vml0O.js +0 -1
  541. package/dist/src-OC89dAjO.js.map +0 -1
  542. package/dist/ssh-pool-ChpT-fDU.js +0 -1
  543. package/dist/ssh-pool-DwboLN9O.js.map +0 -1
  544. package/dist/start-BwMyDneA.js.map +0 -1
  545. package/dist/state-CXTaT0t8.js.map +0 -1
  546. package/dist/state-CltRWlCu.js +0 -1
  547. package/dist/suite-C4XSg6Ls.js.map +0 -1
  548. package/dist/suite-CIsyPqPA.js +0 -2
  549. package/dist/summary-DeeQJAR5.js +0 -169
  550. package/dist/summary-DeeQJAR5.js.map +0 -1
  551. package/dist/tart-CSP5Q0qV.js.map +0 -1
  552. package/dist/tart-cli-CqSpUYGV.js.map +0 -1
  553. package/dist/tart-images-De0-ib7R.js.map +0 -1
  554. package/dist/types-CbcnJxCy.js +0 -15
  555. package/dist/ui-DfvPNmPP.js.map +0 -1
  556. package/dist/vertex-DZDUpp0W.js +0 -1
  557. package/dist/views-DU0PM0UW.js +0 -2
  558. package/dist/vm-container-DOtIi_rd.js.map +0 -1
  559. package/dist/vm-images-CHutQVml.js.map +0 -1
  560. package/dist/workspace-BKcNJAPb.js +0 -1
@@ -1,51 +1,53 @@
1
- import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-DxR1agFo.js";
2
- import { t as attemptDebugDir } from "./files-B0DbptiO.js";
3
- import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-CIsljVBy.js";
1
+ import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-D5WH0yFa.js";
2
+ import { t as attemptDebugDir } from "./files-Bv6ipFjc.js";
3
+ import { D as runMatchLabel, E as limitsLabel, T as TURN_STATUS, a as registerTest, b as judgeFailedMessage, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile, w as TURN_EDITED } from "./runtime-DsRjnydE.js";
4
4
  import { n as UsageError, r as isTimeout, t as TimeoutError } from "./errors-ttMTnIYX.js";
5
- import { t as evalSlug } from "./slug-IHh3f770.js";
6
- import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-DqEvrBFZ.js";
7
- import { _ as redactSecrets, b as redactValue, f as maskedVariables, m as redactJson, o as findSecrets, p as redactFields, v as redactSplitSecrets } from "./redact-DMueYS-v.js";
5
+ import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-CtxRn13a.js";
6
+ import { _ as redactSecrets, b as redactValue, f as maskedVariables, m as redactJson, o as findSecrets, p as redactFields, v as redactSplitSecrets } from "./redact-CfTHYWLv.js";
8
7
  import { a as plural, i as formatDuration, n as clip, o as withoutBom, t as capMiddle } from "./text-B8-W3Cvn.js";
9
- import { d as limitsLabel, f as runMatchLabel, r as withLease, s as judgeFailedMessage, u as TURN_EDITED } from "./client-kUwtq-vt.js";
10
- import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-DdEKVrwk.js";
11
- import { t as contextTaker } from "./context-Ba7PNMMe.js";
12
- import { $ as plainHeaders, $t as decideState, E as resolveGateway, Ft as mergeJudge, G as majorityOf, H as expand, It as resolveStateOptions, J as plainEnv, Jt as NO_JUDGE_INPUT, K as matchesTags, Lt as observedHere, M as brokeredIn, N as cascade, Qt as badJudgeArtifacts, Rt as observedName, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as judgeProblem, Y as plainEnvError, Yt as inputsOn, Z as plainHeaderError, Zt as artifactRefsOf, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as filePartsOf, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, ot as sandboxProvider, qt as INPUT_KEYS, rt as refuseIllegalCompare, st as sandboxSetBy, tn as resolveJudgeArtifacts, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observer } from "./config-Bn2OhCN_.js";
13
- import { C as writePluginFiles, S as refusedSharedMachine, b as refusedMcp, c as agentMcp, d as brokeringFor, f as claudeMcpServers, h as fakeBrokering, l as agentOf, m as expectedBlockedFor, t as AGENTS, v as keyRejected, x as refusedPlugins, y as layoutOf } from "./agents-CEapsHV-.js";
14
- import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-PwEtW8GH.js";
15
- import { a as skillFiles, i as resolveEnvironment } from "./resolve-t9sOkGGS.js";
16
- import { n as shellQuote$1 } from "./process-RPlEhpHz.js";
17
- import { n as hasNetworkSession, t as InfraError } from "./types-CbcnJxCy.js";
18
- import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-Dtd3h3kY.js";
19
- import { n as fakeBootstrapScript } from "./fake-bootstrap-4DFtzib0.js";
20
- import { n as providerStop, t as ProviderStopError } from "./provider-stop-CxzWW7Ft.js";
21
- import { n as capabilitiesOf, o as providerLimit, u as sandboxKind } from "./kinds-Dohijzi-.js";
22
- import { i as preparedWorkspace } from "./workspace-Cip2dVwU.js";
23
- import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-BY8lVFFK.js";
24
- import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-MOKPsr6R.js";
25
- import { n as judgeDiff } from "./patch-DhJDHRFs.js";
26
- import { t as patchPath } from "./patch-C7yBztZj.js";
27
- import { t as transcriptForJudge } from "./transcript-CW02A4s9.js";
8
+ import { a as evalSlug } from "./cost-DQ0ayy6h.js";
9
+ import { c as withAttemptSpan, n as attemptSpan, o as openSpan, r as childSpan } from "./spans-tf3biLpT.js";
10
+ import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BwLa-4s-.js";
11
+ import { d as sandboxKind, n as capabilitiesOf, o as providerLimit } from "./kinds-BQX5ZxpK.js";
12
+ import { $ as plainHeaders, $t as artifactRefsOf, Bt as observer, E as resolveGateway, G as majorityOf, H as expand, It as mergeJudge, J as plainEnv, K as matchesTags, Lt as resolveStateOptions, M as brokeredIn, N as cascade, Qt as judgeProblem, Rt as observedHere, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as NO_JUDGE_INPUT, Y as plainEnvError, Yt as INPUT_KEYS, Z as plainHeaderError, Zt as inputsOn, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as badJudgeArtifacts, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, nn as filePartsOf, ot as sandboxProvider, rn as resolveJudgeArtifacts, rt as refuseIllegalCompare, st as sandboxSetBy, tn as decideState, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observedName } from "./config-mU7wFvQq.js";
13
+ import { _ as layoutOf, b as refusedSharedMachine, f as expectedBlockedFor, g as keyRejected, l as brokeringFor, o as agentMcp, p as fakeBrokering, s as agentOf, t as AGENTS, u as claudeMcpServers, v as refusedMcp, x as writePluginFiles, y as refusedPlugins } from "./agents-Dnv1MmgY.js";
14
+ import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-DVEOMsYw.js";
15
+ import { a as skillFiles, i as resolveEnvironment } from "./resolve-nRzGt4Ff.js";
16
+ import { n as shellQuote$1 } from "./process-C_nh1H7X.js";
17
+ import { i as hasNetworkSession, r as RunStopped, t as InfraError } from "./types-Buut5yGe.js";
18
+ import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-B8rUJV2L.js";
19
+ import { n as fakeBootstrapScript } from "./fake-bootstrap-uCyHhnMO.js";
20
+ import { n as providerStop, t as ProviderStopError } from "./provider-stop-DjBMfZW5.js";
21
+ import { i as preparedWorkspace } from "./workspace-BS-FUp5I.js";
22
+ import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths, z as withoutOtel } from "./environment-BCBg6c0p.js";
23
+ import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-etHC4K02.js";
24
+ import { n as judgeDiff } from "./patch-Dxzv8msl.js";
25
+ import { r as patchPath } from "./patch-uwo6t4Zy.js";
26
+ import { t as transcriptForJudge } from "./transcript-TWiaAuoL.js";
27
+ import { r as withLease } from "./client-Dj65gXG3.js";
28
28
  import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
29
- import { t as PrepareError } from "./provider-ieWOn4YS.js";
30
- import { t as resourcesLine } from "./resources-DqdwihhT.js";
31
- import { Xt as OPAQUE_OUTPUT, in as readTar, p as MCP_TIMER, rn as extractTar, sn as writeTar } from "./src-OC89dAjO.js";
32
- import { c as formatBytes } from "./debug-CIXzB4wK.js";
29
+ import { t as PrepareError } from "./provider-Cn7lmECy.js";
30
+ import { n as resourcesLine, t as turnErrorKind } from "./turn-error-Dmv_Muj7.js";
31
+ import { l as messageLine } from "./suite-oH7uiCRq.js";
32
+ import { Qt as OPAQUE_OUTPUT, an as extractTar, ln as writeTar, on as readTar, p as MCP_TIMER } from "./src-D1Q6ElaF.js";
33
+ import { s as formatBytes } from "./debug-T29p6HOX.js";
33
34
  import { t as isObjectLike } from "./object-CeQ8dgUC.js";
34
- import { g as parseDuration, m as MAX_TIMER_MS, n as dataProblem, t as closest } from "./shared-DtZwIAfy.js";
35
+ import { n as dataProblem, t as closest } from "./shared-bXaqVxk-.js";
35
36
  import { t as inCI } from "./env-8x1O8I1M.js";
36
- import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-BB8In3xo.js";
37
- import { t as environmentInputs } from "./inputs-B_FsOD2N.js";
37
+ import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-CSPyKuV6.js";
38
+ import { t as environmentInputs } from "./inputs-BWTtz1-v.js";
39
+ import { r as parseDuration, t as MAX_TIMER_MS } from "./duration-Bz2H7pXb.js";
38
40
  import { r as openRouterFallbacks } from "./openrouter-models-B1sIOTD2.js";
39
41
  import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
40
- import { v as vertexSettings } from "./vertex-BLxYasfw.js";
41
- import { i as withDefaultEffort } from "./default-effort-Bpz5ULfC.js";
42
- import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-Bj1PM5F7.js";
42
+ import { v as vertexSettings } from "./vertex-DQQGhUn7.js";
43
+ import { i as withDefaultEffort } from "./default-effort-BDYXBzu5.js";
44
+ import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-DPIffsN8.js";
43
45
  import { z } from "zod";
44
- import { randomBytes, randomUUID } from "node:crypto";
45
46
  import { dirname, join } from "node:path";
47
+ import { parse, stringify } from "yaml";
48
+ import { randomBytes, randomUUID } from "node:crypto";
46
49
  import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
47
50
  import { gunzipSync, gzipSync } from "node:zlib";
48
- import { parse, stringify } from "yaml";
49
51
  import { setTimeout as setTimeout$1 } from "node:timers/promises";
50
52
  import { resolveBridgePort } from "@ai-sdk/harness/utils";
51
53
  // src/attempt/assertions.ts
@@ -87,18 +89,39 @@ function assertionRecords(raw) {
87
89
  } while (used.has(label));
88
90
  seen.set(base, n);
89
91
  used.add(label);
92
+ const reason = r.matcher === "skip" && typeof r.args[0] === "string" ? clipped(r.args[0], MESSAGE_LIMIT) : void 0;
93
+ const fileMatcher = /(^|\.)toHaveFile$/.test(r.matcher);
94
+ const target = r.target ?? (fileMatcher && typeof r.args[0] === "string" ? r.args[1] === void 0 ? r.args[0] : `${r.args[0]} ${r.args[1] instanceof RegExp ? r.args[1].source : shown(r.args[1])}` : void 0);
90
95
  return {
91
96
  label,
92
- labelled: r.label !== void 0,
97
+ labelled: r.label !== void 0 || r.matcher === "skip",
93
98
  matcher: r.matcher,
94
99
  status: r.status,
95
100
  soft: r.soft,
96
101
  ...r.at ? { at: r.at } : {},
97
- ...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
102
+ ...r.status === "pass" || r.status === "not_applicable" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
103
+ ...reason !== void 0 ? { reason } : {},
104
+ ...target !== void 0 ? { target: clipped(target, LABEL_LIMIT) } : {},
105
+ ...r.preSatisfied ? { preSatisfied: true } : {},
98
106
  ...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
99
107
  };
100
108
  });
101
109
  }
110
+ const JUDGE_ERROR = /^judge failed for /;
111
+ /**
112
+ * Writes each judgment's `assertion` from the matching `toPass` label when counts align, and
113
+ * copies `JudgeOptions.label` already on the judgment.
114
+ */
115
+ function linkJudgmentAssertions(judgments, assertions) {
116
+ const passes = assertions.filter((x) => /(^|\.)toPass$/.test(x.matcher) && !JUDGE_ERROR.test(x.message ?? ""));
117
+ if (passes.length !== judgments.length) return;
118
+ for (let i = 0; i < judgments.length; i++) {
119
+ const j = judgments[i];
120
+ const x = passes[i];
121
+ if (!j || !x) continue;
122
+ j.assertion = x.label;
123
+ }
124
+ }
102
125
  const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
103
126
  /**
104
127
  * What fails the attempt at its end for the checks that failed without ending the body: the first
@@ -106,7 +129,7 @@ const CAUGHT_HINT = "(the eval caught this failed check, which still fails the a
106
129
  * `CAUGHT_HINT` after its message.
107
130
  */
108
131
  function checkFailure(raw) {
109
- const failed = raw.find((r) => r.status !== "pass");
132
+ const failed = raw.find((r) => r.status !== "pass" && r.status !== "not_applicable");
110
133
  if (!failed) return void 0;
111
134
  const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
112
135
  if (failed.soft) return error;
@@ -129,6 +152,115 @@ const own = (value) => ({
129
152
  configurable: true,
130
153
  enumerable: false
131
154
  });
155
+ // src/attempt/context.ts
156
+ /** Under the home directory, and under each adapter's own home, which an installed CLI runs with. */
157
+ const HOME_CONTEXT_PATHS = [
158
+ ".cursor/mcp.json",
159
+ ".cursor/cli-config.json",
160
+ ".cursor/rules",
161
+ ".cursor/skills",
162
+ ".cursor/skills-cursor",
163
+ ".cursor/plugins",
164
+ ".agents/skills",
165
+ ".agents/plugins",
166
+ ".claude/CLAUDE.md",
167
+ ".claude/settings.json",
168
+ ".claude/skills",
169
+ ".gemini/GEMINI.md",
170
+ ".gemini/AGENTS.md",
171
+ ".gemini/config/skills",
172
+ ".gemini/config/rules",
173
+ ".gemini/config/mcp_config.json",
174
+ ".gemini/config/plugins",
175
+ ".gemini/antigravity-cli/settings.json",
176
+ ".config/opencode/skills",
177
+ ".config/opencode/opencode.json",
178
+ ".config/opencode/opencode.jsonc",
179
+ ".config/opencode/AGENTS.md",
180
+ ".opencode/skills",
181
+ ".config/goose/skills",
182
+ ".config/goose/config.yaml",
183
+ ".config/goose/.goosehints",
184
+ ".pi/agent/skills",
185
+ ".pi/agent/AGENTS.md",
186
+ ".pi/agent/settings.json",
187
+ ".codex/AGENTS.md",
188
+ ".codex/config.toml",
189
+ ".codex/skills",
190
+ ".codex/plugins",
191
+ ".fx/skills",
192
+ ".fx/settings.json",
193
+ ".fx/mcp.json",
194
+ ".grok/skills",
195
+ ".grok/config.toml",
196
+ ".reeval/plugins"
197
+ ];
198
+ /** Where the AI SDK adapters install their CLI; the CLI's `$HOME` is `home` under it. */
199
+ const ADAPTER_HOMES = "\"$HOME\"/.ai-sdk-harness/.harness-bootstrap/*/home";
200
+ /**
201
+ * Skills, rules and MCP config the agent could load, with content hashes (never contents).
202
+ * Paths under the home directory are shown as `~/…`; others are relative to the workspace.
203
+ */
204
+ const CONTEXT_PATHS = [
205
+ ...HOME_CONTEXT_PATHS.map((p) => `$HOME/${p}`),
206
+ "AGENTS.md",
207
+ "CLAUDE.md",
208
+ "GEMINI.md",
209
+ ".cursorrules",
210
+ ".cursor/rules",
211
+ ".cursor/skills",
212
+ ".cursor/agents",
213
+ ".cursor/commands",
214
+ ".cursor/hooks.json",
215
+ ".cursor/mcp.json",
216
+ ".claude/settings.json",
217
+ ".claude/skills",
218
+ ".agents/skills",
219
+ ".agents/rules",
220
+ ".agents/mcp_config.json",
221
+ ".mcp.json",
222
+ ".opencode/skills",
223
+ ".opencode/agents",
224
+ ".opencode/commands",
225
+ "opencode.json",
226
+ "opencode.jsonc",
227
+ ".goosehints",
228
+ ".goose/skills",
229
+ ".pi/skills",
230
+ ".pi/prompts",
231
+ ".pi/settings.json",
232
+ ".codex/config.toml",
233
+ ".fx/skills",
234
+ ".grok/skills",
235
+ ".grok/config.toml"
236
+ ];
237
+ async function agentContext(box, signal) {
238
+ const adapterPaths = `for h in ${ADAPTER_HOMES}; do for p in ${HOME_CONTEXT_PATHS.join(" ")}; do echo "$h/$p"; done; done`;
239
+ const script = `{ for p in ${CONTEXT_PATHS.map((p) => `"${p}"`).join(" ")}; do echo "$p"; done; ${adapterPaths}; } | while IFS= read -r p; do [ -e "$p" ] && find "$p" -type f 2>/dev/null; done | sort | head -500 | while IFS= read -r f; do printf '%s\t%s\n' "$(sha256sum "$f" | cut -d' ' -f1)" "$f"; done`;
240
+ const r = await box.exec(script, { signal }).catch(() => null);
241
+ if (r?.exitCode !== 0) return [];
242
+ const home = (await box.exec("printf %s \"$HOME\"", { signal }).catch(() => null))?.stdout ?? "";
243
+ return r.stdout.split("\n").filter(Boolean).map((line) => {
244
+ const [sha, ...rest] = line.split(" ");
245
+ const path = rest.join(" ");
246
+ return {
247
+ path: home && path.startsWith(`${home}/`) ? `~${path.slice(home.length)}` : path,
248
+ sha256: sha ?? ""
249
+ };
250
+ });
251
+ }
252
+ /**
253
+ * Records the agent's context once, after the first turn (or at teardown when there was none):
254
+ * adapters write harness skills when a turn starts, so before it the record would miss them.
255
+ */
256
+ function contextTaker(a) {
257
+ let taken = false;
258
+ return async (box, signal) => {
259
+ if (taken || !capabilitiesOf(a.spec.sandbox).isolated) return;
260
+ taken = true;
261
+ a.record.context = await agentContext(box, signal);
262
+ };
263
+ }
132
264
  // src/attempt/debug.ts
133
265
  /** Which config and profile the attempt runs under, and where each resolved option came from. */
134
266
  function tracePlan(debug, spec, ctx) {
@@ -572,7 +704,7 @@ async function callMcpTool(sandbox, servers, name, tool, signal) {
572
704
  /** The attempt's harness, for the sandbox it runs in; an agent the sandbox can't run is an infra error. */
573
705
  async function createHarness(descriptor, sandbox, vertex) {
574
706
  if (descriptor.kind === "fake") return createFakeHarness(descriptor);
575
- const { createAgentHarness } = await import("./agent-CZpiwA_r.js");
707
+ const { createAgentHarness } = await import("./agent-D67VCd6Q.js");
576
708
  return createAgentHarness(descriptor, sandbox, vertex);
577
709
  }
578
710
  /** Where each harness's agent looks for repo skills, relative to the workspace. */
@@ -605,8 +737,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
605
737
  record.image = null;
606
738
  const kind = sandboxKind(spec.sandbox);
607
739
  if (kind.capabilities.images) {
608
- const { preparedFor } = await import("./preflight-DEV_vrdB.js");
609
- const { attemptImage, createProviders, preparedImage } = await import("./providers-N4HDMeeo.js");
740
+ const { preparedFor } = await import("./preflight-DXMD6jou.js");
741
+ const { attemptImage, createProviders, preparedImage } = await import("./providers-Bm5NLaRh.js");
610
742
  signal.throwIfAborted();
611
743
  const provider = createProviders()[kind.provider(spec.sandbox)];
612
744
  const builds = builtPlugins(spec.environment.layers);
@@ -631,8 +763,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
631
763
  const { ref, id, base, install, agentCli } = record.image;
632
764
  debugLog("image", `ready ${ref} (${id.replace(/^sha256:/, "").slice(0, 12)}) · prepared before the run${ref !== base ? ` · on ${base}` : ""}${agentCli ? ` · agent CLI ${agentCli}` : ""}${install.length ? ` · install: ${install.join(" && ")}` : ""}`);
633
765
  } else if (kind.capabilities.isolated) {
634
- const { preparedFor } = await import("./preflight-DEV_vrdB.js");
635
- const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-N4HDMeeo.js");
766
+ const { preparedFor } = await import("./preflight-DXMD6jou.js");
767
+ const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-Bm5NLaRh.js");
636
768
  const provider = createProviders()[kind.provider(spec.sandbox)];
637
769
  const prepared = provider && preparedFor(root, runId, provider, spec.sandbox, spec.harness);
638
770
  const vm = prepared ? vmImage(prepared) : null;
@@ -949,6 +1081,7 @@ function judgeCaller(a, readFile) {
949
1081
  const { judgements: judgments } = a.record;
950
1082
  judgments.splice(placeFor(judgments.map((j) => j.call ?? 0), order), 0, {
951
1083
  ...recorded,
1084
+ ...options.label ? { label: options.label } : {},
952
1085
  ...retries.length ? { retries } : {},
953
1086
  ...usage ? { usage } : {},
954
1087
  call: order
@@ -992,9 +1125,18 @@ function judgeCaller(a, readFile) {
992
1125
  async function createSandbox(descriptor, options) {
993
1126
  const kind = sandboxKind(descriptor);
994
1127
  try {
995
- return await kind.create(descriptor, options);
1128
+ const box = await kind.create(descriptor, {
1129
+ ...options,
1130
+ env: withoutOtel(options.env)
1131
+ });
1132
+ const exec = box.exec.bind(box);
1133
+ box.exec = (command, opts) => exec(command, opts?.env ? {
1134
+ ...opts,
1135
+ env: withoutOtel(opts.env)
1136
+ } : opts);
1137
+ return box;
996
1138
  } catch (error) {
997
- if (error instanceof InfraError || options.signal.aborted) throw error;
1139
+ if (error instanceof InfraError || error instanceof RunStopped || options.signal.aborted) throw error;
998
1140
  throw new InfraError(`Failed to create ${kind.provider(descriptor)} sandbox: ${error.message}`);
999
1141
  }
1000
1142
  }
@@ -1184,6 +1326,36 @@ function sumSplits(splits) {
1184
1326
  };
1185
1327
  }
1186
1328
  // src/attempt/record.ts
1329
+ /**
1330
+ * An unhandled mid-turn `status === 'error'` (body never read `turn.status`) becomes an
1331
+ * infra error so crashed attempts leave the counted pass/fail denominator.
1332
+ */
1333
+ function reclassifyTurnErrors(a) {
1334
+ const { record } = a;
1335
+ if (record.outcome !== "pass" && record.outcome !== "fail") return;
1336
+ const index = record.turns.findIndex((t) => t.status === "error");
1337
+ if (index < 0) return;
1338
+ if (a.turnStatusRead) {
1339
+ record.turnStatusRead = true;
1340
+ return;
1341
+ }
1342
+ record.turnStatusRead = false;
1343
+ const turn = record.turns[index];
1344
+ if (!turn) return;
1345
+ const errEvent = turn.transcript.find((e) => e.type === "error");
1346
+ const errText = errEvent && errEvent.type === "error" ? errEvent.message : void 0;
1347
+ const kind = turnErrorKind(errText);
1348
+ const detail = messageLine(errText ?? "unknown error");
1349
+ record.outcome = "infra_error";
1350
+ record.error = {
1351
+ kind: "infra",
1352
+ message: `Turn ${index} ended with an error: ${detail}`,
1353
+ turn: {
1354
+ index,
1355
+ kind
1356
+ }
1357
+ };
1358
+ }
1187
1359
  function classify(error, signal) {
1188
1360
  const message = error instanceof Error ? error.message : String(error);
1189
1361
  if (signal.aborted) return isTimeout(signal.reason) ? {
@@ -1193,6 +1365,10 @@ function classify(error, signal) {
1193
1365
  kind: "aborted",
1194
1366
  message: "The run was canceled"
1195
1367
  };
1368
+ if (error instanceof RunStopped) return {
1369
+ kind: "aborted",
1370
+ message
1371
+ };
1196
1372
  if (error instanceof InfraError) return {
1197
1373
  kind: "infra",
1198
1374
  message
@@ -1411,12 +1587,12 @@ async function writeRecord(a, stagingDir, id) {
1411
1587
  }
1412
1588
  /** The record's checks that didn't pass, for the terminal; unset when all did. */
1413
1589
  function failedChecks(record) {
1414
- const failed = (record.assertions ?? []).filter((x) => x.status !== "pass");
1590
+ const failed = (record.assertions ?? []).filter((x) => x.status !== "pass" && x.status !== "not_applicable");
1415
1591
  if (!failed.length) return {};
1416
1592
  return { failedChecks: failed.map((x) => ({
1417
1593
  label: x.label,
1418
1594
  ...x.at ? { at: x.at } : {},
1419
- message: clip(x.message?.split("\n")[0] ?? "", 500)
1595
+ message: clip(x.message?.split("\n")[0] ?? x.reason?.split("\n")[0] ?? "", 500)
1420
1596
  })) };
1421
1597
  }
1422
1598
  /** `turn N error: <message>` for each turn with an error event. */
@@ -1645,6 +1821,14 @@ const timedOutServer = (entries) => entries.find((e) => e.timeout)?.server;
1645
1821
  // src/attempt/state.ts
1646
1822
  /** Extra time an attempt gets, outside its eval timeout, when its image may need building. */
1647
1823
  const SETUP_BUDGET_MS = 12e5;
1824
+ /** Lets the language-runner host find the live Attempt from the body's `AttemptContext`. */
1825
+ const attemptByContext = /* @__PURE__ */ new WeakMap();
1826
+ function bindAttemptContext(c, a) {
1827
+ attemptByContext.set(c, a);
1828
+ }
1829
+ function attemptForContext(c) {
1830
+ return attemptByContext.get(c);
1831
+ }
1648
1832
  function createAttempt(spec, signal, progress, start, snapshotDir) {
1649
1833
  const record = {
1650
1834
  startedAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -1688,11 +1872,16 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1688
1872
  at: Date.now(),
1689
1873
  ...redactFields(update, ["kind"])
1690
1874
  }),
1691
- async timed(phase, fn) {
1875
+ async timed(phase, fn, name) {
1692
1876
  const start = performance.now();
1877
+ const span = childSpan(name ?? phase.replace(/Ms$/, ""));
1693
1878
  try {
1694
1879
  return await fn();
1880
+ } catch (error) {
1881
+ span.end(error);
1882
+ throw error;
1695
1883
  } finally {
1884
+ span.end();
1696
1885
  record.timings[phase] += Math.round(performance.now() - start);
1697
1886
  }
1698
1887
  },
@@ -1707,7 +1896,8 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1707
1896
  capturePages: /* @__PURE__ */ new Map(),
1708
1897
  stepBlobs: /* @__PURE__ */ new Map(),
1709
1898
  snapshotDir,
1710
- turnSteps: /* @__PURE__ */ new Map()
1899
+ turnSteps: /* @__PURE__ */ new Map(),
1900
+ turnStatusRead: false
1711
1901
  };
1712
1902
  return a;
1713
1903
  }
@@ -2122,12 +2312,13 @@ function startHarness(a, harness, box, options) {
2122
2312
  * the diff, switches to the agent's egress, and starts the harness session with the
2123
2313
  * harness-placed skills and MCP servers.
2124
2314
  */
2125
- async function startSession(a, runId) {
2315
+ async function startSession(a, runId, attempt) {
2126
2316
  const startedAt = performance.now();
2127
2317
  const { spec } = a;
2128
2318
  const env = a.env;
2129
2319
  const box = await createSandbox(spec.sandbox, {
2130
2320
  runId,
2321
+ attempt,
2131
2322
  timeoutMs: spec.timeoutMs + setupAllowance(spec) + 6e4,
2132
2323
  signal: a.signal,
2133
2324
  env: env.vars,
@@ -2155,6 +2346,7 @@ async function startSession(a, runId) {
2155
2346
  a.phases = brokerPhases(box, env.substitutions, spec.egress);
2156
2347
  if (a.signal.aborted) box.destroy();
2157
2348
  a.signal.throwIfAborted();
2349
+ a.report({ kind: "sandbox-up" });
2158
2350
  await a.phases.start();
2159
2351
  if (env.substitutions.length) {
2160
2352
  const agent = env.substitutions.filter((s) => s.phase === "agent").map((s) => s.name);
@@ -2660,14 +2852,21 @@ function turnSender(a, takeContext, checks) {
2660
2852
  const { diff } = changes;
2661
2853
  a.record.diff = diff;
2662
2854
  if (a.spec.snapshot.when === "turns") await takeSnapshot(a, box, `turn-${turnNumber}`, "harness");
2855
+ const { status: turnStatus, ...rest } = result;
2663
2856
  const data = {
2664
2857
  prompt,
2665
- ...result,
2858
+ ...rest,
2859
+ status: turnStatus,
2666
2860
  diff
2667
2861
  };
2668
2862
  const turn = Object.freeze(Object.assign({
2669
2863
  ...data,
2670
- ...checks
2864
+ ...checks,
2865
+ [TURN_STATUS]: turnStatus,
2866
+ get status() {
2867
+ a.turnStatusRead = true;
2868
+ return turnStatus;
2869
+ }
2671
2870
  }, { [TURN_EDITED]: edited }));
2672
2871
  a.turns.push(turn);
2673
2872
  return turn;
@@ -2686,23 +2885,38 @@ async function runAttempt(spec, fn, handle) {
2686
2885
  traceLimit: config.debug?.traceBufferBytes ?? TRACE_BUFFER_DEFAULT,
2687
2886
  ...verbosity > 0 ? { emit: handle.debug } : {}
2688
2887
  });
2689
- return withDebug(debug, () => attemptBody(spec, fn, handle, id, debug));
2888
+ const span = openSpan("attempt", {
2889
+ "reeval.eval.id": id,
2890
+ "reeval.attempt.key": attemptKey(id, spec.cell.key, spec.n),
2891
+ "reeval.cell": spec.cell.key,
2892
+ "reeval.attempt.n": spec.n
2893
+ });
2894
+ let error;
2895
+ try {
2896
+ return await withDebug(debug, () => withAttemptSpan(span, () => attemptBody(spec, fn, handle, id, debug)));
2897
+ } catch (thrown) {
2898
+ error = thrown;
2899
+ throw thrown;
2900
+ } finally {
2901
+ span.end(error);
2902
+ }
2690
2903
  }
2691
2904
  async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, unawaited, expectError, assertions }, id, debug) {
2692
2905
  const ctx = getRunContext();
2693
2906
  const { runId, stagingDir, config } = ctx;
2694
2907
  tracePlan(debug, spec, ctx);
2908
+ const key = attemptKey(id, spec.cell.key, spec.n);
2695
2909
  let timer;
2696
2910
  let clock;
2697
2911
  const a = createAttempt(spec, testSignal, progress, async (a, who) => {
2698
2912
  debug.log("container", `starting the sandbox and session for ${who}`);
2699
2913
  clock?.pause();
2700
2914
  try {
2701
- return await a.timed("setupMs", () => startSession(a, runId));
2915
+ return await a.timed("setupMs", () => startSession(a, runId, key), "sandbox");
2702
2916
  } finally {
2703
2917
  clock?.resume();
2704
2918
  }
2705
- }, snapshotSidecar(stagingDir, attemptKey(id, spec.cell.key, spec.n)));
2919
+ }, snapshotSidecar(stagingDir, key));
2706
2920
  const destroy = () => void Promise.resolve(a.session?.salvage?.()).catch(() => {}).finally(() => a.sandbox?.destroy());
2707
2921
  testSignal.addEventListener("abort", destroy, { once: true });
2708
2922
  const takeContext = contextTaker(a);
@@ -2729,6 +2943,7 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2729
2943
  }),
2730
2944
  judge: judgeCaller(a, readFile)
2731
2945
  };
2946
+ bindAttemptContext(c, a);
2732
2947
  const timedOut = () => !!timer?.aborted && !testSignal.aborted;
2733
2948
  let failure;
2734
2949
  let oom;
@@ -2778,15 +2993,20 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2778
2993
  const { record } = a;
2779
2994
  const checked = assertionRecords(assertions());
2780
2995
  if (checked.length) record.assertions = checked;
2996
+ linkJudgmentAssertions(record.judgements ?? [], checked);
2781
2997
  for (const x of checked) {
2782
2998
  const why = x.message ? ` · ${clip(redactSecrets(x.message.split("\n")[0] ?? ""), 160)}` : "";
2783
- debug.log("check", `assert ${x.status === "pass" ? "✓" : "✗"} ${x.label} (${x.matcher}, ${x.status})${why}`);
2999
+ const mark = x.status === "pass" || x.status === "not_applicable" ? "✓" : "✗";
3000
+ debug.log("check", `assert ${mark} ${x.label} (${x.matcher}, ${x.status})${why}`);
2784
3001
  }
3002
+ reclassifyTurnErrors(a);
2785
3003
  const error = record.error ? ` · ${record.error.kind}: ${record.error.message}` : "";
2786
3004
  debug.log("teardown", `outcome ${record.outcome}${error}`);
2787
3005
  const rel = (path) => relativeFile(config.root, path) || ".";
2788
3006
  const scratch = `.reeval/runs/${runId}`;
2789
3007
  debug.log("teardown", `record ${scratch}.json · artifacts ${scratch}/${evalSlug(id)}/${evalSlug(spec.cell.key)}/${spec.n} · debug ${rel(debug.dir)}`);
3008
+ attemptSpan()?.set({ "reeval.outcome": record.outcome });
3009
+ if (record.outcome === "fail" || record.outcome === "infra_error") attemptSpan()?.fail(record.error?.message.split("\n")[0] ?? record.outcome);
2790
3010
  setMeta(await writeRecord(a, stagingDir, id));
2791
3011
  await debug.finish(debug.verbosity === 2 || record.outcome !== "pass");
2792
3012
  }
@@ -3795,6 +4015,6 @@ function optionsFrom(written, where, base) {
3795
4015
  }
3796
4016
  };
3797
4017
  }
3798
- export { assertionRecords as i, evaluate as n, group as r, declareTree as t };
4018
+ export { assertionRecords as a, attemptForContext as i, evaluate as n, group as r, declareTree as t };
3799
4019
 
3800
- //# sourceMappingURL=evaluate-B8I9AKgw.js.map
4020
+ //# sourceMappingURL=evaluate-wgW1lGQj.js.map