reeval 0.24.0 → 0.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (542) hide show
  1. package/CHANGELOG.md +40 -0
  2. package/README.md +16 -16
  3. package/THIRD_PARTY_NOTICES.md +0 -2068
  4. package/assets/package.json +1 -1
  5. package/assets/pnpm-lock.yaml +65 -50
  6. package/dist/{adapter-dHdepWKb.js → adapter-vLxVtLdk.js} +7 -7
  7. package/dist/{adapter-dHdepWKb.js.map → adapter-vLxVtLdk.js.map} +1 -1
  8. package/dist/{agent-CZpiwA_r.js → agent-DN36i629.js} +8 -8
  9. package/dist/{agent-CZpiwA_r.js.map → agent-DN36i629.js.map} +1 -1
  10. package/dist/{agents-CEapsHV-.js → agents-Bp40Y7Lk.js} +40 -59
  11. package/dist/agents-Bp40Y7Lk.js.map +1 -0
  12. package/dist/{analysis-BnG_1x_O.js → analysis-8vvMnUJB.js} +4 -5
  13. package/dist/analysis-8vvMnUJB.js.map +1 -0
  14. package/dist/api-ZeGnedB3.js +141 -0
  15. package/dist/api-ZeGnedB3.js.map +1 -0
  16. package/dist/assemble-ChNVeWNr.js +1 -0
  17. package/dist/{assemble-Dw1bF13I.js → assemble-DsllweEG.js} +116 -65
  18. package/dist/assemble-DsllweEG.js.map +1 -0
  19. package/dist/{attach-DvYiMu6w.js → attach-DFf2hFl7.js} +5 -5
  20. package/dist/{attach-DvYiMu6w.js.map → attach-DFf2hFl7.js.map} +1 -1
  21. package/dist/{attempt-DxR1agFo.js → attempt-CfwXgF2q.js} +2 -2
  22. package/dist/{attempt-DxR1agFo.js.map → attempt-CfwXgF2q.js.map} +1 -1
  23. package/dist/{attempt-host-DgeJFSZw.js → attempt-host-XyyFR6jc.js} +36 -13
  24. package/dist/attempt-host-XyyFR6jc.js.map +1 -0
  25. package/dist/boat-BCNNEJni.js +298 -0
  26. package/dist/boat-BCNNEJni.js.map +1 -0
  27. package/dist/{boat-CUNgSc75.js → boat-CNUnhvWH.js} +114 -195
  28. package/dist/boat-CNUnhvWH.js.map +1 -0
  29. package/dist/boat-DRTQHXlj.js +1 -0
  30. package/dist/{boat-images-BuFigiEb.js → boat-images-B0MsRBFx.js} +19 -23
  31. package/dist/boat-images-B0MsRBFx.js.map +1 -0
  32. package/dist/{bundle-yEgI3RsI.js → bundle-B1v8DEEX.js} +20 -15
  33. package/dist/bundle-B1v8DEEX.js.map +1 -0
  34. package/dist/{capture-DdEKVrwk.js → capture-BAtaw-L-.js} +20 -19
  35. package/dist/{capture-DdEKVrwk.js.map → capture-BAtaw-L-.js.map} +1 -1
  36. package/dist/capture-DOHR_KXl.js +1 -0
  37. package/dist/cases-Bsp-G-ZL.js +1 -0
  38. package/dist/{cases-B7QkvMGE.js → cases-C6vnV-gn.js} +60 -42
  39. package/dist/cases-C6vnV-gn.js.map +1 -0
  40. package/dist/classify-BIJQ2Xqo.js +163 -0
  41. package/dist/classify-BIJQ2Xqo.js.map +1 -0
  42. package/dist/{cli-Z7aw8k25.js → cli-BFfZy9Ax.js} +206 -108
  43. package/dist/cli-BFfZy9Ax.js.map +1 -0
  44. package/dist/{cli-spec-3zvLC9YW.js → cli-spec-Bj2z-4Pa.js} +142 -41
  45. package/dist/cli-spec-Bj2z-4Pa.js.map +1 -0
  46. package/dist/cli.js +2 -2
  47. package/dist/client-Dj65gXG3.js +105 -0
  48. package/dist/client-Dj65gXG3.js.map +1 -0
  49. package/dist/{cloud-DuHcNQVV.js → cloud-DgMSxpCk.js} +42 -19
  50. package/dist/cloud-DgMSxpCk.js.map +1 -0
  51. package/dist/{cloud-owVBaSRt.js → cloud-TuNUlZ0L.js} +3 -3
  52. package/dist/{cloud-owVBaSRt.js.map → cloud-TuNUlZ0L.js.map} +1 -1
  53. package/dist/{cloud-files-BjinrTTe.js → cloud-files-BjoNhDJs.js} +8 -8
  54. package/dist/{cloud-files-BjinrTTe.js.map → cloud-files-BjoNhDJs.js.map} +1 -1
  55. package/dist/cloud-project-B1lN8D9m.js +1 -0
  56. package/dist/cloud-project-Dh17iadw.js +110 -0
  57. package/dist/cloud-project-Dh17iadw.js.map +1 -0
  58. package/dist/cloud-push-CdYqsM34.js +817 -0
  59. package/dist/cloud-push-CdYqsM34.js.map +1 -0
  60. package/dist/cloud-push-GXvEYHoa.js +1 -0
  61. package/dist/cloud-run-BfFCs6Fm.js +1 -0
  62. package/dist/{cloud-run-DqMkSGYB.js → cloud-run-CZOpabN1.js} +38 -21
  63. package/dist/cloud-run-CZOpabN1.js.map +1 -0
  64. package/dist/cloud-secrets-BskXM_2n.js +1 -0
  65. package/dist/{cloud-secrets-Bak83tik.js → cloud-secrets-DrrgGOF_.js} +42 -34
  66. package/dist/cloud-secrets-DrrgGOF_.js.map +1 -0
  67. package/dist/{command-efTGfUYb.js → command-Bic6f84Y.js} +25 -15
  68. package/dist/command-Bic6f84Y.js.map +1 -0
  69. package/dist/{command-CeygdoVe.js → command-C7m3ZoXS.js} +92 -26
  70. package/dist/command-C7m3ZoXS.js.map +1 -0
  71. package/dist/{command-CoHN1ibe.js → command-DHrT6YVl.js} +2 -2
  72. package/dist/{command-CoHN1ibe.js.map → command-DHrT6YVl.js.map} +1 -1
  73. package/dist/command-DMwSLfJT.js +141 -0
  74. package/dist/command-DMwSLfJT.js.map +1 -0
  75. package/dist/{command-CtmSJzPC.js → command-DP8sQ-dk.js} +28 -22
  76. package/dist/command-DP8sQ-dk.js.map +1 -0
  77. package/dist/{commands-DR-NolV2.js → commands-BPLexk6R.js} +54 -38
  78. package/dist/commands-BPLexk6R.js.map +1 -0
  79. package/dist/commands-D8D7ZJ0I.js +1 -0
  80. package/dist/{config-Bn2OhCN_.js → config-DQqcGmz7.js} +45 -31
  81. package/dist/config-DQqcGmz7.js.map +1 -0
  82. package/dist/core-BXYzOEyQ.js +2058 -0
  83. package/dist/core-BXYzOEyQ.js.map +1 -0
  84. package/dist/{slug-IHh3f770.js → cost-DQ0ayy6h.js} +37 -2
  85. package/dist/cost-DQ0ayy6h.js.map +1 -0
  86. package/dist/{cursor-catalog-BYIDSsLn.js → cursor-catalog-DQCmwsX3.js} +4 -4
  87. package/dist/{cursor-catalog-BYIDSsLn.js.map → cursor-catalog-DQCmwsX3.js.map} +1 -1
  88. package/dist/{daytona-CWs9j9mt.js → daytona-DOeJzXl_.js} +21 -16
  89. package/dist/daytona-DOeJzXl_.js.map +1 -0
  90. package/dist/{daytona-image-DmGlFAyq.js → daytona-image-B9JpVeP5.js} +6 -6
  91. package/dist/{daytona-image-DmGlFAyq.js.map → daytona-image-B9JpVeP5.js.map} +1 -1
  92. package/dist/daytona-image-BsCbvDGn.js +1 -0
  93. package/dist/db-BqFlDMmS.js +1 -0
  94. package/dist/{db-D6yQib7M.js → db-DU3fgU0h.js} +31 -119
  95. package/dist/db-DU3fgU0h.js.map +1 -0
  96. package/dist/debug-CGg7KHKq.js +1 -0
  97. package/dist/{debug-CIXzB4wK.js → debug-T29p6HOX.js} +2 -10
  98. package/dist/debug-T29p6HOX.js.map +1 -0
  99. package/dist/{default-effort-Bpz5ULfC.js → default-effort-BFl6WLBi.js} +3 -3
  100. package/dist/{default-effort-Bpz5ULfC.js.map → default-effort-BFl6WLBi.js.map} +1 -1
  101. package/dist/{default-effort-Ck6ViSaI.js → default-effort-C6Gcd-Fy.js} +1 -1
  102. package/dist/{dist-CZtW7eI5.js → dist-DCG7vZGQ.js} +3 -3
  103. package/dist/{dist-CZtW7eI5.js.map → dist-DCG7vZGQ.js.map} +1 -1
  104. package/dist/{docker-Bbi4kmFj.js → docker-B5YBmpPz.js} +1 -1
  105. package/dist/{docker-Dgw4aaRk.js → docker-hIo_H0W0.js} +3 -3
  106. package/dist/{docker-Dgw4aaRk.js.map → docker-hIo_H0W0.js.map} +1 -1
  107. package/dist/{doctor-BfS6jswW.js → doctor-DGWbvYtu.js} +26 -26
  108. package/dist/{doctor-BfS6jswW.js.map → doctor-DGWbvYtu.js.map} +1 -1
  109. package/dist/duration-Bz2H7pXb.js +34 -0
  110. package/dist/duration-Bz2H7pXb.js.map +1 -0
  111. package/dist/{environment-BY8lVFFK.js → environment-WC8PrLoe.js} +11 -8
  112. package/dist/environment-WC8PrLoe.js.map +1 -0
  113. package/dist/errors-BjzEWESY.js +93 -0
  114. package/dist/errors-BjzEWESY.js.map +1 -0
  115. package/dist/{errors-P8oHhNzy.js → errors-Cda7UzRA.js} +2 -2
  116. package/dist/{errors-P8oHhNzy.js.map → errors-Cda7UzRA.js.map} +1 -1
  117. package/dist/{eval-source-BB8In3xo.js → eval-source-DL1HOi8U.js} +5 -5
  118. package/dist/{eval-source-BB8In3xo.js.map → eval-source-DL1HOi8U.js.map} +1 -1
  119. package/dist/{evaluate-B8I9AKgw.js → evaluate-DHnD8yzq.js} +268 -57
  120. package/dist/evaluate-DHnD8yzq.js.map +1 -0
  121. package/dist/{evaluate-B9_nukrc.d.ts → evaluate-Nnh0iPuo.d.ts} +1 -1
  122. package/dist/{events-D97ZzAeq.js → events-oe84EOLK.js} +151 -32
  123. package/dist/{events-D97ZzAeq.js.map → events-oe84EOLK.js.map} +1 -1
  124. package/dist/{fake-bootstrap-4DFtzib0.js → fake-bootstrap-Ct1qEs-Z.js} +2 -2
  125. package/dist/{fake-bootstrap-4DFtzib0.js.map → fake-bootstrap-Ct1qEs-Z.js.map} +1 -1
  126. package/dist/files-2fO6iaJG.js +1 -0
  127. package/dist/{files-GBTUBAek.js → files-4Qt4KUyR.js} +3 -3
  128. package/dist/{files-GBTUBAek.js.map → files-4Qt4KUyR.js.map} +1 -1
  129. package/dist/{files-TwSVeWwM.js → files-4XWe_gow.js} +26 -40
  130. package/dist/files-4XWe_gow.js.map +1 -0
  131. package/dist/files-63CNzRBF.js +1 -0
  132. package/dist/files-BDkCNIEh.js +1 -0
  133. package/dist/{files-B0DbptiO.js → files-Bv6ipFjc.js} +4 -4
  134. package/dist/{files-B0DbptiO.js.map → files-Bv6ipFjc.js.map} +1 -1
  135. package/dist/{files-DE13BqBC.js → files-ClUbQPj9.js} +2 -2
  136. package/dist/{files-DE13BqBC.js.map → files-ClUbQPj9.js.map} +1 -1
  137. package/dist/{files-BesexM88.js → files-CzgXLYGq.js} +172 -40
  138. package/dist/files-CzgXLYGq.js.map +1 -0
  139. package/dist/files-DCcRkJN4.js +1 -0
  140. package/dist/{files-B4K1k__s.js → files-DW8y3WCx.js} +5 -5
  141. package/dist/{files-B4K1k__s.js.map → files-DW8y3WCx.js.map} +1 -1
  142. package/dist/gateway.d.ts +1 -1
  143. package/dist/{git-DatgUcnf.js → git-CiCya2yZ.js} +2 -2
  144. package/dist/{git-DatgUcnf.js.map → git-CiCya2yZ.js.map} +1 -1
  145. package/dist/{harness-FcTyyPco.js → harness-Dcd3ffkY.js} +3 -2
  146. package/dist/harness-Dcd3ffkY.js.map +1 -0
  147. package/dist/{harness-EZNoeUBf.js → harness-DvqNGwl6.js} +2 -2
  148. package/dist/{harness-EZNoeUBf.js.map → harness-DvqNGwl6.js.map} +1 -1
  149. package/dist/{harness-install-HgR73tpF.js → harness-install-BSet5fE5.js} +4 -4
  150. package/dist/{harness-install-HgR73tpF.js.map → harness-install-BSet5fE5.js.map} +1 -1
  151. package/dist/harness.d.ts +1 -1
  152. package/dist/harness.js +1 -1
  153. package/dist/http-DtlSzw4A.js +96 -0
  154. package/dist/http-DtlSzw4A.js.map +1 -0
  155. package/dist/{ids-DqEvrBFZ.js → ids-CtxRn13a.js} +4 -3
  156. package/dist/ids-CtxRn13a.js.map +1 -0
  157. package/dist/{images-SRE4f3SM.js → images-BkJn7NHU.js} +13 -13
  158. package/dist/{images-SRE4f3SM.js.map → images-BkJn7NHU.js.map} +1 -1
  159. package/dist/index.d.ts +7 -2
  160. package/dist/index.js +4 -5
  161. package/dist/init-BOYNr3Ql.js +1 -0
  162. package/dist/{init-D5F9MYPC.js → init-CAJvEKEt.js} +6 -6
  163. package/dist/{init-D5F9MYPC.js.map → init-CAJvEKEt.js.map} +1 -1
  164. package/dist/{ink-list-CLq6YVB8.js → ink-list-BJIKlKpN.js} +2 -2
  165. package/dist/{ink-list-CLq6YVB8.js.map → ink-list-BJIKlKpN.js.map} +1 -1
  166. package/dist/{inputs-B_FsOD2N.js → inputs-CjhDEzr4.js} +6 -6
  167. package/dist/{inputs-B_FsOD2N.js.map → inputs-CjhDEzr4.js.map} +1 -1
  168. package/dist/inputs-load-C8HEtAej.js +1 -0
  169. package/dist/{inputs-load-B4MFkp0Q.js → inputs-load-DQRC3dUA.js} +3 -3
  170. package/dist/{inputs-load-B4MFkp0Q.js.map → inputs-load-DQRC3dUA.js.map} +1 -1
  171. package/dist/internal/vm-api/boat.d.ts +46 -0
  172. package/dist/internal/vm-api/boat.js +1 -0
  173. package/dist/internal/vm-api/daytona.d.ts +26 -0
  174. package/dist/internal/vm-api/daytona.js +220 -0
  175. package/dist/internal/vm-api/daytona.js.map +1 -0
  176. package/dist/internal/vm-api.d.ts +86 -0
  177. package/dist/internal/vm-api.js +3 -0
  178. package/dist/internal/vm.d.ts +1 -1
  179. package/dist/internal/vm.js +1 -1
  180. package/dist/{invocations-BxQqe5GU.js → invocations-DUFiIb_S.js} +4 -4
  181. package/dist/{invocations-BxQqe5GU.js.map → invocations-DUFiIb_S.js.map} +1 -1
  182. package/dist/{issue-iErT9KkK.js → issue-BKMnnit3.js} +4 -4
  183. package/dist/{issue-iErT9KkK.js.map → issue-BKMnnit3.js.map} +1 -1
  184. package/dist/issue-esBvB5Df.js +1 -0
  185. package/dist/{jiti-CtahaHaY.js → jiti-aNfS_lSj.js} +2 -2
  186. package/dist/{jiti-CtahaHaY.js.map → jiti-aNfS_lSj.js.map} +1 -1
  187. package/dist/{judge-MOKPsr6R.js → judge-_fsdF4YB.js} +4 -4
  188. package/dist/{judge-MOKPsr6R.js.map → judge-_fsdF4YB.js.map} +1 -1
  189. package/dist/judge.d.ts +1 -1
  190. package/dist/judge.js +1 -1
  191. package/dist/{judgments-Dur4D2pj.js → judgments-CVCUWT-g.js} +7 -4
  192. package/dist/{judgments-Dur4D2pj.js.map → judgments-CVCUWT-g.js.map} +1 -1
  193. package/dist/{kinds-Dohijzi-.js → kinds-5utDFJ15.js} +35 -11
  194. package/dist/{kinds-Dohijzi-.js.map → kinds-5utDFJ15.js.map} +1 -1
  195. package/dist/labels-Dtyf5-pd.js +251 -0
  196. package/dist/labels-Dtyf5-pd.js.map +1 -0
  197. package/dist/{layout-BhhJAEgf.js → layout-Co4tPHWI.js} +3 -3
  198. package/dist/{layout-BhhJAEgf.js.map → layout-Co4tPHWI.js.map} +1 -1
  199. package/dist/link-Dat_O7Gn.js +128 -0
  200. package/dist/link-Dat_O7Gn.js.map +1 -0
  201. package/dist/{list-ClDb8qiX.js → list-CjcNH-5e.js} +10 -7
  202. package/dist/list-CjcNH-5e.js.map +1 -0
  203. package/dist/live-BElpkw5b.js +56 -0
  204. package/dist/live-BElpkw5b.js.map +1 -0
  205. package/dist/{live-QFILMmql.js → live-BRF0ogR6.js} +3 -5
  206. package/dist/live-BRF0ogR6.js.map +1 -0
  207. package/dist/{machine-service-DpJScNtA.js → machine-service-Cymfk7E-.js} +1 -1
  208. package/dist/{machine-service-xFhakTs5.js → machine-service-DYdTM_rW.js} +146 -13
  209. package/dist/machine-service-DYdTM_rW.js.map +1 -0
  210. package/dist/{machines-Cm-rU7jp.js → machines-B6rS9-Xu.js} +25 -25
  211. package/dist/{machines-Cm-rU7jp.js.map → machines-B6rS9-Xu.js.map} +1 -1
  212. package/dist/markdown-COts-jxf.js +653 -0
  213. package/dist/markdown-COts-jxf.js.map +1 -0
  214. package/dist/{model-Rmv-L9Jb.js → model-BdLvfSQO.js} +1 -1
  215. package/dist/{model-CcvSrrq9.js → model-CIMBjBS7.js} +4 -4
  216. package/dist/{model-CcvSrrq9.js.map → model-CIMBjBS7.js.map} +1 -1
  217. package/dist/model-CrsA2Evf.js +1 -0
  218. package/dist/{model-D9WMMEWD.js → model-oBFmfzES.js} +4 -4
  219. package/dist/{model-D9WMMEWD.js.map → model-oBFmfzES.js.map} +1 -1
  220. package/dist/{model-mTaaEkeQ.js → model-xemZQ7DK.js} +251 -65
  221. package/dist/model-xemZQ7DK.js.map +1 -0
  222. package/dist/{node-Bl2CtSjB.js → node-DyRPGAT5.js} +18 -7
  223. package/dist/{node-Bl2CtSjB.js.map → node-DyRPGAT5.js.map} +1 -1
  224. package/dist/options-CeIRZslO.js +1 -0
  225. package/dist/otlp-ehLWBhVL.js +123 -0
  226. package/dist/otlp-ehLWBhVL.js.map +1 -0
  227. package/dist/outcome-1LBk2e3w.js +38 -0
  228. package/dist/outcome-1LBk2e3w.js.map +1 -0
  229. package/dist/{patch-DhJDHRFs.js → patch-BgSw3TXR.js} +3 -3
  230. package/dist/{patch-DhJDHRFs.js.map → patch-BgSw3TXR.js.map} +1 -1
  231. package/dist/{patch-C7yBztZj.js → patch-uwo6t4Zy.js} +26 -2
  232. package/dist/patch-uwo6t4Zy.js.map +1 -0
  233. package/dist/{pi-providers-HygmL1y-.js → pi-providers-BjcQv2A1.js} +23 -9
  234. package/dist/{pi-providers-HygmL1y-.js.map → pi-providers-BjcQv2A1.js.map} +1 -1
  235. package/dist/{plain-Ctn8oUdp.js → plain-DXUNwqpO.js} +2 -2
  236. package/dist/{plain-Ctn8oUdp.js.map → plain-DXUNwqpO.js.map} +1 -1
  237. package/dist/{plan-CC0bKbm9.js → plan-x-_vZMQH.js} +9 -9
  238. package/dist/{plan-CC0bKbm9.js.map → plan-x-_vZMQH.js.map} +1 -1
  239. package/dist/{plugins-PwEtW8GH.js → plugins-0DuNw_c5.js} +6 -6
  240. package/dist/{plugins-PwEtW8GH.js.map → plugins-0DuNw_c5.js.map} +1 -1
  241. package/dist/{preflight-DEV_vrdB.js → preflight-0Wt3wufx.js} +1 -1
  242. package/dist/preflight-CKrvQ-of.js +1 -0
  243. package/dist/{preflight-BzvLYQ70.js → preflight-CUc-Y1d3.js} +9 -9
  244. package/dist/{preflight-BzvLYQ70.js.map → preflight-CUc-Y1d3.js.map} +1 -1
  245. package/dist/{preflight-BHUEfA4m.js → preflight-Cce8YEPE.js} +4 -4
  246. package/dist/{preflight-BHUEfA4m.js.map → preflight-Cce8YEPE.js.map} +1 -1
  247. package/dist/{prepare-DS42k409.js → prepare-Bj8KzeBU.js} +2 -2
  248. package/dist/{prepare-D7hPrh7Q.js → prepare-FXc1YcxO.js} +8 -8
  249. package/dist/{prepare-D7hPrh7Q.js.map → prepare-FXc1YcxO.js.map} +1 -1
  250. package/dist/prices-CfnkJOth.js +1 -0
  251. package/dist/{prices-DXJsP2Ha.js → prices-CoLymMRd.js} +3 -3
  252. package/dist/{prices-DXJsP2Ha.js.map → prices-CoLymMRd.js.map} +1 -1
  253. package/dist/{process-RPlEhpHz.js → process-B86Nvm4J.js} +2 -2
  254. package/dist/{process-RPlEhpHz.js.map → process-B86Nvm4J.js.map} +1 -1
  255. package/dist/provenance-Cylt_YxT.d.ts +222 -0
  256. package/dist/{provenance-DgQJ-dq7.js → provenance-DDZGWE4O.js} +4 -4
  257. package/dist/{provenance-DgQJ-dq7.js.map → provenance-DDZGWE4O.js.map} +1 -1
  258. package/dist/provider-B24hZX95.js +1 -0
  259. package/dist/{provider-ieWOn4YS.js → provider-Cn7lmECy.js} +2 -2
  260. package/dist/{provider-ieWOn4YS.js.map → provider-Cn7lmECy.js.map} +1 -1
  261. package/dist/{provider-stop-CxzWW7Ft.js → provider-stop-DjBMfZW5.js} +2 -2
  262. package/dist/{provider-stop-CxzWW7Ft.js.map → provider-stop-DjBMfZW5.js.map} +1 -1
  263. package/dist/{providers-N4HDMeeo.js → providers-BPujoqQM.js} +1 -1
  264. package/dist/{providers-B5Vr0hKH.js → providers-Cqb25Aq1.js} +28 -28
  265. package/dist/{providers-B5Vr0hKH.js.map → providers-Cqb25Aq1.js.map} +1 -1
  266. package/dist/{query-CmTjYbqh.js → query-C_lwW-ok.js} +2 -2
  267. package/dist/{query-CmTjYbqh.js.map → query-C_lwW-ok.js.map} +1 -1
  268. package/dist/query-DzS1Z4bw.js +1 -0
  269. package/dist/{questions-DnqkJga0.js → questions-DRPM7pky.js} +17 -11
  270. package/dist/questions-DRPM7pky.js.map +1 -0
  271. package/dist/{recipe-B0NeT_Sn.js → recipe-CV_EifJk.js} +4 -4
  272. package/dist/{recipe-B0NeT_Sn.js.map → recipe-CV_EifJk.js.map} +1 -1
  273. package/dist/{record-2liAelrB.js → record-Cj3yWR0E.js} +43 -12
  274. package/dist/record-Cj3yWR0E.js.map +1 -0
  275. package/dist/{remarks-D5qOZzcX.js → remarks-BPKGorBW.js} +4 -2
  276. package/dist/remarks-BPKGorBW.js.map +1 -0
  277. package/dist/{remarks-D-9f1y1B.js → remarks-Bded6YeV.js} +21 -11
  278. package/dist/{remarks-D-9f1y1B.js.map → remarks-Bded6YeV.js.map} +1 -1
  279. package/dist/{remote-B7BIRUTK.js → remote-DMuAUedR.js} +10 -8
  280. package/dist/{remote-B7BIRUTK.js.map → remote-DMuAUedR.js.map} +1 -1
  281. package/dist/renderer/ascii.d.ts +6 -0
  282. package/dist/renderer/ascii.js +7 -0
  283. package/dist/renderer/ascii.js.map +1 -0
  284. package/dist/renderer/markdown.d.ts +31 -0
  285. package/dist/renderer/markdown.js +1 -0
  286. package/dist/report-BSi-R8hC.js +941 -0
  287. package/dist/report-BSi-R8hC.js.map +1 -0
  288. package/dist/report-inputs-JhiwKAZH.js +113 -0
  289. package/dist/report-inputs-JhiwKAZH.js.map +1 -0
  290. package/dist/{resolve-B60w6DcB.js → resolve-BEltmYhD.js} +6 -5
  291. package/dist/resolve-BEltmYhD.js.map +1 -0
  292. package/dist/resolve-s6JzFZu0.js +1 -0
  293. package/dist/{resolve-t9sOkGGS.js → resolve-usf6ejs_.js} +24 -12
  294. package/dist/{resolve-t9sOkGGS.js.map → resolve-usf6ejs_.js.map} +1 -1
  295. package/dist/{results-Df910ONm.js → results-rYLTGa1F.js} +11 -7
  296. package/dist/{results-Df910ONm.js.map → results-rYLTGa1F.js.map} +1 -1
  297. package/dist/{resume-4Q9q8AcE.js → resume-aGIZhM58.js} +6 -6
  298. package/dist/{resume-4Q9q8AcE.js.map → resume-aGIZhM58.js.map} +1 -1
  299. package/dist/{retry-C15f5yyy.js → retry-BNFAHTES.js} +5 -5
  300. package/dist/{retry-C15f5yyy.js.map → retry-BNFAHTES.js.map} +1 -1
  301. package/dist/{root-Cm93-6ix.js → root-Co0jhOT5.js} +2 -2
  302. package/dist/{root-Cm93-6ix.js.map → root-Co0jhOT5.js.map} +1 -1
  303. package/dist/run-DSKRllpd.js +127 -0
  304. package/dist/run-DSKRllpd.js.map +1 -0
  305. package/dist/{client-kUwtq-vt.js → runtime-B2zv9GPL.js} +525 -105
  306. package/dist/runtime-B2zv9GPL.js.map +1 -0
  307. package/dist/sandbox/boat.d.ts +1 -1
  308. package/dist/sandbox/boat.js +2 -2
  309. package/dist/sandbox/daytona.d.ts +1 -1
  310. package/dist/sandbox/daytona.js +1 -1
  311. package/dist/{sandbox-BffNervX.js → sandbox-DbTHBA7g.js} +3 -3
  312. package/dist/{sandbox-BffNervX.js.map → sandbox-DbTHBA7g.js.map} +1 -1
  313. package/dist/sandbox.d.ts +1 -1
  314. package/dist/sandbox.js +1 -1
  315. package/dist/{secrets-file-Dtd3h3kY.js → secrets-file-BEScYC3S.js} +3 -3
  316. package/dist/{secrets-file-Dtd3h3kY.js.map → secrets-file-BEScYC3S.js.map} +1 -1
  317. package/dist/server-BIqAFNjF.js +1 -0
  318. package/dist/server-Dc-V_-C1.js +204 -0
  319. package/dist/server-Dc-V_-C1.js.map +1 -0
  320. package/dist/{services-BG8xuU82.js → services-CHh83UDC.js} +4 -2
  321. package/dist/services-CHh83UDC.js.map +1 -0
  322. package/dist/{shared-DtZwIAfy.js → shared-bXaqVxk-.js} +5 -34
  323. package/dist/shared-bXaqVxk-.js.map +1 -0
  324. package/dist/skill-dirs-B7o83G5I.js +63 -0
  325. package/dist/skill-dirs-B7o83G5I.js.map +1 -0
  326. package/dist/{source-zoRWRMql.js → source-BodZTD70.js} +33 -18
  327. package/dist/source-BodZTD70.js.map +1 -0
  328. package/dist/source-BtdFbZLW.js +1 -0
  329. package/dist/spans-C3FlFC22.js +1 -0
  330. package/dist/spans-Dq3fo6HM.js +6 -0
  331. package/dist/spans-Dq3fo6HM.js.map +1 -0
  332. package/dist/spans-WvAmJF2z.js +72 -0
  333. package/dist/spans-WvAmJF2z.js.map +1 -0
  334. package/dist/{src-CUrcaZ91.js → src-AAdLbAn2.js} +1 -1
  335. package/dist/{src-DiS13D_q.js → src-BbaLTc-p.js} +2 -2
  336. package/dist/src-BjiNaGf5.js +2 -0
  337. package/dist/{src-CFBg2ecq.js → src-BkkdN2w0.js} +2 -2
  338. package/dist/{src-OC89dAjO.js → src-BzeiF5Lh.js} +147 -24
  339. package/dist/src-BzeiF5Lh.js.map +1 -0
  340. package/dist/{src-TMKittwH.js → src-CfPSD_GS.js} +2 -2
  341. package/dist/{src-CDoAEO4u.js → src-ClMhIgi3.js} +2 -2
  342. package/dist/{src-CDoAEO4u.js.map → src-ClMhIgi3.js.map} +1 -1
  343. package/dist/{src-Bj3WJs3t.js → src-D5i8gCa3.js} +2 -2
  344. package/dist/{src-Bb3k9Kn_.js → src-DDIV_RfE.js} +65 -10
  345. package/dist/{src-Bb3k9Kn_.js.map → src-DDIV_RfE.js.map} +1 -1
  346. package/dist/src-DXZXofCJ.js +1 -0
  347. package/dist/src-Db01fVzc.js +2 -0
  348. package/dist/{src-DwcTn4JY.js → src-DhZuOcgq.js} +5 -5
  349. package/dist/{src-DwcTn4JY.js.map → src-DhZuOcgq.js.map} +1 -1
  350. package/dist/{src-CcbV6VpV.js → src-DiBd7r1i.js} +3 -3
  351. package/dist/{src-CGBwMZgM.js → src-Dm2YIeXn.js} +8 -8
  352. package/dist/{src-CGBwMZgM.js.map → src-Dm2YIeXn.js.map} +1 -1
  353. package/dist/{src-c3ZQu7Uu.js → src-NYxoDS3b.js} +5 -5
  354. package/dist/{src-c3ZQu7Uu.js.map → src-NYxoDS3b.js.map} +1 -1
  355. package/dist/{src-C3OhA5pw.js → src-Y4AiZxLt.js} +5 -5
  356. package/dist/{src-C3OhA5pw.js.map → src-Y4AiZxLt.js.map} +1 -1
  357. package/dist/{src-BQWAxhKD.js → src-YpmRtJmP.js} +3 -3
  358. package/dist/{src-BQWAxhKD.js.map → src-YpmRtJmP.js.map} +1 -1
  359. package/dist/{ssh-pool-DwboLN9O.js → ssh-pool-B2c2vxzx.js} +18 -15
  360. package/dist/ssh-pool-B2c2vxzx.js.map +1 -0
  361. package/dist/ssh-pool-mcCYe6RO.js +1 -0
  362. package/dist/{start-BwMyDneA.js → start-DyXCyHGX.js} +45 -13
  363. package/dist/start-DyXCyHGX.js.map +1 -0
  364. package/dist/{state-CXTaT0t8.js → state-CiR8Ema7.js} +21 -38
  365. package/dist/state-CiR8Ema7.js.map +1 -0
  366. package/dist/state-DBuFimCA.js +1 -0
  367. package/dist/store/local.d.ts +1 -1
  368. package/dist/store/s3.d.ts +1 -1
  369. package/dist/studio-share-C05twqpy.js +209 -0
  370. package/dist/studio-share-C05twqpy.js.map +1 -0
  371. package/dist/suite-fO-u8jlS.js +2 -0
  372. package/dist/{suite-C4XSg6Ls.js → suite-oH7uiCRq.js} +107 -106
  373. package/dist/suite-oH7uiCRq.js.map +1 -0
  374. package/dist/summary-CTMWfnOF.js +75 -0
  375. package/dist/summary-CTMWfnOF.js.map +1 -0
  376. package/dist/{sync-bnI6WWaL.js → sync-r8EvW6Hr.js} +6 -6
  377. package/dist/{sync-bnI6WWaL.js.map → sync-r8EvW6Hr.js.map} +1 -1
  378. package/dist/{tart-CSP5Q0qV.js → tart-BUh58nxA.js} +38 -12
  379. package/dist/tart-BUh58nxA.js.map +1 -0
  380. package/dist/{tart-DmVuVsmX.js → tart-DNrumWZu.js} +1 -1
  381. package/dist/{tart-CzViW3WZ.js → tart-Duqp33Zh.js} +2 -2
  382. package/dist/{tart-CzViW3WZ.js.map → tart-Duqp33Zh.js.map} +1 -1
  383. package/dist/{tart-bake-BCKRfyKm.js → tart-bake-ChrVpjuF.js} +9 -9
  384. package/dist/{tart-bake-BCKRfyKm.js.map → tart-bake-ChrVpjuF.js.map} +1 -1
  385. package/dist/{tart-bake-d9UvIfe3.js → tart-bake-LwdUVOzS.js} +1 -1
  386. package/dist/{tart-cli-CqSpUYGV.js → tart-cli-Dv3dNC13.js} +3 -3
  387. package/dist/{tart-cli-CqSpUYGV.js.map → tart-cli-Dv3dNC13.js.map} +1 -1
  388. package/dist/{tart-cli-C4d5FXG1.js → tart-cli-S388NU-r.js} +1 -1
  389. package/dist/{tart-hosts-G0EUDt07.js → tart-hosts-B-dQEGpc.js} +6 -6
  390. package/dist/{tart-hosts-G0EUDt07.js.map → tart-hosts-B-dQEGpc.js.map} +1 -1
  391. package/dist/{tart-hosts-Du7SZM4w.js → tart-hosts-_nHGB4mC.js} +1 -1
  392. package/dist/{tart-images-De0-ib7R.js → tart-images-DAEYoC_M.js} +3 -3
  393. package/dist/{tart-images-De0-ib7R.js.map → tart-images-DAEYoC_M.js.map} +1 -1
  394. package/dist/testing.d.ts +11 -2
  395. package/dist/testing.js +4 -4
  396. package/dist/{tool-class-B3ZFTSOw.js → tool-class-CB-m4PiF.js} +2 -2
  397. package/dist/{tool-class-B3ZFTSOw.js.map → tool-class-CB-m4PiF.js.map} +1 -1
  398. package/dist/{trace-CfppUzD9.js → trace-CJQLlAbB.js} +2 -2
  399. package/dist/{trace-CfppUzD9.js.map → trace-CJQLlAbB.js.map} +1 -1
  400. package/dist/{traits-Bj1PM5F7.js → traits-DPIffsN8.js} +2 -2
  401. package/dist/{traits-Bj1PM5F7.js.map → traits-DPIffsN8.js.map} +1 -1
  402. package/dist/{resources-DqdwihhT.js → turn-error-Dmv_Muj7.js} +15 -2
  403. package/dist/turn-error-Dmv_Muj7.js.map +1 -0
  404. package/dist/{types-D4WEnzhY.d.ts → types-BZaItiui.d.ts} +159 -13
  405. package/dist/types-Buut5yGe.js +29 -0
  406. package/dist/{types-CbcnJxCy.js.map → types-Buut5yGe.js.map} +1 -1
  407. package/dist/types-C48zuZbT.d.ts +156 -0
  408. package/dist/types-CYz4dqAd.d.ts +1366 -0
  409. package/dist/{ui-DfvPNmPP.js → ui-CJvbt2Cc.js} +13 -12
  410. package/dist/ui-CJvbt2Cc.js.map +1 -0
  411. package/dist/{vertex-BLxYasfw.js → vertex-DQQGhUn7.js} +2 -2
  412. package/dist/{vertex-BLxYasfw.js.map → vertex-DQQGhUn7.js.map} +1 -1
  413. package/dist/vertex-DtWe0Xf6.js +1 -0
  414. package/dist/view/index.d.ts +142 -809
  415. package/dist/view/index.js +17 -12
  416. package/dist/view/report/index.d.ts +217 -0
  417. package/dist/view/report/index.js +4 -0
  418. package/dist/{views-ChoSQxfF.js → views-CtnOlABJ.js} +6 -6
  419. package/dist/{views-ChoSQxfF.js.map → views-CtnOlABJ.js.map} +1 -1
  420. package/dist/views-crppDW_B.js +2 -0
  421. package/dist/{vm-container-DOtIi_rd.js → vm-container-DwroMAXW.js} +11 -9
  422. package/dist/vm-container-DwroMAXW.js.map +1 -0
  423. package/dist/{vm-images-CHutQVml.js → vm-images-y0BcVyv3.js} +19 -21
  424. package/dist/vm-images-y0BcVyv3.js.map +1 -0
  425. package/dist/wait-CixM6W0G.js +65 -0
  426. package/dist/wait-CixM6W0G.js.map +1 -0
  427. package/dist/{worker-entry-CKBfEt0h.js → worker-entry-8KHmPzr4.js} +6 -6
  428. package/dist/{worker-entry-CKBfEt0h.js.map → worker-entry-8KHmPzr4.js.map} +1 -1
  429. package/dist/workspace-JlgoGyR0.js +1 -0
  430. package/dist/{workspace-Cip2dVwU.js → workspace-xCQ6VDR-.js} +8 -8
  431. package/dist/{workspace-Cip2dVwU.js.map → workspace-xCQ6VDR-.js.map} +1 -1
  432. package/package.json +25 -1
  433. package/skills/reeval/references/cli.md +1 -1
  434. package/skills/reeval/references/config.md +1 -1
  435. package/skills/reeval/references/environments.md +1 -1
  436. package/dist/agents-CEapsHV-.js.map +0 -1
  437. package/dist/analysis-BnG_1x_O.js.map +0 -1
  438. package/dist/app-files-Dsr3U1Q7.js +0 -10
  439. package/dist/app-files-Dsr3U1Q7.js.map +0 -1
  440. package/dist/assemble-DUtbByvj.js +0 -1
  441. package/dist/assemble-Dw1bF13I.js.map +0 -1
  442. package/dist/attempt-host-DgeJFSZw.js.map +0 -1
  443. package/dist/boat-BBPOc_bs.js +0 -1
  444. package/dist/boat-CUNgSc75.js.map +0 -1
  445. package/dist/boat-images-BuFigiEb.js.map +0 -1
  446. package/dist/bundle-yEgI3RsI.js.map +0 -1
  447. package/dist/capture-DxxB3d7p.js +0 -1
  448. package/dist/cases-B7QkvMGE.js.map +0 -1
  449. package/dist/cases-CA7gxxdr.js +0 -1
  450. package/dist/cli-Z7aw8k25.js.map +0 -1
  451. package/dist/cli-spec-3zvLC9YW.js.map +0 -1
  452. package/dist/client-kUwtq-vt.js.map +0 -1
  453. package/dist/cloud-DuHcNQVV.js.map +0 -1
  454. package/dist/cloud-run-C08P_Uap.js +0 -1
  455. package/dist/cloud-run-DqMkSGYB.js.map +0 -1
  456. package/dist/cloud-secrets-Bak83tik.js.map +0 -1
  457. package/dist/command-Bs6Knfm4.js +0 -298
  458. package/dist/command-Bs6Knfm4.js.map +0 -1
  459. package/dist/command-CeygdoVe.js.map +0 -1
  460. package/dist/command-CtmSJzPC.js.map +0 -1
  461. package/dist/command-efTGfUYb.js.map +0 -1
  462. package/dist/commands-B_cAs8nG.js +0 -1
  463. package/dist/commands-DR-NolV2.js.map +0 -1
  464. package/dist/config-Bn2OhCN_.js.map +0 -1
  465. package/dist/context-Ba7PNMMe.js +0 -120
  466. package/dist/context-Ba7PNMMe.js.map +0 -1
  467. package/dist/daytona-CWs9j9mt.js.map +0 -1
  468. package/dist/daytona-image-BjVpi3KS.js +0 -1
  469. package/dist/db-Bjq6qr6c.js +0 -2
  470. package/dist/db-D6yQib7M.js.map +0 -1
  471. package/dist/debug-CF4p4Lp_.js +0 -1
  472. package/dist/debug-CIXzB4wK.js.map +0 -1
  473. package/dist/environment-BY8lVFFK.js.map +0 -1
  474. package/dist/evaluate-B8I9AKgw.js.map +0 -1
  475. package/dist/files-5HsFIpxw.js +0 -1
  476. package/dist/files-BNg3wgw_.js +0 -1
  477. package/dist/files-BesexM88.js.map +0 -1
  478. package/dist/files-DNgQwgA0.js +0 -1
  479. package/dist/files-DvDUSrWL.js +0 -1
  480. package/dist/files-TwSVeWwM.js.map +0 -1
  481. package/dist/gate-CgYdaprG.js +0 -49
  482. package/dist/gate-CgYdaprG.js.map +0 -1
  483. package/dist/harness-FcTyyPco.js.map +0 -1
  484. package/dist/ids-DqEvrBFZ.js.map +0 -1
  485. package/dist/init-CS5kEaVg.js +0 -1
  486. package/dist/inputs-load-D4IsEjq3.js +0 -1
  487. package/dist/issue-DmSorsTF.js +0 -1
  488. package/dist/list-ClDb8qiX.js.map +0 -1
  489. package/dist/live-C7iGaDCA.js +0 -120
  490. package/dist/live-C7iGaDCA.js.map +0 -1
  491. package/dist/live-C7kN5v2P.js +0 -1
  492. package/dist/live-QFILMmql.js.map +0 -1
  493. package/dist/machine-service-xFhakTs5.js.map +0 -1
  494. package/dist/model-Colu5mEp.js +0 -1
  495. package/dist/model-mTaaEkeQ.js.map +0 -1
  496. package/dist/options-CmRy82gl.js +0 -1
  497. package/dist/pairs-BGb134Vu.js +0 -230
  498. package/dist/pairs-BGb134Vu.js.map +0 -1
  499. package/dist/patch-C7yBztZj.js.map +0 -1
  500. package/dist/paths-Dwmi7L4X.js +0 -75
  501. package/dist/paths-Dwmi7L4X.js.map +0 -1
  502. package/dist/preflight-xa8_eGOW.js +0 -1
  503. package/dist/prices-C_mbZa5a.js +0 -1
  504. package/dist/provider-DHT20Gl8.js +0 -1
  505. package/dist/query-BXV6pRyI.js +0 -1
  506. package/dist/questions-DnqkJga0.js.map +0 -1
  507. package/dist/record-2liAelrB.js.map +0 -1
  508. package/dist/remarks-D5qOZzcX.js.map +0 -1
  509. package/dist/resolve-B60w6DcB.js.map +0 -1
  510. package/dist/resolve-CCLiJX4i.js +0 -1
  511. package/dist/resources-DqdwihhT.js.map +0 -1
  512. package/dist/runtime-CIsljVBy.js +0 -457
  513. package/dist/runtime-CIsljVBy.js.map +0 -1
  514. package/dist/server-CeYUmuuu.js +0 -1
  515. package/dist/server-fSNuT3Z4.js +0 -284
  516. package/dist/server-fSNuT3Z4.js.map +0 -1
  517. package/dist/services-BG8xuU82.js.map +0 -1
  518. package/dist/shared-DtZwIAfy.js.map +0 -1
  519. package/dist/slug-IHh3f770.js.map +0 -1
  520. package/dist/source-n7nUVm9p.js +0 -1
  521. package/dist/source-zoRWRMql.js.map +0 -1
  522. package/dist/src-9V3C6A7C.js +0 -2
  523. package/dist/src-CB5cZhaN.js +0 -2
  524. package/dist/src-DB0vml0O.js +0 -1
  525. package/dist/src-OC89dAjO.js.map +0 -1
  526. package/dist/ssh-pool-ChpT-fDU.js +0 -1
  527. package/dist/ssh-pool-DwboLN9O.js.map +0 -1
  528. package/dist/start-BwMyDneA.js.map +0 -1
  529. package/dist/state-CXTaT0t8.js.map +0 -1
  530. package/dist/state-CltRWlCu.js +0 -1
  531. package/dist/suite-C4XSg6Ls.js.map +0 -1
  532. package/dist/suite-CIsyPqPA.js +0 -2
  533. package/dist/summary-DeeQJAR5.js +0 -169
  534. package/dist/summary-DeeQJAR5.js.map +0 -1
  535. package/dist/tart-CSP5Q0qV.js.map +0 -1
  536. package/dist/types-CbcnJxCy.js +0 -15
  537. package/dist/ui-DfvPNmPP.js.map +0 -1
  538. package/dist/vertex-DZDUpp0W.js +0 -1
  539. package/dist/views-DU0PM0UW.js +0 -2
  540. package/dist/vm-container-DOtIi_rd.js.map +0 -1
  541. package/dist/vm-images-CHutQVml.js.map +0 -1
  542. package/dist/workspace-BKcNJAPb.js +0 -1
@@ -1,51 +1,53 @@
1
- import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-DxR1agFo.js";
2
- import { t as attemptDebugDir } from "./files-B0DbptiO.js";
3
- import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-CIsljVBy.js";
1
+ import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-CfwXgF2q.js";
2
+ import { t as attemptDebugDir } from "./files-Bv6ipFjc.js";
3
+ import { D as runMatchLabel, E as limitsLabel, T as TURN_STATUS, a as registerTest, b as judgeFailedMessage, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile, w as TURN_EDITED } from "./runtime-B2zv9GPL.js";
4
4
  import { n as UsageError, r as isTimeout, t as TimeoutError } from "./errors-ttMTnIYX.js";
5
- import { t as evalSlug } from "./slug-IHh3f770.js";
6
- import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-DqEvrBFZ.js";
5
+ import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-CtxRn13a.js";
7
6
  import { _ as redactSecrets, b as redactValue, f as maskedVariables, m as redactJson, o as findSecrets, p as redactFields, v as redactSplitSecrets } from "./redact-DMueYS-v.js";
8
7
  import { a as plural, i as formatDuration, n as clip, o as withoutBom, t as capMiddle } from "./text-B8-W3Cvn.js";
9
- import { d as limitsLabel, f as runMatchLabel, r as withLease, s as judgeFailedMessage, u as TURN_EDITED } from "./client-kUwtq-vt.js";
10
- import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-DdEKVrwk.js";
11
- import { t as contextTaker } from "./context-Ba7PNMMe.js";
12
- import { $ as plainHeaders, $t as decideState, E as resolveGateway, Ft as mergeJudge, G as majorityOf, H as expand, It as resolveStateOptions, J as plainEnv, Jt as NO_JUDGE_INPUT, K as matchesTags, Lt as observedHere, M as brokeredIn, N as cascade, Qt as badJudgeArtifacts, Rt as observedName, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as judgeProblem, Y as plainEnvError, Yt as inputsOn, Z as plainHeaderError, Zt as artifactRefsOf, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as filePartsOf, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, ot as sandboxProvider, qt as INPUT_KEYS, rt as refuseIllegalCompare, st as sandboxSetBy, tn as resolveJudgeArtifacts, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observer } from "./config-Bn2OhCN_.js";
13
- import { C as writePluginFiles, S as refusedSharedMachine, b as refusedMcp, c as agentMcp, d as brokeringFor, f as claudeMcpServers, h as fakeBrokering, l as agentOf, m as expectedBlockedFor, t as AGENTS, v as keyRejected, x as refusedPlugins, y as layoutOf } from "./agents-CEapsHV-.js";
14
- import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-PwEtW8GH.js";
15
- import { a as skillFiles, i as resolveEnvironment } from "./resolve-t9sOkGGS.js";
16
- import { n as shellQuote$1 } from "./process-RPlEhpHz.js";
17
- import { n as hasNetworkSession, t as InfraError } from "./types-CbcnJxCy.js";
18
- import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-Dtd3h3kY.js";
19
- import { n as fakeBootstrapScript } from "./fake-bootstrap-4DFtzib0.js";
20
- import { n as providerStop, t as ProviderStopError } from "./provider-stop-CxzWW7Ft.js";
21
- import { n as capabilitiesOf, o as providerLimit, u as sandboxKind } from "./kinds-Dohijzi-.js";
22
- import { i as preparedWorkspace } from "./workspace-Cip2dVwU.js";
23
- import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-BY8lVFFK.js";
24
- import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-MOKPsr6R.js";
25
- import { n as judgeDiff } from "./patch-DhJDHRFs.js";
26
- import { t as patchPath } from "./patch-C7yBztZj.js";
8
+ import { a as evalSlug } from "./cost-DQ0ayy6h.js";
9
+ import { c as withAttemptSpan, n as attemptSpan, o as openSpan, r as childSpan } from "./spans-WvAmJF2z.js";
10
+ import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BAtaw-L-.js";
11
+ import { d as sandboxKind, n as capabilitiesOf, o as providerLimit } from "./kinds-5utDFJ15.js";
12
+ import { $ as plainHeaders, $t as artifactRefsOf, Bt as observer, E as resolveGateway, G as majorityOf, H as expand, It as mergeJudge, J as plainEnv, K as matchesTags, Lt as resolveStateOptions, M as brokeredIn, N as cascade, Qt as judgeProblem, Rt as observedHere, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as NO_JUDGE_INPUT, Y as plainEnvError, Yt as INPUT_KEYS, Z as plainHeaderError, Zt as inputsOn, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as badJudgeArtifacts, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, nn as filePartsOf, ot as sandboxProvider, rn as resolveJudgeArtifacts, rt as refuseIllegalCompare, st as sandboxSetBy, tn as decideState, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observedName } from "./config-DQqcGmz7.js";
13
+ import { _ as layoutOf, b as refusedSharedMachine, f as expectedBlockedFor, g as keyRejected, l as brokeringFor, o as agentMcp, p as fakeBrokering, s as agentOf, t as AGENTS, u as claudeMcpServers, v as refusedMcp, x as writePluginFiles, y as refusedPlugins } from "./agents-Bp40Y7Lk.js";
14
+ import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-0DuNw_c5.js";
15
+ import { a as skillFiles, i as resolveEnvironment } from "./resolve-usf6ejs_.js";
16
+ import { n as shellQuote$1 } from "./process-B86Nvm4J.js";
17
+ import { i as hasNetworkSession, r as RunStopped, t as InfraError } from "./types-Buut5yGe.js";
18
+ import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-BEScYC3S.js";
19
+ import { n as fakeBootstrapScript } from "./fake-bootstrap-Ct1qEs-Z.js";
20
+ import { n as providerStop, t as ProviderStopError } from "./provider-stop-DjBMfZW5.js";
21
+ import { i as preparedWorkspace } from "./workspace-xCQ6VDR-.js";
22
+ import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-WC8PrLoe.js";
23
+ import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-_fsdF4YB.js";
24
+ import { n as judgeDiff } from "./patch-BgSw3TXR.js";
25
+ import { r as patchPath } from "./patch-uwo6t4Zy.js";
27
26
  import { t as transcriptForJudge } from "./transcript-CW02A4s9.js";
27
+ import { r as withLease } from "./client-Dj65gXG3.js";
28
28
  import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
29
- import { t as PrepareError } from "./provider-ieWOn4YS.js";
30
- import { t as resourcesLine } from "./resources-DqdwihhT.js";
31
- import { Xt as OPAQUE_OUTPUT, in as readTar, p as MCP_TIMER, rn as extractTar, sn as writeTar } from "./src-OC89dAjO.js";
32
- import { c as formatBytes } from "./debug-CIXzB4wK.js";
29
+ import { t as PrepareError } from "./provider-Cn7lmECy.js";
30
+ import { n as resourcesLine, t as turnErrorKind } from "./turn-error-Dmv_Muj7.js";
31
+ import { l as messageLine } from "./suite-oH7uiCRq.js";
32
+ import { Qt as OPAQUE_OUTPUT, an as extractTar, ln as writeTar, on as readTar, p as MCP_TIMER } from "./src-BzeiF5Lh.js";
33
+ import { s as formatBytes } from "./debug-T29p6HOX.js";
33
34
  import { t as isObjectLike } from "./object-CeQ8dgUC.js";
34
- import { g as parseDuration, m as MAX_TIMER_MS, n as dataProblem, t as closest } from "./shared-DtZwIAfy.js";
35
+ import { n as dataProblem, t as closest } from "./shared-bXaqVxk-.js";
35
36
  import { t as inCI } from "./env-8x1O8I1M.js";
36
- import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-BB8In3xo.js";
37
- import { t as environmentInputs } from "./inputs-B_FsOD2N.js";
37
+ import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-DL1HOi8U.js";
38
+ import { t as environmentInputs } from "./inputs-CjhDEzr4.js";
39
+ import { r as parseDuration, t as MAX_TIMER_MS } from "./duration-Bz2H7pXb.js";
38
40
  import { r as openRouterFallbacks } from "./openrouter-models-B1sIOTD2.js";
39
41
  import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
40
- import { v as vertexSettings } from "./vertex-BLxYasfw.js";
41
- import { i as withDefaultEffort } from "./default-effort-Bpz5ULfC.js";
42
- import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-Bj1PM5F7.js";
42
+ import { v as vertexSettings } from "./vertex-DQQGhUn7.js";
43
+ import { i as withDefaultEffort } from "./default-effort-BFl6WLBi.js";
44
+ import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-DPIffsN8.js";
43
45
  import { z } from "zod";
44
- import { randomBytes, randomUUID } from "node:crypto";
45
46
  import { dirname, join } from "node:path";
47
+ import { parse, stringify } from "yaml";
48
+ import { randomBytes, randomUUID } from "node:crypto";
46
49
  import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
47
50
  import { gunzipSync, gzipSync } from "node:zlib";
48
- import { parse, stringify } from "yaml";
49
51
  import { setTimeout as setTimeout$1 } from "node:timers/promises";
50
52
  import { resolveBridgePort } from "@ai-sdk/harness/utils";
51
53
  // src/attempt/assertions.ts
@@ -87,18 +89,39 @@ function assertionRecords(raw) {
87
89
  } while (used.has(label));
88
90
  seen.set(base, n);
89
91
  used.add(label);
92
+ const reason = r.matcher === "skip" && typeof r.args[0] === "string" ? clipped(r.args[0], MESSAGE_LIMIT) : void 0;
93
+ const fileMatcher = /(^|\.)toHaveFile$/.test(r.matcher);
94
+ const target = r.target ?? (fileMatcher && typeof r.args[0] === "string" ? r.args[1] === void 0 ? r.args[0] : `${r.args[0]} ${r.args[1] instanceof RegExp ? r.args[1].source : shown(r.args[1])}` : void 0);
90
95
  return {
91
96
  label,
92
- labelled: r.label !== void 0,
97
+ labelled: r.label !== void 0 || r.matcher === "skip",
93
98
  matcher: r.matcher,
94
99
  status: r.status,
95
100
  soft: r.soft,
96
101
  ...r.at ? { at: r.at } : {},
97
- ...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
102
+ ...r.status === "pass" || r.status === "not_applicable" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
103
+ ...reason !== void 0 ? { reason } : {},
104
+ ...target !== void 0 ? { target: clipped(target, LABEL_LIMIT) } : {},
105
+ ...r.preSatisfied ? { preSatisfied: true } : {},
98
106
  ...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
99
107
  };
100
108
  });
101
109
  }
110
+ const JUDGE_ERROR = /^judge failed for /;
111
+ /**
112
+ * Writes each judgment's `assertion` from the matching `toPass` label when counts align, and
113
+ * copies `JudgeOptions.label` already on the judgment.
114
+ */
115
+ function linkJudgmentAssertions(judgments, assertions) {
116
+ const passes = assertions.filter((x) => /(^|\.)toPass$/.test(x.matcher) && !JUDGE_ERROR.test(x.message ?? ""));
117
+ if (passes.length !== judgments.length) return;
118
+ for (let i = 0; i < judgments.length; i++) {
119
+ const j = judgments[i];
120
+ const x = passes[i];
121
+ if (!j || !x) continue;
122
+ j.assertion = x.label;
123
+ }
124
+ }
102
125
  const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
103
126
  /**
104
127
  * What fails the attempt at its end for the checks that failed without ending the body: the first
@@ -106,7 +129,7 @@ const CAUGHT_HINT = "(the eval caught this failed check, which still fails the a
106
129
  * `CAUGHT_HINT` after its message.
107
130
  */
108
131
  function checkFailure(raw) {
109
- const failed = raw.find((r) => r.status !== "pass");
132
+ const failed = raw.find((r) => r.status !== "pass" && r.status !== "not_applicable");
110
133
  if (!failed) return void 0;
111
134
  const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
112
135
  if (failed.soft) return error;
@@ -129,6 +152,115 @@ const own = (value) => ({
129
152
  configurable: true,
130
153
  enumerable: false
131
154
  });
155
+ // src/attempt/context.ts
156
+ /** Under the home directory, and under each adapter's own home, which an installed CLI runs with. */
157
+ const HOME_CONTEXT_PATHS = [
158
+ ".cursor/mcp.json",
159
+ ".cursor/cli-config.json",
160
+ ".cursor/rules",
161
+ ".cursor/skills",
162
+ ".cursor/skills-cursor",
163
+ ".cursor/plugins",
164
+ ".agents/skills",
165
+ ".agents/plugins",
166
+ ".claude/CLAUDE.md",
167
+ ".claude/settings.json",
168
+ ".claude/skills",
169
+ ".gemini/GEMINI.md",
170
+ ".gemini/AGENTS.md",
171
+ ".gemini/config/skills",
172
+ ".gemini/config/rules",
173
+ ".gemini/config/mcp_config.json",
174
+ ".gemini/config/plugins",
175
+ ".gemini/antigravity-cli/settings.json",
176
+ ".config/opencode/skills",
177
+ ".config/opencode/opencode.json",
178
+ ".config/opencode/opencode.jsonc",
179
+ ".config/opencode/AGENTS.md",
180
+ ".opencode/skills",
181
+ ".config/goose/skills",
182
+ ".config/goose/config.yaml",
183
+ ".config/goose/.goosehints",
184
+ ".pi/agent/skills",
185
+ ".pi/agent/AGENTS.md",
186
+ ".pi/agent/settings.json",
187
+ ".codex/AGENTS.md",
188
+ ".codex/config.toml",
189
+ ".codex/skills",
190
+ ".codex/plugins",
191
+ ".fx/skills",
192
+ ".fx/settings.json",
193
+ ".fx/mcp.json",
194
+ ".grok/skills",
195
+ ".grok/config.toml",
196
+ ".reeval/plugins"
197
+ ];
198
+ /** Where the AI SDK adapters install their CLI; the CLI's `$HOME` is `home` under it. */
199
+ const ADAPTER_HOMES = "\"$HOME\"/.ai-sdk-harness/.harness-bootstrap/*/home";
200
+ /**
201
+ * Skills, rules and MCP config the agent could load, with content hashes (never contents).
202
+ * Paths under the home directory are shown as `~/…`; others are relative to the workspace.
203
+ */
204
+ const CONTEXT_PATHS = [
205
+ ...HOME_CONTEXT_PATHS.map((p) => `$HOME/${p}`),
206
+ "AGENTS.md",
207
+ "CLAUDE.md",
208
+ "GEMINI.md",
209
+ ".cursorrules",
210
+ ".cursor/rules",
211
+ ".cursor/skills",
212
+ ".cursor/agents",
213
+ ".cursor/commands",
214
+ ".cursor/hooks.json",
215
+ ".cursor/mcp.json",
216
+ ".claude/settings.json",
217
+ ".claude/skills",
218
+ ".agents/skills",
219
+ ".agents/rules",
220
+ ".agents/mcp_config.json",
221
+ ".mcp.json",
222
+ ".opencode/skills",
223
+ ".opencode/agents",
224
+ ".opencode/commands",
225
+ "opencode.json",
226
+ "opencode.jsonc",
227
+ ".goosehints",
228
+ ".goose/skills",
229
+ ".pi/skills",
230
+ ".pi/prompts",
231
+ ".pi/settings.json",
232
+ ".codex/config.toml",
233
+ ".fx/skills",
234
+ ".grok/skills",
235
+ ".grok/config.toml"
236
+ ];
237
+ async function agentContext(box, signal) {
238
+ const adapterPaths = `for h in ${ADAPTER_HOMES}; do for p in ${HOME_CONTEXT_PATHS.join(" ")}; do echo "$h/$p"; done; done`;
239
+ const script = `{ for p in ${CONTEXT_PATHS.map((p) => `"${p}"`).join(" ")}; do echo "$p"; done; ${adapterPaths}; } | while IFS= read -r p; do [ -e "$p" ] && find "$p" -type f 2>/dev/null; done | sort | head -500 | while IFS= read -r f; do printf '%s\t%s\n' "$(sha256sum "$f" | cut -d' ' -f1)" "$f"; done`;
240
+ const r = await box.exec(script, { signal }).catch(() => null);
241
+ if (r?.exitCode !== 0) return [];
242
+ const home = (await box.exec("printf %s \"$HOME\"", { signal }).catch(() => null))?.stdout ?? "";
243
+ return r.stdout.split("\n").filter(Boolean).map((line) => {
244
+ const [sha, ...rest] = line.split(" ");
245
+ const path = rest.join(" ");
246
+ return {
247
+ path: home && path.startsWith(`${home}/`) ? `~${path.slice(home.length)}` : path,
248
+ sha256: sha ?? ""
249
+ };
250
+ });
251
+ }
252
+ /**
253
+ * Records the agent's context once, after the first turn (or at teardown when there was none):
254
+ * adapters write harness skills when a turn starts, so before it the record would miss them.
255
+ */
256
+ function contextTaker(a) {
257
+ let taken = false;
258
+ return async (box, signal) => {
259
+ if (taken || !capabilitiesOf(a.spec.sandbox).isolated) return;
260
+ taken = true;
261
+ a.record.context = await agentContext(box, signal);
262
+ };
263
+ }
132
264
  // src/attempt/debug.ts
133
265
  /** Which config and profile the attempt runs under, and where each resolved option came from. */
134
266
  function tracePlan(debug, spec, ctx) {
@@ -572,7 +704,7 @@ async function callMcpTool(sandbox, servers, name, tool, signal) {
572
704
  /** The attempt's harness, for the sandbox it runs in; an agent the sandbox can't run is an infra error. */
573
705
  async function createHarness(descriptor, sandbox, vertex) {
574
706
  if (descriptor.kind === "fake") return createFakeHarness(descriptor);
575
- const { createAgentHarness } = await import("./agent-CZpiwA_r.js");
707
+ const { createAgentHarness } = await import("./agent-DN36i629.js");
576
708
  return createAgentHarness(descriptor, sandbox, vertex);
577
709
  }
578
710
  /** Where each harness's agent looks for repo skills, relative to the workspace. */
@@ -605,8 +737,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
605
737
  record.image = null;
606
738
  const kind = sandboxKind(spec.sandbox);
607
739
  if (kind.capabilities.images) {
608
- const { preparedFor } = await import("./preflight-DEV_vrdB.js");
609
- const { attemptImage, createProviders, preparedImage } = await import("./providers-N4HDMeeo.js");
740
+ const { preparedFor } = await import("./preflight-0Wt3wufx.js");
741
+ const { attemptImage, createProviders, preparedImage } = await import("./providers-BPujoqQM.js");
610
742
  signal.throwIfAborted();
611
743
  const provider = createProviders()[kind.provider(spec.sandbox)];
612
744
  const builds = builtPlugins(spec.environment.layers);
@@ -631,8 +763,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
631
763
  const { ref, id, base, install, agentCli } = record.image;
632
764
  debugLog("image", `ready ${ref} (${id.replace(/^sha256:/, "").slice(0, 12)}) · prepared before the run${ref !== base ? ` · on ${base}` : ""}${agentCli ? ` · agent CLI ${agentCli}` : ""}${install.length ? ` · install: ${install.join(" && ")}` : ""}`);
633
765
  } else if (kind.capabilities.isolated) {
634
- const { preparedFor } = await import("./preflight-DEV_vrdB.js");
635
- const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-N4HDMeeo.js");
766
+ const { preparedFor } = await import("./preflight-0Wt3wufx.js");
767
+ const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-BPujoqQM.js");
636
768
  const provider = createProviders()[kind.provider(spec.sandbox)];
637
769
  const prepared = provider && preparedFor(root, runId, provider, spec.sandbox, spec.harness);
638
770
  const vm = prepared ? vmImage(prepared) : null;
@@ -949,6 +1081,7 @@ function judgeCaller(a, readFile) {
949
1081
  const { judgements: judgments } = a.record;
950
1082
  judgments.splice(placeFor(judgments.map((j) => j.call ?? 0), order), 0, {
951
1083
  ...recorded,
1084
+ ...options.label ? { label: options.label } : {},
952
1085
  ...retries.length ? { retries } : {},
953
1086
  ...usage ? { usage } : {},
954
1087
  call: order
@@ -994,7 +1127,7 @@ async function createSandbox(descriptor, options) {
994
1127
  try {
995
1128
  return await kind.create(descriptor, options);
996
1129
  } catch (error) {
997
- if (error instanceof InfraError || options.signal.aborted) throw error;
1130
+ if (error instanceof InfraError || error instanceof RunStopped || options.signal.aborted) throw error;
998
1131
  throw new InfraError(`Failed to create ${kind.provider(descriptor)} sandbox: ${error.message}`);
999
1132
  }
1000
1133
  }
@@ -1184,6 +1317,36 @@ function sumSplits(splits) {
1184
1317
  };
1185
1318
  }
1186
1319
  // src/attempt/record.ts
1320
+ /**
1321
+ * An unhandled mid-turn `status === 'error'` (body never read `turn.status`) becomes an
1322
+ * infra error so crashed attempts leave the counted pass/fail denominator.
1323
+ */
1324
+ function reclassifyTurnErrors(a) {
1325
+ const { record } = a;
1326
+ if (record.outcome !== "pass" && record.outcome !== "fail") return;
1327
+ const index = record.turns.findIndex((t) => t.status === "error");
1328
+ if (index < 0) return;
1329
+ if (a.turnStatusRead) {
1330
+ record.turnStatusRead = true;
1331
+ return;
1332
+ }
1333
+ record.turnStatusRead = false;
1334
+ const turn = record.turns[index];
1335
+ if (!turn) return;
1336
+ const errEvent = turn.transcript.find((e) => e.type === "error");
1337
+ const errText = errEvent && errEvent.type === "error" ? errEvent.message : void 0;
1338
+ const kind = turnErrorKind(errText);
1339
+ const detail = messageLine(errText ?? "unknown error");
1340
+ record.outcome = "infra_error";
1341
+ record.error = {
1342
+ kind: "infra",
1343
+ message: `Turn ${index} ended with an error: ${detail}`,
1344
+ turn: {
1345
+ index,
1346
+ kind
1347
+ }
1348
+ };
1349
+ }
1187
1350
  function classify(error, signal) {
1188
1351
  const message = error instanceof Error ? error.message : String(error);
1189
1352
  if (signal.aborted) return isTimeout(signal.reason) ? {
@@ -1193,6 +1356,10 @@ function classify(error, signal) {
1193
1356
  kind: "aborted",
1194
1357
  message: "The run was canceled"
1195
1358
  };
1359
+ if (error instanceof RunStopped) return {
1360
+ kind: "aborted",
1361
+ message
1362
+ };
1196
1363
  if (error instanceof InfraError) return {
1197
1364
  kind: "infra",
1198
1365
  message
@@ -1411,12 +1578,12 @@ async function writeRecord(a, stagingDir, id) {
1411
1578
  }
1412
1579
  /** The record's checks that didn't pass, for the terminal; unset when all did. */
1413
1580
  function failedChecks(record) {
1414
- const failed = (record.assertions ?? []).filter((x) => x.status !== "pass");
1581
+ const failed = (record.assertions ?? []).filter((x) => x.status !== "pass" && x.status !== "not_applicable");
1415
1582
  if (!failed.length) return {};
1416
1583
  return { failedChecks: failed.map((x) => ({
1417
1584
  label: x.label,
1418
1585
  ...x.at ? { at: x.at } : {},
1419
- message: clip(x.message?.split("\n")[0] ?? "", 500)
1586
+ message: clip(x.message?.split("\n")[0] ?? x.reason?.split("\n")[0] ?? "", 500)
1420
1587
  })) };
1421
1588
  }
1422
1589
  /** `turn N error: <message>` for each turn with an error event. */
@@ -1645,6 +1812,14 @@ const timedOutServer = (entries) => entries.find((e) => e.timeout)?.server;
1645
1812
  // src/attempt/state.ts
1646
1813
  /** Extra time an attempt gets, outside its eval timeout, when its image may need building. */
1647
1814
  const SETUP_BUDGET_MS = 12e5;
1815
+ /** Lets the language-runner host find the live Attempt from the body's `AttemptContext`. */
1816
+ const attemptByContext = /* @__PURE__ */ new WeakMap();
1817
+ function bindAttemptContext(c, a) {
1818
+ attemptByContext.set(c, a);
1819
+ }
1820
+ function attemptForContext(c) {
1821
+ return attemptByContext.get(c);
1822
+ }
1648
1823
  function createAttempt(spec, signal, progress, start, snapshotDir) {
1649
1824
  const record = {
1650
1825
  startedAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -1688,11 +1863,16 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1688
1863
  at: Date.now(),
1689
1864
  ...redactFields(update, ["kind"])
1690
1865
  }),
1691
- async timed(phase, fn) {
1866
+ async timed(phase, fn, name) {
1692
1867
  const start = performance.now();
1868
+ const span = childSpan(name ?? phase.replace(/Ms$/, ""));
1693
1869
  try {
1694
1870
  return await fn();
1871
+ } catch (error) {
1872
+ span.end(error);
1873
+ throw error;
1695
1874
  } finally {
1875
+ span.end();
1696
1876
  record.timings[phase] += Math.round(performance.now() - start);
1697
1877
  }
1698
1878
  },
@@ -1707,7 +1887,8 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1707
1887
  capturePages: /* @__PURE__ */ new Map(),
1708
1888
  stepBlobs: /* @__PURE__ */ new Map(),
1709
1889
  snapshotDir,
1710
- turnSteps: /* @__PURE__ */ new Map()
1890
+ turnSteps: /* @__PURE__ */ new Map(),
1891
+ turnStatusRead: false
1711
1892
  };
1712
1893
  return a;
1713
1894
  }
@@ -2122,12 +2303,13 @@ function startHarness(a, harness, box, options) {
2122
2303
  * the diff, switches to the agent's egress, and starts the harness session with the
2123
2304
  * harness-placed skills and MCP servers.
2124
2305
  */
2125
- async function startSession(a, runId) {
2306
+ async function startSession(a, runId, attempt) {
2126
2307
  const startedAt = performance.now();
2127
2308
  const { spec } = a;
2128
2309
  const env = a.env;
2129
2310
  const box = await createSandbox(spec.sandbox, {
2130
2311
  runId,
2312
+ attempt,
2131
2313
  timeoutMs: spec.timeoutMs + setupAllowance(spec) + 6e4,
2132
2314
  signal: a.signal,
2133
2315
  env: env.vars,
@@ -2155,6 +2337,7 @@ async function startSession(a, runId) {
2155
2337
  a.phases = brokerPhases(box, env.substitutions, spec.egress);
2156
2338
  if (a.signal.aborted) box.destroy();
2157
2339
  a.signal.throwIfAborted();
2340
+ a.report({ kind: "sandbox-up" });
2158
2341
  await a.phases.start();
2159
2342
  if (env.substitutions.length) {
2160
2343
  const agent = env.substitutions.filter((s) => s.phase === "agent").map((s) => s.name);
@@ -2660,14 +2843,21 @@ function turnSender(a, takeContext, checks) {
2660
2843
  const { diff } = changes;
2661
2844
  a.record.diff = diff;
2662
2845
  if (a.spec.snapshot.when === "turns") await takeSnapshot(a, box, `turn-${turnNumber}`, "harness");
2846
+ const { status: turnStatus, ...rest } = result;
2663
2847
  const data = {
2664
2848
  prompt,
2665
- ...result,
2849
+ ...rest,
2850
+ status: turnStatus,
2666
2851
  diff
2667
2852
  };
2668
2853
  const turn = Object.freeze(Object.assign({
2669
2854
  ...data,
2670
- ...checks
2855
+ ...checks,
2856
+ [TURN_STATUS]: turnStatus,
2857
+ get status() {
2858
+ a.turnStatusRead = true;
2859
+ return turnStatus;
2860
+ }
2671
2861
  }, { [TURN_EDITED]: edited }));
2672
2862
  a.turns.push(turn);
2673
2863
  return turn;
@@ -2686,23 +2876,38 @@ async function runAttempt(spec, fn, handle) {
2686
2876
  traceLimit: config.debug?.traceBufferBytes ?? TRACE_BUFFER_DEFAULT,
2687
2877
  ...verbosity > 0 ? { emit: handle.debug } : {}
2688
2878
  });
2689
- return withDebug(debug, () => attemptBody(spec, fn, handle, id, debug));
2879
+ const span = openSpan("attempt", {
2880
+ "reeval.eval.id": id,
2881
+ "reeval.attempt.key": attemptKey(id, spec.cell.key, spec.n),
2882
+ "reeval.cell": spec.cell.key,
2883
+ "reeval.attempt.n": spec.n
2884
+ });
2885
+ let error;
2886
+ try {
2887
+ return await withDebug(debug, () => withAttemptSpan(span, () => attemptBody(spec, fn, handle, id, debug)));
2888
+ } catch (thrown) {
2889
+ error = thrown;
2890
+ throw thrown;
2891
+ } finally {
2892
+ span.end(error);
2893
+ }
2690
2894
  }
2691
2895
  async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, unawaited, expectError, assertions }, id, debug) {
2692
2896
  const ctx = getRunContext();
2693
2897
  const { runId, stagingDir, config } = ctx;
2694
2898
  tracePlan(debug, spec, ctx);
2899
+ const key = attemptKey(id, spec.cell.key, spec.n);
2695
2900
  let timer;
2696
2901
  let clock;
2697
2902
  const a = createAttempt(spec, testSignal, progress, async (a, who) => {
2698
2903
  debug.log("container", `starting the sandbox and session for ${who}`);
2699
2904
  clock?.pause();
2700
2905
  try {
2701
- return await a.timed("setupMs", () => startSession(a, runId));
2906
+ return await a.timed("setupMs", () => startSession(a, runId, key), "sandbox");
2702
2907
  } finally {
2703
2908
  clock?.resume();
2704
2909
  }
2705
- }, snapshotSidecar(stagingDir, attemptKey(id, spec.cell.key, spec.n)));
2910
+ }, snapshotSidecar(stagingDir, key));
2706
2911
  const destroy = () => void Promise.resolve(a.session?.salvage?.()).catch(() => {}).finally(() => a.sandbox?.destroy());
2707
2912
  testSignal.addEventListener("abort", destroy, { once: true });
2708
2913
  const takeContext = contextTaker(a);
@@ -2729,6 +2934,7 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2729
2934
  }),
2730
2935
  judge: judgeCaller(a, readFile)
2731
2936
  };
2937
+ bindAttemptContext(c, a);
2732
2938
  const timedOut = () => !!timer?.aborted && !testSignal.aborted;
2733
2939
  let failure;
2734
2940
  let oom;
@@ -2778,15 +2984,20 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2778
2984
  const { record } = a;
2779
2985
  const checked = assertionRecords(assertions());
2780
2986
  if (checked.length) record.assertions = checked;
2987
+ linkJudgmentAssertions(record.judgements ?? [], checked);
2781
2988
  for (const x of checked) {
2782
2989
  const why = x.message ? ` · ${clip(redactSecrets(x.message.split("\n")[0] ?? ""), 160)}` : "";
2783
- debug.log("check", `assert ${x.status === "pass" ? "✓" : "✗"} ${x.label} (${x.matcher}, ${x.status})${why}`);
2990
+ const mark = x.status === "pass" || x.status === "not_applicable" ? "✓" : "✗";
2991
+ debug.log("check", `assert ${mark} ${x.label} (${x.matcher}, ${x.status})${why}`);
2784
2992
  }
2993
+ reclassifyTurnErrors(a);
2785
2994
  const error = record.error ? ` · ${record.error.kind}: ${record.error.message}` : "";
2786
2995
  debug.log("teardown", `outcome ${record.outcome}${error}`);
2787
2996
  const rel = (path) => relativeFile(config.root, path) || ".";
2788
2997
  const scratch = `.reeval/runs/${runId}`;
2789
2998
  debug.log("teardown", `record ${scratch}.json · artifacts ${scratch}/${evalSlug(id)}/${evalSlug(spec.cell.key)}/${spec.n} · debug ${rel(debug.dir)}`);
2999
+ attemptSpan()?.set({ "reeval.outcome": record.outcome });
3000
+ if (record.outcome === "fail" || record.outcome === "infra_error") attemptSpan()?.fail(record.error?.message.split("\n")[0] ?? record.outcome);
2790
3001
  setMeta(await writeRecord(a, stagingDir, id));
2791
3002
  await debug.finish(debug.verbosity === 2 || record.outcome !== "pass");
2792
3003
  }
@@ -3795,6 +4006,6 @@ function optionsFrom(written, where, base) {
3795
4006
  }
3796
4007
  };
3797
4008
  }
3798
- export { assertionRecords as i, evaluate as n, group as r, declareTree as t };
4009
+ export { assertionRecords as a, attemptForContext as i, evaluate as n, group as r, declareTree as t };
3799
4010
 
3800
- //# sourceMappingURL=evaluate-B8I9AKgw.js.map
4011
+ //# sourceMappingURL=evaluate-DHnD8yzq.js.map