reeval 0.23.0 → 0.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (574) hide show
  1. package/CHANGELOG.md +66 -0
  2. package/README.md +17 -17
  3. package/THIRD_PARTY_NOTICES.md +0 -2068
  4. package/assets/package.json +1 -1
  5. package/assets/pnpm-lock.yaml +65 -50
  6. package/dist/{adapter-Dlq3-4OS.js → adapter-vLxVtLdk.js} +6 -6
  7. package/dist/{adapter-Dlq3-4OS.js.map → adapter-vLxVtLdk.js.map} +1 -1
  8. package/dist/{agent-OsAfayRf.js → agent-DN36i629.js} +9 -9
  9. package/dist/{agent-OsAfayRf.js.map → agent-DN36i629.js.map} +1 -1
  10. package/dist/{agents-BztvTkfM.js → agents-Bp40Y7Lk.js} +47 -59
  11. package/dist/agents-Bp40Y7Lk.js.map +1 -0
  12. package/dist/{analysis-BnG_1x_O.js → analysis-8vvMnUJB.js} +4 -5
  13. package/dist/analysis-8vvMnUJB.js.map +1 -0
  14. package/dist/api-ZeGnedB3.js +141 -0
  15. package/dist/api-ZeGnedB3.js.map +1 -0
  16. package/dist/assemble-ChNVeWNr.js +1 -0
  17. package/dist/{assemble-Doa1m-HW.js → assemble-DsllweEG.js} +132 -68
  18. package/dist/assemble-DsllweEG.js.map +1 -0
  19. package/dist/{attach-BH2HdwH_.js → attach-DFf2hFl7.js} +18 -10
  20. package/dist/attach-DFf2hFl7.js.map +1 -0
  21. package/dist/{attempt-_dUsblVx.js → attempt-CfwXgF2q.js} +3 -3
  22. package/dist/{attempt-_dUsblVx.js.map → attempt-CfwXgF2q.js.map} +1 -1
  23. package/dist/{attempt-host-8mQV8Uee.js → attempt-host-XyyFR6jc.js} +37 -14
  24. package/dist/attempt-host-XyyFR6jc.js.map +1 -0
  25. package/dist/boat-BCNNEJni.js +298 -0
  26. package/dist/boat-BCNNEJni.js.map +1 -0
  27. package/dist/{boat-DKjqo_ie.js → boat-CNUnhvWH.js} +117 -197
  28. package/dist/boat-CNUnhvWH.js.map +1 -0
  29. package/dist/boat-DRTQHXlj.js +1 -0
  30. package/dist/{boat-images-CRN_U_eG.js → boat-images-B0MsRBFx.js} +18 -22
  31. package/dist/boat-images-B0MsRBFx.js.map +1 -0
  32. package/dist/{bundle-DU2aQVeq.js → bundle-B1v8DEEX.js} +26 -15
  33. package/dist/bundle-B1v8DEEX.js.map +1 -0
  34. package/dist/{capture-By1byHaX.js → capture-BAtaw-L-.js} +20 -19
  35. package/dist/{capture-By1byHaX.js.map → capture-BAtaw-L-.js.map} +1 -1
  36. package/dist/capture-DOHR_KXl.js +1 -0
  37. package/dist/cases-Bsp-G-ZL.js +1 -0
  38. package/dist/{cases-CM-MQRQp.js → cases-C6vnV-gn.js} +61 -43
  39. package/dist/cases-C6vnV-gn.js.map +1 -0
  40. package/dist/classify-BIJQ2Xqo.js +163 -0
  41. package/dist/classify-BIJQ2Xqo.js.map +1 -0
  42. package/dist/{cli-DMHOwdVr.js → cli-BFfZy9Ax.js} +385 -178
  43. package/dist/cli-BFfZy9Ax.js.map +1 -0
  44. package/dist/{cli-spec-D0wuUaj9.js → cli-spec-Bj2z-4Pa.js} +242 -39
  45. package/dist/cli-spec-Bj2z-4Pa.js.map +1 -0
  46. package/dist/cli.js +6 -2
  47. package/dist/cli.js.map +1 -1
  48. package/dist/client-Dj65gXG3.js +105 -0
  49. package/dist/client-Dj65gXG3.js.map +1 -0
  50. package/dist/cloud-DgMSxpCk.js +154 -0
  51. package/dist/cloud-DgMSxpCk.js.map +1 -0
  52. package/dist/{hosted-5Zz2peTR.js → cloud-TuNUlZ0L.js} +31 -31
  53. package/dist/cloud-TuNUlZ0L.js.map +1 -0
  54. package/dist/cloud-files-BjoNhDJs.js +301 -0
  55. package/dist/cloud-files-BjoNhDJs.js.map +1 -0
  56. package/dist/cloud-project-B1lN8D9m.js +1 -0
  57. package/dist/cloud-project-Dh17iadw.js +110 -0
  58. package/dist/cloud-project-Dh17iadw.js.map +1 -0
  59. package/dist/cloud-push-CdYqsM34.js +817 -0
  60. package/dist/cloud-push-CdYqsM34.js.map +1 -0
  61. package/dist/cloud-push-GXvEYHoa.js +1 -0
  62. package/dist/cloud-run-BfFCs6Fm.js +1 -0
  63. package/dist/cloud-run-CZOpabN1.js +517 -0
  64. package/dist/cloud-run-CZOpabN1.js.map +1 -0
  65. package/dist/cloud-secrets-BskXM_2n.js +1 -0
  66. package/dist/cloud-secrets-DrrgGOF_.js +345 -0
  67. package/dist/cloud-secrets-DrrgGOF_.js.map +1 -0
  68. package/dist/{command-CXxckfsq.js → command-Bic6f84Y.js} +28 -130
  69. package/dist/command-Bic6f84Y.js.map +1 -0
  70. package/dist/{command-CAmnWLFL.js → command-C7m3ZoXS.js} +93 -27
  71. package/dist/command-C7m3ZoXS.js.map +1 -0
  72. package/dist/command-DHrT6YVl.js +183 -0
  73. package/dist/command-DHrT6YVl.js.map +1 -0
  74. package/dist/command-DMwSLfJT.js +141 -0
  75. package/dist/command-DMwSLfJT.js.map +1 -0
  76. package/dist/{command-ao0NZ8h0.js → command-DP8sQ-dk.js} +29 -23
  77. package/dist/command-DP8sQ-dk.js.map +1 -0
  78. package/dist/{commands-ttChCsAy.js → commands-BPLexk6R.js} +62 -41
  79. package/dist/commands-BPLexk6R.js.map +1 -0
  80. package/dist/commands-D8D7ZJ0I.js +1 -0
  81. package/dist/{config-myJT1Qjc.js → config-DQqcGmz7.js} +67 -47
  82. package/dist/config-DQqcGmz7.js.map +1 -0
  83. package/dist/core-BXYzOEyQ.js +2058 -0
  84. package/dist/core-BXYzOEyQ.js.map +1 -0
  85. package/dist/{slug-IHh3f770.js → cost-DQ0ayy6h.js} +37 -2
  86. package/dist/cost-DQ0ayy6h.js.map +1 -0
  87. package/dist/{cost-C21gGrju.js → cost-Dp-xFGJ1.js} +2 -2
  88. package/dist/{cost-C21gGrju.js.map → cost-Dp-xFGJ1.js.map} +1 -1
  89. package/dist/{cost-CdRX1s2p.js → cost-a_rUSdsf.js} +1 -1
  90. package/dist/{cursor-catalog-CUQrabJ_.js → cursor-catalog-DQCmwsX3.js} +4 -4
  91. package/dist/{cursor-catalog-CUQrabJ_.js.map → cursor-catalog-DQCmwsX3.js.map} +1 -1
  92. package/dist/{daytona-Dfhwtr9P.js → daytona-DOeJzXl_.js} +27 -19
  93. package/dist/daytona-DOeJzXl_.js.map +1 -0
  94. package/dist/{daytona-image-CnG6G00x.js → daytona-image-B9JpVeP5.js} +5 -4
  95. package/dist/daytona-image-B9JpVeP5.js.map +1 -0
  96. package/dist/daytona-image-BsCbvDGn.js +1 -0
  97. package/dist/db-BqFlDMmS.js +1 -0
  98. package/dist/{db-5H95sFii.js → db-DU3fgU0h.js} +32 -120
  99. package/dist/db-DU3fgU0h.js.map +1 -0
  100. package/dist/debug-CGg7KHKq.js +1 -0
  101. package/dist/{debug-CIXzB4wK.js → debug-T29p6HOX.js} +2 -10
  102. package/dist/debug-T29p6HOX.js.map +1 -0
  103. package/dist/{default-effort-DYpCkJRk.js → default-effort-BFl6WLBi.js} +3 -3
  104. package/dist/{default-effort-DYpCkJRk.js.map → default-effort-BFl6WLBi.js.map} +1 -1
  105. package/dist/{default-effort-CtNY9CGW.js → default-effort-C6Gcd-Fy.js} +1 -1
  106. package/dist/{dist-DeqeCUZe.js → dist-DCG7vZGQ.js} +3 -3
  107. package/dist/{dist-DeqeCUZe.js.map → dist-DCG7vZGQ.js.map} +1 -1
  108. package/dist/{docker-kpudeSxV.js → docker-B5YBmpPz.js} +1 -1
  109. package/dist/{docker-CR0JZ1FE.js → docker-hIo_H0W0.js} +4 -4
  110. package/dist/{docker-CR0JZ1FE.js.map → docker-hIo_H0W0.js.map} +1 -1
  111. package/dist/{doctor-aE-RMbB_.js → doctor-DGWbvYtu.js} +29 -29
  112. package/dist/{doctor-aE-RMbB_.js.map → doctor-DGWbvYtu.js.map} +1 -1
  113. package/dist/duration-Bz2H7pXb.js +34 -0
  114. package/dist/duration-Bz2H7pXb.js.map +1 -0
  115. package/dist/{environment-C8pUCD_A.js → environment-WC8PrLoe.js} +14 -11
  116. package/dist/environment-WC8PrLoe.js.map +1 -0
  117. package/dist/errors-BjzEWESY.js +93 -0
  118. package/dist/errors-BjzEWESY.js.map +1 -0
  119. package/dist/{errors-DPUoUTdK.js → errors-Cda7UzRA.js} +2 -2
  120. package/dist/{errors-DPUoUTdK.js.map → errors-Cda7UzRA.js.map} +1 -1
  121. package/dist/{eval-source-CaLIGH3U.js → eval-source-DL1HOi8U.js} +6 -6
  122. package/dist/{eval-source-CaLIGH3U.js.map → eval-source-DL1HOi8U.js.map} +1 -1
  123. package/dist/{evaluate-4kBVtwZZ.js → evaluate-DHnD8yzq.js} +280 -59
  124. package/dist/evaluate-DHnD8yzq.js.map +1 -0
  125. package/dist/{evaluate-DHaNtgVf.d.ts → evaluate-Nnh0iPuo.d.ts} +2 -3
  126. package/dist/{events-CXxFvVMK.js → events-oe84EOLK.js} +153 -34
  127. package/dist/{events-CXxFvVMK.js.map → events-oe84EOLK.js.map} +1 -1
  128. package/dist/{fake-bootstrap-CzxrCqO3.js → fake-bootstrap-Ct1qEs-Z.js} +2 -2
  129. package/dist/{fake-bootstrap-CzxrCqO3.js.map → fake-bootstrap-Ct1qEs-Z.js.map} +1 -1
  130. package/dist/files-2fO6iaJG.js +1 -0
  131. package/dist/{files-DpwJW3w6.js → files-4Qt4KUyR.js} +3 -3
  132. package/dist/{files-DpwJW3w6.js.map → files-4Qt4KUyR.js.map} +1 -1
  133. package/dist/{files-DgHeTdCZ.js → files-4XWe_gow.js} +27 -41
  134. package/dist/files-4XWe_gow.js.map +1 -0
  135. package/dist/files-63CNzRBF.js +1 -0
  136. package/dist/files-BDkCNIEh.js +1 -0
  137. package/dist/{files-CDfG8swM.js → files-Bv6ipFjc.js} +27 -18
  138. package/dist/files-Bv6ipFjc.js.map +1 -0
  139. package/dist/{files-Cs2dtb7-.js → files-ClUbQPj9.js} +2 -2
  140. package/dist/{files-Cs2dtb7-.js.map → files-ClUbQPj9.js.map} +1 -1
  141. package/dist/files-CzgXLYGq.js +1609 -0
  142. package/dist/files-CzgXLYGq.js.map +1 -0
  143. package/dist/files-DCcRkJN4.js +1 -0
  144. package/dist/{files-BkvxIqfI.js → files-DW8y3WCx.js} +5 -5
  145. package/dist/{files-BkvxIqfI.js.map → files-DW8y3WCx.js.map} +1 -1
  146. package/dist/gateway.d.ts +2 -3
  147. package/dist/{git-BnnNEXqh.js → git-CiCya2yZ.js} +3 -3
  148. package/dist/{git-BnnNEXqh.js.map → git-CiCya2yZ.js.map} +1 -1
  149. package/dist/{harness-FcTyyPco.js → harness-Dcd3ffkY.js} +3 -2
  150. package/dist/harness-Dcd3ffkY.js.map +1 -0
  151. package/dist/{harness-nwnyghJZ.js → harness-DvqNGwl6.js} +3 -3
  152. package/dist/{harness-nwnyghJZ.js.map → harness-DvqNGwl6.js.map} +1 -1
  153. package/dist/{harness-install-BfMBYDfP.js → harness-install-BSet5fE5.js} +4 -3
  154. package/dist/harness-install-BSet5fE5.js.map +1 -0
  155. package/dist/harness.d.ts +2 -3
  156. package/dist/harness.js +1 -1
  157. package/dist/http-DtlSzw4A.js +96 -0
  158. package/dist/http-DtlSzw4A.js.map +1 -0
  159. package/dist/{ids-a6cr243_.js → ids-CtxRn13a.js} +3 -2
  160. package/dist/ids-CtxRn13a.js.map +1 -0
  161. package/dist/{images-DtXwj2wL.js → images-BkJn7NHU.js} +13 -13
  162. package/dist/{images-DtXwj2wL.js.map → images-BkJn7NHU.js.map} +1 -1
  163. package/dist/index.d.ts +9 -5
  164. package/dist/index.js +4 -5
  165. package/dist/init-BOYNr3Ql.js +1 -0
  166. package/dist/{init-Ci_IAp8p.js → init-CAJvEKEt.js} +6 -6
  167. package/dist/{init-Ci_IAp8p.js.map → init-CAJvEKEt.js.map} +1 -1
  168. package/dist/{ink-list-Dnh6XD3C.js → ink-list-BJIKlKpN.js} +3 -3
  169. package/dist/{ink-list-Dnh6XD3C.js.map → ink-list-BJIKlKpN.js.map} +1 -1
  170. package/dist/{inputs-z4JqnQ5g.js → inputs-CjhDEzr4.js} +6 -6
  171. package/dist/{inputs-z4JqnQ5g.js.map → inputs-CjhDEzr4.js.map} +1 -1
  172. package/dist/inputs-load-C8HEtAej.js +1 -0
  173. package/dist/{inputs-load-DPUP_IFL.js → inputs-load-DQRC3dUA.js} +3 -3
  174. package/dist/{inputs-load-DPUP_IFL.js.map → inputs-load-DQRC3dUA.js.map} +1 -1
  175. package/dist/internal/vm-api/boat.d.ts +46 -0
  176. package/dist/internal/vm-api/boat.js +1 -0
  177. package/dist/internal/vm-api/daytona.d.ts +26 -0
  178. package/dist/internal/vm-api/daytona.js +220 -0
  179. package/dist/internal/vm-api/daytona.js.map +1 -0
  180. package/dist/internal/vm-api.d.ts +86 -0
  181. package/dist/internal/vm-api.js +3 -0
  182. package/dist/internal/vm.d.ts +7 -8
  183. package/dist/internal/vm.js +6 -6
  184. package/dist/internal/vm.js.map +1 -1
  185. package/dist/{invocations-C1gY3E0J.js → invocations-DUFiIb_S.js} +6 -6
  186. package/dist/{invocations-C1gY3E0J.js.map → invocations-DUFiIb_S.js.map} +1 -1
  187. package/dist/issue-BKMnnit3.js +120 -0
  188. package/dist/issue-BKMnnit3.js.map +1 -0
  189. package/dist/issue-esBvB5Df.js +1 -0
  190. package/dist/{jiti-ILwyxt93.js → jiti-aNfS_lSj.js} +2 -2
  191. package/dist/{jiti-ILwyxt93.js.map → jiti-aNfS_lSj.js.map} +1 -1
  192. package/dist/{judge-DwzqucLS.js → judge-_fsdF4YB.js} +7 -4
  193. package/dist/judge-_fsdF4YB.js.map +1 -0
  194. package/dist/judge.d.ts +5 -6
  195. package/dist/judge.js +1 -1
  196. package/dist/{judgments-Cj8bFaDG.js → judgments-CVCUWT-g.js} +8 -5
  197. package/dist/{judgments-Cj8bFaDG.js.map → judgments-CVCUWT-g.js.map} +1 -1
  198. package/dist/{kinds-DEKXOWVJ.js → kinds-5utDFJ15.js} +37 -12
  199. package/dist/kinds-5utDFJ15.js.map +1 -0
  200. package/dist/labels-Dtyf5-pd.js +251 -0
  201. package/dist/labels-Dtyf5-pd.js.map +1 -0
  202. package/dist/{layout-nCnU9Vu2.js → layout-Co4tPHWI.js} +3 -3
  203. package/dist/{layout-nCnU9Vu2.js.map → layout-Co4tPHWI.js.map} +1 -1
  204. package/dist/link-Dat_O7Gn.js +128 -0
  205. package/dist/link-Dat_O7Gn.js.map +1 -0
  206. package/dist/{list-MK4L8tfW.js → list-CjcNH-5e.js} +13 -8
  207. package/dist/list-CjcNH-5e.js.map +1 -0
  208. package/dist/live-BElpkw5b.js +56 -0
  209. package/dist/live-BElpkw5b.js.map +1 -0
  210. package/dist/{live-Dlq-S2yy.js → live-BRF0ogR6.js} +3 -5
  211. package/dist/live-BRF0ogR6.js.map +1 -0
  212. package/dist/{machine-service-Byl0BlcT.js → machine-service-Cymfk7E-.js} +1 -1
  213. package/dist/{machine-service-CZiXiVsS.js → machine-service-DYdTM_rW.js} +146 -13
  214. package/dist/machine-service-DYdTM_rW.js.map +1 -0
  215. package/dist/{machines-Ch5bhgvk.js → machines-B6rS9-Xu.js} +38 -38
  216. package/dist/{machines-Ch5bhgvk.js.map → machines-B6rS9-Xu.js.map} +1 -1
  217. package/dist/markdown-COts-jxf.js +653 -0
  218. package/dist/markdown-COts-jxf.js.map +1 -0
  219. package/dist/{model-lLaUxxno.js → model-BdLvfSQO.js} +1 -1
  220. package/dist/{model-DRa7yv6K.js → model-CIMBjBS7.js} +5 -5
  221. package/dist/{model-DRa7yv6K.js.map → model-CIMBjBS7.js.map} +1 -1
  222. package/dist/model-CrsA2Evf.js +1 -0
  223. package/dist/{model-CRh8aiYS.js → model-oBFmfzES.js} +4 -4
  224. package/dist/{model-CRh8aiYS.js.map → model-oBFmfzES.js.map} +1 -1
  225. package/dist/{model-LoLnq9y1.js → model-xemZQ7DK.js} +251 -65
  226. package/dist/model-xemZQ7DK.js.map +1 -0
  227. package/dist/{node-BQjSQw0d.js → node-DyRPGAT5.js} +19 -8
  228. package/dist/{node-BQjSQw0d.js.map → node-DyRPGAT5.js.map} +1 -1
  229. package/dist/options-CeIRZslO.js +1 -0
  230. package/dist/otlp-ehLWBhVL.js +123 -0
  231. package/dist/otlp-ehLWBhVL.js.map +1 -0
  232. package/dist/outcome-1LBk2e3w.js +38 -0
  233. package/dist/outcome-1LBk2e3w.js.map +1 -0
  234. package/dist/{patch-D8X6VB-e.js → patch-BgSw3TXR.js} +3 -3
  235. package/dist/{patch-D8X6VB-e.js.map → patch-BgSw3TXR.js.map} +1 -1
  236. package/dist/{patch-C7yBztZj.js → patch-uwo6t4Zy.js} +26 -2
  237. package/dist/patch-uwo6t4Zy.js.map +1 -0
  238. package/dist/{pi-providers-HygmL1y-.js → pi-providers-BjcQv2A1.js} +23 -9
  239. package/dist/{pi-providers-HygmL1y-.js.map → pi-providers-BjcQv2A1.js.map} +1 -1
  240. package/dist/{plain-Ctn8oUdp.js → plain-DXUNwqpO.js} +2 -2
  241. package/dist/{plain-Ctn8oUdp.js.map → plain-DXUNwqpO.js.map} +1 -1
  242. package/dist/{plan-DgIVIrXJ.js → plan-x-_vZMQH.js} +11 -11
  243. package/dist/{plan-DgIVIrXJ.js.map → plan-x-_vZMQH.js.map} +1 -1
  244. package/dist/{plugins-DvEbow6a.js → plugins-0DuNw_c5.js} +7 -7
  245. package/dist/{plugins-DvEbow6a.js.map → plugins-0DuNw_c5.js.map} +1 -1
  246. package/dist/{preflight-dJqs5x3r.js → preflight-0Wt3wufx.js} +1 -1
  247. package/dist/preflight-CKrvQ-of.js +1 -0
  248. package/dist/{preflight-BKGbxN67.js → preflight-CUc-Y1d3.js} +9 -9
  249. package/dist/{preflight-BKGbxN67.js.map → preflight-CUc-Y1d3.js.map} +1 -1
  250. package/dist/{preflight-Qm4wE094.js → preflight-Cce8YEPE.js} +4 -4
  251. package/dist/{preflight-Qm4wE094.js.map → preflight-Cce8YEPE.js.map} +1 -1
  252. package/dist/{prepare-CRPPfRJf.js → prepare-Bj8KzeBU.js} +2 -2
  253. package/dist/{prepare-BAjRSoku.js → prepare-FXc1YcxO.js} +8 -8
  254. package/dist/{prepare-BAjRSoku.js.map → prepare-FXc1YcxO.js.map} +1 -1
  255. package/dist/prices-CfnkJOth.js +1 -0
  256. package/dist/{prices-DCokI_Ka.js → prices-CoLymMRd.js} +3 -3
  257. package/dist/{prices-DCokI_Ka.js.map → prices-CoLymMRd.js.map} +1 -1
  258. package/dist/process-B86Nvm4J.js +118 -0
  259. package/dist/process-B86Nvm4J.js.map +1 -0
  260. package/dist/provenance-Cylt_YxT.d.ts +222 -0
  261. package/dist/{provenance-CSyRCc9B.js → provenance-DDZGWE4O.js} +6 -6
  262. package/dist/{provenance-CSyRCc9B.js.map → provenance-DDZGWE4O.js.map} +1 -1
  263. package/dist/provider-B24hZX95.js +1 -0
  264. package/dist/{provider-ieWOn4YS.js → provider-Cn7lmECy.js} +2 -2
  265. package/dist/{provider-ieWOn4YS.js.map → provider-Cn7lmECy.js.map} +1 -1
  266. package/dist/{provider-stop-CxzWW7Ft.js → provider-stop-DjBMfZW5.js} +2 -2
  267. package/dist/{provider-stop-CxzWW7Ft.js.map → provider-stop-DjBMfZW5.js.map} +1 -1
  268. package/dist/{providers-DxZ26YoG.js → providers-BPujoqQM.js} +1 -1
  269. package/dist/{providers-DkaEJvF5.js → providers-Cqb25Aq1.js} +35 -35
  270. package/dist/{providers-DkaEJvF5.js.map → providers-Cqb25Aq1.js.map} +1 -1
  271. package/dist/{query-BL66BOqL.js → query-C_lwW-ok.js} +2 -2
  272. package/dist/{query-BL66BOqL.js.map → query-C_lwW-ok.js.map} +1 -1
  273. package/dist/query-DzS1Z4bw.js +1 -0
  274. package/dist/{questions-boVPzGoC.js → questions-DRPM7pky.js} +19 -13
  275. package/dist/questions-DRPM7pky.js.map +1 -0
  276. package/dist/{recipe-qyIpP96r.js → recipe-CV_EifJk.js} +4 -4
  277. package/dist/{recipe-qyIpP96r.js.map → recipe-CV_EifJk.js.map} +1 -1
  278. package/dist/{record-D1_D1KFY.js → record-Cj3yWR0E.js} +50 -13
  279. package/dist/record-Cj3yWR0E.js.map +1 -0
  280. package/dist/{redact-t-L3VGy8.js → redact-DMueYS-v.js} +28 -6
  281. package/dist/redact-DMueYS-v.js.map +1 -0
  282. package/dist/{remarks-DqriPKxm.js → remarks-BPKGorBW.js} +4 -2
  283. package/dist/remarks-BPKGorBW.js.map +1 -0
  284. package/dist/{remarks-DEvk5f8v.js → remarks-Bded6YeV.js} +22 -12
  285. package/dist/{remarks-DEvk5f8v.js.map → remarks-Bded6YeV.js.map} +1 -1
  286. package/dist/{remote-CQoBRpOv.js → remote-DMuAUedR.js} +9 -7
  287. package/dist/{remote-CQoBRpOv.js.map → remote-DMuAUedR.js.map} +1 -1
  288. package/dist/renderer/ascii.d.ts +6 -0
  289. package/dist/renderer/ascii.js +7 -0
  290. package/dist/renderer/ascii.js.map +1 -0
  291. package/dist/renderer/markdown.d.ts +31 -0
  292. package/dist/renderer/markdown.js +1 -0
  293. package/dist/report-BSi-R8hC.js +941 -0
  294. package/dist/report-BSi-R8hC.js.map +1 -0
  295. package/dist/report-inputs-JhiwKAZH.js +113 -0
  296. package/dist/report-inputs-JhiwKAZH.js.map +1 -0
  297. package/dist/{resolve-Bfo8sjd-.js → resolve-BEltmYhD.js} +23 -7
  298. package/dist/resolve-BEltmYhD.js.map +1 -0
  299. package/dist/resolve-s6JzFZu0.js +1 -0
  300. package/dist/{resolve-D2RqmybX.js → resolve-usf6ejs_.js} +64 -19
  301. package/dist/resolve-usf6ejs_.js.map +1 -0
  302. package/dist/{results-BpxzyoMd.js → results-rYLTGa1F.js} +11 -7
  303. package/dist/{results-BpxzyoMd.js.map → results-rYLTGa1F.js.map} +1 -1
  304. package/dist/{resume-2ekm_9OB.js → resume-aGIZhM58.js} +7 -7
  305. package/dist/{resume-2ekm_9OB.js.map → resume-aGIZhM58.js.map} +1 -1
  306. package/dist/{retry-CAhpW1hH.js → retry-BNFAHTES.js} +5 -5
  307. package/dist/{retry-CAhpW1hH.js.map → retry-BNFAHTES.js.map} +1 -1
  308. package/dist/{root-BzeoyfGd.js → root-Co0jhOT5.js} +2 -2
  309. package/dist/{root-BzeoyfGd.js.map → root-Co0jhOT5.js.map} +1 -1
  310. package/dist/run-DSKRllpd.js +127 -0
  311. package/dist/run-DSKRllpd.js.map +1 -0
  312. package/dist/{client-B41UK150.js → runtime-B2zv9GPL.js} +525 -105
  313. package/dist/runtime-B2zv9GPL.js.map +1 -0
  314. package/dist/sandbox/boat.d.ts +4 -5
  315. package/dist/sandbox/boat.js +2 -2
  316. package/dist/sandbox/daytona.d.ts +4 -5
  317. package/dist/sandbox/daytona.js +1 -1
  318. package/dist/{sandbox-t-Q-8lA_.js → sandbox-DbTHBA7g.js} +3 -3
  319. package/dist/{sandbox-t-Q-8lA_.js.map → sandbox-DbTHBA7g.js.map} +1 -1
  320. package/dist/sandbox.d.ts +4 -5
  321. package/dist/sandbox.js +1 -1
  322. package/dist/secrets-file-BEScYC3S.js +100 -0
  323. package/dist/secrets-file-BEScYC3S.js.map +1 -0
  324. package/dist/secrets-file-take-BXfYMTM-.js +33 -0
  325. package/dist/secrets-file-take-BXfYMTM-.js.map +1 -0
  326. package/dist/server-BIqAFNjF.js +1 -0
  327. package/dist/server-Dc-V_-C1.js +204 -0
  328. package/dist/server-Dc-V_-C1.js.map +1 -0
  329. package/dist/{services-BG8xuU82.js → services-CHh83UDC.js} +4 -2
  330. package/dist/services-CHh83UDC.js.map +1 -0
  331. package/dist/shared-B3iLKAiu.d.ts +1 -0
  332. package/dist/{shared-DtZwIAfy.js → shared-bXaqVxk-.js} +5 -34
  333. package/dist/shared-bXaqVxk-.js.map +1 -0
  334. package/dist/skill-dirs-B7o83G5I.js +63 -0
  335. package/dist/skill-dirs-B7o83G5I.js.map +1 -0
  336. package/dist/{source-CrXM19HD.js → source-BodZTD70.js} +33 -18
  337. package/dist/source-BodZTD70.js.map +1 -0
  338. package/dist/source-BtdFbZLW.js +1 -0
  339. package/dist/spans-C3FlFC22.js +1 -0
  340. package/dist/spans-Dq3fo6HM.js +6 -0
  341. package/dist/spans-Dq3fo6HM.js.map +1 -0
  342. package/dist/spans-WvAmJF2z.js +72 -0
  343. package/dist/spans-WvAmJF2z.js.map +1 -0
  344. package/dist/{src-C6MsGyD6.js → src-AAdLbAn2.js} +1 -1
  345. package/dist/{src-VG2IRoT4.js → src-BbaLTc-p.js} +2 -2
  346. package/dist/src-BjiNaGf5.js +2 -0
  347. package/dist/{src-Cf4vRyea.js → src-BkkdN2w0.js} +2 -2
  348. package/dist/{src-C5rrQlt8.js → src-BzeiF5Lh.js} +197 -138
  349. package/dist/src-BzeiF5Lh.js.map +1 -0
  350. package/dist/{src-Ds1pmXTg.js → src-CfPSD_GS.js} +2 -2
  351. package/dist/{src-C-ChdnG6.js → src-ClMhIgi3.js} +2 -2
  352. package/dist/{src-C-ChdnG6.js.map → src-ClMhIgi3.js.map} +1 -1
  353. package/dist/{src-io_SKoZ5.js → src-D5i8gCa3.js} +2 -2
  354. package/dist/{src-Bb3k9Kn_.js → src-DDIV_RfE.js} +65 -10
  355. package/dist/{src-Bb3k9Kn_.js.map → src-DDIV_RfE.js.map} +1 -1
  356. package/dist/src-DXZXofCJ.js +1 -0
  357. package/dist/src-Db01fVzc.js +2 -0
  358. package/dist/{src-DwcTn4JY.js → src-DhZuOcgq.js} +5 -5
  359. package/dist/{src-DwcTn4JY.js.map → src-DhZuOcgq.js.map} +1 -1
  360. package/dist/{src-DwcCKsV0.js → src-DiBd7r1i.js} +3 -3
  361. package/dist/{src-DNWiU__5.js → src-Dm2YIeXn.js} +8 -8
  362. package/dist/{src-DNWiU__5.js.map → src-Dm2YIeXn.js.map} +1 -1
  363. package/dist/{src-c3ZQu7Uu.js → src-NYxoDS3b.js} +5 -5
  364. package/dist/{src-c3ZQu7Uu.js.map → src-NYxoDS3b.js.map} +1 -1
  365. package/dist/{src-C3OhA5pw.js → src-Y4AiZxLt.js} +5 -5
  366. package/dist/{src-C3OhA5pw.js.map → src-Y4AiZxLt.js.map} +1 -1
  367. package/dist/{src-Bf5RZlPi.js → src-YpmRtJmP.js} +2 -2
  368. package/dist/{src-Bf5RZlPi.js.map → src-YpmRtJmP.js.map} +1 -1
  369. package/dist/{ssh-pool-Dvfx5GuV.js → ssh-pool-B2c2vxzx.js} +20 -16
  370. package/dist/ssh-pool-B2c2vxzx.js.map +1 -0
  371. package/dist/ssh-pool-mcCYe6RO.js +1 -0
  372. package/dist/{start-COB07NpH.js → start-DyXCyHGX.js} +64 -12
  373. package/dist/start-DyXCyHGX.js.map +1 -0
  374. package/dist/{state-B319V1p8.js → state-CiR8Ema7.js} +21 -38
  375. package/dist/state-CiR8Ema7.js.map +1 -0
  376. package/dist/state-DBuFimCA.js +1 -0
  377. package/dist/store/local.d.ts +2 -3
  378. package/dist/store/s3.d.ts +2 -3
  379. package/dist/studio-share-C05twqpy.js +209 -0
  380. package/dist/studio-share-C05twqpy.js.map +1 -0
  381. package/dist/suite-fO-u8jlS.js +2 -0
  382. package/dist/{suite-D1tgXZxM.js → suite-oH7uiCRq.js} +108 -107
  383. package/dist/suite-oH7uiCRq.js.map +1 -0
  384. package/dist/summary-CTMWfnOF.js +75 -0
  385. package/dist/summary-CTMWfnOF.js.map +1 -0
  386. package/dist/{sync-mOG74RXH.js → sync-r8EvW6Hr.js} +6 -6
  387. package/dist/{sync-mOG74RXH.js.map → sync-r8EvW6Hr.js.map} +1 -1
  388. package/dist/{tart-DMppfbEm.js → tart-BUh58nxA.js} +37 -10
  389. package/dist/tart-BUh58nxA.js.map +1 -0
  390. package/dist/{tart-DmVuVsmX.js → tart-DNrumWZu.js} +1 -1
  391. package/dist/{tart-CzViW3WZ.js → tart-Duqp33Zh.js} +2 -2
  392. package/dist/{tart-CzViW3WZ.js.map → tart-Duqp33Zh.js.map} +1 -1
  393. package/dist/{tart-bake-Cva_qdir.js → tart-bake-ChrVpjuF.js} +8 -7
  394. package/dist/tart-bake-ChrVpjuF.js.map +1 -0
  395. package/dist/{tart-bake-DVIoXWr_.js → tart-bake-LwdUVOzS.js} +1 -1
  396. package/dist/{tart-cli-LzDud2Z6.js → tart-cli-Dv3dNC13.js} +3 -2
  397. package/dist/tart-cli-Dv3dNC13.js.map +1 -0
  398. package/dist/{tart-cli-D88c5YYJ.js → tart-cli-S388NU-r.js} +1 -1
  399. package/dist/{tart-hosts-CTRY5kQ2.js → tart-hosts-B-dQEGpc.js} +7 -6
  400. package/dist/tart-hosts-B-dQEGpc.js.map +1 -0
  401. package/dist/{tart-hosts-8N6Tt7Yb.js → tart-hosts-_nHGB4mC.js} +1 -1
  402. package/dist/{tart-images-JfHirU8W.js → tart-images-DAEYoC_M.js} +3 -3
  403. package/dist/{tart-images-JfHirU8W.js.map → tart-images-DAEYoC_M.js.map} +1 -1
  404. package/dist/testing.d.ts +13 -5
  405. package/dist/testing.js +4 -4
  406. package/dist/{tool-class-CncfCw03.js → tool-class-CB-m4PiF.js} +2 -2
  407. package/dist/{tool-class-CncfCw03.js.map → tool-class-CB-m4PiF.js.map} +1 -1
  408. package/dist/{trace-BpXByD7W.js → trace-CJQLlAbB.js} +2 -2
  409. package/dist/{trace-BpXByD7W.js.map → trace-CJQLlAbB.js.map} +1 -1
  410. package/dist/{traits-CCD8XsmI.js → traits-DPIffsN8.js} +2 -2
  411. package/dist/{traits-CCD8XsmI.js.map → traits-DPIffsN8.js.map} +1 -1
  412. package/dist/{transcript-BXWZiMuC.js → transcript-CW02A4s9.js} +3 -3
  413. package/dist/{transcript-BXWZiMuC.js.map → transcript-CW02A4s9.js.map} +1 -1
  414. package/dist/{resources-DqdwihhT.js → turn-error-Dmv_Muj7.js} +15 -2
  415. package/dist/turn-error-Dmv_Muj7.js.map +1 -0
  416. package/dist/{types-BDo8ttQo.d.ts → types-BZaItiui.d.ts} +209 -28
  417. package/dist/types-Buut5yGe.js +29 -0
  418. package/dist/types-Buut5yGe.js.map +1 -0
  419. package/dist/types-C48zuZbT.d.ts +156 -0
  420. package/dist/types-CYz4dqAd.d.ts +1366 -0
  421. package/dist/{ui-DUiVPbQ2.js → ui-CJvbt2Cc.js} +15 -14
  422. package/dist/ui-CJvbt2Cc.js.map +1 -0
  423. package/dist/vertex-D4H9bKHD.d.ts +2 -0
  424. package/dist/{vertex-BEWxHoxH.js → vertex-DQQGhUn7.js} +2 -2
  425. package/dist/{vertex-BEWxHoxH.js.map → vertex-DQQGhUn7.js.map} +1 -1
  426. package/dist/vertex-DtWe0Xf6.js +1 -0
  427. package/dist/view/index.d.ts +142 -810
  428. package/dist/view/index.js +17 -12
  429. package/dist/view/report/index.d.ts +217 -0
  430. package/dist/view/report/index.js +4 -0
  431. package/dist/{views-CiZGh3ws.js → views-CtnOlABJ.js} +6 -6
  432. package/dist/{views-CiZGh3ws.js.map → views-CtnOlABJ.js.map} +1 -1
  433. package/dist/views-crppDW_B.js +2 -0
  434. package/dist/{vm-container-BVn7pXfD.js → vm-container-DwroMAXW.js} +13 -10
  435. package/dist/vm-container-DwroMAXW.js.map +1 -0
  436. package/dist/{vm-images-CNk-Zl2a.js → vm-images-y0BcVyv3.js} +19 -21
  437. package/dist/vm-images-y0BcVyv3.js.map +1 -0
  438. package/dist/wait-CixM6W0G.js +65 -0
  439. package/dist/wait-CixM6W0G.js.map +1 -0
  440. package/dist/{worker-entry-DmXQ2Znu.js → worker-entry-8KHmPzr4.js} +7 -7
  441. package/dist/{worker-entry-DmXQ2Znu.js.map → worker-entry-8KHmPzr4.js.map} +1 -1
  442. package/dist/workspace-JlgoGyR0.js +1 -0
  443. package/dist/{workspace-wwvwEHzP.js → workspace-xCQ6VDR-.js} +9 -8
  444. package/dist/workspace-xCQ6VDR-.js.map +1 -0
  445. package/package.json +33 -9
  446. package/skills/reeval/SKILL.md +2 -2
  447. package/skills/reeval/references/cli.md +1 -1
  448. package/skills/reeval/references/config.md +1 -1
  449. package/skills/reeval/references/environments.md +1 -1
  450. package/skills/setup/SKILL.md +1 -1
  451. package/dist/agents-BztvTkfM.js.map +0 -1
  452. package/dist/analysis-BnG_1x_O.js.map +0 -1
  453. package/dist/app-files-6NHzghym.js +0 -10
  454. package/dist/app-files-6NHzghym.js.map +0 -1
  455. package/dist/assemble-Doa1m-HW.js.map +0 -1
  456. package/dist/assemble-XrZskSNj.js +0 -1
  457. package/dist/attach-BH2HdwH_.js.map +0 -1
  458. package/dist/attempt-host-8mQV8Uee.js.map +0 -1
  459. package/dist/boat-DKRH0Gv7.js +0 -1
  460. package/dist/boat-DKjqo_ie.js.map +0 -1
  461. package/dist/boat-images-CRN_U_eG.js.map +0 -1
  462. package/dist/bundle-DU2aQVeq.js.map +0 -1
  463. package/dist/capture-BzjNv0qP.js +0 -1
  464. package/dist/cases-CM-MQRQp.js.map +0 -1
  465. package/dist/cases-FvhbM8M5.js +0 -1
  466. package/dist/cli-DMHOwdVr.js.map +0 -1
  467. package/dist/cli-spec-D0wuUaj9.js.map +0 -1
  468. package/dist/client-B41UK150.js.map +0 -1
  469. package/dist/command-8GIHYGZf.js +0 -298
  470. package/dist/command-8GIHYGZf.js.map +0 -1
  471. package/dist/command-CAmnWLFL.js.map +0 -1
  472. package/dist/command-CXxckfsq.js.map +0 -1
  473. package/dist/command-ao0NZ8h0.js.map +0 -1
  474. package/dist/commands-B3lnIPj5.js +0 -1
  475. package/dist/commands-ttChCsAy.js.map +0 -1
  476. package/dist/config-myJT1Qjc.js.map +0 -1
  477. package/dist/context-DnzR9TNK.js +0 -120
  478. package/dist/context-DnzR9TNK.js.map +0 -1
  479. package/dist/daytona-Dfhwtr9P.js.map +0 -1
  480. package/dist/daytona-image-CnG6G00x.js.map +0 -1
  481. package/dist/daytona-image-yJK3c4EV.js +0 -1
  482. package/dist/db-5H95sFii.js.map +0 -1
  483. package/dist/db-Bbg1n_2M.js +0 -2
  484. package/dist/debug-CF4p4Lp_.js +0 -1
  485. package/dist/debug-CIXzB4wK.js.map +0 -1
  486. package/dist/environment-C8pUCD_A.js.map +0 -1
  487. package/dist/evaluate-4kBVtwZZ.js.map +0 -1
  488. package/dist/files-BFnkOAhn.js +0 -1
  489. package/dist/files-BgQxoDlN.js +0 -1
  490. package/dist/files-CDfG8swM.js.map +0 -1
  491. package/dist/files-CSe4VaMj.js +0 -1
  492. package/dist/files-CX_mmvCc.js +0 -775
  493. package/dist/files-CX_mmvCc.js.map +0 -1
  494. package/dist/files-D6M7J3iX.js +0 -1
  495. package/dist/files-DgHeTdCZ.js.map +0 -1
  496. package/dist/gate-CgYdaprG.js +0 -49
  497. package/dist/gate-CgYdaprG.js.map +0 -1
  498. package/dist/harness-FcTyyPco.js.map +0 -1
  499. package/dist/harness-install-BfMBYDfP.js.map +0 -1
  500. package/dist/hosted-5Zz2peTR.js.map +0 -1
  501. package/dist/hosted-Co-waHe0.js +0 -131
  502. package/dist/hosted-Co-waHe0.js.map +0 -1
  503. package/dist/hosted-run-202QicZ-.js +0 -1
  504. package/dist/hosted-run-BfAPIMyT.js +0 -230
  505. package/dist/hosted-run-BfAPIMyT.js.map +0 -1
  506. package/dist/ids-a6cr243_.js.map +0 -1
  507. package/dist/init-BiL6B3S4.js +0 -1
  508. package/dist/inputs-load-M-BGe7gd.js +0 -1
  509. package/dist/judge-DwzqucLS.js.map +0 -1
  510. package/dist/kinds-DEKXOWVJ.js.map +0 -1
  511. package/dist/list-MK4L8tfW.js.map +0 -1
  512. package/dist/live-BkPNXVmN.js +0 -120
  513. package/dist/live-BkPNXVmN.js.map +0 -1
  514. package/dist/live-Dlq-S2yy.js.map +0 -1
  515. package/dist/live-gZtkBwuo.js +0 -1
  516. package/dist/machine-service-CZiXiVsS.js.map +0 -1
  517. package/dist/model-C6aoJLg_.js +0 -1
  518. package/dist/model-LoLnq9y1.js.map +0 -1
  519. package/dist/options-I9I3FwMl.js +0 -1
  520. package/dist/pairs-BGb134Vu.js +0 -230
  521. package/dist/pairs-BGb134Vu.js.map +0 -1
  522. package/dist/patch-C7yBztZj.js.map +0 -1
  523. package/dist/paths-Dwmi7L4X.js +0 -75
  524. package/dist/paths-Dwmi7L4X.js.map +0 -1
  525. package/dist/preflight-fyV5nnea.js +0 -1
  526. package/dist/prices-C0gKS_8G.js +0 -1
  527. package/dist/provider-DHT20Gl8.js +0 -1
  528. package/dist/query-C9OKU1Vz.js +0 -1
  529. package/dist/questions-boVPzGoC.js.map +0 -1
  530. package/dist/record-D1_D1KFY.js.map +0 -1
  531. package/dist/redact-t-L3VGy8.js.map +0 -1
  532. package/dist/remarks-DqriPKxm.js.map +0 -1
  533. package/dist/resolve-BdpO8BN1.js +0 -1
  534. package/dist/resolve-Bfo8sjd-.js.map +0 -1
  535. package/dist/resolve-D2RqmybX.js.map +0 -1
  536. package/dist/resources-DqdwihhT.js.map +0 -1
  537. package/dist/runtime-C5fKSFCz.js +0 -457
  538. package/dist/runtime-C5fKSFCz.js.map +0 -1
  539. package/dist/server-BcLg9WzE.js +0 -284
  540. package/dist/server-BcLg9WzE.js.map +0 -1
  541. package/dist/server-Buav2-CG.js +0 -1
  542. package/dist/services-BG8xuU82.js.map +0 -1
  543. package/dist/shared-CHvO7eLi.d.ts +0 -1
  544. package/dist/shared-DtZwIAfy.js.map +0 -1
  545. package/dist/slug-IHh3f770.js.map +0 -1
  546. package/dist/source-CrXM19HD.js.map +0 -1
  547. package/dist/source-dvxkqYvk.js +0 -1
  548. package/dist/src-5dCrqbFd.js +0 -2
  549. package/dist/src-C5rrQlt8.js.map +0 -1
  550. package/dist/src-DEbNp-rx.js +0 -1
  551. package/dist/src-DrLbG1HM.js +0 -2
  552. package/dist/ssh-pool-BorCizYw.js +0 -1
  553. package/dist/ssh-pool-Dvfx5GuV.js.map +0 -1
  554. package/dist/start-COB07NpH.js.map +0 -1
  555. package/dist/state-B319V1p8.js.map +0 -1
  556. package/dist/state-C5oBvmoZ.js +0 -1
  557. package/dist/suite-BwJGOhCZ.js +0 -2
  558. package/dist/suite-D1tgXZxM.js.map +0 -1
  559. package/dist/summary-ClLns_wv.js +0 -169
  560. package/dist/summary-ClLns_wv.js.map +0 -1
  561. package/dist/tart-DMppfbEm.js.map +0 -1
  562. package/dist/tart-bake-Cva_qdir.js.map +0 -1
  563. package/dist/tart-cli-LzDud2Z6.js.map +0 -1
  564. package/dist/tart-hosts-CTRY5kQ2.js.map +0 -1
  565. package/dist/types-CbcnJxCy.js +0 -15
  566. package/dist/types-CbcnJxCy.js.map +0 -1
  567. package/dist/ui-DUiVPbQ2.js.map +0 -1
  568. package/dist/vertex-C7PI-WPc.d.ts +0 -3
  569. package/dist/vertex-DXfcXYKn.js +0 -1
  570. package/dist/views-B0qZR5Ef.js +0 -2
  571. package/dist/vm-container-BVn7pXfD.js.map +0 -1
  572. package/dist/vm-images-CNk-Zl2a.js.map +0 -1
  573. package/dist/workspace-CRgFdmgW.js +0 -1
  574. package/dist/workspace-wwvwEHzP.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"eval-source-CaLIGH3U.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;;;AASA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,UAAU,YAAY,KAAK;OACnD,IAAI,QAAQ,gBAAgB,IAAI,cAAc,UAAU,KAAK;OAC7D,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,GAAG,IAAI,OAAO,YAAY,KAAK;OAC5E,IAAI,QAAQ,SAAS,MAAM,QAAQ,KAAK,GAC3C,IAAI,OAAO,MAAM,KAAK,MAAO,MAAM,cAAc,YAAY,CAAE;OAC1D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;;AAGA,SAAS,YAAY,SAA2D;CAC9E,MAAM,EAAE,SAAS,WAAW,GAAG,SAAS;CACxC,OAAO;EACL,GAAG;EACH,GAAI,YAAY,KAAA,IAAY,EAAE,UAAU,QAAQ,IAAI,CAAC;EACrD,GAAI,cAAc,KAAA,IACd,EAAE,SAAS,MAAM,QAAQ,SAAS,IAAI,UAAU,IAAI,WAAW,IAAI,UAAU,IAC7E,CAAC;CACP;AACF;;AAGA,MAAM,aAAa,UACjB,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,IAAI,MAAM,KAAK;AAE1D,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}
1
+ {"version":3,"file":"eval-source-DL1HOi8U.js","names":[],"sources":["../src/eval-source.ts"],"mappings":";;;;;;;;;;;;;;;AA2BA,MAAM,2BAAW,IAAI,IAAI;CAAC;CAAQ;CAAQ;CAAW;CAAY;CAAQ;AAAU,CAAC;;;;;AAMpF,SAAgB,YACd,QACA,UACA,OACQ;CAER,OAAO,OAAO,cAAc;EAAE,GADjB,UAAU,EAAE,MAAM;EACQ,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAAG,CAAC,CAAC;AAC3F;;;;;AAMA,SAAgB,SAAS,IAAmC,OAAe,MAAuB;CAChG,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,EAAE;CAChD,IAAI,gCAAgC,KAAK,IAAI,GAC3C,MAAM,IAAI,WACR,GAAG,MAAM,oKACX;CAEF,OAAO,OAAO,aAAa,MAAM,IAAI,KAAK,IAAI;AAChD;;;;;AAMA,SAAgB,SAAS,MAAe,OAAe,MAAuB;CAC5E,MAAM,UAAU,SAAwB;EACtC,MAAM,IAAI,WACR,GAAG,MAAM,6EAA6E,KAAK,mIAC7F;CACF;CACA,OAAO,cAAc,MAAM;EAAE;EAAM;CAAO,CAAC;AAC7C;;;;;;;AAQA,MAAa,YACX,MACA,MAAyB,QAAQ,KACjC,WAA8B,CAAC,MACpB,OAAO,eAAe,MAAM,KAAK,QAAQ,CAAC;;AAGvD,SAAgB,YAAY,QAAwC;CAClE,OAAO,OACL,cAAc,OAAO,IAAI,gBAAgB,CAAC,CAAC,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACrF;AACF;;;;;AAMA,eAAsB,SACpB,MACA,MACkD;CAClD,MAAM,OAAO,QAAQ,MAAM,IAAI;CAC/B,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC,CAAC,YAAY,IAAI;CACnD,OAAO,QAAQ,CAAC;EAAE,MAAM,aAAa,MAAM,IAAI;EAAG,QAAQ,OAAO,KAAK;CAAE,CAAC,IAAI,CAAC;AAChF;;;;;;;;AASA,SAAS,iBAAiB,SAA+C;CACvE,MAAM,MAA+B,CAAC;CACtC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAAG;EAClD,IAAI,UAAU,KAAA,KAAa,SAAS,IAAI,GAAG,GAAG;EAC9C,IAAI,QAAQ,aAAa,IAAI,UAAU,YAAY,KAAK;OACnD,IAAI,QAAQ,gBAAgB,IAAI,cAAc,UAAU,KAAK;OAC7D,IAAI,QAAQ,WAAW,IAAI,OAAO,UAAU,KAA0B;OACtE,IAAI,QAAQ,WAAW,aAAa,KAAK,GAC5C,IAAI,OAAO;GAAE,GAAG;GAAO,GAAI,WAAW,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,EAAE,IAAI,CAAC;EAAG;OAC/E,IAAI,QAAQ,aAAa,aAAa,KAAK,GAAG,IAAI,OAAO,YAAY,KAAK;OAC5E,IAAI,QAAQ,SAAS,MAAM,QAAQ,KAAK,GAC3C,IAAI,OAAO,MAAM,KAAK,MAAO,MAAM,cAAc,YAAY,CAAE;OAC1D,IAAI,OAAO;CACpB;CACA,OAAO;AACT;;AAGA,SAAS,YAAY,SAA2D;CAC9E,MAAM,EAAE,SAAS,WAAW,GAAG,SAAS;CACxC,OAAO;EACL,GAAG;EACH,GAAI,YAAY,KAAA,IAAY,EAAE,UAAU,QAAQ,IAAI,CAAC;EACrD,GAAI,cAAc,KAAA,IACd,EAAE,SAAS,MAAM,QAAQ,SAAS,IAAI,UAAU,IAAI,WAAW,IAAI,UAAU,IAC7E,CAAC;CACP;AACF;;AAGA,MAAM,aAAa,UACjB,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,IAAI,MAAM,KAAK;AAE1D,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,OAAO,UAAU,YAAY,OAAO;CACrE,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,WAAW;CACtD,IAAI,aAAa,KAAK,KAAK,SAAS,OAAO,OAAO,EAAE,KAAK,YAAY,MAAM,GAAG,EAAE;CAChF,IAAI,aAAa,KAAK,KAAK,UAAU,OAAO,OAAO;CACnD,OAAO,UAAU,KAA0B;AAC7C;AAEA,SAAS,QAAQ,OAAyB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO;CAC7D,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,cAAc,OAAO;CACpC,OAAO,OAAO,EAAE,aAAa,YAAY,OAAO,EAAE,YAAY,WAC1D,GAAG,EAAE,SAAS,GAAG,EAAE,YACnB;AACN;;;;;;AAcA,SAAgB,cAAc,OAAgB,MAAiB,CAAC,GAAW;CACzE,OAAO,KAAK,UAAU,UAAU,uBAAO,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK;AAC7D;AAEA,SAAS,UAAU,OAAgB,MAAmB,KAAyB;CAC7E,IAAI,OAAO,UAAU,YAAY;EAC/B,MAAM,OAAO,SAAS,UAAU,SAAS,KAAK,KAAK;EACnD,OAAO,aAAa,MAAM,IAAI,IAAI,KAAK;CACzC;CACA,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,SAAS;CACrD,IAAI,OAAO,UAAU,YAAY,UAAU,KAAA,GAAW,OAAO,KAAA;CAC7D,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GAAG,IAAI,SAAS,OAAO,KAAK,CAAC;CACpF,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,IAAI,KAAK,IAAI,KAAK,GAAG,OAAO;CAC5B,IAAI,cAAc,KAAK,GAAG,OAAO,EAAE,aAAa,MAAM,KAAK;CAC3D,MAAM,SAAU,MAA+B;CAC/C,IAAI,OAAO,WAAW,YAAY,OAAO,UAAU,OAAO,KAAK,KAAK,GAAG,MAAM,GAAG;CAChF,MAAM,QAAQ,OAAO,eAAe,KAAK;CACzC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,UAAU,OAAO,aAAa,UAAU,MACnE,IAAI,SAAS,KAAK,OAAO,aAAa,QAAQ,kBAAkB;CAElE,KAAK,IAAI,KAAK;CACd,IAAI;EACF,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,KAAK,MAAM,UAAU,GAAG,MAAM,GAAG,KAAK,IAAI;EACjF,MAAM,MAA+B,CAAC;EACtC,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,KAAK,GAAG;GAC3C,MAAM,IAAI,UAAW,MAAkC,MAAM,MAAM,GAAG;GACtE,IAAI,MAAM,KAAA,GAAW,IAAI,OAAO;EAClC;EACA,OAAO;CACT,UAAU;EACR,KAAK,OAAO,KAAK;CACnB;AACF"}
@@ -1,49 +1,53 @@
1
+ import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-CfwXgF2q.js";
2
+ import { t as attemptDebugDir } from "./files-Bv6ipFjc.js";
3
+ import { D as runMatchLabel, E as limitsLabel, T as TURN_STATUS, a as registerTest, b as judgeFailedMessage, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile, w as TURN_EDITED } from "./runtime-B2zv9GPL.js";
1
4
  import { n as UsageError, r as isTimeout, t as TimeoutError } from "./errors-ttMTnIYX.js";
2
- import { g as parseDuration, m as MAX_TIMER_MS, n as dataProblem, t as closest } from "./shared-DtZwIAfy.js";
3
- import { Xt as OPAQUE_OUTPUT, dn as shellQuote$1, in as readTar, p as MCP_TIMER, rn as extractTar, sn as writeTar } from "./src-C5rrQlt8.js";
4
- import { t as evalSlug } from "./slug-IHh3f770.js";
5
- import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-a6cr243_.js";
6
- import { _ as redactSplitSecrets, d as maskedVariables, f as redactFields, g as redactSecrets, o as findSecrets, p as redactJson, y as redactValue } from "./redact-t-L3VGy8.js";
7
- import { n as capabilitiesOf, o as providerLimit, u as sandboxKind } from "./kinds-DEKXOWVJ.js";
5
+ import { c as recordFileName, i as evalId, l as relativeFile, n as attemptKey, t as attemptId } from "./ids-CtxRn13a.js";
6
+ import { _ as redactSecrets, b as redactValue, f as maskedVariables, m as redactJson, o as findSecrets, p as redactFields, v as redactSplitSecrets } from "./redact-DMueYS-v.js";
8
7
  import { a as plural, i as formatDuration, n as clip, o as withoutBom, t as capMiddle } from "./text-B8-W3Cvn.js";
9
- import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-DvEbow6a.js";
10
- import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
11
- import { v as vertexSettings } from "./vertex-BEWxHoxH.js";
12
- import { n as hasNetworkSession, t as InfraError } from "./types-CbcnJxCy.js";
13
- import { C as writePluginFiles, S as refusedSharedMachine, b as refusedMcp, c as agentMcp, d as brokeringFor, f as claudeMcpServers, h as fakeBrokering, l as agentOf, m as expectedBlockedFor, t as AGENTS, v as keyRejected, x as refusedPlugins, y as layoutOf } from "./agents-BztvTkfM.js";
8
+ import { a as evalSlug } from "./cost-DQ0ayy6h.js";
9
+ import { c as withAttemptSpan, n as attemptSpan, o as openSpan, r as childSpan } from "./spans-WvAmJF2z.js";
10
+ import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-BAtaw-L-.js";
11
+ import { d as sandboxKind, n as capabilitiesOf, o as providerLimit } from "./kinds-5utDFJ15.js";
12
+ import { $ as plainHeaders, $t as artifactRefsOf, Bt as observer, E as resolveGateway, G as majorityOf, H as expand, It as mergeJudge, J as plainEnv, K as matchesTags, Lt as resolveStateOptions, M as brokeredIn, N as cascade, Qt as judgeProblem, Rt as observedHere, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as NO_JUDGE_INPUT, Y as plainEnvError, Yt as INPUT_KEYS, Z as plainHeaderError, Zt as inputsOn, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as badJudgeArtifacts, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, nn as filePartsOf, ot as sandboxProvider, rn as resolveJudgeArtifacts, rt as refuseIllegalCompare, st as sandboxSetBy, tn as decideState, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observedName } from "./config-DQqcGmz7.js";
13
+ import { _ as layoutOf, b as refusedSharedMachine, f as expectedBlockedFor, g as keyRejected, l as brokeringFor, o as agentMcp, p as fakeBrokering, s as agentOf, t as AGENTS, u as claudeMcpServers, v as refusedMcp, x as writePluginFiles, y as refusedPlugins } from "./agents-Bp40Y7Lk.js";
14
+ import { S as pluginBuildId, b as localSkills, c as PluginProblem, d as builtPlugins, f as droppedPaths, h as layeredPlugins, k as pluginSourceLabel, l as buildRefusal, m as fetchesAtStart, n as PLUGIN_DIR, o as PLUGIN_ROOT, p as duplicateLocalPlugin, r as PLUGIN_MANIFEST, s as PLUGIN_ROOT_VAR, v as localPlugin, w as pluginCall } from "./plugins-0DuNw_c5.js";
15
+ import { a as skillFiles, i as resolveEnvironment } from "./resolve-usf6ejs_.js";
16
+ import { n as shellQuote$1 } from "./process-B86Nvm4J.js";
17
+ import { i as hasNetworkSession, r as RunStopped, t as InfraError } from "./types-Buut5yGe.js";
18
+ import { a as hostEnv, n as fetchHeldSecrets } from "./secrets-file-BEScYC3S.js";
19
+ import { n as fakeBootstrapScript } from "./fake-bootstrap-Ct1qEs-Z.js";
20
+ import { n as providerStop, t as ProviderStopError } from "./provider-stop-DjBMfZW5.js";
21
+ import { i as preparedWorkspace } from "./workspace-xCQ6VDR-.js";
22
+ import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-WC8PrLoe.js";
23
+ import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-_fsdF4YB.js";
24
+ import { n as judgeDiff } from "./patch-BgSw3TXR.js";
25
+ import { r as patchPath } from "./patch-uwo6t4Zy.js";
26
+ import { t as transcriptForJudge } from "./transcript-CW02A4s9.js";
27
+ import { r as withLease } from "./client-Dj65gXG3.js";
28
+ import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
29
+ import { t as PrepareError } from "./provider-Cn7lmECy.js";
30
+ import { n as resourcesLine, t as turnErrorKind } from "./turn-error-Dmv_Muj7.js";
31
+ import { l as messageLine } from "./suite-oH7uiCRq.js";
32
+ import { Qt as OPAQUE_OUTPUT, an as extractTar, ln as writeTar, on as readTar, p as MCP_TIMER } from "./src-BzeiF5Lh.js";
33
+ import { s as formatBytes } from "./debug-T29p6HOX.js";
14
34
  import { t as isObjectLike } from "./object-CeQ8dgUC.js";
15
- import { d as limitsLabel, f as runMatchLabel, r as withLease, s as judgeFailedMessage, u as TURN_EDITED } from "./client-B41UK150.js";
16
- import { A as sandboxPaths, I as workspaceOf, N as traitsOf, f as filesOf, i as callerDir, l as environmentFrom, p as globFilter, u as environmentPaths } from "./environment-C8pUCD_A.js";
17
- import { $ as plainHeaders, $t as decideState, E as resolveGateway, Ft as mergeJudge, G as majorityOf, H as expand, It as resolveStateOptions, J as plainEnv, Jt as NO_JUDGE_INPUT, K as matchesTags, Lt as observedHere, M as brokeredIn, N as cascade, Qt as badJudgeArtifacts, Rt as observedName, S as resolveModelGateway, Tt as phaseLabel, U as harnessId, V as evalPlan, Xt as judgeProblem, Y as plainEnvError, Yt as inputsOn, Z as plainHeaderError, Zt as artifactRefsOf, at as sandboxId, b as gatewayScope, bt as gatewayPolicy, dt as unbrokeredError, en as filePartsOf, ht as allowedHosts, it as runsOf, kt as unenforceable, lt as secretVarsIn, ot as sandboxProvider, qt as INPUT_KEYS, rt as refuseIllegalCompare, st as sandboxSetBy, tn as resolveJudgeArtifacts, ut as unbrokered, xt as isDirect, y as fellBackToDirect, yt as egressLabel, z as checkOptions, zt as observer } from "./config-myJT1Qjc.js";
18
- import { f as runJudge, g as isTransient, h as isApiError, l as judgeModelName } from "./judge-DwzqucLS.js";
35
+ import { n as dataProblem, t as closest } from "./shared-bXaqVxk-.js";
19
36
  import { t as inCI } from "./env-8x1O8I1M.js";
20
- import { a as registerTest, i as registerGroup, n as declarePlanned, r as getRunContext, s as SUBJECT, t as collectingFile } from "./runtime-C5fKSFCz.js";
21
- import { c as formatBytes } from "./debug-CIXzB4wK.js";
22
- import { a as withDebug, i as debugTrace, n as attemptDebug, r as debugLog, t as AttemptDebug } from "./attempt-_dUsblVx.js";
23
- import { t as attemptDebugDir } from "./files-CDfG8swM.js";
37
+ import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-DL1HOi8U.js";
38
+ import { t as environmentInputs } from "./inputs-CjhDEzr4.js";
39
+ import { r as parseDuration, t as MAX_TIMER_MS } from "./duration-Bz2H7pXb.js";
24
40
  import { r as openRouterFallbacks } from "./openrouter-models-B1sIOTD2.js";
25
- import { a as writeCaptureSidecars, c as sandboxFor, d as snapshot, f as workspaceBlobs, l as changedBetween, o as asCheck, p as workspaceFiles, r as serveCommand, s as createChecks, t as capturePage, u as diffSinceSnapshot } from "./capture-By1byHaX.js";
26
- import { t as contextTaker } from "./context-DnzR9TNK.js";
27
- import { a as skillFiles, i as resolveEnvironment } from "./resolve-D2RqmybX.js";
28
- import { n as fakeBootstrapScript } from "./fake-bootstrap-CzxrCqO3.js";
29
- import { n as providerStop, t as ProviderStopError } from "./provider-stop-CxzWW7Ft.js";
30
- import { t as PrepareError } from "./provider-ieWOn4YS.js";
31
- import { i as preparedWorkspace } from "./workspace-wwvwEHzP.js";
32
- import { t as patchPath } from "./patch-C7yBztZj.js";
33
- import { n as judgeDiff } from "./patch-D8X6VB-e.js";
34
- import { t as transcriptForJudge } from "./transcript-BXWZiMuC.js";
35
- import { n as modelCallEvents } from "./model-calls-B0BoQfJ4.js";
36
- import { t as resourcesLine } from "./resources-DqdwihhT.js";
37
- import { a as optionsHash, n as caseHash, r as caseJson, t as bodyHash } from "./eval-source-CaLIGH3U.js";
38
- import { t as environmentInputs } from "./inputs-z4JqnQ5g.js";
39
- import { i as withDefaultEffort } from "./default-effort-DYpCkJRk.js";
40
- import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-CCD8XsmI.js";
41
+ import { h as vercelCredentialProblem, m as vercelBaseUrlProblem, p as vercelBaseUrl } from "./routes-Cp4gAjBZ.js";
42
+ import { v as vertexSettings } from "./vertex-DQQGhUn7.js";
43
+ import { i as withDefaultEffort } from "./default-effort-BFl6WLBi.js";
44
+ import { a as traitFilters, i as pickTraits, n as controlTraitKeys, r as filtersLabel } from "./traits-DPIffsN8.js";
41
45
  import { z } from "zod";
42
46
  import { dirname, join } from "node:path";
47
+ import { parse, stringify } from "yaml";
43
48
  import { randomBytes, randomUUID } from "node:crypto";
44
49
  import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
45
50
  import { gunzipSync, gzipSync } from "node:zlib";
46
- import { parse, stringify } from "yaml";
47
51
  import { setTimeout as setTimeout$1 } from "node:timers/promises";
48
52
  import { resolveBridgePort } from "@ai-sdk/harness/utils";
49
53
  // src/attempt/assertions.ts
@@ -85,18 +89,39 @@ function assertionRecords(raw) {
85
89
  } while (used.has(label));
86
90
  seen.set(base, n);
87
91
  used.add(label);
92
+ const reason = r.matcher === "skip" && typeof r.args[0] === "string" ? clipped(r.args[0], MESSAGE_LIMIT) : void 0;
93
+ const fileMatcher = /(^|\.)toHaveFile$/.test(r.matcher);
94
+ const target = r.target ?? (fileMatcher && typeof r.args[0] === "string" ? r.args[1] === void 0 ? r.args[0] : `${r.args[0]} ${r.args[1] instanceof RegExp ? r.args[1].source : shown(r.args[1])}` : void 0);
88
95
  return {
89
96
  label,
90
- labelled: r.label !== void 0,
97
+ labelled: r.label !== void 0 || r.matcher === "skip",
91
98
  matcher: r.matcher,
92
99
  status: r.status,
93
100
  soft: r.soft,
94
101
  ...r.at ? { at: r.at } : {},
95
- ...r.status === "pass" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
102
+ ...r.status === "pass" || r.status === "not_applicable" ? {} : { message: clipped(text(r.error), MESSAGE_LIMIT) },
103
+ ...reason !== void 0 ? { reason } : {},
104
+ ...target !== void 0 ? { target: clipped(target, LABEL_LIMIT) } : {},
105
+ ...r.preSatisfied ? { preSatisfied: true } : {},
96
106
  ...r.durationMs === void 0 ? {} : { durationMs: r.durationMs }
97
107
  };
98
108
  });
99
109
  }
110
+ const JUDGE_ERROR = /^judge failed for /;
111
+ /**
112
+ * Writes each judgment's `assertion` from the matching `toPass` label when counts align, and
113
+ * copies `JudgeOptions.label` already on the judgment.
114
+ */
115
+ function linkJudgmentAssertions(judgments, assertions) {
116
+ const passes = assertions.filter((x) => /(^|\.)toPass$/.test(x.matcher) && !JUDGE_ERROR.test(x.message ?? ""));
117
+ if (passes.length !== judgments.length) return;
118
+ for (let i = 0; i < judgments.length; i++) {
119
+ const j = judgments[i];
120
+ const x = passes[i];
121
+ if (!j || !x) continue;
122
+ j.assertion = x.label;
123
+ }
124
+ }
100
125
  const CAUGHT_HINT = "(the eval caught this failed check, which still fails the attempt; to wait or retry, use expect.poll)";
101
126
  /**
102
127
  * What fails the attempt at its end for the checks that failed without ending the body: the first
@@ -104,7 +129,7 @@ const CAUGHT_HINT = "(the eval caught this failed check, which still fails the a
104
129
  * `CAUGHT_HINT` after its message.
105
130
  */
106
131
  function checkFailure(raw) {
107
- const failed = raw.find((r) => r.status !== "pass");
132
+ const failed = raw.find((r) => r.status !== "pass" && r.status !== "not_applicable");
108
133
  if (!failed) return void 0;
109
134
  const error = failed.error instanceof Error ? failed.error : new Error(text(failed.error));
110
135
  if (failed.soft) return error;
@@ -127,6 +152,115 @@ const own = (value) => ({
127
152
  configurable: true,
128
153
  enumerable: false
129
154
  });
155
+ // src/attempt/context.ts
156
+ /** Under the home directory, and under each adapter's own home, which an installed CLI runs with. */
157
+ const HOME_CONTEXT_PATHS = [
158
+ ".cursor/mcp.json",
159
+ ".cursor/cli-config.json",
160
+ ".cursor/rules",
161
+ ".cursor/skills",
162
+ ".cursor/skills-cursor",
163
+ ".cursor/plugins",
164
+ ".agents/skills",
165
+ ".agents/plugins",
166
+ ".claude/CLAUDE.md",
167
+ ".claude/settings.json",
168
+ ".claude/skills",
169
+ ".gemini/GEMINI.md",
170
+ ".gemini/AGENTS.md",
171
+ ".gemini/config/skills",
172
+ ".gemini/config/rules",
173
+ ".gemini/config/mcp_config.json",
174
+ ".gemini/config/plugins",
175
+ ".gemini/antigravity-cli/settings.json",
176
+ ".config/opencode/skills",
177
+ ".config/opencode/opencode.json",
178
+ ".config/opencode/opencode.jsonc",
179
+ ".config/opencode/AGENTS.md",
180
+ ".opencode/skills",
181
+ ".config/goose/skills",
182
+ ".config/goose/config.yaml",
183
+ ".config/goose/.goosehints",
184
+ ".pi/agent/skills",
185
+ ".pi/agent/AGENTS.md",
186
+ ".pi/agent/settings.json",
187
+ ".codex/AGENTS.md",
188
+ ".codex/config.toml",
189
+ ".codex/skills",
190
+ ".codex/plugins",
191
+ ".fx/skills",
192
+ ".fx/settings.json",
193
+ ".fx/mcp.json",
194
+ ".grok/skills",
195
+ ".grok/config.toml",
196
+ ".reeval/plugins"
197
+ ];
198
+ /** Where the AI SDK adapters install their CLI; the CLI's `$HOME` is `home` under it. */
199
+ const ADAPTER_HOMES = "\"$HOME\"/.ai-sdk-harness/.harness-bootstrap/*/home";
200
+ /**
201
+ * Skills, rules and MCP config the agent could load, with content hashes (never contents).
202
+ * Paths under the home directory are shown as `~/…`; others are relative to the workspace.
203
+ */
204
+ const CONTEXT_PATHS = [
205
+ ...HOME_CONTEXT_PATHS.map((p) => `$HOME/${p}`),
206
+ "AGENTS.md",
207
+ "CLAUDE.md",
208
+ "GEMINI.md",
209
+ ".cursorrules",
210
+ ".cursor/rules",
211
+ ".cursor/skills",
212
+ ".cursor/agents",
213
+ ".cursor/commands",
214
+ ".cursor/hooks.json",
215
+ ".cursor/mcp.json",
216
+ ".claude/settings.json",
217
+ ".claude/skills",
218
+ ".agents/skills",
219
+ ".agents/rules",
220
+ ".agents/mcp_config.json",
221
+ ".mcp.json",
222
+ ".opencode/skills",
223
+ ".opencode/agents",
224
+ ".opencode/commands",
225
+ "opencode.json",
226
+ "opencode.jsonc",
227
+ ".goosehints",
228
+ ".goose/skills",
229
+ ".pi/skills",
230
+ ".pi/prompts",
231
+ ".pi/settings.json",
232
+ ".codex/config.toml",
233
+ ".fx/skills",
234
+ ".grok/skills",
235
+ ".grok/config.toml"
236
+ ];
237
+ async function agentContext(box, signal) {
238
+ const adapterPaths = `for h in ${ADAPTER_HOMES}; do for p in ${HOME_CONTEXT_PATHS.join(" ")}; do echo "$h/$p"; done; done`;
239
+ const script = `{ for p in ${CONTEXT_PATHS.map((p) => `"${p}"`).join(" ")}; do echo "$p"; done; ${adapterPaths}; } | while IFS= read -r p; do [ -e "$p" ] && find "$p" -type f 2>/dev/null; done | sort | head -500 | while IFS= read -r f; do printf '%s\t%s\n' "$(sha256sum "$f" | cut -d' ' -f1)" "$f"; done`;
240
+ const r = await box.exec(script, { signal }).catch(() => null);
241
+ if (r?.exitCode !== 0) return [];
242
+ const home = (await box.exec("printf %s \"$HOME\"", { signal }).catch(() => null))?.stdout ?? "";
243
+ return r.stdout.split("\n").filter(Boolean).map((line) => {
244
+ const [sha, ...rest] = line.split(" ");
245
+ const path = rest.join(" ");
246
+ return {
247
+ path: home && path.startsWith(`${home}/`) ? `~${path.slice(home.length)}` : path,
248
+ sha256: sha ?? ""
249
+ };
250
+ });
251
+ }
252
+ /**
253
+ * Records the agent's context once, after the first turn (or at teardown when there was none):
254
+ * adapters write harness skills when a turn starts, so before it the record would miss them.
255
+ */
256
+ function contextTaker(a) {
257
+ let taken = false;
258
+ return async (box, signal) => {
259
+ if (taken || !capabilitiesOf(a.spec.sandbox).isolated) return;
260
+ taken = true;
261
+ a.record.context = await agentContext(box, signal);
262
+ };
263
+ }
130
264
  // src/attempt/debug.ts
131
265
  /** Which config and profile the attempt runs under, and where each resolved option came from. */
132
266
  function tracePlan(debug, spec, ctx) {
@@ -439,7 +573,7 @@ const createFakeHarness = (descriptor) => {
439
573
  */
440
574
  async function brokerKey(descriptor, sandbox) {
441
575
  const { credential, endpoints } = fakeBrokering(descriptor.layout);
442
- const key = process.env[credential];
576
+ const key = hostEnv()[credential];
443
577
  if (!key) throw new InfraError(`${credential} isn't set, so the fake agent has no key to broker. Set it in the environment or .env.local.`);
444
578
  const network = hasNetworkSession(sandbox) ? sandbox.network : void 0;
445
579
  if (!network?.setRequestTransformations) throw new InfraError("fakeHarness({ brokers: true }) needs docker(): this sandbox can't broker");
@@ -570,7 +704,7 @@ async function callMcpTool(sandbox, servers, name, tool, signal) {
570
704
  /** The attempt's harness, for the sandbox it runs in; an agent the sandbox can't run is an infra error. */
571
705
  async function createHarness(descriptor, sandbox, vertex) {
572
706
  if (descriptor.kind === "fake") return createFakeHarness(descriptor);
573
- const { createAgentHarness } = await import("./agent-OsAfayRf.js");
707
+ const { createAgentHarness } = await import("./agent-DN36i629.js");
574
708
  return createAgentHarness(descriptor, sandbox, vertex);
575
709
  }
576
710
  /** Where each harness's agent looks for repo skills, relative to the workspace. */
@@ -583,9 +717,11 @@ const workspaceSkillDir = (descriptor) => layoutOf(descriptor).workspaceSkillDir
583
717
  */
584
718
  async function prepareEnvironment(a, root, runId, where, signal) {
585
719
  const { spec, record } = a;
720
+ await fetchHeldSecrets();
586
721
  const env = await resolveEnvironment(spec.environment, spec.env, root, where, layoutOf(spec.harness).rulesFile, spec.egress.policy, (w) => preparedWorkspace(root, runId, w), {
587
722
  harness: spec.harness,
588
723
  allowed: allowedHosts(spec.egress),
724
+ brokers: capabilitiesOf(spec.sandbox).brokers,
589
725
  ...spec.egress.setup ? { setupEgress: spec.egress.setup.policy } : {}
590
726
  });
591
727
  a.env = env;
@@ -601,8 +737,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
601
737
  record.image = null;
602
738
  const kind = sandboxKind(spec.sandbox);
603
739
  if (kind.capabilities.images) {
604
- const { preparedFor } = await import("./preflight-dJqs5x3r.js");
605
- const { attemptImage, createProviders, preparedImage } = await import("./providers-DxZ26YoG.js");
740
+ const { preparedFor } = await import("./preflight-0Wt3wufx.js");
741
+ const { attemptImage, createProviders, preparedImage } = await import("./providers-BPujoqQM.js");
606
742
  signal.throwIfAborted();
607
743
  const provider = createProviders()[kind.provider(spec.sandbox)];
608
744
  const builds = builtPlugins(spec.environment.layers);
@@ -627,8 +763,8 @@ async function prepareEnvironment(a, root, runId, where, signal) {
627
763
  const { ref, id, base, install, agentCli } = record.image;
628
764
  debugLog("image", `ready ${ref} (${id.replace(/^sha256:/, "").slice(0, 12)}) · prepared before the run${ref !== base ? ` · on ${base}` : ""}${agentCli ? ` · agent CLI ${agentCli}` : ""}${install.length ? ` · install: ${install.join(" && ")}` : ""}`);
629
765
  } else if (kind.capabilities.isolated) {
630
- const { preparedFor } = await import("./preflight-dJqs5x3r.js");
631
- const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-DxZ26YoG.js");
766
+ const { preparedFor } = await import("./preflight-0Wt3wufx.js");
767
+ const { bakedImage, createProviders, preparedHosts, sandboxBase, vmImage } = await import("./providers-BPujoqQM.js");
632
768
  const provider = createProviders()[kind.provider(spec.sandbox)];
633
769
  const prepared = provider && preparedFor(root, runId, provider, spec.sandbox, spec.harness);
634
770
  const vm = prepared ? vmImage(prepared) : null;
@@ -945,6 +1081,7 @@ function judgeCaller(a, readFile) {
945
1081
  const { judgements: judgments } = a.record;
946
1082
  judgments.splice(placeFor(judgments.map((j) => j.call ?? 0), order), 0, {
947
1083
  ...recorded,
1084
+ ...options.label ? { label: options.label } : {},
948
1085
  ...retries.length ? { retries } : {},
949
1086
  ...usage ? { usage } : {},
950
1087
  call: order
@@ -990,7 +1127,7 @@ async function createSandbox(descriptor, options) {
990
1127
  try {
991
1128
  return await kind.create(descriptor, options);
992
1129
  } catch (error) {
993
- if (error instanceof InfraError || options.signal.aborted) throw error;
1130
+ if (error instanceof InfraError || error instanceof RunStopped || options.signal.aborted) throw error;
994
1131
  throw new InfraError(`Failed to create ${kind.provider(descriptor)} sandbox: ${error.message}`);
995
1132
  }
996
1133
  }
@@ -1180,6 +1317,36 @@ function sumSplits(splits) {
1180
1317
  };
1181
1318
  }
1182
1319
  // src/attempt/record.ts
1320
+ /**
1321
+ * An unhandled mid-turn `status === 'error'` (body never read `turn.status`) becomes an
1322
+ * infra error so crashed attempts leave the counted pass/fail denominator.
1323
+ */
1324
+ function reclassifyTurnErrors(a) {
1325
+ const { record } = a;
1326
+ if (record.outcome !== "pass" && record.outcome !== "fail") return;
1327
+ const index = record.turns.findIndex((t) => t.status === "error");
1328
+ if (index < 0) return;
1329
+ if (a.turnStatusRead) {
1330
+ record.turnStatusRead = true;
1331
+ return;
1332
+ }
1333
+ record.turnStatusRead = false;
1334
+ const turn = record.turns[index];
1335
+ if (!turn) return;
1336
+ const errEvent = turn.transcript.find((e) => e.type === "error");
1337
+ const errText = errEvent && errEvent.type === "error" ? errEvent.message : void 0;
1338
+ const kind = turnErrorKind(errText);
1339
+ const detail = messageLine(errText ?? "unknown error");
1340
+ record.outcome = "infra_error";
1341
+ record.error = {
1342
+ kind: "infra",
1343
+ message: `Turn ${index} ended with an error: ${detail}`,
1344
+ turn: {
1345
+ index,
1346
+ kind
1347
+ }
1348
+ };
1349
+ }
1183
1350
  function classify(error, signal) {
1184
1351
  const message = error instanceof Error ? error.message : String(error);
1185
1352
  if (signal.aborted) return isTimeout(signal.reason) ? {
@@ -1189,6 +1356,10 @@ function classify(error, signal) {
1189
1356
  kind: "aborted",
1190
1357
  message: "The run was canceled"
1191
1358
  };
1359
+ if (error instanceof RunStopped) return {
1360
+ kind: "aborted",
1361
+ message
1362
+ };
1192
1363
  if (error instanceof InfraError) return {
1193
1364
  kind: "infra",
1194
1365
  message
@@ -1343,6 +1514,8 @@ function recordEgress(a, sandbox) {
1343
1514
  if (upstreams.length) a.record.upstreams = upstreams;
1344
1515
  const cost = sandbox?.reportedCostUsd?.();
1345
1516
  if (cost !== void 0) a.record.reportedCostUsd = cost;
1517
+ const strays = sandbox?.secretWarnings?.() ?? [];
1518
+ if (strays.length) a.record.secretWarnings = strays;
1346
1519
  }
1347
1520
  /**
1348
1521
  * Each turn's model calls and inferred tool durations in its transcript, and where its time
@@ -1405,12 +1578,12 @@ async function writeRecord(a, stagingDir, id) {
1405
1578
  }
1406
1579
  /** The record's checks that didn't pass, for the terminal; unset when all did. */
1407
1580
  function failedChecks(record) {
1408
- const failed = (record.assertions ?? []).filter((x) => x.status !== "pass");
1581
+ const failed = (record.assertions ?? []).filter((x) => x.status !== "pass" && x.status !== "not_applicable");
1409
1582
  if (!failed.length) return {};
1410
1583
  return { failedChecks: failed.map((x) => ({
1411
1584
  label: x.label,
1412
1585
  ...x.at ? { at: x.at } : {},
1413
- message: clip(x.message?.split("\n")[0] ?? "", 500)
1586
+ message: clip(x.message?.split("\n")[0] ?? x.reason?.split("\n")[0] ?? "", 500)
1414
1587
  })) };
1415
1588
  }
1416
1589
  /** `turn N error: <message>` for each turn with an error event. */
@@ -1639,6 +1812,14 @@ const timedOutServer = (entries) => entries.find((e) => e.timeout)?.server;
1639
1812
  // src/attempt/state.ts
1640
1813
  /** Extra time an attempt gets, outside its eval timeout, when its image may need building. */
1641
1814
  const SETUP_BUDGET_MS = 12e5;
1815
+ /** Lets the language-runner host find the live Attempt from the body's `AttemptContext`. */
1816
+ const attemptByContext = /* @__PURE__ */ new WeakMap();
1817
+ function bindAttemptContext(c, a) {
1818
+ attemptByContext.set(c, a);
1819
+ }
1820
+ function attemptForContext(c) {
1821
+ return attemptByContext.get(c);
1822
+ }
1642
1823
  function createAttempt(spec, signal, progress, start, snapshotDir) {
1643
1824
  const record = {
1644
1825
  startedAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -1682,11 +1863,16 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1682
1863
  at: Date.now(),
1683
1864
  ...redactFields(update, ["kind"])
1684
1865
  }),
1685
- async timed(phase, fn) {
1866
+ async timed(phase, fn, name) {
1686
1867
  const start = performance.now();
1868
+ const span = childSpan(name ?? phase.replace(/Ms$/, ""));
1687
1869
  try {
1688
1870
  return await fn();
1871
+ } catch (error) {
1872
+ span.end(error);
1873
+ throw error;
1689
1874
  } finally {
1875
+ span.end();
1690
1876
  record.timings[phase] += Math.round(performance.now() - start);
1691
1877
  }
1692
1878
  },
@@ -1701,7 +1887,8 @@ function createAttempt(spec, signal, progress, start, snapshotDir) {
1701
1887
  capturePages: /* @__PURE__ */ new Map(),
1702
1888
  stepBlobs: /* @__PURE__ */ new Map(),
1703
1889
  snapshotDir,
1704
- turnSteps: /* @__PURE__ */ new Map()
1890
+ turnSteps: /* @__PURE__ */ new Map(),
1891
+ turnStatusRead: false
1705
1892
  };
1706
1893
  return a;
1707
1894
  }
@@ -2116,12 +2303,13 @@ function startHarness(a, harness, box, options) {
2116
2303
  * the diff, switches to the agent's egress, and starts the harness session with the
2117
2304
  * harness-placed skills and MCP servers.
2118
2305
  */
2119
- async function startSession(a, runId) {
2306
+ async function startSession(a, runId, attempt) {
2120
2307
  const startedAt = performance.now();
2121
2308
  const { spec } = a;
2122
2309
  const env = a.env;
2123
2310
  const box = await createSandbox(spec.sandbox, {
2124
2311
  runId,
2312
+ attempt,
2125
2313
  timeoutMs: spec.timeoutMs + setupAllowance(spec) + 6e4,
2126
2314
  signal: a.signal,
2127
2315
  env: env.vars,
@@ -2137,6 +2325,10 @@ async function startSession(a, runId) {
2137
2325
  onWarning: (text) => a.report({
2138
2326
  kind: "warning",
2139
2327
  text
2328
+ }),
2329
+ onSecretWarning: (warning) => a.report({
2330
+ kind: "secret-warning",
2331
+ ...warning
2140
2332
  })
2141
2333
  });
2142
2334
  a.sandbox = box;
@@ -2145,6 +2337,7 @@ async function startSession(a, runId) {
2145
2337
  a.phases = brokerPhases(box, env.substitutions, spec.egress);
2146
2338
  if (a.signal.aborted) box.destroy();
2147
2339
  a.signal.throwIfAborted();
2340
+ a.report({ kind: "sandbox-up" });
2148
2341
  await a.phases.start();
2149
2342
  if (env.substitutions.length) {
2150
2343
  const agent = env.substitutions.filter((s) => s.phase === "agent").map((s) => s.name);
@@ -2650,14 +2843,21 @@ function turnSender(a, takeContext, checks) {
2650
2843
  const { diff } = changes;
2651
2844
  a.record.diff = diff;
2652
2845
  if (a.spec.snapshot.when === "turns") await takeSnapshot(a, box, `turn-${turnNumber}`, "harness");
2846
+ const { status: turnStatus, ...rest } = result;
2653
2847
  const data = {
2654
2848
  prompt,
2655
- ...result,
2849
+ ...rest,
2850
+ status: turnStatus,
2656
2851
  diff
2657
2852
  };
2658
2853
  const turn = Object.freeze(Object.assign({
2659
2854
  ...data,
2660
- ...checks
2855
+ ...checks,
2856
+ [TURN_STATUS]: turnStatus,
2857
+ get status() {
2858
+ a.turnStatusRead = true;
2859
+ return turnStatus;
2860
+ }
2661
2861
  }, { [TURN_EDITED]: edited }));
2662
2862
  a.turns.push(turn);
2663
2863
  return turn;
@@ -2676,23 +2876,38 @@ async function runAttempt(spec, fn, handle) {
2676
2876
  traceLimit: config.debug?.traceBufferBytes ?? TRACE_BUFFER_DEFAULT,
2677
2877
  ...verbosity > 0 ? { emit: handle.debug } : {}
2678
2878
  });
2679
- return withDebug(debug, () => attemptBody(spec, fn, handle, id, debug));
2879
+ const span = openSpan("attempt", {
2880
+ "reeval.eval.id": id,
2881
+ "reeval.attempt.key": attemptKey(id, spec.cell.key, spec.n),
2882
+ "reeval.cell": spec.cell.key,
2883
+ "reeval.attempt.n": spec.n
2884
+ });
2885
+ let error;
2886
+ try {
2887
+ return await withDebug(debug, () => withAttemptSpan(span, () => attemptBody(spec, fn, handle, id, debug)));
2888
+ } catch (thrown) {
2889
+ error = thrown;
2890
+ throw thrown;
2891
+ } finally {
2892
+ span.end(error);
2893
+ }
2680
2894
  }
2681
2895
  async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, unawaited, expectError, assertions }, id, debug) {
2682
2896
  const ctx = getRunContext();
2683
2897
  const { runId, stagingDir, config } = ctx;
2684
2898
  tracePlan(debug, spec, ctx);
2899
+ const key = attemptKey(id, spec.cell.key, spec.n);
2685
2900
  let timer;
2686
2901
  let clock;
2687
2902
  const a = createAttempt(spec, testSignal, progress, async (a, who) => {
2688
2903
  debug.log("container", `starting the sandbox and session for ${who}`);
2689
2904
  clock?.pause();
2690
2905
  try {
2691
- return await a.timed("setupMs", () => startSession(a, runId));
2906
+ return await a.timed("setupMs", () => startSession(a, runId, key), "sandbox");
2692
2907
  } finally {
2693
2908
  clock?.resume();
2694
2909
  }
2695
- }, snapshotSidecar(stagingDir, attemptKey(id, spec.cell.key, spec.n)));
2910
+ }, snapshotSidecar(stagingDir, key));
2696
2911
  const destroy = () => void Promise.resolve(a.session?.salvage?.()).catch(() => {}).finally(() => a.sandbox?.destroy());
2697
2912
  testSignal.addEventListener("abort", destroy, { once: true });
2698
2913
  const takeContext = contextTaker(a);
@@ -2719,6 +2934,7 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2719
2934
  }),
2720
2935
  judge: judgeCaller(a, readFile)
2721
2936
  };
2937
+ bindAttemptContext(c, a);
2722
2938
  const timedOut = () => !!timer?.aborted && !testSignal.aborted;
2723
2939
  let failure;
2724
2940
  let oom;
@@ -2768,15 +2984,20 @@ async function attemptBody(spec, fn, { signal: testSignal, setMeta, progress, un
2768
2984
  const { record } = a;
2769
2985
  const checked = assertionRecords(assertions());
2770
2986
  if (checked.length) record.assertions = checked;
2987
+ linkJudgmentAssertions(record.judgements ?? [], checked);
2771
2988
  for (const x of checked) {
2772
2989
  const why = x.message ? ` · ${clip(redactSecrets(x.message.split("\n")[0] ?? ""), 160)}` : "";
2773
- debug.log("check", `assert ${x.status === "pass" ? "✓" : "✗"} ${x.label} (${x.matcher}, ${x.status})${why}`);
2990
+ const mark = x.status === "pass" || x.status === "not_applicable" ? "✓" : "✗";
2991
+ debug.log("check", `assert ${mark} ${x.label} (${x.matcher}, ${x.status})${why}`);
2774
2992
  }
2993
+ reclassifyTurnErrors(a);
2775
2994
  const error = record.error ? ` · ${record.error.kind}: ${record.error.message}` : "";
2776
2995
  debug.log("teardown", `outcome ${record.outcome}${error}`);
2777
2996
  const rel = (path) => relativeFile(config.root, path) || ".";
2778
2997
  const scratch = `.reeval/runs/${runId}`;
2779
2998
  debug.log("teardown", `record ${scratch}.json · artifacts ${scratch}/${evalSlug(id)}/${evalSlug(spec.cell.key)}/${spec.n} · debug ${rel(debug.dir)}`);
2999
+ attemptSpan()?.set({ "reeval.outcome": record.outcome });
3000
+ if (record.outcome === "fail" || record.outcome === "infra_error") attemptSpan()?.fail(record.error?.message.split("\n")[0] ?? record.outcome);
2780
3001
  setMeta(await writeRecord(a, stagingDir, id));
2781
3002
  await debug.finish(debug.verbosity === 2 || record.outcome !== "pass");
2782
3003
  }
@@ -3785,6 +4006,6 @@ function optionsFrom(written, where, base) {
3785
4006
  }
3786
4007
  };
3787
4008
  }
3788
- export { assertionRecords as i, evaluate as n, group as r, declareTree as t };
4009
+ export { assertionRecords as a, attemptForContext as i, evaluate as n, group as r, declareTree as t };
3789
4010
 
3790
- //# sourceMappingURL=evaluate-4kBVtwZZ.js.map
4011
+ //# sourceMappingURL=evaluate-DHnD8yzq.js.map