niceeval 0.13.3 → 0.13.4-canary.39

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (487) hide show
  1. package/INDEX.md +5 -5
  2. package/dist/agents/index.cjs +2 -2
  3. package/dist/agents/index.cjs.map +1 -1
  4. package/dist/agents/project.json +6 -0
  5. package/dist/agents/streaming.cjs.map +1 -1
  6. package/dist/agents/types.cjs.map +1 -1
  7. package/dist/agents/types.d.cts +1 -1
  8. package/dist/agents/types.d.mts +1 -1
  9. package/dist/agents/types.d.ts +1 -1
  10. package/dist/analysis/bindings.d.cts +8 -8
  11. package/dist/analysis/bindings.d.mts +8 -8
  12. package/dist/analysis/bindings.d.ts +8 -8
  13. package/dist/analysis/contracts.cjs.map +1 -1
  14. package/dist/analysis/contracts.d.cts +8 -19
  15. package/dist/analysis/contracts.d.mts +8 -19
  16. package/dist/analysis/contracts.d.ts +8 -19
  17. package/dist/analysis/experiment-groups.cjs +7 -14
  18. package/dist/analysis/experiment-groups.cjs.map +1 -1
  19. package/dist/analysis/index.cjs.map +1 -1
  20. package/dist/analysis/index.d.cts +1 -1
  21. package/dist/analysis/index.d.mts +1 -1
  22. package/dist/analysis/index.d.ts +1 -1
  23. package/dist/cli/application.cjs +4 -13
  24. package/dist/cli/application.cjs.map +1 -1
  25. package/dist/cli/application.d.cts +62 -59
  26. package/dist/cli/application.d.mts +62 -59
  27. package/dist/cli/application.d.ts +62 -59
  28. package/dist/cli/application.js +6 -12
  29. package/dist/cli/bootstrap.cjs +28 -2
  30. package/dist/cli/bootstrap.cjs.map +1 -1
  31. package/dist/cli/contribution.cjs +185 -0
  32. package/dist/cli/contribution.cjs.map +1 -0
  33. package/dist/cli/contribution.d.cts +55 -0
  34. package/dist/cli/contribution.d.mts +55 -0
  35. package/dist/cli/contribution.d.ts +55 -0
  36. package/dist/cli/contribution.js +20 -0
  37. package/dist/cli/contribution.js.map +1 -0
  38. package/dist/cli/node-application.cjs +119 -87
  39. package/dist/cli/node-application.cjs.map +1 -1
  40. package/dist/cli/node-application.d.cts +2 -8
  41. package/dist/cli/node-application.d.mts +2 -8
  42. package/dist/cli/node-application.d.ts +2 -8
  43. package/dist/cli/node-application.js +12 -22
  44. package/dist/cli/program.cjs +87 -2756
  45. package/dist/cli/program.cjs.map +1 -1
  46. package/dist/cli/program.d.cts +11 -332
  47. package/dist/cli/program.d.mts +11 -332
  48. package/dist/cli/program.d.ts +11 -332
  49. package/dist/cli/program.js +4 -28
  50. package/dist/cli.cjs +0 -3
  51. package/dist/cli.cjs.map +1 -1
  52. package/dist/cli.d.cts +0 -1
  53. package/dist/cli.d.mts +0 -1
  54. package/dist/cli.d.ts +0 -1
  55. package/dist/cli.js +6 -14
  56. package/dist/define.cjs +1 -1
  57. package/dist/define.cjs.map +1 -1
  58. package/dist/docker/cache-administration.cjs +8 -0
  59. package/dist/docker/cache-administration.cjs.map +1 -0
  60. package/dist/docker/cache-administration.d.cts +33 -0
  61. package/dist/docker/cache-administration.d.mts +33 -0
  62. package/dist/docker/cache-administration.d.ts +33 -0
  63. package/dist/docker/cache-administration.js +6 -0
  64. package/dist/docker/cache-administration.js.map +1 -0
  65. package/dist/docker/cache-live.cjs +27 -0
  66. package/dist/docker/cache-live.cjs.map +1 -0
  67. package/dist/docker/cache-live.d.cts +3 -0
  68. package/dist/docker/cache-live.d.mts +3 -0
  69. package/dist/docker/cache-live.d.ts +3 -0
  70. package/dist/docker/cache-live.js +6 -0
  71. package/dist/docker/cache-live.js.map +1 -0
  72. package/dist/docker/cli/contribution.cjs +223 -0
  73. package/dist/docker/cli/contribution.cjs.map +1 -0
  74. package/dist/docker/cli/contribution.d.cts +48 -0
  75. package/dist/docker/cli/contribution.d.mts +48 -0
  76. package/dist/docker/cli/contribution.d.ts +48 -0
  77. package/dist/docker/cli/contribution.js +8 -0
  78. package/dist/docker/cli/contribution.js.map +1 -0
  79. package/dist/eval/cli/contribution.cjs +62 -0
  80. package/dist/eval/cli/contribution.cjs.map +1 -0
  81. package/dist/eval/cli/contribution.d.cts +21 -0
  82. package/dist/eval/cli/contribution.d.mts +21 -0
  83. package/dist/eval/cli/contribution.d.ts +21 -0
  84. package/dist/eval/cli/contribution.js +8 -0
  85. package/dist/eval/cli/contribution.js.map +1 -0
  86. package/dist/eval/host/index.cjs +23 -0
  87. package/dist/eval/host/index.cjs.map +1 -0
  88. package/dist/eval/host/index.d.cts +27 -0
  89. package/dist/eval/host/index.d.mts +27 -0
  90. package/dist/eval/host/index.d.ts +27 -0
  91. package/dist/eval/host/index.js +8 -0
  92. package/dist/eval/host/index.js.map +1 -0
  93. package/dist/eval/host/index.mjs +8 -0
  94. package/dist/eval/host/index.mjs.map +1 -0
  95. package/dist/experiment/host/cli/contribution.cjs +835 -0
  96. package/dist/experiment/host/cli/contribution.cjs.map +1 -0
  97. package/dist/experiment/host/cli/contribution.d.cts +329 -0
  98. package/dist/experiment/host/cli/contribution.d.mts +329 -0
  99. package/dist/experiment/host/cli/contribution.d.ts +329 -0
  100. package/dist/experiment/host/cli/contribution.js +22 -0
  101. package/dist/experiment/host/cli/contribution.js.map +1 -0
  102. package/dist/experiment/host/cli/index.cjs +9 -0
  103. package/dist/experiment/host/cli/index.cjs.map +1 -0
  104. package/dist/experiment/host/cli/index.d.cts +2 -0
  105. package/dist/experiment/host/cli/index.d.mts +2 -0
  106. package/dist/experiment/host/cli/index.d.ts +2 -0
  107. package/dist/experiment/host/cli/index.js +10 -0
  108. package/dist/experiment/host/cli/index.js.map +1 -0
  109. package/dist/experiment/host/cli/terminal.cjs +15 -0
  110. package/dist/experiment/host/cli/terminal.cjs.map +1 -0
  111. package/dist/experiment/host/cli/terminal.d.cts +14 -0
  112. package/dist/experiment/host/cli/terminal.d.mts +14 -0
  113. package/dist/experiment/host/cli/terminal.d.ts +14 -0
  114. package/dist/experiment/host/cli/terminal.js +8 -0
  115. package/dist/experiment/host/cli/terminal.js.map +1 -0
  116. package/dist/experiment/host/index.cjs +35 -58
  117. package/dist/experiment/host/index.cjs.map +1 -1
  118. package/dist/experiment/host/index.d.cts +5 -79
  119. package/dist/experiment/host/index.d.mts +5 -79
  120. package/dist/experiment/host/index.d.ts +5 -79
  121. package/dist/experiment/host/index.js +4 -2
  122. package/dist/experiment/host/index.mjs +4 -2
  123. package/dist/experiment/host/operations.cjs +678 -0
  124. package/dist/experiment/host/operations.cjs.map +1 -0
  125. package/dist/experiment/host/operations.d.cts +19 -0
  126. package/dist/experiment/host/operations.d.mts +19 -0
  127. package/dist/experiment/host/operations.d.ts +19 -0
  128. package/dist/experiment/host/operations.js +24 -0
  129. package/dist/experiment/host/operations.js.map +1 -0
  130. package/dist/experiment/host/presentation.cjs +81 -0
  131. package/dist/experiment/host/presentation.cjs.map +1 -0
  132. package/dist/experiment/host/presentation.d.cts +9 -0
  133. package/dist/experiment/host/presentation.d.mts +9 -0
  134. package/dist/experiment/host/presentation.d.ts +9 -0
  135. package/dist/experiment/host/presentation.js +8 -0
  136. package/dist/experiment/host/presentation.js.map +1 -0
  137. package/dist/experiment/host/teardown.cjs +394 -0
  138. package/dist/experiment/host/teardown.cjs.map +1 -0
  139. package/dist/experiment/host/teardown.d.cts +5 -0
  140. package/dist/experiment/host/teardown.d.mts +5 -0
  141. package/dist/experiment/host/teardown.d.ts +5 -0
  142. package/dist/experiment/host/teardown.js +8 -0
  143. package/dist/experiment/host/teardown.js.map +1 -0
  144. package/dist/experiment/host/types.cjs +9 -0
  145. package/dist/experiment/host/types.cjs.map +1 -0
  146. package/dist/experiment/host/types.d.cts +423 -0
  147. package/dist/experiment/host/types.d.mts +423 -0
  148. package/dist/experiment/host/types.d.ts +423 -0
  149. package/dist/experiment/host/types.js +6 -0
  150. package/dist/experiment/host/types.js.map +1 -0
  151. package/dist/i18n/en.cjs +8 -50
  152. package/dist/i18n/en.cjs.map +1 -1
  153. package/dist/i18n/en.d.cts +2 -6
  154. package/dist/i18n/en.d.mts +2 -6
  155. package/dist/i18n/en.d.ts +2 -6
  156. package/dist/o11y/project.json +6 -0
  157. package/dist/project/cli/contribution.cjs +66 -0
  158. package/dist/project/cli/contribution.cjs.map +1 -0
  159. package/dist/project/cli/contribution.d.cts +17 -0
  160. package/dist/project/cli/contribution.d.mts +17 -0
  161. package/dist/project/cli/contribution.d.ts +17 -0
  162. package/dist/project/cli/contribution.js +8 -0
  163. package/dist/project/cli/contribution.js.map +1 -0
  164. package/dist/project/cli/index.cjs +7 -0
  165. package/dist/project/cli/index.cjs.map +1 -0
  166. package/dist/project/cli/index.d.cts +1 -0
  167. package/dist/project/cli/index.d.mts +1 -0
  168. package/dist/project/cli/index.d.ts +1 -0
  169. package/dist/project/cli/index.js +8 -0
  170. package/dist/project/cli/index.js.map +1 -0
  171. package/dist/project/host/index.cjs +11 -0
  172. package/dist/project/host/index.cjs.map +1 -0
  173. package/dist/project/host/index.d.cts +4 -0
  174. package/dist/project/host/index.d.mts +4 -0
  175. package/dist/project/host/index.d.ts +4 -0
  176. package/dist/project/host/index.js +14 -0
  177. package/dist/project/host/index.js.map +1 -0
  178. package/dist/project/host/index.mjs +14 -0
  179. package/dist/project/host/index.mjs.map +1 -0
  180. package/dist/project/host.cjs +59 -0
  181. package/dist/project/host.cjs.map +1 -0
  182. package/dist/project/host.d.cts +17 -0
  183. package/dist/project/host.d.mts +17 -0
  184. package/dist/project/host.d.ts +17 -0
  185. package/dist/project/host.js +6 -0
  186. package/dist/project/host.js.map +1 -0
  187. package/dist/project/index.cjs +11 -0
  188. package/dist/project/index.cjs.map +1 -0
  189. package/dist/project/index.d.cts +4 -0
  190. package/dist/project/index.d.mts +4 -0
  191. package/dist/project/index.d.ts +4 -0
  192. package/dist/project/index.js +14 -0
  193. package/dist/project/index.js.map +1 -0
  194. package/dist/project/node.cjs +91 -0
  195. package/dist/project/node.cjs.map +1 -0
  196. package/dist/project/node.d.cts +6 -0
  197. package/dist/project/node.d.mts +6 -0
  198. package/dist/project/node.d.ts +6 -0
  199. package/dist/project/node.js +12 -0
  200. package/dist/project/node.js.map +1 -0
  201. package/dist/project/services.cjs +17 -0
  202. package/dist/project/services.cjs.map +1 -0
  203. package/dist/project/services.d.cts +47 -0
  204. package/dist/project/services.d.mts +47 -0
  205. package/dist/project/services.d.ts +47 -0
  206. package/dist/project/services.js +12 -0
  207. package/dist/project/services.js.map +1 -0
  208. package/dist/project/templates.cjs +28 -0
  209. package/dist/project/templates.cjs.map +1 -0
  210. package/dist/project/templates.d.cts +4 -0
  211. package/dist/project/templates.d.mts +4 -0
  212. package/dist/project/templates.d.ts +4 -0
  213. package/dist/project/templates.js +12 -0
  214. package/dist/project/templates.js.map +1 -0
  215. package/dist/project.json +6 -0
  216. package/dist/record/family/catalog.d.cts +10 -10
  217. package/dist/record/family/catalog.d.mts +10 -10
  218. package/dist/record/family/catalog.d.ts +10 -10
  219. package/dist/record/family/file-changes.d.cts +8 -8
  220. package/dist/record/family/file-changes.d.mts +8 -8
  221. package/dist/record/family/file-changes.d.ts +8 -8
  222. package/dist/record/host/cli/contribution.cjs +206 -0
  223. package/dist/record/host/cli/contribution.cjs.map +1 -0
  224. package/dist/record/host/cli/contribution.d.cts +32 -0
  225. package/dist/record/host/cli/contribution.d.mts +32 -0
  226. package/dist/record/host/cli/contribution.d.ts +32 -0
  227. package/dist/record/host/cli/contribution.js +10 -0
  228. package/dist/record/host/cli/contribution.js.map +1 -0
  229. package/dist/record/host/cli/index.cjs +8 -0
  230. package/dist/record/host/cli/index.cjs.map +1 -0
  231. package/dist/record/host/cli/index.d.cts +1 -0
  232. package/dist/record/host/cli/index.d.mts +1 -0
  233. package/dist/record/host/cli/index.d.ts +1 -0
  234. package/dist/record/host/cli/index.js +10 -0
  235. package/dist/record/host/cli/index.js.map +1 -0
  236. package/dist/record/host/cli/presentation.cjs +122 -0
  237. package/dist/record/host/cli/presentation.cjs.map +1 -0
  238. package/dist/record/host/cli/presentation.d.cts +7 -0
  239. package/dist/record/host/cli/presentation.d.mts +7 -0
  240. package/dist/record/host/cli/presentation.d.ts +7 -0
  241. package/dist/record/host/cli/presentation.js +12 -0
  242. package/dist/record/host/cli/presentation.js.map +1 -0
  243. package/dist/record/host/index.cjs.map +1 -1
  244. package/dist/record/host/index.d.cts +1 -1
  245. package/dist/record/host/index.d.mts +1 -1
  246. package/dist/record/host/index.d.ts +1 -1
  247. package/dist/record/host/runtime.cjs +184 -1
  248. package/dist/record/host/runtime.cjs.map +1 -1
  249. package/dist/record/host/types.cjs.map +1 -1
  250. package/dist/record/host/types.d.cts +120 -0
  251. package/dist/record/host/types.d.mts +120 -0
  252. package/dist/record/host/types.d.ts +120 -0
  253. package/dist/record/project.json +6 -0
  254. package/dist/report/assets/styles.css +80 -0
  255. package/dist/report/cli/contribution.cjs +325 -0
  256. package/dist/report/cli/contribution.cjs.map +1 -0
  257. package/dist/report/cli/contribution.d.cts +143 -0
  258. package/dist/report/cli/contribution.d.mts +143 -0
  259. package/dist/report/cli/contribution.d.ts +143 -0
  260. package/dist/report/cli/contribution.js +12 -0
  261. package/dist/report/cli/contribution.js.map +1 -0
  262. package/dist/report/client-dist/app.js +9 -9
  263. package/dist/report/components/attempt-detail/content.cjs +1 -1
  264. package/dist/report/components/attempt-detail/content.cjs.map +1 -1
  265. package/dist/report/components/entity-lists/compute.cjs +5 -0
  266. package/dist/report/components/entity-lists/compute.cjs.map +1 -1
  267. package/dist/report/components/entity-lists/compute.d.cts +2 -0
  268. package/dist/report/components/entity-lists/compute.d.mts +2 -0
  269. package/dist/report/components/entity-lists/compute.d.ts +2 -0
  270. package/dist/report/components/entity-lists/content.cjs +35 -12
  271. package/dist/report/components/entity-lists/content.cjs.map +1 -1
  272. package/dist/report/components/entity-lists/index.cjs +0 -3
  273. package/dist/report/components/entity-lists/index.cjs.map +1 -1
  274. package/dist/report/components/summaries/index.cjs +2 -4
  275. package/dist/report/components/summaries/index.cjs.map +1 -1
  276. package/dist/report/definition/cell.cjs +7 -2
  277. package/dist/report/definition/cell.cjs.map +1 -1
  278. package/dist/report/definition/cell.d.cts +2 -0
  279. package/dist/report/definition/cell.d.mts +2 -0
  280. package/dist/report/definition/cell.d.ts +2 -0
  281. package/dist/report/definition/primitives/assertion-evidence.cjs +190 -4
  282. package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -1
  283. package/dist/report/definition/primitives/assertion-evidence.d.cts +4 -0
  284. package/dist/report/definition/primitives/assertion-evidence.d.mts +4 -0
  285. package/dist/report/definition/primitives/assertion-evidence.d.ts +4 -0
  286. package/dist/report/execution/machine.cjs +2 -3
  287. package/dist/report/execution/machine.cjs.map +1 -1
  288. package/dist/report/execution/machine.d.cts +11 -8
  289. package/dist/report/execution/machine.d.mts +11 -8
  290. package/dist/report/execution/machine.d.ts +11 -8
  291. package/dist/report/host/from-record.cjs +13 -8
  292. package/dist/report/host/from-record.cjs.map +1 -1
  293. package/dist/report/host/index.cjs +5 -1
  294. package/dist/report/host/index.cjs.map +1 -1
  295. package/dist/report/host/index.d.cts +1 -0
  296. package/dist/report/host/index.d.mts +1 -0
  297. package/dist/report/host/index.d.ts +1 -0
  298. package/dist/report/host/index.js +8 -2
  299. package/dist/report/host/index.mjs +8 -2
  300. package/dist/report/host/machine.cjs +23 -22
  301. package/dist/report/host/machine.cjs.map +1 -1
  302. package/dist/report/host/machine.d.cts +1 -1
  303. package/dist/report/host/machine.d.mts +1 -1
  304. package/dist/report/host/machine.d.ts +1 -1
  305. package/dist/report/host/node/loader.cjs +4 -2
  306. package/dist/report/host/node/loader.cjs.map +1 -1
  307. package/dist/report/host/node/loader.d.cts +3 -1
  308. package/dist/report/host/node/loader.d.mts +3 -1
  309. package/dist/report/host/node/loader.d.ts +3 -1
  310. package/dist/report/host/node.cjs +44 -9
  311. package/dist/report/host/node.cjs.map +1 -1
  312. package/dist/report/host/node.d.cts +13 -3
  313. package/dist/report/host/node.d.mts +13 -3
  314. package/dist/report/host/node.d.ts +13 -3
  315. package/dist/report/host/node.js +44 -32
  316. package/dist/report/host/operations.cjs +14 -0
  317. package/dist/report/host/operations.cjs.map +1 -0
  318. package/dist/report/host/operations.d.cts +39 -0
  319. package/dist/report/host/operations.d.mts +39 -0
  320. package/dist/report/host/operations.d.ts +39 -0
  321. package/dist/report/host/operations.js +10 -0
  322. package/dist/report/host/operations.js.map +1 -0
  323. package/dist/report/model/chart/plot.cjs +1 -1
  324. package/dist/report/model/chart/plot.cjs.map +1 -1
  325. package/dist/report/model/locale.cjs +4 -0
  326. package/dist/report/model/locale.cjs.map +1 -1
  327. package/dist/report/model/locale.d.cts +3 -1
  328. package/dist/report/model/locale.d.mts +3 -1
  329. package/dist/report/model/locale.d.ts +3 -1
  330. package/dist/report/react/styles.css +80 -0
  331. package/dist/runner/build-preparation.cjs +5 -5
  332. package/dist/runner/build-preparation.cjs.map +1 -1
  333. package/dist/runner/build-preparation.d.cts +2 -3
  334. package/dist/runner/build-preparation.d.mts +2 -3
  335. package/dist/runner/build-preparation.d.ts +2 -3
  336. package/dist/runner/feedback/coordinator.cjs +18 -15
  337. package/dist/runner/feedback/coordinator.cjs.map +1 -1
  338. package/dist/runner/feedback/coordinator.d.cts +6 -0
  339. package/dist/runner/feedback/coordinator.d.mts +6 -0
  340. package/dist/runner/feedback/coordinator.d.ts +6 -0
  341. package/dist/runner/ledger.cjs +3 -13
  342. package/dist/runner/ledger.cjs.map +1 -1
  343. package/dist/runner/ledger.d.cts +1 -3
  344. package/dist/runner/ledger.d.mts +1 -3
  345. package/dist/runner/ledger.d.ts +1 -3
  346. package/dist/runner/run.cjs +63 -18
  347. package/dist/runner/run.cjs.map +1 -1
  348. package/dist/runner/session.cjs +10 -0
  349. package/dist/runner/session.cjs.map +1 -1
  350. package/dist/runner/session.d.cts +25 -0
  351. package/dist/runner/session.d.mts +25 -0
  352. package/dist/runner/session.d.ts +25 -0
  353. package/dist/runner/types.cjs.map +1 -1
  354. package/dist/runner/types.d.cts +1 -2
  355. package/dist/runner/types.d.mts +1 -2
  356. package/dist/runner/types.d.ts +1 -2
  357. package/dist/sandbox/build-coordinator.cjs +38 -19
  358. package/dist/sandbox/build-coordinator.cjs.map +1 -1
  359. package/dist/sandbox/build-coordinator.d.cts +47 -7
  360. package/dist/sandbox/build-coordinator.d.mts +47 -7
  361. package/dist/sandbox/build-coordinator.d.ts +47 -7
  362. package/dist/sandbox/build-coordinator.js +8 -4
  363. package/dist/sandbox/cli/contribution.cjs +128 -0
  364. package/dist/sandbox/cli/contribution.cjs.map +1 -0
  365. package/dist/sandbox/cli/contribution.d.cts +71 -0
  366. package/dist/sandbox/cli/contribution.d.mts +71 -0
  367. package/dist/sandbox/cli/contribution.d.ts +71 -0
  368. package/dist/sandbox/cli/contribution.js +8 -0
  369. package/dist/sandbox/cli/contribution.js.map +1 -0
  370. package/dist/sandbox/cli-commands.cjs +14 -21
  371. package/dist/sandbox/cli-commands.cjs.map +1 -1
  372. package/dist/sandbox/cli-commands.d.cts +12 -8
  373. package/dist/sandbox/cli-commands.d.mts +12 -8
  374. package/dist/sandbox/cli-commands.d.ts +12 -8
  375. package/dist/sandbox/compose.cjs +22 -2
  376. package/dist/sandbox/compose.cjs.map +1 -1
  377. package/dist/sandbox/compose.d.cts +1 -1
  378. package/dist/sandbox/compose.d.mts +1 -1
  379. package/dist/sandbox/compose.d.ts +1 -1
  380. package/dist/sandbox/docker-profile/cli.cjs +13 -9
  381. package/dist/sandbox/docker-profile/cli.cjs.map +1 -1
  382. package/dist/sandbox/docker-profile/cli.d.cts +2 -0
  383. package/dist/sandbox/docker-profile/cli.d.mts +2 -0
  384. package/dist/sandbox/docker-profile/cli.d.ts +2 -0
  385. package/dist/sandbox/docker-profile/runtime.cjs +68 -7
  386. package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
  387. package/dist/sandbox/docker-profile/runtime.d.cts +19 -1
  388. package/dist/sandbox/docker-profile/runtime.d.mts +19 -1
  389. package/dist/sandbox/docker-profile/runtime.d.ts +19 -1
  390. package/dist/sandbox/docker-profile/runtime.js +10 -8
  391. package/dist/sandbox/docker-profile/schema.cjs +68 -19
  392. package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
  393. package/dist/sandbox/docker-profile/schema.d.cts +23 -9
  394. package/dist/sandbox/docker-profile/schema.d.mts +23 -9
  395. package/dist/sandbox/docker-profile/schema.d.ts +23 -9
  396. package/dist/sandbox/docker-task-build-cache.cjs +532 -0
  397. package/dist/sandbox/docker-task-build-cache.cjs.map +1 -0
  398. package/dist/sandbox/docker-task-build-cache.d.cts +68 -0
  399. package/dist/sandbox/docker-task-build-cache.d.mts +68 -0
  400. package/dist/sandbox/docker-task-build-cache.d.ts +68 -0
  401. package/dist/sandbox/docker-task-build-cache.js +20 -0
  402. package/dist/sandbox/docker-task-build-cache.js.map +1 -0
  403. package/dist/sandbox/docker.cjs +50 -0
  404. package/dist/sandbox/docker.cjs.map +1 -1
  405. package/dist/sandbox/docker.d.cts +15 -0
  406. package/dist/sandbox/docker.d.mts +15 -0
  407. package/dist/sandbox/docker.d.ts +15 -0
  408. package/dist/sandbox/dockerfile-build.cjs +55 -5
  409. package/dist/sandbox/dockerfile-build.cjs.map +1 -1
  410. package/dist/sandbox/dockerfile-build.d.cts +2 -2
  411. package/dist/sandbox/dockerfile-build.d.mts +2 -2
  412. package/dist/sandbox/dockerfile-build.d.ts +2 -2
  413. package/dist/sandbox/index.cjs +5 -3
  414. package/dist/sandbox/index.cjs.map +1 -1
  415. package/dist/sandbox/index.d.cts +4 -3
  416. package/dist/sandbox/index.d.mts +4 -3
  417. package/dist/sandbox/index.d.ts +4 -3
  418. package/dist/sandbox/index.js +16 -14
  419. package/dist/sandbox/index.mjs +16 -14
  420. package/dist/sandbox/keep.cjs +1 -3
  421. package/dist/sandbox/keep.cjs.map +1 -1
  422. package/dist/sandbox/layer.cjs +70 -79
  423. package/dist/sandbox/layer.cjs.map +1 -1
  424. package/dist/sandbox/layer.d.cts +6 -12
  425. package/dist/sandbox/layer.d.mts +6 -12
  426. package/dist/sandbox/layer.d.ts +6 -12
  427. package/dist/sandbox/layer.js +16 -18
  428. package/dist/sandbox/ledger-paths.cjs +4 -18
  429. package/dist/sandbox/ledger-paths.cjs.map +1 -1
  430. package/dist/sandbox/ledger-paths.d.cts +3 -13
  431. package/dist/sandbox/ledger-paths.d.mts +3 -13
  432. package/dist/sandbox/ledger-paths.d.ts +3 -13
  433. package/dist/sandbox/ledger-paths.js +4 -8
  434. package/dist/sandbox/registry.cjs +1 -1
  435. package/dist/sandbox/registry.cjs.map +1 -1
  436. package/dist/sandbox/runtime.cjs +27 -37
  437. package/dist/sandbox/runtime.cjs.map +1 -1
  438. package/dist/sandbox/runtime.d.cts +1 -2
  439. package/dist/sandbox/runtime.d.mts +1 -2
  440. package/dist/sandbox/runtime.d.ts +1 -2
  441. package/dist/sandbox/runtime.js +6 -8
  442. package/dist/sandbox/types.cjs.map +1 -1
  443. package/dist/sandbox/types.d.cts +3 -3
  444. package/dist/sandbox/types.d.mts +3 -3
  445. package/dist/sandbox/types.d.ts +3 -3
  446. package/dist/sources/project.json +6 -0
  447. package/dist/vendor/remark/remark-gfm.cjs +72 -72
  448. package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
  449. package/dist/vendor/remark/remark-parse.cjs +54 -54
  450. package/dist/vendor/remark/remark-parse.cjs.map +1 -1
  451. package/dist/vendor/remark/remark.cjs +125 -125
  452. package/dist/vendor/remark/remark.cjs.map +2 -2
  453. package/docs-site/zh/README.md +1 -1
  454. package/docs-site/zh/explanation/assert.mdx +4 -0
  455. package/docs-site/zh/explanation/judge.mdx +40 -9
  456. package/docs-site/zh/reference/cli.mdx +67 -43
  457. package/docs-site/zh/reference/define-agent.mdx +2 -2
  458. package/docs-site/zh/reference/report-components.mdx +4 -3
  459. package/docs-site/zh/troubleshooting/debug-sandbox.mdx +6 -0
  460. package/docs-site/zh/troubleshooting/debugging.mdx +28 -1
  461. package/docs-site/zh/tutorials/agent-feedback-loop.mdx +4 -2
  462. package/docs-site/zh/tutorials/concurrency.mdx +2 -2
  463. package/docs-site/zh/tutorials/custom-reports.mdx +175 -9
  464. package/docs-site/zh/tutorials/docker-in-docker.mdx +52 -7
  465. package/docs-site/zh/tutorials/eval-groups.mdx +1 -2
  466. package/docs-site/zh/tutorials/evaluation-kinds.mdx +39 -6
  467. package/docs-site/zh/tutorials/nixos-managed-dind.mdx +14 -5
  468. package/docs-site/zh/tutorials/sandbox-providers.mdx +1 -28
  469. package/docs-site/zh/tutorials/sandbox-reuse.mdx +1 -1
  470. package/docs-site/zh/tutorials/viewing-results.mdx +2 -0
  471. package/package.json +24 -19
  472. package/README.md +0 -176
  473. package/README.zh.md +0 -176
  474. package/dist/cli/record.cjs +0 -246
  475. package/dist/cli/record.cjs.map +0 -1
  476. package/dist/cli/record.d.cts +0 -40
  477. package/dist/cli/record.d.mts +0 -40
  478. package/dist/cli/record.d.ts +0 -40
  479. package/dist/cli/record.js +0 -10
  480. package/dist/cli/record.js.map +0 -1
  481. package/dist/sandbox/local.cjs +0 -361
  482. package/dist/sandbox/local.cjs.map +0 -1
  483. package/dist/sandbox/local.d.cts +0 -80
  484. package/dist/sandbox/local.d.mts +0 -80
  485. package/dist/sandbox/local.d.ts +0 -80
  486. package/dist/sandbox/local.js +0 -6
  487. package/dist/sandbox/local.js.map +0 -1
@@ -0,0 +1,143 @@
1
+ import type * as Scope from "effect/Scope";
2
+ import type { RecordCoordination } from "../../coordination/record-leases.mjs";
3
+ import type { RecordFileSystem, RecordGit } from "../../record/platform/services.mjs";
4
+ import { type ExperimentHostRequirements } from "../../experiment/host/index.mjs";
5
+ import { CliArguments, CliInvocationFacts, CliOutput, CliPath } from "../../cli/application.mjs";
6
+ import { ProjectConfiguration } from "../../cli/project-configuration.mjs";
7
+ import { CliFeatureError, type CliCommandContribution } from "../../cli/contribution.mjs";
8
+ import { ReportFileSystem } from "../host/static.mjs";
9
+ import { ReportBrowser, ReportModulePlatform } from "../host/operations.mjs";
10
+ export declare const REPORT_CLI_OPTIONS: Readonly<{
11
+ record: Readonly<{
12
+ readonly type: "string" | "boolean";
13
+ readonly multiple?: true;
14
+ readonly short?: string;
15
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
16
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
17
+ }>;
18
+ run: Readonly<{
19
+ readonly type: "string" | "boolean";
20
+ readonly multiple?: true;
21
+ readonly short?: string;
22
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
23
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
24
+ }>;
25
+ experiment: Readonly<{
26
+ readonly type: "string" | "boolean";
27
+ readonly multiple?: true;
28
+ readonly short?: string;
29
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
30
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
31
+ }>;
32
+ report: Readonly<{
33
+ readonly type: "string" | "boolean";
34
+ readonly multiple?: true;
35
+ readonly short?: string;
36
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
37
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
38
+ }>;
39
+ theme: Readonly<{
40
+ readonly type: "string" | "boolean";
41
+ readonly multiple?: true;
42
+ readonly short?: string;
43
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
44
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
45
+ }>;
46
+ page: Readonly<{
47
+ readonly type: "string" | "boolean";
48
+ readonly multiple?: true;
49
+ readonly short?: string;
50
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
51
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
52
+ }>;
53
+ json: Readonly<{
54
+ readonly type: "string" | "boolean";
55
+ readonly multiple?: true;
56
+ readonly short?: string;
57
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
58
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
59
+ }>;
60
+ source: Readonly<{
61
+ readonly type: "string" | "boolean";
62
+ readonly multiple?: true;
63
+ readonly short?: string;
64
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
65
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
66
+ }>;
67
+ execution: Readonly<{
68
+ readonly type: "string" | "boolean";
69
+ readonly multiple?: true;
70
+ readonly short?: string;
71
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
72
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
73
+ }>;
74
+ timing: Readonly<{
75
+ readonly type: "string" | "boolean";
76
+ readonly multiple?: true;
77
+ readonly short?: string;
78
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
79
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
80
+ }>;
81
+ grep: Readonly<{
82
+ readonly type: "string" | "boolean";
83
+ readonly multiple?: true;
84
+ readonly short?: string;
85
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
86
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
87
+ }>;
88
+ diff: Readonly<{
89
+ readonly type: "string" | "boolean";
90
+ readonly multiple?: true;
91
+ readonly short?: string;
92
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
93
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
94
+ }>;
95
+ out: Readonly<{
96
+ readonly type: "string" | "boolean";
97
+ readonly multiple?: true;
98
+ readonly short?: string;
99
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
100
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
101
+ }>;
102
+ host: Readonly<{
103
+ readonly type: "string" | "boolean";
104
+ readonly multiple?: true;
105
+ readonly short?: string;
106
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
107
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
108
+ }>;
109
+ port: Readonly<{
110
+ readonly type: "string" | "boolean";
111
+ readonly multiple?: true;
112
+ readonly short?: string;
113
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
114
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
115
+ }>;
116
+ open: Readonly<{
117
+ readonly type: "string" | "boolean";
118
+ readonly multiple?: true;
119
+ readonly short?: string;
120
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
121
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
122
+ }>;
123
+ "no-open": Readonly<{
124
+ readonly type: "string" | "boolean";
125
+ readonly multiple?: true;
126
+ readonly short?: string;
127
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
128
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
129
+ }>;
130
+ help: Readonly<{
131
+ readonly type: "string" | "boolean";
132
+ readonly multiple?: true;
133
+ readonly short?: string;
134
+ readonly optionalValue?: import("../../cli/application.mjs").CliOptionalOptionValue;
135
+ readonly help?: import("../../cli/application.mjs").CliOptionHelp;
136
+ }>;
137
+ }>;
138
+ type ReportCliRequirements = CliArguments | CliInvocationFacts | CliOutput | CliPath | ReportModulePlatform | ProjectConfiguration | ReportBrowser | RecordFileSystem | RecordGit | RecordCoordination | ReportFileSystem | ExperimentHostRequirements | Scope.Scope;
139
+ type ReportCliError = CliFeatureError;
140
+ export declare const reportShowCliCommand: CliCommandContribution<ReportCliRequirements, ReportCliError>;
141
+ export declare const reportViewCliCommand: CliCommandContribution<ReportCliRequirements, ReportCliError>;
142
+ export declare const reportCliContributions: readonly CliCommandContribution<ReportCliRequirements, CliFeatureError>[];
143
+ export {};
@@ -0,0 +1,143 @@
1
+ import type * as Scope from "effect/Scope";
2
+ import type { RecordCoordination } from "../../coordination/record-leases.js";
3
+ import type { RecordFileSystem, RecordGit } from "../../record/platform/services.js";
4
+ import { type ExperimentHostRequirements } from "../../experiment/host/index.js";
5
+ import { CliArguments, CliInvocationFacts, CliOutput, CliPath } from "../../cli/application.js";
6
+ import { ProjectConfiguration } from "../../cli/project-configuration.js";
7
+ import { CliFeatureError, type CliCommandContribution } from "../../cli/contribution.js";
8
+ import { ReportFileSystem } from "../host/static.js";
9
+ import { ReportBrowser, ReportModulePlatform } from "../host/operations.js";
10
+ export declare const REPORT_CLI_OPTIONS: Readonly<{
11
+ record: Readonly<{
12
+ readonly type: "string" | "boolean";
13
+ readonly multiple?: true;
14
+ readonly short?: string;
15
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
16
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
17
+ }>;
18
+ run: Readonly<{
19
+ readonly type: "string" | "boolean";
20
+ readonly multiple?: true;
21
+ readonly short?: string;
22
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
23
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
24
+ }>;
25
+ experiment: Readonly<{
26
+ readonly type: "string" | "boolean";
27
+ readonly multiple?: true;
28
+ readonly short?: string;
29
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
30
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
31
+ }>;
32
+ report: Readonly<{
33
+ readonly type: "string" | "boolean";
34
+ readonly multiple?: true;
35
+ readonly short?: string;
36
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
37
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
38
+ }>;
39
+ theme: Readonly<{
40
+ readonly type: "string" | "boolean";
41
+ readonly multiple?: true;
42
+ readonly short?: string;
43
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
44
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
45
+ }>;
46
+ page: Readonly<{
47
+ readonly type: "string" | "boolean";
48
+ readonly multiple?: true;
49
+ readonly short?: string;
50
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
51
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
52
+ }>;
53
+ json: Readonly<{
54
+ readonly type: "string" | "boolean";
55
+ readonly multiple?: true;
56
+ readonly short?: string;
57
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
58
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
59
+ }>;
60
+ source: Readonly<{
61
+ readonly type: "string" | "boolean";
62
+ readonly multiple?: true;
63
+ readonly short?: string;
64
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
65
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
66
+ }>;
67
+ execution: Readonly<{
68
+ readonly type: "string" | "boolean";
69
+ readonly multiple?: true;
70
+ readonly short?: string;
71
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
72
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
73
+ }>;
74
+ timing: Readonly<{
75
+ readonly type: "string" | "boolean";
76
+ readonly multiple?: true;
77
+ readonly short?: string;
78
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
79
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
80
+ }>;
81
+ grep: Readonly<{
82
+ readonly type: "string" | "boolean";
83
+ readonly multiple?: true;
84
+ readonly short?: string;
85
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
86
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
87
+ }>;
88
+ diff: Readonly<{
89
+ readonly type: "string" | "boolean";
90
+ readonly multiple?: true;
91
+ readonly short?: string;
92
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
93
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
94
+ }>;
95
+ out: Readonly<{
96
+ readonly type: "string" | "boolean";
97
+ readonly multiple?: true;
98
+ readonly short?: string;
99
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
100
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
101
+ }>;
102
+ host: Readonly<{
103
+ readonly type: "string" | "boolean";
104
+ readonly multiple?: true;
105
+ readonly short?: string;
106
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
107
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
108
+ }>;
109
+ port: Readonly<{
110
+ readonly type: "string" | "boolean";
111
+ readonly multiple?: true;
112
+ readonly short?: string;
113
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
114
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
115
+ }>;
116
+ open: Readonly<{
117
+ readonly type: "string" | "boolean";
118
+ readonly multiple?: true;
119
+ readonly short?: string;
120
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
121
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
122
+ }>;
123
+ "no-open": Readonly<{
124
+ readonly type: "string" | "boolean";
125
+ readonly multiple?: true;
126
+ readonly short?: string;
127
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
128
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
129
+ }>;
130
+ help: Readonly<{
131
+ readonly type: "string" | "boolean";
132
+ readonly multiple?: true;
133
+ readonly short?: string;
134
+ readonly optionalValue?: import("../../cli/application.js").CliOptionalOptionValue;
135
+ readonly help?: import("../../cli/application.js").CliOptionHelp;
136
+ }>;
137
+ }>;
138
+ type ReportCliRequirements = CliArguments | CliInvocationFacts | CliOutput | CliPath | ReportModulePlatform | ProjectConfiguration | ReportBrowser | RecordFileSystem | RecordGit | RecordCoordination | ReportFileSystem | ExperimentHostRequirements | Scope.Scope;
139
+ type ReportCliError = CliFeatureError;
140
+ export declare const reportShowCliCommand: CliCommandContribution<ReportCliRequirements, ReportCliError>;
141
+ export declare const reportViewCliCommand: CliCommandContribution<ReportCliRequirements, ReportCliError>;
142
+ export declare const reportCliContributions: readonly CliCommandContribution<ReportCliRequirements, CliFeatureError>[];
143
+ export {};
@@ -0,0 +1,12 @@
1
+ import { createRequire as __niceevalCreateRequire } from "node:module";
2
+ const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
3
+ const __niceevalCanonical = __niceevalRequire("./contribution.cjs");
4
+ const __niceevalExport0 = __niceevalCanonical["REPORT_CLI_OPTIONS"];
5
+ export { __niceevalExport0 as REPORT_CLI_OPTIONS };
6
+ const __niceevalExport1 = __niceevalCanonical["reportCliContributions"];
7
+ export { __niceevalExport1 as reportCliContributions };
8
+ const __niceevalExport2 = __niceevalCanonical["reportShowCliCommand"];
9
+ export { __niceevalExport2 as reportShowCliCommand };
10
+ const __niceevalExport3 = __niceevalCanonical["reportViewCliCommand"];
11
+ export { __niceevalExport3 as reportViewCliCommand };
12
+ //# sourceMappingURL=contribution.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"contribution.js","sources":[],"names":[],"mappings":""}