humanish 0.106.0 → 0.107.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (459) hide show
  1. package/AGENTS.md +4 -2
  2. package/ARCHITECTURE.md +17 -16
  3. package/CHANGELOG.md +24 -0
  4. package/CONTEXT.md +42 -39
  5. package/CONTRIBUTING.md +8 -6
  6. package/README.md +8 -3
  7. package/dist/actors/codex/app-server-client.js +2 -1
  8. package/dist/actors/codex/app-server-trace.d.ts +0 -1
  9. package/dist/actors/codex/app-server-trace.js +1 -3
  10. package/dist/actors/codex/app-server.js +2 -1
  11. package/dist/actors/codex/protocol-compat.d.ts +27 -0
  12. package/dist/actors/codex/protocol-compat.js +357 -0
  13. package/dist/actors/codex/protocol-contract.d.ts +61 -0
  14. package/dist/actors/codex/protocol-contract.js +471 -0
  15. package/dist/actors/codex/qualified-versions.d.ts +31 -4
  16. package/dist/actors/codex/qualified-versions.js +51 -6
  17. package/dist/actors/codex/restricted-executable.d.ts +24 -0
  18. package/dist/actors/codex/restricted-executable.js +97 -22
  19. package/dist/actors/codex/restricted-launch.d.ts +7 -1
  20. package/dist/actors/codex/restricted-launch.js +42 -3
  21. package/dist/actors/codex/restricted-notifications.d.ts +101 -0
  22. package/dist/actors/codex/restricted-notifications.js +277 -0
  23. package/dist/actors/codex/restricted-participant.d.ts +30 -0
  24. package/dist/actors/codex/restricted-participant.js +60 -2
  25. package/dist/actors/codex/restricted-policy.d.ts +9 -1
  26. package/dist/actors/codex/restricted-session.d.ts +14 -1
  27. package/dist/actors/codex/restricted-session.js +50 -17
  28. package/dist/actors/codex/restricted-transport.d.ts +29 -0
  29. package/dist/actors/codex/restricted-transport.js +139 -27
  30. package/dist/actors/codex/restricted-turn.d.ts +19 -4
  31. package/dist/actors/codex/restricted-turn.js +43 -30
  32. package/dist/actors/computer-use/actor.d.ts +1 -1
  33. package/dist/actors/computer-use/actor.js +4 -4
  34. package/dist/actors/computer-use/loop/backstop.js +1 -1
  35. package/dist/actors/computer-use/loop/ending.d.ts +2 -2
  36. package/dist/actors/computer-use/loop/ending.js +2 -2
  37. package/dist/actors/computer-use/loop/spend.d.ts +1 -1
  38. package/dist/actors/computer-use/loop/spend.js +3 -3
  39. package/dist/actors/computer-use/loop/trace.js +2 -2
  40. package/dist/actors/computer-use/loop/types.d.ts +14 -5
  41. package/dist/actors/computer-use/loop.js +4 -4
  42. package/dist/actors/computer-use/openai-provider.d.ts +1 -1
  43. package/dist/actors/computer-use/openai-provider.js +2 -2
  44. package/dist/actors/contract.d.ts +10 -8
  45. package/dist/actors/contract.js +7 -1
  46. package/dist/actors/local-agent/cli.js +1 -1
  47. package/dist/actors/scripted-browser/actor.d.ts +2 -2
  48. package/dist/actors/scripted-browser/journey.js +15 -4
  49. package/dist/actors/scripted-browser/steps.js +18 -0
  50. package/dist/actors/scripted-browser/types.d.ts +11 -1
  51. package/dist/actors/stop-conditions.js +1 -3
  52. package/dist/analysis/automatic-completion.d.ts +13 -8
  53. package/dist/analysis/automatic-completion.js +14 -8
  54. package/dist/analysis/automatic-config.d.ts +1 -1
  55. package/dist/analysis/automatic-config.js +2 -2
  56. package/dist/analysis/automatic.d.ts +10 -4
  57. package/dist/analysis/automatic.js +17 -13
  58. package/dist/analysis/diagnostics.d.ts +23 -0
  59. package/dist/analysis/diagnostics.js +112 -0
  60. package/dist/analysis/evidence-sources.js +2 -2
  61. package/dist/analysis/evidence.js +6 -6
  62. package/dist/analysis/execute.d.ts +7 -1
  63. package/dist/analysis/execute.js +39 -12
  64. package/dist/analysis/job.d.ts +8 -5
  65. package/dist/analysis/job.js +15 -14
  66. package/dist/analysis/load.d.ts +1 -1
  67. package/dist/analysis/load.js +5 -5
  68. package/dist/analysis/provider.d.ts +9 -1
  69. package/dist/analysis/restricted-codex.d.ts +2 -0
  70. package/dist/analysis/restricted-codex.js +10 -1
  71. package/dist/analysis/service.d.ts +2 -0
  72. package/dist/analysis/service.js +31 -12
  73. package/dist/analysis/sharing.d.ts +2 -2
  74. package/dist/analysis/sharing.js +5 -5
  75. package/dist/analysis/store-executions.d.ts +5 -5
  76. package/dist/analysis/store-executions.js +12 -12
  77. package/dist/analysis/store.d.ts +4 -4
  78. package/dist/analysis/store.js +13 -13
  79. package/dist/cli/commands/analysis-signals.d.ts +2 -1
  80. package/dist/cli/commands/analysis-signals.js +4 -1
  81. package/dist/cli/commands/analyze.js +4 -2
  82. package/dist/cli/commands/comms.js +8 -1
  83. package/dist/cli/commands/lab-route-computer-use.d.ts +0 -2
  84. package/dist/cli/commands/lab-route-computer-use.js +26 -14
  85. package/dist/cli/commands/lab-route-preview.d.ts +1 -3
  86. package/dist/cli/commands/lab-route-preview.js +3 -4
  87. package/dist/cli/commands/lab-route-run.d.ts +6 -4
  88. package/dist/cli/commands/lab-route-run.js +6 -2
  89. package/dist/cli/commands/lab-route-scripted.d.ts +0 -2
  90. package/dist/cli/commands/lab-route-scripted.js +0 -1
  91. package/dist/cli/commands/lab-route-shared-world.d.ts +0 -2
  92. package/dist/cli/commands/lab-route-shared-world.js +0 -1
  93. package/dist/cli/commands/lab-route-terminal.d.ts +0 -2
  94. package/dist/cli/commands/lab-route-terminal.js +0 -1
  95. package/dist/cli/commands/lab-run.js +76 -45
  96. package/dist/cli/commands/lab-scorer.d.ts +0 -2
  97. package/dist/cli/commands/lab.js +12 -6
  98. package/dist/cli/commands/observe.js +22 -0
  99. package/dist/cli/commands/run-signals.d.ts +30 -0
  100. package/dist/cli/commands/run-signals.js +146 -0
  101. package/dist/cli/commands/runs.js +10 -8
  102. package/dist/cli/commands/watch.js +12 -10
  103. package/dist/cli/doctor.d.ts +3 -0
  104. package/dist/cli/doctor.js +10 -2
  105. package/dist/cli/io.d.ts +5 -4
  106. package/dist/cli/io.js +12 -8
  107. package/dist/cli/program.js +3 -3
  108. package/dist/cli/renamed-options.d.ts +11 -0
  109. package/dist/cli/renamed-options.js +18 -0
  110. package/dist/cli/telemetry.d.ts +2 -2
  111. package/dist/cli/telemetry.js +1 -1
  112. package/dist/comms/capture-surface.d.ts +1 -1
  113. package/dist/comms/catch-host.d.ts +1 -1
  114. package/dist/comms/connections.js +4 -4
  115. package/dist/comms/external-evidence.d.ts +27 -0
  116. package/dist/comms/external-evidence.js +93 -0
  117. package/dist/comms/lease-store.js +7 -7
  118. package/dist/comms/types.js +1 -1
  119. package/dist/evidence/browser-hygiene.d.ts +1 -1
  120. package/dist/evidence/browser-hygiene.js +1 -1
  121. package/dist/evidence/redaction.js +1 -1
  122. package/dist/evidence/secret-scrub.d.ts +9 -0
  123. package/dist/evidence/secret-scrub.js +96 -0
  124. package/dist/feedback/draft.js +7 -9
  125. package/dist/feedback/export-bundle.js +4 -4
  126. package/dist/feedback/export.js +9 -9
  127. package/dist/feedback/feedback.d.ts +1 -1
  128. package/dist/index.d.ts +3 -6
  129. package/dist/index.js +3 -6
  130. package/dist/keys/key-resolution.d.ts +3 -1
  131. package/dist/keys/key-resolution.js +18 -16
  132. package/dist/lab/adapter-extension.d.ts +28 -6
  133. package/dist/lab/adapter-extension.js +65 -126
  134. package/dist/lab/adapter-scorer-loader.d.ts +25 -5
  135. package/dist/lab/adapter-scorer-loader.js +24 -0
  136. package/dist/lab/composition-rules.d.ts +2 -0
  137. package/dist/lab/composition-rules.js +35 -26
  138. package/dist/lab/config.js +28 -26
  139. package/dist/lab/device-presets.d.ts +2 -2
  140. package/dist/lab/discover.js +1 -3
  141. package/dist/lab/doctor.d.ts +44 -9
  142. package/dist/lab/doctor.js +149 -41
  143. package/dist/lab/init-plan.js +1 -3
  144. package/dist/lab/keys.js +1 -1
  145. package/dist/lab/lab-deps.d.ts +85 -0
  146. package/dist/lab/lab-deps.js +4 -0
  147. package/dist/lab/parse/actors.js +8 -7
  148. package/dist/lab/parse/comms.js +3 -2
  149. package/dist/lab/parse/execution.js +3 -2
  150. package/dist/lab/parse/subject-state.js +2 -1
  151. package/dist/lab/parse/subject.js +2 -1
  152. package/dist/lab/parse/values.d.ts +0 -1
  153. package/dist/lab/parse/values.js +0 -3
  154. package/dist/lab/persona-resolve.d.ts +3 -3
  155. package/dist/lab/persona-resolve.js +4 -4
  156. package/dist/lab/persona.js +1 -3
  157. package/dist/lab/plan-base.d.ts +6 -2
  158. package/dist/lab/plan-base.js +22 -7
  159. package/dist/lab/plan-participants.d.ts +5 -5
  160. package/dist/lab/plan-participants.js +2 -2
  161. package/dist/lab/plan-types.d.ts +33 -7
  162. package/dist/lab/plan.d.ts +3 -11
  163. package/dist/lab/plan.js +18 -42
  164. package/dist/lab/preflight-result.js +0 -2
  165. package/dist/lab/preflight.d.ts +0 -3
  166. package/dist/lab/preflight.js +1 -1
  167. package/dist/lab/requirements.d.ts +20 -0
  168. package/dist/lab/requirements.js +54 -0
  169. package/dist/lab/route-inputs.d.ts +23 -12
  170. package/dist/lab/route-inputs.js +48 -51
  171. package/dist/lab/routing.d.ts +19 -24
  172. package/dist/lab/routing.js +14 -47
  173. package/dist/lab/run-lab-events.d.ts +6 -11
  174. package/dist/lab/run-lab-events.js +3 -11
  175. package/dist/lab/run-lab-homes.d.ts +64 -0
  176. package/dist/lab/run-lab-homes.js +3 -0
  177. package/dist/lab/run-lab-options.d.ts +12 -66
  178. package/dist/lab/run-lab-options.js +45 -275
  179. package/dist/lab/summary.d.ts +9 -4
  180. package/dist/lab/summary.js +15 -8
  181. package/dist/lab/types.d.ts +132 -132
  182. package/dist/lab/validation.d.ts +15 -15
  183. package/dist/lab/validation.js +28 -28
  184. package/dist/lab/warnings.js +20 -19
  185. package/dist/observer/artifact.d.ts +1 -1
  186. package/dist/observer/artifact.js +3 -3
  187. package/dist/observer/data.js +2 -2
  188. package/dist/observer/render.js +2 -2
  189. package/dist/observer/run-routes.d.ts +1 -1
  190. package/dist/observer/run-routes.js +5 -5
  191. package/dist/observer/serve.d.ts +17 -0
  192. package/dist/observer/serve.js +34 -3
  193. package/dist/observer-app.html +1 -1
  194. package/dist/routes/computer-use/bundle-parts.d.ts +1 -1
  195. package/dist/routes/computer-use/bundle-parts.js +10 -3
  196. package/dist/routes/computer-use/bundle.d.ts +4 -11
  197. package/dist/routes/computer-use/bundle.js +9 -15
  198. package/dist/routes/computer-use/diagnostics.d.ts +1 -1
  199. package/dist/routes/computer-use/diagnostics.js +1 -1
  200. package/dist/routes/computer-use/e2b-desktop/comms.d.ts +10 -10
  201. package/dist/routes/computer-use/e2b-desktop/comms.js +11 -14
  202. package/dist/routes/computer-use/e2b-desktop/desktop.d.ts +2 -2
  203. package/dist/routes/computer-use/e2b-desktop/desktop.js +4 -7
  204. package/dist/routes/computer-use/e2b-desktop/fidelity.d.ts +13 -13
  205. package/dist/routes/computer-use/e2b-desktop/fidelity.js +11 -11
  206. package/dist/routes/computer-use/e2b-desktop/prepare.d.ts +3 -3
  207. package/dist/routes/computer-use/e2b-desktop/prepare.js +33 -36
  208. package/dist/routes/computer-use/e2b-desktop/start.d.ts +1 -1
  209. package/dist/routes/computer-use/e2b-desktop/start.js +24 -23
  210. package/dist/routes/computer-use/e2b-desktop/state.d.ts +5 -4
  211. package/dist/routes/computer-use/e2b-desktop/state.js +5 -3
  212. package/dist/routes/computer-use/e2b-desktop/teardown.d.ts +1 -1
  213. package/dist/routes/computer-use/e2b-desktop/teardown.js +29 -17
  214. package/dist/routes/computer-use/external-comms.d.ts +4 -4
  215. package/dist/routes/computer-use/external-comms.js +19 -43
  216. package/dist/routes/computer-use/fanout-bundle.d.ts +3 -3
  217. package/dist/routes/computer-use/fanout-bundle.js +25 -29
  218. package/dist/routes/computer-use/{fanout-lanes.js → fanout-records.js} +25 -19
  219. package/dist/routes/computer-use/in-process-desktop.d.ts +3 -10
  220. package/dist/routes/computer-use/in-process-desktop.js +3 -9
  221. package/dist/routes/computer-use/live-flush.d.ts +7 -5
  222. package/dist/routes/computer-use/live-flush.js +19 -27
  223. package/dist/routes/computer-use/{run-lanes.js → live-phase.js} +14 -13
  224. package/dist/routes/computer-use/local-tree-pack.d.ts +3 -3
  225. package/dist/routes/computer-use/local-tree-pack.js +4 -5
  226. package/dist/routes/computer-use/local-vm.d.ts +11 -8
  227. package/dist/routes/computer-use/local-vm.js +39 -66
  228. package/dist/routes/computer-use/participant-desktop.d.ts +8 -23
  229. package/dist/routes/computer-use/participant-desktop.js +5 -25
  230. package/dist/routes/computer-use/{lanes.d.ts → participant-execution.d.ts} +10 -10
  231. package/dist/routes/computer-use/{lanes.js → participant-execution.js} +35 -22
  232. package/dist/routes/computer-use/participant-facts.d.ts +7 -1
  233. package/dist/routes/computer-use/participant-facts.js +12 -1
  234. package/dist/routes/computer-use/participant-model.d.ts +19 -11
  235. package/dist/routes/computer-use/participant-model.js +58 -33
  236. package/dist/routes/computer-use/participant-prompt.d.ts +3 -3
  237. package/dist/routes/computer-use/participant-prompt.js +4 -4
  238. package/dist/routes/computer-use/participant-runs.d.ts +6 -6
  239. package/dist/routes/computer-use/participant-runs.js +8 -8
  240. package/dist/routes/computer-use/plan.d.ts +21 -29
  241. package/dist/routes/computer-use/plan.js +59 -65
  242. package/dist/routes/computer-use/preflight.d.ts +6 -11
  243. package/dist/routes/computer-use/preflight.js +26 -18
  244. package/dist/routes/computer-use/rerun-selection.js +10 -6
  245. package/dist/routes/computer-use/result.d.ts +1 -1
  246. package/dist/routes/computer-use/result.js +40 -30
  247. package/dist/routes/computer-use/route.d.ts +3 -4
  248. package/dist/routes/computer-use/route.js +21 -19
  249. package/dist/routes/computer-use/self-report.d.ts +2 -2
  250. package/dist/routes/computer-use/self-report.js +4 -4
  251. package/dist/routes/computer-use/setup.d.ts +8 -17
  252. package/dist/routes/computer-use/setup.js +98 -86
  253. package/dist/routes/computer-use/single-bundle.d.ts +8 -11
  254. package/dist/routes/computer-use/single-bundle.js +20 -25
  255. package/dist/routes/computer-use/subject-projection.d.ts +5 -7
  256. package/dist/routes/computer-use/subject-projection.js +20 -19
  257. package/dist/routes/computer-use/types.d.ts +169 -211
  258. package/dist/routes/computer-use/types.js +13 -6
  259. package/dist/routes/preview.js +0 -1
  260. package/dist/routes/scripted/bundle.d.ts +3 -6
  261. package/dist/routes/scripted/bundle.js +11 -16
  262. package/dist/routes/scripted/plan.d.ts +5 -7
  263. package/dist/routes/scripted/plan.js +6 -4
  264. package/dist/routes/scripted/result.d.ts +4 -1
  265. package/dist/routes/scripted/result.js +10 -6
  266. package/dist/routes/scripted/route.js +10 -11
  267. package/dist/routes/scripted/scenario.d.ts +1 -1
  268. package/dist/routes/scripted/scenario.js +1 -1
  269. package/dist/routes/scripted/setup.d.ts +3 -2
  270. package/dist/routes/scripted/setup.js +22 -21
  271. package/dist/routes/scripted/subject.d.ts +8 -3
  272. package/dist/routes/scripted/subject.js +11 -6
  273. package/dist/routes/scripted/surface-records.js +1 -1
  274. package/dist/routes/scripted/surface-sessions.d.ts +2 -2
  275. package/dist/routes/scripted/surface-sessions.js +4 -4
  276. package/dist/routes/scripted/types.d.ts +19 -36
  277. package/dist/routes/scripted/types.js +1 -2
  278. package/dist/routes/shared-world/{seat-records.js → bundle-records.js} +8 -8
  279. package/dist/routes/shared-world/bundle.d.ts +2 -2
  280. package/dist/routes/shared-world/bundle.js +22 -26
  281. package/dist/routes/shared-world/checkpoints.d.ts +4 -4
  282. package/dist/routes/shared-world/checkpoints.js +4 -4
  283. package/dist/routes/shared-world/comms.d.ts +5 -4
  284. package/dist/routes/shared-world/comms.js +28 -41
  285. package/dist/routes/shared-world/external-public.d.ts +5 -5
  286. package/dist/routes/shared-world/external-public.js +19 -20
  287. package/dist/routes/shared-world/handoff.d.ts +4 -4
  288. package/dist/routes/shared-world/handoff.js +50 -50
  289. package/dist/routes/shared-world/lobby-code.d.ts +5 -5
  290. package/dist/routes/shared-world/lobby-code.js +13 -13
  291. package/dist/routes/shared-world/{seats.d.ts → participant-specs.d.ts} +8 -6
  292. package/dist/routes/shared-world/{seats.js → participant-specs.js} +46 -51
  293. package/dist/routes/shared-world/plan.d.ts +2 -6
  294. package/dist/routes/shared-world/plan.js +1 -2
  295. package/dist/routes/shared-world/provenance.d.ts +4 -4
  296. package/dist/routes/shared-world/provenance.js +4 -4
  297. package/dist/routes/shared-world/provisioned.d.ts +3 -2
  298. package/dist/routes/shared-world/provisioned.js +48 -41
  299. package/dist/routes/shared-world/result.js +31 -19
  300. package/dist/routes/shared-world/route.js +37 -41
  301. package/dist/routes/shared-world/setup.d.ts +5 -4
  302. package/dist/routes/shared-world/setup.js +12 -14
  303. package/dist/routes/shared-world/types.d.ts +53 -126
  304. package/dist/routes/shared-world/types.js +2 -2
  305. package/dist/routes/terminal/adapter.d.ts +8 -8
  306. package/dist/routes/terminal/adapter.js +28 -125
  307. package/dist/routes/terminal/bundle.d.ts +7 -12
  308. package/dist/routes/terminal/bundle.js +24 -34
  309. package/dist/routes/terminal/credentials.d.ts +2 -2
  310. package/dist/routes/terminal/credentials.js +16 -16
  311. package/dist/routes/terminal/dry-run.d.ts +1 -1
  312. package/dist/routes/terminal/dry-run.js +9 -11
  313. package/dist/routes/terminal/encoding.d.ts +1 -1
  314. package/dist/routes/terminal/encoding.js +2 -2
  315. package/dist/routes/terminal/ledger.d.ts +6 -6
  316. package/dist/routes/terminal/ledger.js +9 -9
  317. package/dist/routes/terminal/live-finish.d.ts +1 -2
  318. package/dist/routes/terminal/live-finish.js +21 -20
  319. package/dist/routes/terminal/live-sandbox.d.ts +4 -2
  320. package/dist/routes/terminal/live-sandbox.js +25 -21
  321. package/dist/routes/terminal/participant-text.d.ts +23 -0
  322. package/dist/routes/terminal/participant-text.js +165 -0
  323. package/dist/routes/terminal/plan.d.ts +2 -6
  324. package/dist/routes/terminal/plan.js +13 -9
  325. package/dist/routes/terminal/recorder.d.ts +6 -1
  326. package/dist/routes/terminal/recorder.js +12 -4
  327. package/dist/routes/terminal/result.js +4 -4
  328. package/dist/routes/terminal/route.js +26 -26
  329. package/dist/routes/terminal/runtime.d.ts +3 -2
  330. package/dist/routes/terminal/runtime.js +3 -3
  331. package/dist/routes/terminal/sandbox.d.ts +5 -3
  332. package/dist/routes/terminal/sandbox.js +13 -16
  333. package/dist/routes/terminal/session.js +16 -14
  334. package/dist/routes/terminal/token-usage.js +5 -5
  335. package/dist/routes/terminal/trace.d.ts +5 -8
  336. package/dist/routes/terminal/trace.js +9 -64
  337. package/dist/routes/terminal/types.d.ts +85 -93
  338. package/dist/routes/terminal/types.js +9 -4
  339. package/dist/run/active-runs.d.ts +13 -0
  340. package/dist/run/active-runs.js +12 -0
  341. package/dist/run/bundle-shape.d.ts +2 -1
  342. package/dist/run/bundle-shape.js +4 -4
  343. package/dist/run/bundle.d.ts +63 -56
  344. package/dist/run/bundle.js +9 -8
  345. package/dist/run/cost-summary.js +3 -2
  346. package/dist/run/costs.d.ts +6 -6
  347. package/dist/run/costs.js +10 -10
  348. package/dist/run/detail.d.ts +5 -5
  349. package/dist/run/detail.js +6 -6
  350. package/dist/run/dry-run.js +5 -12
  351. package/dist/run/{study-files.d.ts → evidence-files.d.ts} +4 -4
  352. package/dist/run/{study-files.js → evidence-files.js} +5 -5
  353. package/dist/run/feedback-shape.js +1 -1
  354. package/dist/run/judge.d.ts +16 -4
  355. package/dist/run/judge.js +24 -7
  356. package/dist/run/locate.d.ts +2 -0
  357. package/dist/run/locate.js +3 -1
  358. package/dist/run/outcomes.d.ts +3 -3
  359. package/dist/run/outcomes.js +3 -3
  360. package/dist/run/participant-records.d.ts +2 -2
  361. package/dist/run/participant-records.js +2 -2
  362. package/dist/run/paths.js +1 -1
  363. package/dist/run/pricing.d.ts +19 -9
  364. package/dist/run/pricing.js +30 -18
  365. package/dist/run/projection.d.ts +13 -13
  366. package/dist/run/projection.js +8 -8
  367. package/dist/run/reclaim.d.ts +7 -1
  368. package/dist/run/reclaim.js +24 -4
  369. package/dist/run/results.d.ts +1 -1
  370. package/dist/run/run-index.d.ts +1 -1
  371. package/dist/run/run-index.js +11 -11
  372. package/dist/run/run.d.ts +4 -2
  373. package/dist/run/run.js +9 -5
  374. package/dist/run/sandbox-receipts.d.ts +4 -4
  375. package/dist/run/sandbox-receipts.js +4 -4
  376. package/dist/run/shared-world-evidence.d.ts +47 -47
  377. package/dist/run/shared-world-shape.d.ts +3 -3
  378. package/dist/run/shared-world-shape.js +11 -11
  379. package/dist/run/stats.d.ts +5 -5
  380. package/dist/run/stats.js +8 -8
  381. package/dist/run/status.d.ts +16 -6
  382. package/dist/run/status.js +31 -8
  383. package/dist/run/streams.d.ts +26 -19
  384. package/dist/run/terminal-contract.d.ts +5 -5
  385. package/dist/run/terminal-contract.js +4 -4
  386. package/dist/run/transient-comms-secrets.d.ts +5 -0
  387. package/dist/run/transient-comms-secrets.js +12 -0
  388. package/dist/run-lab.d.ts +36 -34
  389. package/dist/run-lab.js +41 -37
  390. package/dist/subject/desktop-cli.d.ts +1 -1
  391. package/dist/subject/desktop-cli.js +1 -1
  392. package/dist/subject/local-tree-archive.d.ts +1 -1
  393. package/dist/subject/local-tree-archive.js +4 -4
  394. package/dist/subject/local-tree.d.ts +2 -2
  395. package/dist/subject/local-tree.js +1 -1
  396. package/dist/subject/node-bootstrap.d.ts +1 -1
  397. package/dist/subject/node-bootstrap.js +4 -4
  398. package/dist/subject/runtime.js +5 -5
  399. package/dist/subject/serve.js +1 -1
  400. package/dist/subject/steps.d.ts +4 -4
  401. package/dist/subject/steps.js +5 -5
  402. package/dist/substrates/desktop-session.d.ts +2 -0
  403. package/dist/substrates/e2b/cdp-probe.d.ts +2 -2
  404. package/dist/substrates/e2b/cdp-probe.js +1 -1
  405. package/dist/substrates/e2b/desktop-browser.d.ts +3 -3
  406. package/dist/substrates/e2b/desktop-browser.js +4 -4
  407. package/dist/substrates/e2b/desktop-cdp.d.ts +7 -7
  408. package/dist/substrates/e2b/desktop-cdp.js +4 -4
  409. package/dist/substrates/e2b/desktop-geometry.d.ts +4 -4
  410. package/dist/substrates/e2b/desktop-geometry.js +3 -3
  411. package/dist/substrates/e2b/desktop-media.js +2 -2
  412. package/dist/substrates/e2b/sandbox.d.ts +2 -0
  413. package/dist/substrates/e2b/sandbox.js +22 -8
  414. package/dist/substrates/e2b/sdk.d.ts +12 -1
  415. package/dist/substrates/e2b/sdk.js +30 -9
  416. package/dist/substrates/local/runtime-host.d.ts +2 -0
  417. package/dist/substrates/local/runtime-host.js +6 -0
  418. package/dist/tui/actions.d.ts +7 -5
  419. package/dist/tui/actions.js +18 -9
  420. package/dist/tui-app.js +42 -42
  421. package/dist/verify/actor.d.ts +10 -10
  422. package/dist/verify/actor.js +15 -15
  423. package/dist/verify/artifacts.d.ts +1 -1
  424. package/dist/verify/artifacts.js +3 -3
  425. package/dist/verify/costs.d.ts +2 -2
  426. package/dist/verify/costs.js +2 -2
  427. package/dist/verify/liveness.d.ts +1 -1
  428. package/dist/verify/liveness.js +4 -1
  429. package/dist/verify/rerun.d.ts +1 -1
  430. package/dist/verify/rerun.js +1 -1
  431. package/dist/verify/shared-world.js +2 -2
  432. package/dist/verify/verify.js +6 -6
  433. package/docs/README.md +1 -1
  434. package/docs/architecture/actor-contract.md +60 -22
  435. package/docs/architecture/desktop-sessions.md +9 -9
  436. package/docs/architecture/external-public-shared-world.md +5 -0
  437. package/docs/architecture/observer.md +4 -4
  438. package/docs/architecture/restricted-codex-analysis.md +40 -4
  439. package/docs/architecture/state-driven-executor.md +4 -5
  440. package/docs/architecture/task-protocol-support.md +3 -5
  441. package/docs/architecture/{terminal-product-lane.md → terminal-product-route.md} +24 -16
  442. package/docs/contracts/run-bundle.md +10 -8
  443. package/docs/contracts/schemas.md +109 -53
  444. package/docs/contracts/study-analysis.md +24 -0
  445. package/docs/decisions/0004-participant-desktops-stay-in-the-route.md +2 -1
  446. package/docs/product/automatic-analysis.md +1 -0
  447. package/docs/ramp/README.md +2 -1
  448. package/package.json +4 -4
  449. package/skills/humanish/SKILL.md +3 -2
  450. package/skills/humanish/agents/openai.yaml +1 -1
  451. package/dist/deprecated.d.ts +0 -90
  452. package/dist/deprecated.js +0 -106
  453. package/dist/lab/bag-overrides.d.ts +0 -18
  454. package/dist/lab/bag-overrides.js +0 -121
  455. package/dist/routes/computer-use/legacy-lane-spec.d.ts +0 -62
  456. package/dist/routes/computer-use/legacy-lane-spec.js +0 -39
  457. /package/dist/routes/computer-use/{fanout-lanes.d.ts → fanout-records.d.ts} +0 -0
  458. /package/dist/routes/computer-use/{run-lanes.d.ts → live-phase.d.ts} +0 -0
  459. /package/dist/routes/shared-world/{seat-records.d.ts → bundle-records.d.ts} +0 -0
@@ -1,20 +1,23 @@
1
- import type { RunLabOptions } from "../../run-lab.js";
1
+ import type { InternalRunLabOptions } from "../../run-lab.js";
2
2
  import type { LabConfig } from "../../lab/types.js";
3
+ import type { LocalVmInput } from "./types.js";
3
4
  import { type LocalFirecrackerAssets } from "../../substrates/local/firecracker-desktop.js";
4
- type LocalStudyOptions = RunLabOptions & {
5
+ type LocalVmRunOptions = InternalRunLabOptions & {
5
6
  config: LabConfig;
6
7
  assets?: LocalFirecrackerAssets;
7
8
  signal?: AbortSignal;
8
9
  };
9
- /** A local browser study's bindings, and the cleanup of what its lanes started. */
10
- export interface LocalVmStudy {
11
- /** The caller's runLab options with this study's desktop lane, provider and abort signal. */
12
- readonly options: RunLabOptions;
10
+ /** A local browser study's bindings, and the cleanup of what its participants started. */
11
+ export interface LocalVmRun {
12
+ /** The caller's runLab options, with the account provider when the study runs one. */
13
+ readonly options: InternalRunLabOptions;
14
+ /** The desktop, the analysis gate and the abort signal the computer-use run takes. */
15
+ readonly localVm: LocalVmInput;
13
16
  close(): Promise<void>;
14
17
  }
15
18
  /**
16
19
  * Local desktop/provider composition: the options the lab is planned and run with. It throws before
17
- * anything starts on a lab the local study cannot run, or on a hook only an E2B desktop calls.
20
+ * anything starts on a lab the local study cannot run.
18
21
  */
19
- export declare function prepareLocalVmStudy(options: LocalStudyOptions): LocalVmStudy;
22
+ export declare function prepareLocalVmRun(options: LocalVmRunOptions): LocalVmRun;
20
23
  export {};
@@ -1,30 +1,16 @@
1
1
  import { collectDesktopRecording } from "../../evidence/desktop-recording-artifact.js";
2
2
  import path from "node:path";
3
- import { inboxRecipientFor, PARTICIPANT_DESKTOP, } from "./participant-desktop.js";
4
- import { HOOK_MEMBERS, withHookOverrides } from "../../lab/bag-overrides.js";
5
- import { runCuaActorSession } from "../../actors/computer-use/actor.js";
3
+ import { inboxRecipientFor, } from "./participant-desktop.js";
6
4
  import { createLocalFirecrackerDesktop, } from "../../substrates/local/firecracker-desktop.js";
7
5
  import { localBrowserDefaults, localBrowserUnsupportedReason, } from "../../substrates/local/runtime-config.js";
8
6
  import { prepareLocalRuntime } from "../../substrates/local/runtime.js";
7
+ import { dockerCommandLine } from "../../substrates/local/runtime-host.js";
9
8
  import { checkRestrictedCodexAnalysisReadiness } from "../../analysis/restricted-codex.js";
10
9
  import { createRestrictedCodexParticipant } from "../../actors/codex/restricted-participant.js";
10
+ import { withCloseReport } from "./participant-model.js";
11
11
  import { guestMediaConfigSchema } from "../../guest/media-config.js";
12
12
  import { startLocalCapturedInbox } from "../../substrates/local/captured-inbox.js";
13
- // These hooks act on an E2B desktop or the local-tree upload to it. The study runs on a
14
- // Firecracker desktop and never calls them, so a caller relying on one gets an error up front.
15
- const e2bDesktopHooks = [
16
- "prepareDesktop",
17
- "loadDesktopModule",
18
- "onRuntimeStreamReady",
19
- "packLocalTree",
20
- ];
21
- function refuseE2BDesktopHooks(hooks) {
22
- const present = e2bDesktopHooks.filter((name) => hooks?.[name] !== undefined);
23
- if (present.length === 0)
24
- return;
25
- throw new Error(`A local browser study runs on a Firecracker desktop and does not call ${present.map((name) => `cuaHooks.${name}`).join(", ")}. These hooks apply only to E2B desktops.`);
26
- }
27
- function studyMedia(config) {
13
+ function guestMedia(config) {
28
14
  const declaredMedia = config.execution?.desktop?.media;
29
15
  return declaredMedia === undefined
30
16
  ? undefined
@@ -34,7 +20,7 @@ function studyMedia(config) {
34
20
  });
35
21
  }
36
22
  /** The runtime image, prepared once per study on first use, after the account check. */
37
- function studyAssets(options, account, needsMedia) {
23
+ function guestAssets(options, account, needsMedia) {
38
24
  let preparing;
39
25
  return () => (preparing ??= (async () => {
40
26
  if (account) {
@@ -64,7 +50,7 @@ function mediaEvidence(media) {
64
50
  },
65
51
  };
66
52
  }
67
- /** One lane's Firecracker desktop and optional captured inbox, released in finalize. */
53
+ /** One participant's Firecracker desktop and optional captured inbox, released in finalize. */
68
54
  function createLocalParticipantDesktop(context, run, warnings, artifactRoot) {
69
55
  const { config, media, recording, state } = context;
70
56
  let session;
@@ -132,7 +118,14 @@ function createLocalParticipantDesktop(context, run, warnings, artifactRoot) {
132
118
  }
133
119
  if (!evidence.released) {
134
120
  state.cleanupUnconfirmed = true;
135
- warnings.push("Local desktop cleanup is unconfirmed.");
121
+ const warning = "Local desktop cleanup is unconfirmed.";
122
+ warnings.push(warning);
123
+ // No receipt names a local VM, so the record carries the command that removes it.
124
+ evidence.sandboxRelease = {
125
+ state: "unconfirmed",
126
+ warning,
127
+ recovery: `If container ${session.resourceId} is still listed by \`${dockerCommandLine(["ps"])}\`, remove it with \`${dockerCommandLine(["rm", "--force", "--volumes", session.resourceId])}\`.`,
128
+ };
136
129
  }
137
130
  })());
138
131
  },
@@ -141,40 +134,37 @@ function createLocalParticipantDesktop(context, run, warnings, artifactRoot) {
141
134
  }
142
135
  /** The Codex account participant, whose unconfirmed cleanup blocks the study's analysis. */
143
136
  function accountProvider(state) {
144
- return {
145
- async buildProvider({ executor }) {
146
- const participant = createRestrictedCodexParticipant({
147
- speechEnabled: executor?.speechEnabled === true,
148
- });
149
- state.participants.push(participant);
150
- return Object.assign(participant.provider, {
151
- async close() {
152
- if ((await participant.close()).status !== "confirmed") {
153
- state.cleanupUnconfirmed = true;
154
- throw new Error("Local participant cleanup is unconfirmed.");
155
- }
156
- },
157
- });
158
- },
137
+ return async ({ executor }) => {
138
+ const participant = createRestrictedCodexParticipant({
139
+ speechEnabled: executor.speechEnabled === true,
140
+ });
141
+ state.participants.push(participant);
142
+ const provider = Object.assign(participant.provider, {
143
+ async close() {
144
+ if ((await participant.close()).status !== "confirmed") {
145
+ state.cleanupUnconfirmed = true;
146
+ throw new Error("Local participant cleanup is unconfirmed.");
147
+ }
148
+ },
149
+ });
150
+ // The participant runner reads the session's warnings and late refusal from the same, idempotent close.
151
+ return withCloseReport(provider, () => participant.close());
159
152
  };
160
153
  }
161
154
  /**
162
155
  * Local desktop/provider composition: the options the lab is planned and run with. It throws before
163
- * anything starts on a lab the local study cannot run, or on a hook only an E2B desktop calls.
156
+ * anything starts on a lab the local study cannot run.
164
157
  */
165
- export function prepareLocalVmStudy(options) {
158
+ export function prepareLocalVmRun(options) {
166
159
  const config = localBrowserDefaults(options.config);
167
160
  const unsupported = localBrowserUnsupportedReason(config);
168
161
  if (unsupported)
169
162
  throw new Error(unsupported);
170
- refuseE2BDesktopHooks(options.cuaHooks);
171
163
  const recording = config.execution?.desktop?.recording;
172
- const media = studyMedia(config);
173
- const callerHooks = options.cuaHooks;
164
+ const media = guestMedia(config);
174
165
  // A caller-supplied provider replaces the Codex account participant, so the account is
175
166
  // neither checked nor used.
176
- const account = config.actors[0]?.type === "local-agent" && callerHooks?.buildProvider === undefined;
177
- const baseRunSession = callerHooks?.runSession ?? runCuaActorSession;
167
+ const account = config.actors[0]?.type === "local-agent" && options.createProvider === undefined;
178
168
  const state = { sessions: [], participants: [], cleanupUnconfirmed: false };
179
169
  const context = {
180
170
  config,
@@ -182,33 +172,16 @@ export function prepareLocalVmStudy(options) {
182
172
  signal: options.signal,
183
173
  media,
184
174
  recording,
185
- assets: studyAssets(options, account, media !== undefined || recording !== undefined),
175
+ assets: guestAssets(options, account, media !== undefined || recording !== undefined),
186
176
  state,
187
177
  };
188
178
  const { config: _config, assets: _assets, signal: _signal, ...runOptions } = options;
189
179
  return {
190
- options: {
191
- ...runOptions,
192
- // Wrapped rather than spread for the same reason as cuaHooks below.
193
- automaticAnalysis: withHookOverrides(options.automaticAnalysis, HOOK_MEMBERS.analysis, {
194
- onStart() {
195
- if (state.cleanupUnconfirmed)
196
- throw new Error("Local study cleanup is unconfirmed.");
197
- return options.automaticAnalysis?.onStart?.();
198
- },
199
- }),
200
- // These overrides go over the caller's hooks so this study's desktop always wins:
201
- // participantDesktopOf takes [PARTICIPANT_DESKTOP] before a caller's createDesktopLane.
202
- // The caller's bag may be a class instance, so it is wrapped rather than spread.
203
- cuaHooks: withHookOverrides(callerHooks, HOOK_MEMBERS.cua, {
204
- [PARTICIPANT_DESKTOP]: (run, warnings, artifactRoot) => createLocalParticipantDesktop(context, run, warnings, artifactRoot),
205
- ...(account ? accountProvider(state) : {}),
206
- ...(options.signal
207
- ? {
208
- runSession: (input) => baseRunSession({ ...input, signal: options.signal }),
209
- }
210
- : {}),
211
- }),
180
+ options: account ? { ...runOptions, createProvider: accountProvider(state) } : runOptions,
181
+ localVm: {
182
+ desktop: (run, warnings, artifactRoot) => createLocalParticipantDesktop(context, run, warnings, artifactRoot),
183
+ analysisRefusal: () => state.cleanupUnconfirmed ? "AUTOMATIC_ANALYSIS_CLEANUP_UNCONFIRMED" : undefined,
184
+ ...(options.signal === undefined ? {} : { signal: options.signal }),
212
185
  },
213
186
  async close() {
214
187
  await Promise.allSettled(state.participants.map((participant) => participant.close()));
@@ -1,5 +1,5 @@
1
1
  import type { CuaExecutor } from "../../actors/computer-use/loop.js";
2
- import type { CuaActorLabHooks, DesktopParticipantRun, ParticipantRunOutcome } from "./types.js";
2
+ import type { DesktopParticipantRun, ParticipantRunOutcome } from "./types.js";
3
3
  import type { LabCommsEmail, LabCommsRecipient } from "../../lab/types.js";
4
4
  import type { PreparedOutputRoot } from "../../run/contained-output.js";
5
5
  /** A prepared desktop supplies only participant input/observation and its inbox location. */
@@ -13,10 +13,10 @@ export interface ReadyParticipantDesktop {
13
13
  }
14
14
  /** Existing bundle fields. Provider-specific facts remain optional and must be measured. */
15
15
  export type ParticipantDesktopEvidence = {
16
- /** The substrate confirmed the desktop was released (an E2B kill or a local VM shutdown). The lane
16
+ /** The substrate confirmed the desktop was released (an E2B kill or a local VM shutdown). The participant
17
17
  * outcome records it as `killed`. */
18
18
  released: boolean;
19
- } & Pick<ParticipantRunOutcome, "sandboxId" | "desktopDurationMs" | "desktopResources" | "streamUrlPresent" | "subjectCommit" | "desktopBrowser" | "desktopGeometry" | "stateStepRecords" | "phaseRecords" | "failureCode" | "commsArtifactPath" | "recording">;
19
+ } & Pick<ParticipantRunOutcome, "sandboxId" | "sandboxRelease" | "desktopDurationMs" | "desktopResources" | "streamUrlPresent" | "subjectCommit" | "desktopBrowser" | "desktopGeometry" | "stateStepRecords" | "phaseRecords" | "failureCode" | "commsArtifactPath" | "recording">;
20
20
  /**
21
21
  * The desktop one participant runs on, owned from preparation through final evidence collection.
22
22
  * Call methods sequentially: prepare, openSession, then finalize in a finally block.
@@ -38,26 +38,11 @@ export interface ParticipantDesktop {
38
38
  }
39
39
  /** Builds one participant's desktop. The factory must not acquire anything; prepare does. */
40
40
  export type ParticipantDesktopFactory = (run: DesktopParticipantRun, warnings: string[], artifactRoot: PreparedOutputRoot) => ParticipantDesktop;
41
- /**
42
- * The hook-bag member a study that owns its desktops (the local VM study) sets to its factory. A
43
- * symbol keeps it out of the public CuaActorLabHooks, whose deprecated createDesktopLane takes the
44
- * flat lane record; withHookOverrides forwards it like any other member of the bag.
45
- */
46
- export declare const PARTICIPANT_DESKTOP: unique symbol;
47
- /** A hook bag that may carry a study's own desktop factory. */
48
- export type HooksWithParticipantDesktop = CuaActorLabHooks & {
49
- readonly [PARTICIPANT_DESKTOP]?: ParticipantDesktopFactory;
50
- };
51
- /**
52
- * The desktop factory a run uses: the study's own, else the caller's deprecated createDesktopLane,
53
- * given the flat view of each run. Undefined means the route provisions its own desktop.
54
- */
55
- export declare function participantDesktopOf(hooks: CuaActorLabHooks): ParticipantDesktopFactory | undefined;
56
- /** The lane's addressed comms recipient, when one exists — the gate AND the address source for the
57
- * inbox instruction (#351). A lane told to check an inbox it can never receive into would stall,
41
+ /** The participant's addressed comms recipient, when one exists — the gate AND the address source for the
42
+ * inbox instruction (#351). A participant told to check an inbox it can never receive into would stall,
58
43
  * so no addressed recipient means no instruction. */
59
44
  export declare function inboxRecipientFor(commsEmail: LabCommsEmail, participantId: string): LabCommsRecipient | undefined;
60
- /** True when a lane has a declared comms recipient WITH an address, so the drain can actually match the
61
- * mail the persona will be told to read. Gates the inbox instruction to lanes that can receive mail —
62
- * a lane told to check an inbox it can never receive into would just stall. */
45
+ /** True when a participant has a declared comms recipient WITH an address, so the drain can actually match the
46
+ * mail the persona will be told to read. Gates the inbox instruction to participants that can receive
47
+ * mail — a participant told to check an inbox it can never receive into would just stall. */
63
48
  export declare function participantHasInboxRecipient(commsEmail: LabCommsEmail, participantId: string): boolean;
@@ -1,33 +1,13 @@
1
- import { legacyHookSpecOf } from "./legacy-lane-spec.js";
2
1
  import { recipientParticipantId } from "../../lab/parse/comms.js";
3
- /**
4
- * The hook-bag member a study that owns its desktops (the local VM study) sets to its factory. A
5
- * symbol keeps it out of the public CuaActorLabHooks, whose deprecated createDesktopLane takes the
6
- * flat lane record; withHookOverrides forwards it like any other member of the bag.
7
- */
8
- export const PARTICIPANT_DESKTOP = Symbol("humanish.participantDesktop");
9
- /**
10
- * The desktop factory a run uses: the study's own, else the caller's deprecated createDesktopLane,
11
- * given the flat view of each run. Undefined means the route provisions its own desktop.
12
- */
13
- export function participantDesktopOf(hooks) {
14
- const own = hooks[PARTICIPANT_DESKTOP];
15
- if (own !== undefined)
16
- return own;
17
- const caller = hooks.createDesktopLane;
18
- return caller === undefined
19
- ? undefined
20
- : (run, warnings, artifactRoot) => caller(legacyHookSpecOf(run), warnings, artifactRoot);
21
- }
22
- /** The lane's addressed comms recipient, when one exists — the gate AND the address source for the
23
- * inbox instruction (#351). A lane told to check an inbox it can never receive into would stall,
2
+ /** The participant's addressed comms recipient, when one exists — the gate AND the address source for the
3
+ * inbox instruction (#351). A participant told to check an inbox it can never receive into would stall,
24
4
  * so no addressed recipient means no instruction. */
25
5
  export function inboxRecipientFor(commsEmail, participantId) {
26
6
  return (commsEmail.recipients ?? []).find((recipient) => recipientParticipantId(recipient) === participantId && recipient.address !== undefined);
27
7
  }
28
- /** True when a lane has a declared comms recipient WITH an address, so the drain can actually match the
29
- * mail the persona will be told to read. Gates the inbox instruction to lanes that can receive mail —
30
- * a lane told to check an inbox it can never receive into would just stall. */
8
+ /** True when a participant has a declared comms recipient WITH an address, so the drain can actually match the
9
+ * mail the persona will be told to read. Gates the inbox instruction to participants that can receive
10
+ * mail — a participant told to check an inbox it can never receive into would just stall. */
31
11
  export function participantHasInboxRecipient(commsEmail, participantId) {
32
12
  return inboxRecipientFor(commsEmail, participantId) !== undefined;
33
13
  }
@@ -1,6 +1,6 @@
1
1
  import { type PreparedOutputRoot } from "../../run/contained-output.js";
2
2
  import type { CuaParticipantDeps, CuaParticipantPlan, CuaParticipantResult, DesktopParticipantRun, CuaSubjectProjection, ParticipantRunOutcome } from "./types.js";
3
- /** Build a lane's writeScreenshot closure: writes under screenshots/<screenshotDir>/ and records
3
+ /** Build a participant's writeScreenshot closure: writes under screenshots/<screenshotDir>/ and records
4
4
  * the relative path the trace references (screenshots/<name> at N=1; screenshots/<laneId>/<name>
5
5
  * at N>1). */
6
6
  export declare function makeParticipantWriteScreenshot(artifactRoot: PreparedOutputRoot, spec: {
@@ -10,12 +10,12 @@ export declare function makeParticipantWriteScreenshot(artifactRoot: PreparedOut
10
10
  * evidence and cleanup; this runner owns the model, trace and participant outcome. */
11
11
  export declare function runCuaParticipant(spec: DesktopParticipantRun, deps: CuaParticipantDeps): Promise<ParticipantRunOutcome>;
12
12
  /**
13
- * Run N>1 E2B lanes with bounded concurrency, a pipeline gate (lane 1 provisions before the rest
14
- * start), and session fail-fast on HARNESS errors only (queued lanes become `blocked` with a
15
- * pinned reason + a fail-fast event; mission verdicts never trip it). Each lane tears down ITS
16
- * OWN sandbox by id; nothing here ever enumerates.
13
+ * Run N>1 E2B participants with bounded concurrency, a pipeline gate (the first provisions
14
+ * before the rest start), and session fail-fast on HARNESS errors only (queued participants
15
+ * become `blocked` with a pinned reason + a fail-fast event; mission verdicts never trip it).
16
+ * Each participant tears down ITS OWN sandbox by id; nothing here ever enumerates.
17
17
  *
18
- * Exported for the #342 total-runner tests: the injectable runner lets a test make one lane
18
+ * Exported for the #342 total-runner tests: the injectable runner lets a test make one participant
19
19
  * THROW (the exact class the guard exists for) without a live sandbox. Production always uses
20
20
  * the default.
21
21
  */
@@ -23,13 +23,13 @@ export declare function runCuaParticipants(runs: DesktopParticipantRun[], deps:
23
23
  outcomes: ParticipantRunOutcome[];
24
24
  failFastReason?: string;
25
25
  }>;
26
- /** Project one lane outcome (or a dry-run contract spec) into the public CuaParticipantResult. */
26
+ /** Project one participant outcome (or a dry-run contract spec) into the public CuaParticipantResult. */
27
27
  export declare function toParticipantResult(spec: DesktopParticipantRun, outcome: ParticipantRunOutcome | undefined, subject: CuaSubjectProjection, dryRun: boolean): CuaParticipantResult;
28
28
  /**
29
- * Run every lane of a live run. The in-process route drives its single lane in this process; one
30
- * hosted lane runs alone; a fan-out runs at the plan's concurrency and may stop early.
29
+ * Run every participant of a live run. The in-process route drives its single participant in this
30
+ * process; one hosted participant runs alone; a fan-out runs at the plan's concurrency and may stop early.
31
31
  */
32
- export declare function runAllCuaParticipants(runs: readonly DesktopParticipantRun[], deps: Omit<CuaParticipantDeps, "signalProvisioned">, participantPlan: CuaParticipantPlan, inProcessRoute: boolean): Promise<{
32
+ export declare function runAllCuaParticipants(runs: readonly DesktopParticipantRun[], deps: Omit<CuaParticipantDeps, "signalProvisioned">, participantPlan: CuaParticipantPlan, inProcess: boolean): Promise<{
33
33
  outcomes: ParticipantRunOutcome[];
34
34
  failFastReason: string | undefined;
35
35
  }>;
@@ -8,7 +8,7 @@ import { redactText, toErrorMessage } from "../../evidence/redaction.js";
8
8
  import { assertSafeOutputPathSegment, writeContainedOutputFile, } from "../../run/contained-output.js";
9
9
  import { participantOutcomeOk } from "./participant-facts.js";
10
10
  import { closeParticipantModel, judgeParticipantSession, participantSessionOptions, recordParticipantTrace, startParticipantModel, } from "./participant-model.js";
11
- /** Build a lane's writeScreenshot closure: writes under screenshots/<screenshotDir>/ and records
11
+ /** Build a participant's writeScreenshot closure: writes under screenshots/<screenshotDir>/ and records
12
12
  * the relative path the trace references (screenshots/<name> at N=1; screenshots/<laneId>/<name>
13
13
  * at N>1). */
14
14
  export function makeParticipantWriteScreenshot(artifactRoot, spec, screenshots) {
@@ -30,7 +30,7 @@ export function makeParticipantWriteScreenshot(artifactRoot, spec, screenshots)
30
30
  return rel;
31
31
  };
32
32
  }
33
- /** A blocked lane outcome (pipeline gate / fail-fast skipped it before it ran). */
33
+ /** A blocked participant outcome (pipeline gate / fail-fast skipped it before it ran). */
34
34
  function skippedOutcome(spec, reason) {
35
35
  return {
36
36
  spec,
@@ -57,6 +57,7 @@ export async function runCuaParticipant(spec, deps) {
57
57
  let session;
58
58
  let sessionError;
59
59
  let providerCleanupError;
60
+ let providerPolicyError;
60
61
  let provisioned = false;
61
62
  let signaled = false;
62
63
  const signal = (ok) => {
@@ -71,7 +72,7 @@ export async function runCuaParticipant(spec, deps) {
71
72
  await desktop.prepare();
72
73
  const ready = await desktop.openSession();
73
74
  model = await startParticipantModel(spec, deps, ready.executor);
74
- // World is ready: release the pipeline gate so the remaining lanes may start.
75
+ // World is ready: release the pipeline gate so the remaining participants may start.
75
76
  provisioned = true;
76
77
  signal(true);
77
78
  session = await deps.runSession(participantSessionOptions(spec, deps, ready, model.provider, writeScreenshot));
@@ -82,25 +83,35 @@ export async function runCuaParticipant(spec, deps) {
82
83
  finally {
83
84
  // A provider whose cleanup is unconfirmed fails the run as an execution, apart from how the
84
85
  // session ended: a session that passed stays a passed participant.
85
- if (await closeParticipantModel(model, warnings)) {
86
+ const closed = await closeParticipantModel(model, warnings);
87
+ if (closed.unconfirmed)
86
88
  providerCleanupError = "Model provider cleanup is unconfirmed.";
87
- }
89
+ // The session's evidence would read clean, so a late refusal fails the run as an execution.
90
+ if (closed.refusal !== undefined)
91
+ providerPolicyError = redactText(deps.scrubKnownValues(closed.refusal === "codex_tool_call"
92
+ ? `Codex reported a disallowed item after the participant's last request (${closed.refusal}).`
93
+ : `Codex output after the participant's last request could not be checked against the item policy (${closed.refusal}).`));
88
94
  try {
89
95
  if (!provisioned)
90
96
  signal(false);
91
97
  }
92
98
  finally {
93
99
  await desktop.finalize({
94
- failed: sessionError !== undefined || providerCleanupError !== undefined || session === undefined,
100
+ failed: sessionError !== undefined ||
101
+ providerCleanupError !== undefined ||
102
+ providerPolicyError !== undefined ||
103
+ session === undefined,
95
104
  });
96
105
  }
97
106
  }
98
107
  if (session)
99
108
  await recordParticipantTrace(spec, deps, session, warnings);
100
109
  const { noEngagement, selfReportedBlocker, reportedFriction } = judgeParticipantSession(session, deps, warnings);
101
- // A provider-cleanup failure still trips fail-fast and counts in the lane summary's harness errors.
110
+ // A provider-cleanup or provider-policy failure still trips fail-fast and counts in the
111
+ // participant summary's harness errors.
102
112
  const harnessError = sessionError !== undefined ||
103
113
  providerCleanupError !== undefined ||
114
+ providerPolicyError !== undefined ||
104
115
  session?.completionReason === "harness_error";
105
116
  const { released, ...desktopEvidence } = desktop.snapshot();
106
117
  return {
@@ -108,6 +119,7 @@ export async function runCuaParticipant(spec, deps) {
108
119
  ...(session ? { session } : {}),
109
120
  ...(sessionError === undefined ? {} : { sessionError }),
110
121
  ...(providerCleanupError === undefined ? {} : { providerCleanupError }),
122
+ ...(providerPolicyError === undefined ? {} : { providerPolicyError }),
111
123
  ...desktopEvidence,
112
124
  killed: released,
113
125
  screenshots,
@@ -119,12 +131,12 @@ export async function runCuaParticipant(spec, deps) {
119
131
  };
120
132
  }
121
133
  /**
122
- * Run N>1 E2B lanes with bounded concurrency, a pipeline gate (lane 1 provisions before the rest
123
- * start), and session fail-fast on HARNESS errors only (queued lanes become `blocked` with a
124
- * pinned reason + a fail-fast event; mission verdicts never trip it). Each lane tears down ITS
125
- * OWN sandbox by id; nothing here ever enumerates.
134
+ * Run N>1 E2B participants with bounded concurrency, a pipeline gate (the first provisions
135
+ * before the rest start), and session fail-fast on HARNESS errors only (queued participants
136
+ * become `blocked` with a pinned reason + a fail-fast event; mission verdicts never trip it).
137
+ * Each participant tears down ITS OWN sandbox by id; nothing here ever enumerates.
126
138
  *
127
- * Exported for the #342 total-runner tests: the injectable runner lets a test make one lane
139
+ * Exported for the #342 total-runner tests: the injectable runner lets a test make one participant
128
140
  * THROW (the exact class the guard exists for) without a live sandbox. Production always uses
129
141
  * the default.
130
142
  */
@@ -136,8 +148,9 @@ export async function runCuaParticipants(runs, deps, concurrency, runParticipant
136
148
  resolveGate = resolve;
137
149
  rejectGate = () => reject(new Error("gate"));
138
150
  });
139
- // The gate is rejected on lane-0 provisioning failure; swallow the unhandled rejection if no
140
- // later lane ever awaits it (concurrency could let lane 0 finish alone).
151
+ // The gate is rejected on the first participant's provisioning failure; swallow the unhandled
152
+ // rejection if no later participant ever awaits it (concurrency could let the first finish
153
+ // alone).
141
154
  gate.catch(() => undefined);
142
155
  const outcomes = await mapWithConcurrency(runs, concurrency, async (spec, index) => {
143
156
  if (index > 0) {
@@ -151,8 +164,8 @@ export async function runCuaParticipants(runs, deps, concurrency, runParticipant
151
164
  if (failFast.tripped) {
152
165
  return skippedOutcome(spec, `skipped: ${failFast.reason}`);
153
166
  }
154
- // The lane runner is TOTAL (#342): every exit path returns a recorded outcome. Without this
155
- // guard, one lane's late throw (e.g. its trace write hitting ENOSPC after its own sandbox was
167
+ // The participant runner is TOTAL (#342): every exit path returns a recorded outcome. Without this
168
+ // guard, one participant's late throw (e.g. its trace write hitting ENOSPC after its own sandbox was
156
169
  // already torn down) rejected the whole map while sibling workers kept launching sandboxes
157
170
  // nobody would ever record — the run spent money and then reported nothing.
158
171
  let outcome;
@@ -174,7 +187,7 @@ export async function runCuaParticipants(runs, deps, concurrency, runParticipant
174
187
  });
175
188
  }
176
189
  catch (error) {
177
- // Lane 0 may have thrown before signaling the provisioning gate — release the followers as
190
+ // The first participant may have thrown before signaling the provisioning gate — release the followers as
178
191
  // blocked rather than leaving them awaiting a gate that will never settle.
179
192
  if (index === 0)
180
193
  rejectGate?.();
@@ -202,7 +215,7 @@ export async function runCuaParticipants(runs, deps, concurrency, runParticipant
202
215
  });
203
216
  return { outcomes, ...(failFast.tripped ? { failFastReason: failFast.reason } : {}) };
204
217
  }
205
- /** Project one lane outcome (or a dry-run contract spec) into the public CuaParticipantResult. */
218
+ /** Project one participant outcome (or a dry-run contract spec) into the public CuaParticipantResult. */
206
219
  export function toParticipantResult(spec, outcome, subject, dryRun) {
207
220
  const base = {
208
221
  id: spec.planned.id,
@@ -302,11 +315,11 @@ export function toParticipantResult(spec, outcome, subject, dryRun) {
302
315
  };
303
316
  }
304
317
  /**
305
- * Run every lane of a live run. The in-process route drives its single lane in this process; one
306
- * hosted lane runs alone; a fan-out runs at the plan's concurrency and may stop early.
318
+ * Run every participant of a live run. The in-process route drives its single participant in this
319
+ * process; one hosted participant runs alone; a fan-out runs at the plan's concurrency and may stop early.
307
320
  */
308
- export async function runAllCuaParticipants(runs, deps, participantPlan, inProcessRoute) {
309
- if (inProcessRoute) {
321
+ export async function runAllCuaParticipants(runs, deps, participantPlan, inProcess) {
322
+ if (inProcess) {
310
323
  // The caller's executor stands in for a desktop, and the shared runner drives the participant.
311
324
  const outcome = await runCuaParticipant(runs[0], {
312
325
  ...deps,
@@ -1,6 +1,12 @@
1
- import { type ParticipantFacts } from "../../run/judge.js";
1
+ import { type ExecutionFailure, type ParticipantFacts } from "../../run/judge.js";
2
2
  import type { ParticipantRunOutcome } from "./types.js";
3
3
  /** A participant outcome's facts for the judge. */
4
4
  export declare function participantFactsOf(outcome: ParticipantRunOutcome): ParticipantFacts;
5
5
  /** Whether a participant passed. A dry-run participant passes as a contract. */
6
6
  export declare function participantOutcomeOk(outcome: ParticipantRunOutcome | undefined, dryRun: boolean): boolean;
7
+ /**
8
+ * One sandbox-cleanup failure per participant desktop not confirmed released: an E2B sandbox that
9
+ * was not killed, or a desktop whose release says why (a local VM names its container). A
10
+ * participant that never acquired a desktop (skipped, in-process) adds none.
11
+ */
12
+ export declare function unreleasedSandboxFailures(outcomes: readonly ParticipantRunOutcome[] | undefined, runId: string): ExecutionFailure[];
@@ -1,7 +1,7 @@
1
1
  // A participant run outcome's facts for the judge (src/run/judge.ts), and the pass check built on
2
2
  // them. The bundle builders, the result, the participant runner and shared-world all read these,
3
3
  // so they sit in a file that imports only the judge and the types.
4
- import { participantPassed } from "../../run/judge.js";
4
+ import { participantPassed, sandboxCleanupFailure, } from "../../run/judge.js";
5
5
  /** A participant outcome's facts for the judge. */
6
6
  export function participantFactsOf(outcome) {
7
7
  return {
@@ -20,3 +20,14 @@ export function participantOutcomeOk(outcome, dryRun) {
20
20
  return true;
21
21
  return outcome !== undefined && participantPassed(participantFactsOf(outcome));
22
22
  }
23
+ /**
24
+ * One sandbox-cleanup failure per participant desktop not confirmed released: an E2B sandbox that
25
+ * was not killed, or a desktop whose release says why (a local VM names its container). A
26
+ * participant that never acquired a desktop (skipped, in-process) adds none.
27
+ */
28
+ export function unreleasedSandboxFailures(outcomes, runId) {
29
+ return (outcomes ?? [])
30
+ .filter((outcome) => outcome.sandboxRelease !== undefined ||
31
+ (outcome.sandboxId !== undefined && !outcome.killed))
32
+ .map((outcome) => sandboxCleanupFailure(outcome.spec.planned.id, outcome.sandboxRelease?.warning, runId, outcome.sandboxRelease?.recovery));
33
+ }
@@ -1,28 +1,36 @@
1
1
  import type { CuaExecutor, CuaLoopResult, CuaProvider } from "../../actors/computer-use/loop.js";
2
2
  import type { CuaActorSessionOptions } from "../../actors/computer-use/actor.js";
3
3
  import { startClaudeSession } from "../../actors/local-agent/claude-session.js";
4
- import { createRestrictedCodexParticipant } from "../../actors/codex/restricted-participant.js";
5
- import type { CuaParticipantDeps, CuaRunBudget, DesktopParticipantRun } from "./types.js";
4
+ import { createRestrictedCodexParticipant, type ParticipantProviderCloseResult } from "../../actors/codex/restricted-participant.js";
5
+ import type { ParticipantModelDeps, CuaRunBudget, DesktopParticipantRun } from "./types.js";
6
6
  import type { ReadyParticipantDesktop } from "./participant-desktop.js";
7
- /** The model a lane brings besides the default API client, and the handles its cleanup needs. */
7
+ /**
8
+ * Registers a caller's provider as backed by a native Codex session: the participant runner reads the session's
9
+ * run warnings and a refusal no request reported from `report` when it closes the provider.
10
+ */
11
+ export declare function withCloseReport<T extends CuaProvider>(provider: T, report: () => Promise<ParticipantProviderCloseResult>): T;
12
+ /** The model a participant brings besides the default API client, and the handles its cleanup needs. */
8
13
  export interface ParticipantModel {
9
14
  provider?: CuaProvider;
10
15
  codexParticipant?: ReturnType<typeof createRestrictedCodexParticipant>;
11
16
  claudeSession?: Awaited<ReturnType<typeof startClaudeSession>>;
12
17
  }
13
- /** Starts the lane's model: a caller's provider, the operator's Codex, a Claude session, or none. */
14
- export declare function startParticipantModel(spec: DesktopParticipantRun, deps: CuaParticipantDeps, executor: CuaExecutor): Promise<ParticipantModel>;
15
- /** The options the lane's session runs with: prompt, model settings, spend caps and callbacks. */
16
- export declare function participantSessionOptions(spec: DesktopParticipantRun, deps: CuaParticipantDeps, ready: ReadyParticipantDesktop, provider: CuaProvider | undefined, writeScreenshot: NonNullable<CuaActorSessionOptions["writeScreenshot"]>): CuaActorSessionOptions;
18
+ /** Starts the participant's model: a caller's provider, the operator's Codex, a Claude session, or none. */
19
+ export declare function startParticipantModel(spec: DesktopParticipantRun, deps: ParticipantModelDeps, executor: CuaExecutor): Promise<ParticipantModel>;
20
+ /** The options the participant's session runs with: prompt, model settings, spend caps and callbacks. */
21
+ export declare function participantSessionOptions(spec: DesktopParticipantRun, deps: ParticipantModelDeps, ready: ReadyParticipantDesktop, provider: CuaProvider | undefined, writeScreenshot: NonNullable<CuaActorSessionOptions["writeScreenshot"]>): CuaActorSessionOptions;
17
22
  /**
18
- * Closes the lane's model, in the order it was opened. Returns true when a provider's cleanup is
23
+ * Closes the participant's model, in the order it was opened. Returns true when a provider's cleanup is
19
24
  * unconfirmed; each failure also adds a warning.
20
25
  */
21
- export declare function closeParticipantModel(model: ParticipantModel, warnings: string[]): Promise<boolean>;
26
+ export declare function closeParticipantModel(model: ParticipantModel, warnings: string[]): Promise<{
27
+ unconfirmed: boolean;
28
+ refusal: string | undefined;
29
+ }>;
22
30
  /** Prices the finished session's tokens onto its trace, writes the trace, and warns on raw screenshots. */
23
- export declare function recordParticipantTrace(spec: DesktopParticipantRun, deps: CuaParticipantDeps, session: CuaLoopResult, warnings: string[]): Promise<void>;
31
+ export declare function recordParticipantTrace(spec: DesktopParticipantRun, deps: ParticipantModelDeps, session: CuaLoopResult, warnings: string[]): Promise<void>;
24
32
  /** The checks that keep a goal_satisfied session from counting as a pass, with their warnings. */
25
- export declare function judgeParticipantSession(session: CuaLoopResult | undefined, deps: CuaParticipantDeps, warnings: string[]): {
33
+ export declare function judgeParticipantSession(session: CuaLoopResult | undefined, deps: ParticipantModelDeps, warnings: string[]): {
26
34
  noEngagement: boolean;
27
35
  selfReportedBlocker: boolean;
28
36
  reportedFriction: boolean;