humanish 0.107.0 → 0.108.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (521) hide show
  1. package/ARCHITECTURE.md +22 -17
  2. package/CHANGELOG.md +14 -0
  3. package/CONTEXT.md +51 -44
  4. package/README.md +145 -172
  5. package/SECURITY.md +16 -26
  6. package/TELEMETRY.md +8 -6
  7. package/dist/actors/affordance.d.ts +4 -4
  8. package/dist/actors/affordance.js +12 -12
  9. package/dist/actors/agent-session.d.ts +2 -2
  10. package/dist/actors/agent-session.js +7 -7
  11. package/dist/actors/codex/app-server-actor-trace.d.ts +1 -1
  12. package/dist/actors/codex/app-server-actor-trace.js +1 -1
  13. package/dist/actors/codex/app-server-ui.js +1 -1
  14. package/dist/actors/codex/codex-admission.d.ts +91 -0
  15. package/dist/actors/codex/codex-admission.js +150 -0
  16. package/dist/actors/codex/restricted-executable.d.ts +4 -4
  17. package/dist/actors/codex/restricted-executable.js +8 -8
  18. package/dist/actors/codex/restricted-launch.d.ts +2 -1
  19. package/dist/actors/codex/restricted-launch.js +1 -1
  20. package/dist/actors/codex/restricted-participant.js +8 -6
  21. package/dist/actors/codex/restricted-policy.d.ts +2 -2
  22. package/dist/actors/codex/restricted-policy.js +2 -2
  23. package/dist/actors/codex/restricted-session.d.ts +2 -2
  24. package/dist/actors/codex/restricted-session.js +10 -5
  25. package/dist/actors/computer-use/actor.d.ts +16 -16
  26. package/dist/actors/computer-use/actor.js +2 -2
  27. package/dist/actors/computer-use/admission-limit.d.ts +1 -1
  28. package/dist/actors/computer-use/admission-limit.js +1 -1
  29. package/dist/actors/computer-use/loop/actions.d.ts +3 -3
  30. package/dist/actors/computer-use/loop/actions.js +10 -10
  31. package/dist/actors/computer-use/loop/backstop.d.ts +3 -3
  32. package/dist/actors/computer-use/loop/backstop.js +14 -12
  33. package/dist/actors/computer-use/loop/ending.d.ts +5 -5
  34. package/dist/actors/computer-use/loop/ending.js +7 -7
  35. package/dist/actors/computer-use/loop/observation.d.ts +2 -2
  36. package/dist/actors/computer-use/loop/observation.js +9 -9
  37. package/dist/actors/computer-use/loop/provider-call.d.ts +1 -1
  38. package/dist/actors/computer-use/loop/provider-call.js +1 -1
  39. package/dist/actors/computer-use/loop/session.js +3 -3
  40. package/dist/actors/computer-use/loop/spend.d.ts +1 -1
  41. package/dist/actors/computer-use/loop/spend.js +1 -1
  42. package/dist/actors/computer-use/loop/trace.js +9 -8
  43. package/dist/actors/computer-use/loop/types.d.ts +25 -23
  44. package/dist/actors/computer-use/loop/usage.js +2 -2
  45. package/dist/actors/computer-use/openai-context.d.ts +37 -0
  46. package/dist/actors/computer-use/openai-context.js +214 -0
  47. package/dist/actors/computer-use/openai-provider.d.ts +11 -8
  48. package/dist/actors/computer-use/openai-provider.js +45 -34
  49. package/dist/actors/computer-use/openai-requests.d.ts +36 -10
  50. package/dist/actors/computer-use/openai-requests.js +82 -15
  51. package/dist/actors/computer-use/openai-wire.d.ts +19 -7
  52. package/dist/actors/computer-use/openai-wire.js +36 -34
  53. package/dist/actors/contract.d.ts +78 -43
  54. package/dist/actors/contract.js +29 -23
  55. package/dist/actors/local-agent/claude-session.d.ts +1 -1
  56. package/dist/actors/local-agent/claude-session.js +10 -9
  57. package/dist/actors/local-agent/cli.d.ts +8 -6
  58. package/dist/actors/local-agent/cli.js +24 -28
  59. package/dist/actors/local-agent/readiness.d.ts +2 -2
  60. package/dist/actors/local-agent/readiness.js +4 -4
  61. package/dist/actors/reasoning-effort.js +6 -6
  62. package/dist/actors/registry.d.ts +10 -10
  63. package/dist/actors/registry.js +18 -17
  64. package/dist/actors/scripted-browser/actor.d.ts +8 -8
  65. package/dist/actors/scripted-browser/actor.js +16 -16
  66. package/dist/actors/scripted-browser/browser-command.js +1 -1
  67. package/dist/actors/scripted-browser/steps.js +1 -1
  68. package/dist/actors/scripted-browser/types.d.ts +1 -1
  69. package/dist/actors/stop-conditions.d.ts +1 -1
  70. package/dist/analysis/codex-config.d.ts +6 -2
  71. package/dist/analysis/codex-config.js +22 -14
  72. package/dist/analysis/service.js +5 -5
  73. package/dist/cli/commands/analyze.js +19 -16
  74. package/dist/cli/commands/codex.js +9 -9
  75. package/dist/cli/commands/comms.js +54 -33
  76. package/dist/cli/commands/feedback.js +20 -21
  77. package/dist/cli/commands/lab-format.d.ts +5 -4
  78. package/dist/cli/commands/lab-format.js +35 -23
  79. package/dist/cli/commands/lab-route-computer-use.js +6 -7
  80. package/dist/cli/commands/lab-route-preview.js +4 -3
  81. package/dist/cli/commands/lab-route-shared-world.js +3 -3
  82. package/dist/cli/commands/lab-run.js +10 -11
  83. package/dist/cli/commands/lab-scorer.d.ts +2 -2
  84. package/dist/cli/commands/lab-scorer.js +1 -1
  85. package/dist/cli/commands/migrate.d.ts +4 -0
  86. package/dist/cli/commands/migrate.js +65 -0
  87. package/dist/cli/commands/observe.js +147 -108
  88. package/dist/cli/commands/run-command.d.ts +10 -0
  89. package/dist/cli/commands/run-command.js +85 -0
  90. package/dist/cli/commands/runs.js +137 -138
  91. package/dist/cli/commands/setup.d.ts +2 -2
  92. package/dist/cli/commands/setup.js +26 -21
  93. package/dist/cli/commands/study.d.ts +3 -0
  94. package/dist/cli/commands/study.js +182 -0
  95. package/dist/cli/commands/tui.d.ts +4 -4
  96. package/dist/cli/commands/tui.js +21 -21
  97. package/dist/cli/commands/watch.js +60 -75
  98. package/dist/cli/deprecations.d.ts +18 -0
  99. package/dist/cli/deprecations.js +48 -0
  100. package/dist/cli/doctor.d.ts +15 -5
  101. package/dist/cli/doctor.js +103 -48
  102. package/dist/cli/first-run-path.d.ts +12 -10
  103. package/dist/cli/first-run-path.js +30 -28
  104. package/dist/cli/io.d.ts +41 -6
  105. package/dist/cli/io.js +97 -22
  106. package/dist/cli/observer-follow.d.ts +2 -2
  107. package/dist/cli/observer-follow.js +5 -6
  108. package/dist/cli/orientation.d.ts +6 -3
  109. package/dist/cli/orientation.js +43 -39
  110. package/dist/cli/product-sentence.d.ts +6 -0
  111. package/dist/cli/product-sentence.js +6 -0
  112. package/dist/cli/program.d.ts +6 -1
  113. package/dist/cli/program.js +109 -40
  114. package/dist/cli/telemetry.d.ts +15 -15
  115. package/dist/cli/telemetry.js +48 -40
  116. package/dist/cli.js +1 -1
  117. package/dist/comms/capture-surface.d.ts +13 -12
  118. package/dist/comms/capture-surface.js +23 -22
  119. package/dist/comms/catch-host.d.ts +7 -7
  120. package/dist/comms/catch-host.js +14 -14
  121. package/dist/comms/email-catch.d.ts +3 -3
  122. package/dist/comms/email-catch.js +8 -8
  123. package/dist/comms/external-evidence.js +2 -2
  124. package/dist/comms/extract.js +2 -2
  125. package/dist/comms/fake-inbox.d.ts +2 -2
  126. package/dist/comms/fake-inbox.js +2 -2
  127. package/dist/comms/receiving-render.d.ts +1 -1
  128. package/dist/comms/receiving-render.js +2 -2
  129. package/dist/comms/sandbox-catch-script.d.ts +6 -6
  130. package/dist/comms/sandbox-catch-script.js +6 -6
  131. package/dist/comms/sandbox-catch.d.ts +36 -37
  132. package/dist/comms/sandbox-catch.js +34 -35
  133. package/dist/comms/setup.js +42 -8
  134. package/dist/comms/thread-evidence.d.ts +1 -1
  135. package/dist/comms/thread-evidence.js +6 -6
  136. package/dist/comms/types.d.ts +6 -6
  137. package/dist/comms/types.js +3 -3
  138. package/dist/evidence/frame-signature.d.ts +1 -1
  139. package/dist/evidence/frame-signature.js +4 -4
  140. package/dist/evidence/redaction.d.ts +3 -3
  141. package/dist/evidence/redaction.js +4 -4
  142. package/dist/feedback/draft.js +36 -78
  143. package/dist/feedback/export-bundle.js +1 -1
  144. package/dist/feedback/export.d.ts +5 -1
  145. package/dist/feedback/export.js +7 -8
  146. package/dist/feedback/feedback.d.ts +2 -2
  147. package/dist/feedback/feedback.js +21 -3
  148. package/dist/guest/chromium-text.js +2 -2
  149. package/dist/guest/desktop-native.d.ts +1 -1
  150. package/dist/guest/runtime.js +1 -1
  151. package/dist/index.d.ts +12 -10
  152. package/dist/index.js +8 -6
  153. package/dist/keys/key-resolution.d.ts +5 -5
  154. package/dist/keys/key-resolution.js +23 -23
  155. package/dist/lab/adapter-extension.d.ts +7 -7
  156. package/dist/lab/adapter-extension.js +13 -36
  157. package/dist/lab/adapter-scorer-loader.d.ts +7 -7
  158. package/dist/lab/adapter-scorer-loader.js +32 -32
  159. package/dist/lab/composition-rules.js +42 -42
  160. package/dist/lab/config.js +65 -25
  161. package/dist/lab/deprecated-fields.d.ts +10 -0
  162. package/dist/lab/deprecated-fields.js +24 -0
  163. package/dist/lab/device-presets.d.ts +8 -8
  164. package/dist/lab/device-presets.js +11 -11
  165. package/dist/lab/discover.d.ts +13 -9
  166. package/dist/lab/discover.js +117 -57
  167. package/dist/lab/doctor.d.ts +10 -3
  168. package/dist/lab/doctor.js +47 -9
  169. package/dist/lab/init-templates.js +147 -147
  170. package/dist/lab/init.d.ts +1 -1
  171. package/dist/lab/init.js +41 -9
  172. package/dist/lab/keys.d.ts +2 -0
  173. package/dist/lab/keys.js +42 -8
  174. package/dist/lab/lab-deps.d.ts +7 -12
  175. package/dist/lab/parse/actors.js +9 -9
  176. package/dist/lab/parse/comms.js +5 -5
  177. package/dist/lab/parse/execution.js +13 -13
  178. package/dist/lab/parse/study-v3.d.ts +23 -0
  179. package/dist/lab/parse/study-v3.js +259 -0
  180. package/dist/lab/parse/subject-state.d.ts +7 -7
  181. package/dist/lab/parse/subject-state.js +16 -16
  182. package/dist/lab/parse/subject.js +28 -28
  183. package/dist/lab/parse/values.d.ts +1 -1
  184. package/dist/lab/parse/values.js +3 -3
  185. package/dist/lab/persona-resolve.d.ts +4 -4
  186. package/dist/lab/persona-resolve.js +4 -4
  187. package/dist/lab/plan-participants.d.ts +2 -2
  188. package/dist/lab/plan-types.d.ts +4 -4
  189. package/dist/lab/plan.d.ts +1 -7
  190. package/dist/lab/plan.js +10 -41
  191. package/dist/lab/preflight-probes.js +11 -11
  192. package/dist/lab/preflight-result.d.ts +2 -1
  193. package/dist/lab/preflight-result.js +5 -4
  194. package/dist/lab/preflight.d.ts +7 -5
  195. package/dist/lab/preflight.js +5 -5
  196. package/dist/lab/routing.d.ts +31 -25
  197. package/dist/lab/routing.js +60 -29
  198. package/dist/lab/run-lab-events.d.ts +0 -3
  199. package/dist/lab/run-lab-events.js +0 -6
  200. package/dist/lab/run-lab-homes.d.ts +22 -10
  201. package/dist/lab/run-lab-homes.js +5 -1
  202. package/dist/lab/run-lab-options.d.ts +1 -1
  203. package/dist/lab/run-lab-options.js +16 -13
  204. package/dist/lab/summary.d.ts +7 -6
  205. package/dist/lab/summary.js +10 -10
  206. package/dist/lab/tasks.d.ts +15 -15
  207. package/dist/lab/tasks.js +14 -14
  208. package/dist/lab/types.d.ts +101 -95
  209. package/dist/lab/types.js +2 -0
  210. package/dist/lab/validation.d.ts +13 -13
  211. package/dist/lab/validation.js +44 -42
  212. package/dist/lab/warnings.d.ts +10 -0
  213. package/dist/lab/warnings.js +61 -33
  214. package/dist/library-aliases.d.ts +56 -0
  215. package/dist/library-aliases.js +22 -0
  216. package/dist/observer/artifact.d.ts +1 -1
  217. package/dist/observer/artifact.js +6 -6
  218. package/dist/observer/data.d.ts +6 -6
  219. package/dist/observer/data.js +5 -4
  220. package/dist/observer/exposure.d.ts +1 -1
  221. package/dist/observer/exposure.js +11 -11
  222. package/dist/observer/http.js +1 -1
  223. package/dist/observer/library.d.ts +1 -1
  224. package/dist/observer/library.js +4 -2
  225. package/dist/observer/listen.js +5 -4
  226. package/dist/observer/render.d.ts +1 -1
  227. package/dist/observer/render.js +10 -5
  228. package/dist/observer/run-routes.d.ts +3 -3
  229. package/dist/observer/run-routes.js +1 -1
  230. package/dist/observer/serve.js +7 -3
  231. package/dist/observer/tunnel.js +1 -1
  232. package/dist/observer-app.html +4 -4
  233. package/dist/routes/computer-use/bundle-parts.d.ts +9 -9
  234. package/dist/routes/computer-use/bundle-parts.js +15 -15
  235. package/dist/routes/computer-use/bundle.js +3 -3
  236. package/dist/routes/computer-use/e2b-desktop/comms.d.ts +1 -1
  237. package/dist/routes/computer-use/e2b-desktop/comms.js +14 -14
  238. package/dist/routes/computer-use/e2b-desktop/desktop.js +4 -4
  239. package/dist/routes/computer-use/e2b-desktop/fidelity.d.ts +4 -3
  240. package/dist/routes/computer-use/e2b-desktop/fidelity.js +11 -10
  241. package/dist/routes/computer-use/e2b-desktop/prepare.js +7 -7
  242. package/dist/routes/computer-use/e2b-desktop/start.js +9 -8
  243. package/dist/routes/computer-use/e2b-desktop/teardown.js +5 -4
  244. package/dist/routes/computer-use/external-comms.d.ts +1 -1
  245. package/dist/routes/computer-use/external-comms.js +1 -1
  246. package/dist/routes/computer-use/fanout-bundle.js +18 -18
  247. package/dist/routes/computer-use/fanout-records.js +10 -11
  248. package/dist/routes/computer-use/live-flush.d.ts +1 -1
  249. package/dist/routes/computer-use/live-flush.js +6 -6
  250. package/dist/routes/computer-use/live-phase.d.ts +4 -2
  251. package/dist/routes/computer-use/live-phase.js +6 -6
  252. package/dist/routes/computer-use/local-vm.js +1 -1
  253. package/dist/routes/computer-use/participant-desktop.d.ts +4 -4
  254. package/dist/routes/computer-use/participant-desktop.js +4 -4
  255. package/dist/routes/computer-use/participant-execution.d.ts +4 -4
  256. package/dist/routes/computer-use/participant-execution.js +9 -9
  257. package/dist/routes/computer-use/participant-model.d.ts +6 -0
  258. package/dist/routes/computer-use/participant-model.js +31 -13
  259. package/dist/routes/computer-use/participant-prompt.d.ts +11 -11
  260. package/dist/routes/computer-use/participant-prompt.js +6 -6
  261. package/dist/routes/computer-use/participant-runs.d.ts +7 -7
  262. package/dist/routes/computer-use/participant-runs.js +13 -13
  263. package/dist/routes/computer-use/plan.js +22 -22
  264. package/dist/routes/computer-use/preflight.js +21 -21
  265. package/dist/routes/computer-use/rerun-selection.js +1 -1
  266. package/dist/routes/computer-use/result.js +11 -11
  267. package/dist/routes/computer-use/route.d.ts +2 -1
  268. package/dist/routes/computer-use/route.js +15 -14
  269. package/dist/routes/computer-use/self-report.d.ts +7 -7
  270. package/dist/routes/computer-use/self-report.js +31 -31
  271. package/dist/routes/computer-use/setup.d.ts +1 -1
  272. package/dist/routes/computer-use/setup.js +17 -18
  273. package/dist/routes/computer-use/single-bundle.d.ts +7 -7
  274. package/dist/routes/computer-use/single-bundle.js +28 -30
  275. package/dist/routes/computer-use/subject-projection.d.ts +1 -1
  276. package/dist/routes/computer-use/subject-projection.js +6 -6
  277. package/dist/routes/computer-use/types.d.ts +40 -42
  278. package/dist/routes/computer-use/types.js +10 -10
  279. package/dist/routes/preview.d.ts +8 -2
  280. package/dist/routes/preview.js +8 -4
  281. package/dist/routes/scripted/bundle.d.ts +2 -2
  282. package/dist/routes/scripted/bundle.js +13 -12
  283. package/dist/routes/scripted/plan.d.ts +1 -1
  284. package/dist/routes/scripted/plan.js +9 -9
  285. package/dist/routes/scripted/result.js +5 -5
  286. package/dist/routes/scripted/route.js +5 -6
  287. package/dist/routes/scripted/scenario.js +2 -2
  288. package/dist/routes/scripted/setup.js +7 -7
  289. package/dist/routes/scripted/subject.js +1 -1
  290. package/dist/routes/scripted/surface-records.js +3 -3
  291. package/dist/routes/scripted/types.d.ts +3 -5
  292. package/dist/routes/scripted/types.js +1 -1
  293. package/dist/routes/shared-world/bundle-records.js +9 -8
  294. package/dist/routes/shared-world/bundle.d.ts +5 -5
  295. package/dist/routes/shared-world/bundle.js +40 -38
  296. package/dist/routes/shared-world/checkpoints.d.ts +1 -1
  297. package/dist/routes/shared-world/checkpoints.js +1 -1
  298. package/dist/routes/shared-world/comms.d.ts +5 -5
  299. package/dist/routes/shared-world/comms.js +14 -14
  300. package/dist/routes/shared-world/external-public.d.ts +4 -3
  301. package/dist/routes/shared-world/external-public.js +16 -12
  302. package/dist/routes/shared-world/handoff.d.ts +7 -6
  303. package/dist/routes/shared-world/handoff.js +65 -57
  304. package/dist/routes/shared-world/lobby-code.d.ts +2 -2
  305. package/dist/routes/shared-world/lobby-code.js +9 -9
  306. package/dist/routes/shared-world/participant-specs.d.ts +7 -6
  307. package/dist/routes/shared-world/participant-specs.js +31 -24
  308. package/dist/routes/shared-world/plan.js +7 -7
  309. package/dist/routes/shared-world/provenance.d.ts +2 -2
  310. package/dist/routes/shared-world/provenance.js +2 -2
  311. package/dist/routes/shared-world/provisioned.js +14 -13
  312. package/dist/routes/shared-world/result.js +20 -21
  313. package/dist/routes/shared-world/route.js +23 -22
  314. package/dist/routes/shared-world/setup.d.ts +3 -3
  315. package/dist/routes/shared-world/setup.js +4 -4
  316. package/dist/routes/shared-world/types.d.ts +30 -28
  317. package/dist/routes/shared-world/types.js +4 -4
  318. package/dist/routes/terminal/adapter.d.ts +3 -3
  319. package/dist/routes/terminal/adapter.js +5 -5
  320. package/dist/routes/terminal/bundle.d.ts +3 -3
  321. package/dist/routes/terminal/bundle.js +22 -21
  322. package/dist/routes/terminal/credentials.d.ts +4 -4
  323. package/dist/routes/terminal/credentials.js +7 -7
  324. package/dist/routes/terminal/dry-run.js +4 -4
  325. package/dist/routes/terminal/encoding.js +2 -2
  326. package/dist/routes/terminal/ledger.d.ts +3 -3
  327. package/dist/routes/terminal/ledger.js +14 -14
  328. package/dist/routes/terminal/live-finish.js +3 -3
  329. package/dist/routes/terminal/live-sandbox.js +12 -13
  330. package/dist/routes/terminal/persona.js +1 -1
  331. package/dist/routes/terminal/plan.js +11 -11
  332. package/dist/routes/terminal/recorder.js +2 -2
  333. package/dist/routes/terminal/result.js +8 -8
  334. package/dist/routes/terminal/route.js +6 -7
  335. package/dist/routes/terminal/sandbox.d.ts +1 -1
  336. package/dist/routes/terminal/sandbox.js +1 -1
  337. package/dist/routes/terminal/session.js +8 -7
  338. package/dist/routes/terminal/token-usage.d.ts +1 -1
  339. package/dist/routes/terminal/token-usage.js +7 -8
  340. package/dist/routes/terminal/trace.d.ts +2 -2
  341. package/dist/routes/terminal/trace.js +2 -2
  342. package/dist/routes/terminal/types.d.ts +26 -28
  343. package/dist/routes/terminal/types.js +3 -3
  344. package/dist/run/bundle-shape.js +3 -3
  345. package/dist/run/bundle.d.ts +46 -46
  346. package/dist/run/bundle.js +2 -1
  347. package/dist/run/cost-summary.js +3 -3
  348. package/dist/run/costs.js +7 -1
  349. package/dist/run/detail.d.ts +6 -6
  350. package/dist/run/detail.js +4 -4
  351. package/dist/run/dry-run-inputs.js +1 -1
  352. package/dist/run/dry-run.js +18 -18
  353. package/dist/run/judge.d.ts +19 -13
  354. package/dist/run/judge.js +18 -8
  355. package/dist/run/paths.d.ts +1 -1
  356. package/dist/run/paths.js +1 -1
  357. package/dist/run/pricing.d.ts +11 -6
  358. package/dist/run/pricing.js +20 -13
  359. package/dist/run/projection.d.ts +14 -14
  360. package/dist/run/projection.js +15 -15
  361. package/dist/run/reclaim.js +2 -2
  362. package/dist/run/results.d.ts +5 -5
  363. package/dist/run/run-index.d.ts +8 -6
  364. package/dist/run/run-index.js +15 -16
  365. package/dist/run/run-not-found.d.ts +5 -0
  366. package/dist/run/run-not-found.js +15 -0
  367. package/dist/run/run.d.ts +5 -4
  368. package/dist/run/run.js +1 -1
  369. package/dist/run/sandbox-receipts.d.ts +2 -2
  370. package/dist/run/sandbox-receipts.js +3 -3
  371. package/dist/run/shared-world-evidence.d.ts +36 -35
  372. package/dist/run/shared-world-evidence.js +4 -4
  373. package/dist/run/shared-world-shape.d.ts +1 -1
  374. package/dist/run/shared-world-shape.js +6 -6
  375. package/dist/run/stats.d.ts +12 -6
  376. package/dist/run/stats.js +116 -58
  377. package/dist/run/status.d.ts +8 -29
  378. package/dist/run/status.js +5 -27
  379. package/dist/run/stored-runs.js +2 -1
  380. package/dist/run/stream-shape.js +1 -1
  381. package/dist/run/streams.d.ts +6 -6
  382. package/dist/run/study-provenance.d.ts +47 -0
  383. package/dist/run/study-provenance.js +63 -0
  384. package/dist/run/study-result.d.ts +16 -0
  385. package/dist/run/study-result.js +9 -0
  386. package/dist/run/text.d.ts +2 -0
  387. package/dist/run/text.js +4 -0
  388. package/dist/run-lab.d.ts +7 -7
  389. package/dist/run-lab.js +1 -3
  390. package/dist/study/convert.d.ts +33 -0
  391. package/dist/study/convert.js +432 -0
  392. package/dist/study/field-paths.d.ts +12 -0
  393. package/dist/study/field-paths.js +126 -0
  394. package/dist/study/files.d.ts +26 -0
  395. package/dist/study/files.js +43 -0
  396. package/dist/study/migrate.d.ts +48 -0
  397. package/dist/study/migrate.js +408 -0
  398. package/dist/study/owned-files.d.ts +38 -0
  399. package/dist/study/owned-files.js +182 -0
  400. package/dist/subject/clone.d.ts +1 -1
  401. package/dist/subject/desktop-cli.d.ts +1 -1
  402. package/dist/subject/desktop-cli.js +2 -2
  403. package/dist/subject/local-tree-archive.js +1 -1
  404. package/dist/subject/local-tree.d.ts +1 -1
  405. package/dist/subject/node-bootstrap.js +1 -1
  406. package/dist/subject/runtime.js +8 -9
  407. package/dist/subject/serve.d.ts +1 -1
  408. package/dist/subject/serve.js +3 -3
  409. package/dist/subject/state.d.ts +1 -1
  410. package/dist/subject/steps.d.ts +5 -5
  411. package/dist/subject/steps.js +4 -4
  412. package/dist/substrates/command-failure.d.ts +3 -3
  413. package/dist/substrates/command-failure.js +3 -3
  414. package/dist/substrates/detached.d.ts +6 -6
  415. package/dist/substrates/detached.js +7 -7
  416. package/dist/substrates/e2b/cdp-probe.d.ts +9 -9
  417. package/dist/substrates/e2b/cdp-probe.js +14 -17
  418. package/dist/substrates/e2b/desktop-browser.d.ts +2 -2
  419. package/dist/substrates/e2b/desktop-browser.js +8 -8
  420. package/dist/substrates/e2b/desktop-cdp.d.ts +9 -9
  421. package/dist/substrates/e2b/desktop-cdp.js +8 -8
  422. package/dist/substrates/e2b/desktop-executor.d.ts +1 -1
  423. package/dist/substrates/e2b/desktop-executor.js +1 -1
  424. package/dist/substrates/e2b/desktop-geometry.d.ts +3 -3
  425. package/dist/substrates/e2b/desktop-geometry.js +7 -7
  426. package/dist/substrates/e2b/desktop-media.d.ts +1 -1
  427. package/dist/substrates/e2b/desktop-media.js +1 -1
  428. package/dist/substrates/e2b/desktop-screenshot-cleanup.d.ts +3 -3
  429. package/dist/substrates/e2b/desktop-screenshot-cleanup.js +3 -3
  430. package/dist/substrates/e2b/sandbox.d.ts +1 -1
  431. package/dist/substrates/e2b/sandbox.js +1 -1
  432. package/dist/substrates/e2b/sdk.d.ts +11 -11
  433. package/dist/substrates/e2b/sdk.js +6 -6
  434. package/dist/tui/actions.d.ts +1 -1
  435. package/dist/tui/actions.js +13 -13
  436. package/dist/tui/contract.d.ts +16 -16
  437. package/dist/tui/contract.js +10 -10
  438. package/dist/tui/launch.d.ts +4 -4
  439. package/dist/tui/launch.js +18 -19
  440. package/dist/tui/project.js +5 -5
  441. package/dist/tui-app.js +82 -82
  442. package/dist/verify/actor.d.ts +8 -8
  443. package/dist/verify/actor.js +36 -36
  444. package/dist/verify/artifacts.d.ts +2 -2
  445. package/dist/verify/artifacts.js +3 -3
  446. package/dist/verify/context-growth.d.ts +9 -0
  447. package/dist/verify/context-growth.js +62 -0
  448. package/dist/verify/costs.d.ts +6 -6
  449. package/dist/verify/costs.js +8 -8
  450. package/dist/verify/shared-world-concurrent.d.ts +2 -2
  451. package/dist/verify/shared-world-concurrent.js +79 -76
  452. package/dist/verify/shared-world.d.ts +2 -2
  453. package/dist/verify/shared-world.js +16 -16
  454. package/dist/verify/subject.d.ts +4 -4
  455. package/dist/verify/subject.js +18 -18
  456. package/dist/verify/verify.js +92 -43
  457. package/docs/README.md +25 -32
  458. package/docs/architecture/actor-contract.md +56 -87
  459. package/docs/architecture/desktop-sessions.md +7 -7
  460. package/docs/architecture/external-public-shared-world.md +61 -59
  461. package/docs/architecture/github-feedback-loop.md +1 -4
  462. package/docs/architecture/guest-desktop.md +2 -2
  463. package/docs/architecture/observer.md +34 -34
  464. package/docs/architecture/restricted-codex-analysis.md +34 -28
  465. package/docs/architecture/serve.md +34 -37
  466. package/docs/architecture/state-driven-executor.md +55 -58
  467. package/docs/architecture/task-protocol-support.md +5 -5
  468. package/docs/architecture/terminal-product-route.md +67 -107
  469. package/docs/contracts/README.md +24 -0
  470. package/docs/contracts/adapter-admission.md +3 -3
  471. package/docs/contracts/adapter-fixtures.md +2 -5
  472. package/docs/contracts/core.md +1 -3
  473. package/docs/contracts/errors.md +62 -0
  474. package/docs/contracts/feedback.md +8 -9
  475. package/docs/contracts/policy.md +7 -12
  476. package/docs/contracts/run-bundle.md +45 -44
  477. package/docs/contracts/schemas.md +421 -362
  478. package/docs/contracts/study-analysis.md +3 -3
  479. package/docs/contracts/study-costs.md +11 -7
  480. package/docs/decisions/0001-run-bundle-is-the-source-of-truth.md +1 -1
  481. package/docs/decisions/0002-observer-is-one-self-contained-file.md +2 -2
  482. package/docs/decisions/0003-contained-paths-and-cleanup-authority.md +3 -3
  483. package/docs/principles/actor-fidelity.md +4 -4
  484. package/docs/principles/engineering.md +3 -3
  485. package/docs/principles/invariants-and-defaults.md +38 -38
  486. package/docs/principles/self-driving-harness.md +1 -5
  487. package/docs/principles/three-roles.md +1 -1
  488. package/docs/product/automatic-analysis.md +7 -7
  489. package/examples/participant/README.md +5 -5
  490. package/examples/participant/run.mjs +11 -10
  491. package/examples/scorer/README.md +3 -3
  492. package/examples/scorer/run.mjs +11 -12
  493. package/package.json +16 -17
  494. package/skills/humanish/SKILL.md +60 -58
  495. package/skills/humanish/agents/openai.yaml +1 -1
  496. package/AGENTS.md +0 -99
  497. package/CONTRIBUTING.md +0 -148
  498. package/dist/actors/codex/qualified-versions.d.ts +0 -72
  499. package/dist/actors/codex/qualified-versions.js +0 -132
  500. package/dist/cli/commands/lab.d.ts +0 -3
  501. package/dist/cli/commands/lab.js +0 -199
  502. package/dist/cli/renamed-options.d.ts +0 -11
  503. package/dist/cli/renamed-options.js +0 -18
  504. package/dist/observer/static.d.ts +0 -39
  505. package/dist/observer/static.js +0 -369
  506. package/docs/architecture/comms-inbox.md +0 -122
  507. package/docs/architecture/desktop-recording.md +0 -80
  508. package/docs/architecture/local-browser-runtime.md +0 -178
  509. package/docs/architecture/observer-review.md +0 -144
  510. package/docs/architecture/participant-media.md +0 -90
  511. package/docs/architecture/project-layout.md +0 -62
  512. package/docs/architecture/real-email-receiving.md +0 -136
  513. package/docs/assets/humanish-drawdb-hero.png +0 -0
  514. package/docs/assets/humanish-observer-hero.png +0 -0
  515. package/docs/goals/current.md +0 -207
  516. package/docs/product/lobby-trivia-3player-external-public.md +0 -77
  517. package/docs/product/open-source-install-experience.md +0 -240
  518. package/docs/ramp/README.md +0 -295
  519. package/docs/release/open-source-readiness.md +0 -222
  520. package/docs/release/public-readiness-standard.md +0 -210
  521. package/docs/roadmap/world-class-open-source-v0.md +0 -311
@@ -3,26 +3,28 @@ import type { LabTask } from "./tasks.js";
3
3
  import type { DwellWindow, StopWhen } from "../actors/stop-conditions.js";
4
4
  import { type ReasoningEffort } from "../actors/reasoning-effort.js";
5
5
  export declare const LAB_CONFIG_SCHEMA = "humanish.lab.v2";
6
+ /** The study format: it declares its route, one actor, its participants and one caps block. */
7
+ export declare const STUDY_SCHEMA = "humanish.study.v3";
6
8
  export declare const ID_PATTERN: RegExp;
7
9
  /**
8
10
  * Where the run acts: the host repo, a fresh clone, a running app a browser actor drives
9
11
  * (`app-url`), an already-running local dev server driven in-process via a custom
10
12
  * CuaExecutor with no clone and no E2B desktop (`local-app`), or the operator's own local
11
13
  * working tree packed and provisioned in-sandbox in place of a clone (`local-tree`).
12
- * `local-app` routes to the cua backend and is library-assisted: a caller supplies
14
+ * `local-app` routes to the computer-use route and is library-assisted: a caller supplies
13
15
  * `RunLabOptions.inProcess` + `createProvider` (no built-in driver exists yet), and the engine
14
- * fails closed (HUMANISH_CUA_LAB_LOCAL_APP_NO_EXECUTOR) when run without them: a structured
16
+ * fails closed (HUMANISH_COMPUTER_USE_LOCAL_APP_NO_EXECUTOR) when run without them: a structured
15
17
  * error, never a desktop attempt. See docs/architecture/state-driven-executor.md.
16
18
  */
17
19
  type LabSubjectSource = "this-repo" | "clone" | "app-url" | "local-app" | "terminal-product" | "desktop-cli" | "local-tree";
18
20
  /**
19
21
  * How a subject's world relates across participants. `per-lane-worlds` (the default; absent ==
20
- * this) is the only fan-out topology the computer-use route ships — N participants, N independent
21
- * worlds, isolation + per-participant attribution. `shared-world` (#164) is the declared override: one
22
+ * this) is the only fan-out topology the computer-use route ships: N participants, N independent
23
+ * worlds, isolation + per-participant attribution. `shared-world` is the declared override: one
22
24
  * mutable service plane that N participants use at the same time, so their actions interact through
23
25
  * shared state. Consumed only on the shared-world routes (a provisioned clone plane, or an
24
26
  * external-public app-url plane) with a computer-use actor; inert/warned everywhere else
25
- * (invariant 6).
27
+ * (claims match mechanism).
26
28
  */
27
29
  type LabSubjectTopology = "per-lane-worlds" | "shared-world";
28
30
  export interface LabSubjectClone {
@@ -51,11 +53,11 @@ export interface LabSubjectServe {
51
53
  install?: string;
52
54
  /** Optional bounded build step. */
53
55
  build?: string;
54
- /** Required long-lived start command — launched detached; the sandbox lifecycle owns it. */
56
+ /** Required long-lived start command, launched detached; the sandbox lifecycle owns it. */
55
57
  start: string;
56
58
  /** Loopback entry URL: the readiness-probe target and the URL the actor drives. The lab
57
59
  * serves the clone inside the sandbox, so this is always loopback (not subject to
58
- * allowPublicTargets — that governs app-url subjects, i.e. external deployments). */
60
+ * allowPublicTargets, which governs app-url subjects, i.e. external deployments). */
59
61
  url: string;
60
62
  /** Budget for the served app to answer the readiness probe. Default 180000. */
61
63
  readyTimeoutMs?: number;
@@ -69,21 +71,21 @@ export type LabStateStepWhen = "before-build" | "before-start" | "after-ready";
69
71
  interface LabSubjectStateStep {
70
72
  /**
71
73
  * [a-z0-9-] step label (must start alphanumeric), <=40 chars, unique across steps; becomes
72
- * the detached-step name `subject-state-<name>` (interpolates into in-sandbox file paths —
73
- * the shape is load-bearing, validated at parse and re-enforced in the engine).
74
+ * the detached-step name `subject-state-<name>` (interpolates into in-sandbox file paths, so
75
+ * the shape is validated at parse and re-enforced in the engine).
74
76
  */
75
77
  name: string;
76
78
  /**
77
- * Author-trusted shell command (same trust class as serve.install/build/start — the
79
+ * Author-trusted shell command (same trust class as serve.install/build/start: the
78
80
  * "serve commands are author-trusted" corollary). Runs detached in the subject directory
79
81
  * with an atomic status file, kill-on-timeout, and a capped log tail. Persisted in
80
82
  * evidence as a sha256-16 digest only, never as text.
81
83
  */
82
84
  command: string;
83
85
  /**
84
- * Phase: before-build (after install — for builds that read the DB, e.g. SSG),
85
- * before-start (after build, before the server launches — migrations, SQL/file fixtures,
86
- * an in-sandbox `service postgresql start`), after-ready (after the readiness probe —
86
+ * Phase: before-build (after install, for builds that read the DB, e.g. SSG),
87
+ * before-start (after build, before the server launches: migrations, SQL/file fixtures,
88
+ * an in-sandbox `service postgresql start`), after-ready (after the readiness probe:
87
89
  * fixtures loaded through the running app's API). Default: before-start.
88
90
  */
89
91
  when?: LabStateStepWhen;
@@ -93,19 +95,19 @@ interface LabSubjectStateStep {
93
95
  /**
94
96
  * A shared-world state checkpoint: an author-trusted, read-only, aggregate/digest probe command
95
97
  * (counts, max-timestamps, hashes) run at baseline and after each role's turn. Reuses the
96
- * seed-step validation shape (name [a-z0-9-] ≤40, unique; command required). Persisted DIGEST-ONLY
97
- * (only sha256-16(scrub+redact(stdout)) ever lands — never the raw value), same lockdown as the
98
- * seed surface. Consumed only on the shared-world route (#164); inert/warned elsewhere.
98
+ * seed-step validation shape (name [a-z0-9-] ≤40, unique; command required). Persisted digest-only
99
+ * (only sha256-16(scrub+redact(stdout)) ever lands, never the raw value), same lockdown as the
100
+ * seed surface. Consumed only on the shared-world route; inert/warned elsewhere.
99
101
  */
100
102
  export interface LabSubjectStateCheckpoint {
101
103
  /**
102
104
  * [a-z0-9-] probe label (must start alphanumeric), <=40 chars, unique across checkpoints;
103
- * names the detached step (`checkpoint-<snapshot>-<name>`) — load-bearing shape, validated at
105
+ * names the detached step (`checkpoint-<snapshot>-<name>`), a shape validated at
104
106
  * parse and re-enforced in the engine.
105
107
  */
106
108
  name: string;
107
109
  /**
108
- * Author-trusted READ-ONLY shell command (same trust class as serve/seed — the "serve commands
110
+ * Author-trusted read-only shell command (same trust class as serve/seed: the "serve commands
109
111
  * are author-trusted" corollary). Its stdout is scrubbed + pattern-redacted, then digested
110
112
  * (sha256-16); the raw value never persists.
111
113
  */
@@ -128,16 +130,16 @@ export interface LabSubjectState {
128
130
  */
129
131
  external?: string[];
130
132
  /**
131
- * Shared-world state checkpoints (#164): read-only digest probes run at baseline + after each
133
+ * Shared-world state checkpoints: read-only digest probes run at baseline + after each
132
134
  * role's turn to produce the harness-clocked interaction timeline. Consumed only on the
133
- * shared-world route; inert/warned elsewhere (invariant 6). Shape-validated everywhere.
135
+ * shared-world route; inert/warned elsewhere. Shape-validated everywhere.
134
136
  */
135
137
  checkpoint?: LabSubjectStateCheckpoint[];
136
138
  }
137
139
  /**
138
140
  * `terminal-product`: the product-under-study a terminal agent must discover and use from public
139
141
  * surfaces only (the terminal-product route's subject). The subject is not provisioned or cloned:
140
- * the agent drives the declared public surfaces, so provenance is unpinned (invariant 5). The
142
+ * the agent drives the declared public surfaces, so provenance is declared unpinned. The
141
143
  * concrete product name + surfaces are operator data; committed fixtures use a neutral mock name.
142
144
  */
143
145
  export interface LabSubjectProduct {
@@ -149,7 +151,7 @@ export interface LabSubjectProduct {
149
151
  * desktop) and `terminal-product` (an agent in a shell).
150
152
  *
151
153
  * Absent means the participant installs it themselves from the public surfaces, which is a
152
- * different study — one about the install, not about the tool. Present means the study starts
154
+ * different study, one about the install. Present means the study starts
153
155
  * where you want it to start: asking a participant what studies a project contains, in an empty
154
156
  * directory, measures the lab rather than the product.
155
157
  * Both routes prepare Node/npm when install is absent; product installation remains the
@@ -179,7 +181,7 @@ export interface LabSubjectProduct {
179
181
  * autonomous agent is about to drive.
180
182
  *
181
183
  * It exists so a study can test a build that is not published yet. Installing `@latest` measures
182
- * the last release, which is exactly the wrong artifact for a pre-release gate — the point is to
184
+ * the last release, which is exactly the wrong artifact for a pre-release gate. The point is to
183
185
  * meet the candidate before anyone else does. Any adopter shipping a CLI wants the same thing.
184
186
  */
185
187
  upload?: string;
@@ -188,14 +190,14 @@ export interface LabSubject {
188
190
  source: LabSubjectSource;
189
191
  /**
190
192
  * World topology across participants. Absent == `per-lane-worlds` (the isolation default; every
191
- * existing lab is byte-stable). `shared-world` is the declared override (#164): one mutable
192
- * service plane, N role seats at once. Consumed only on the shared-world routes (a provisioned
193
- * clone or an external-public app-url plane, a computer-use actor, and a roster of ≥2 participants);
194
- * inert/warned elsewhere.
193
+ * existing study is byte-stable). `shared-world` is the declared override: one mutable service
194
+ * plane, N participants at once, each in its role. Consumed only on the shared-world routes (a
195
+ * provisioned clone or an external-public app-url plane, a computer-use actor, and a roster of ≥2
196
+ * participants); inert/warned elsewhere.
195
197
  */
196
198
  topology?: LabSubjectTopology;
197
199
  /**
198
- * Concurrent shared-world route only (#164 phase 2): the author's required attestation that the
200
+ * Concurrent shared-world route only: the author's required attestation that the
199
201
  * subject behind the internet-reachable `getHost` URL is synthetic seeded data. The concurrent
200
202
  * route exposes the subject on a tokenless public URL for the run's duration, so real/external
201
203
  * data must never sit behind it. This is author-trust + a provenance gate (verify also requires
@@ -204,16 +206,16 @@ export interface LabSubject {
204
206
  */
205
207
  exposure?: "synthetic";
206
208
  /**
207
- * External-public shared-world route only (#164 phase 2): the author's required ownership
209
+ * External-public shared-world route only: the author's required ownership
208
210
  * attestation when a real public deployment (`source: app-url` + `topology: shared-world` +
209
211
  * `concurrency > 1` + `policies.allowPublicTargets: true`) is used directly as the shared plane.
210
212
  * The harness neither provisions nor exposes this target (no getHost, no clone, no seed), so it
211
213
  * cannot attest the data is synthetic; instead the operator must attest they own/operate it.
212
- * `owner` is a public-safe operator/repo label; `authorized` must be true. This is author-trust —
213
- * the harness cannot verify ownership — surfaced honestly in the evidence class. Required on the
214
+ * `owner` is a public-safe operator/repo label; `authorized` must be true. This is author-trust:
215
+ * the harness cannot verify ownership, and the evidence class says so. Required on the
214
216
  * external-public branch. On a non-`app-url` subject it is rejected (parse error); on any other
215
- * `app-url` config that does not route to external-public shared-world it is IGNORED-WITH-A-WARNING
216
- * (forwardDeclaredWarnings), never silently consumed — it is meaningless without that plane.
217
+ * `app-url` config that does not route to external-public shared-world it is ignored with a warning
218
+ * (forwardDeclaredWarnings), never silently consumed, because it is meaningless without that plane.
217
219
  */
218
220
  publicTarget?: {
219
221
  owner: string;
@@ -224,12 +226,12 @@ export interface LabSubject {
224
226
  clone?: LabSubjectClone;
225
227
  /**
226
228
  * `app-url`: a loopback http(s) URL the computer-use actor drives (127.0.0.1/localhost
227
- * only — driving arbitrary public sites is not allowed). The URL must be reachable from
229
+ * only; driving arbitrary public sites is not allowed). The URL must be reachable from
228
230
  * inside the desktop sandbox; library callers provision it via the prepareDesktop hook.
229
- * For a config-only path use `clone` + `serve` — the lab serves the app itself.
231
+ * For a config-only path use `clone` + `serve`: the lab serves the app itself.
230
232
  *
231
233
  * `local-app`: the loopback http(s) URL of an already-running local dev server the caller's
232
- * custom CuaExecutor drives in-process (no sandbox, no public-target option — always
234
+ * custom CuaExecutor drives in-process (no sandbox, no public-target option, always
233
235
  * loopback). Passed to `inProcess.executor` so the bridge knows where the app lives.
234
236
  */
235
237
  appUrl?: string;
@@ -253,9 +255,9 @@ export interface LabSubject {
253
255
  */
254
256
  envValues?: Record<string, string>;
255
257
  /**
256
- * `clone` (computer-use route): the subject's state story — seed/migration/fixture steps
258
+ * `clone` (computer-use route): the subject's state story, as seed/migration/fixture steps
257
259
  * executed in-sandbox around the serve sequence, and/or declared external state. Recorded
258
- * in the run bundle as structured provenance (invariant 5): seeded with command digests,
260
+ * in the run bundle as structured provenance: seeded with command digests,
259
261
  * unpinned for external state, declared-not-run for dry-run/failed provisioning.
260
262
  */
261
263
  state?: LabSubjectState;
@@ -287,7 +289,7 @@ export interface LabParticipantFocus {
287
289
  * paths). Consumed only on the computer-use E2B route (inert/warned elsewhere).
288
290
  */
289
291
  export interface LabParticipantEntry {
290
- /** Public-safe participant id (interpolates into its evidence paths). Default lane-NN. */
292
+ /** Public-safe participant id (interpolates into its evidence paths). Default `lane-NN`. */
291
293
  id?: string;
292
294
  /**
293
295
  * App-defined actor type label for grouping simulated users ("operator", "viewer",
@@ -310,7 +312,7 @@ export interface LabParticipantEntry {
310
312
  * observation matches any declared rule; actor-level stopWhen is used as the default.
311
313
  */
312
314
  stopWhen?: StopWhen;
313
- /** A declared observation window for this participant (#510); actor-level dwell is the default. */
315
+ /** A declared observation window for this participant; actor-level dwell is the default. */
314
316
  dwell?: DwellWindow;
315
317
  /**
316
318
  * How hard the model is asked to think for this participant; actor-level reasoningEffort is the default.
@@ -327,17 +329,17 @@ export interface LabParticipantEntry {
327
329
  */
328
330
  target?: string;
329
331
  /**
330
- * Shared-world only (#164): this participant's loopback entry route, resolved against
332
+ * Shared-world only: this participant's loopback entry route, resolved against
331
333
  * `subject.serve.url`. It must be same-origin (loopback) with it, and the participant opens
332
334
  * `serve.url + entry`. Validated at parse and re-enforced in the engine. Inert/warned on every
333
335
  * non-shared-world route (the per-lane-worlds fan-out roster has no per-participant entry).
334
336
  */
335
337
  entry?: string;
336
338
  /**
337
- * External-public shared-world only (#164 phase 2): marks this participant as the host. It
338
- * creates the shared session (e.g. a multiplayer lobby) that the follower seats then join. Exactly
339
+ * External-public shared-world only: marks this participant as the host. It
340
+ * creates the shared session (e.g. a multiplayer lobby) that the followers then join. Exactly
339
341
  * one participant in the roster may carry `host: true` (validated in externalPublicSharedWorldValidationReason).
340
- * The orchestrator watches the host seat's observed URL for the shared-session code and threads it
342
+ * The orchestrator watches the host's observed URL for the shared-session code and threads it
341
343
  * into the follower missions at a host-first barrier. Inert/warned on every other route.
342
344
  */
343
345
  host?: boolean;
@@ -375,16 +377,17 @@ export interface LabActor {
375
377
  /** Consumed on the app-url route (laneFocus.instruction appended to the mission). XOR `lanes`. */
376
378
  laneFocus?: LabParticipantFocus;
377
379
  /** Free-form mission threaded into the actor prompt. Consumed on the app-url route. A mission on
378
- * its own is a complete, valid lab — `tasks` is additive, never required. */
380
+ * its own is a complete, valid lab; `tasks` is additive, never required. */
379
381
  mission?: string;
380
382
  /**
381
383
  * The researcher's protocol: discrete tasks, each with what the participant is asked to do and
382
384
  * (optionally) how the researcher measures it. Additive to `mission`, which stays the brief.
383
385
  *
384
386
  * The two halves belong to different people. `goal` reaches the participant's prompt; `success`
385
- * never does — a moderator does not read the success criterion aloud, because telling someone how
387
+ * never does. A moderator does not read the success criterion aloud, because telling someone how
386
388
  * they will be judged changes what they do. See src/lab/tasks.ts.
387
- * Supported only on the first actor of per-participant CUA routes; other routes fail preflight.
389
+ * Supported only on the first actor of per-participant computer-use routes; other routes fail
390
+ * preflight.
388
391
  */
389
392
  tasks?: LabTask[];
390
393
  /** Provider model override. Consumed on the app-url route. */
@@ -420,7 +423,7 @@ export interface LabActor {
420
423
  */
421
424
  stopWhen?: StopWhen;
422
425
  /**
423
- * A declared observation window (#510), the default for every participant; a `lanes[]` entry's dwell overrides
426
+ * A declared observation window, the default for every participant; a `lanes[]` entry's dwell overrides
424
427
  * it. `when` is a stopWhen-shaped condition (absent: the window opens after the first
425
428
  * observation); `ms` is the hold, `everyMs` the frame cadence (default 10 s), `then` whether
426
429
  * the participant continues afterwards (default) or the session ends. The harness takes no
@@ -430,8 +433,8 @@ export interface LabActor {
430
433
  }
431
434
  type LabExecutionTarget = "local" | "e2b-desktop" | "e2b-terminal";
432
435
  /** Terminal transport: the captured non-interactive exec stream (stdin disabled). It is not an
433
- * interactive duplex PTY — labeling captured exec output "pty" would be a claim/mechanism
434
- * mismatch (invariant 6 + the goal packet's PTY ruling), so this route uses "exec-stream". */
436
+ * interactive duplex PTY; labeling captured exec output "pty" would be a claim/mechanism
437
+ * mismatch, so this route uses "exec-stream". */
435
438
  type LabTerminalTransport = "exec-stream";
436
439
  /** Whether operator stdin reaches the in-sandbox agent. Disabled by default (the run is
437
440
  * autonomous + comparable to an unassisted baseline). "planned" records intent but sends no
@@ -457,10 +460,10 @@ export interface LabExecutionDesktop {
457
460
  * Named device preset (mobile / small-mobile / narrow-mobile / tablet / desktop / wide) the
458
461
  * run renders at. Consumed on the computer-use route; default `desktop` (1440x950). On that
459
462
  * route only width/height physically render (the X screen is sized to the preset, so
460
- * width-based responsive CSS fires) — touch/DPR/UA are sim-parity prompt signals, not rendered.
463
+ * width-based responsive CSS fires). Touch/DPR/UA are sim-parity prompt signals and do not render.
461
464
  */
462
465
  device?: string;
463
- /** Raw hosted screen resolution [width, height] — an escape hatch that overrides `device`. */
466
+ /** Raw hosted screen resolution [width, height]: an escape hatch that overrides `device`. */
464
467
  resolution?: [number, number];
465
468
  /**
466
469
  * Browser family to launch for hosted desktop participants. Absent/default preserves the
@@ -485,7 +488,7 @@ export interface LabExecutionDesktop {
485
488
  /** Use the Codex app-server client mode for headed desktop actor surfaces. Consumed (meta). */
486
489
  codexAppServer?: boolean;
487
490
  /**
488
- * Mobile fidelity beyond viewport size (#221). With `mobileEmulation: true`, every hosted
491
+ * Mobile fidelity beyond viewport size. With `mobileEmulation: true`, every hosted
489
492
  * Chromium computer-use participant on a mobile preset (mobile / small-mobile / narrow-mobile) gets
490
493
  * CDP device emulation applied to its launch page before the participant arrives; desktop,
491
494
  * tablet and wide participants in the same run are untouched and carry no fidelity block. Applied: the participant's device preset width/height as the CSS viewport, the preset's
@@ -497,7 +500,7 @@ export interface LabExecutionDesktop {
497
500
  * viewport and touch read-back is recorded separately; missing or different values warn.
498
501
  */
499
502
  fidelity?: LabDesktopFidelity;
500
- /** Synthetic media devices behind the browser's own permission prompt (#509). */
503
+ /** Synthetic media devices behind the browser's own permission prompt. */
501
504
  media?: LabDesktopMedia;
502
505
  /** Optional retained screen video. Capture is independent of participant media input. */
503
506
  recording?: {
@@ -505,7 +508,7 @@ export interface LabExecutionDesktop {
505
508
  };
506
509
  }
507
510
  /**
508
- * A participant with a camera (#509): a property of the environment, like the screen preset and
511
+ * A participant with a camera: a property of the environment, like the screen preset and
509
512
  * the browser, never support for any conferencing product. `camera.source: synthetic` generates
510
513
  * a test pattern in the sandbox with the image's own ffmpeg; a `.y4m` path on the host is
511
514
  * uploaded instead on hosted desktops. `microphone.source: speech` enables the participant's
@@ -532,7 +535,7 @@ export interface LabExecution {
532
535
  target?: LabExecutionTarget;
533
536
  /** Actor session wall-clock budget. Consumed on the app-url route. */
534
537
  timeoutMs?: number;
535
- /** FORWARD-DECLARED. */
538
+ /** Forward-declared: no route reads it yet, so a set value warns. */
536
539
  completionTimeoutMs?: number;
537
540
  /**
538
541
  * Bounds in-flight fan-out participants on the computer-use route. Shared-world needs at least 2 and
@@ -541,16 +544,17 @@ export interface LabExecution {
541
544
  concurrency?: number;
542
545
  desktop?: LabExecutionDesktop;
543
546
  /**
544
- * Blast-radius budget for each computer-use participant. Consumed on the CUA route: `caps.maxUsd`, when
545
- * set, is a fail-closed abort: the session stops the moment its running estimated spend crosses
546
- * it (the runaway-retry guard), and a cap on a model src/run/pricing.ts cannot price is refused at
547
- * preflight rather than run uncapped. It is a PER-PARTICIPANT cap: enforced inside each participant's loop,
548
- * so an N-participant fan-out can spend up to N × maxUsd before any participant aborts (the run warns with the
549
- * true ~N × cap ceiling). `caps.maxTotalUsd` is the shared study budget (#299): one ledger
550
- * across every participant, the knob a researcher actually reasons with. Absent = uncapped (the
551
- * historical CUA behavior); maxUsd: 0 still permits a request before reported usage trips it. Inert
552
- * (warned) on non-CUA routes. Reuses the same LabScenarioCaps shape as the terminal route's
553
- * `scenario.caps` (not a fork).
547
+ * Blast-radius budget for each computer-use participant. Consumed on the computer-use route:
548
+ * `caps.maxUsd`, when set, is a fail-closed abort: the session stops the moment its running
549
+ * estimated spend crosses it (the runaway-retry guard), and a cap on a model src/run/pricing.ts
550
+ * cannot price is refused at preflight rather than run uncapped. It is a per-participant cap:
551
+ * enforced inside each participant's loop, so an N-participant fan-out can spend up to N × maxUsd
552
+ * before any participant aborts (the run warns with the true ~N × cap ceiling).
553
+ * `caps.maxTotalUsd` is the shared study budget: one ledger across every participant, the knob a
554
+ * researcher actually reasons with. Absent = uncapped (the historical CUA behavior); maxUsd: 0
555
+ * still permits a request before reported usage trips it. Inert (warned) on non-computer-use
556
+ * routes. Reuses the same LabScenarioCaps shape as the terminal route's `scenario.caps` (not a
557
+ * fork).
554
558
  */
555
559
  caps?: LabScenarioCaps;
556
560
  /** `terminal-product` route: the terminal transport + stdin posture. Consumed on that route. */
@@ -565,7 +569,7 @@ export interface LabExecution {
565
569
  /**
566
570
  * `terminal-product` route: outbound routing allowlist passed to E2B with a deny-all fallback.
567
571
  * Domain filtering is a routing control, not strict destination isolation on shared hosting.
568
- * It does not constrain spending through an allowed runtime provider (#538), including when
572
+ * It does not constrain spending through an allowed runtime provider, including when
569
573
  * openai-egress keeps the raw runtime key outside the sandbox.
570
574
  *
571
575
  * Absent means unrestricted, which is the historical behavior and stays the default, because a
@@ -584,17 +588,17 @@ type LabScenarioMode = "dry-run" | "live";
584
588
  * All values are non-negative numbers (0 is the no-spend default). Live runs require maxUsd and a
585
589
  * positive maxMinutes; maxUsd/maxJobs are checked after the session against known ledger signals
586
590
  * and maxMinutes is enforced as the command wall clock. Codex tokens are unpriced, so a live run
587
- * refuses a positive maxUsd unless a costProbe measures spend (HUMANISH_TERMINAL_LAB_UNPRICED_CAP).
591
+ * refuses a positive maxUsd unless a costProbe measures spend (HUMANISH_TERMINAL_UNPRICED_CAP).
588
592
  */
589
593
  export interface LabScenarioCaps {
590
594
  /** Max USD the run may spend (provider + product). 0 = no-spend. */
591
595
  maxUsd?: number;
592
596
  /**
593
- * STUDY-LEVEL model-spend budget (#299), the number a researcher actually reasons with: "this
594
- * study is N participants, roughly $X" — decided once, up front, where recruiting decisions are
597
+ * study-level model-spend budget, the number a researcher actually reasons with: "this
598
+ * study is N participants, roughly $X", decided once, up front, where recruiting decisions are
595
599
  * made. The computer-use route reads it from `execution.caps.maxTotalUsd` only: every participant's
596
600
  * running estimated model spend feeds one shared ledger, and the moment the run total crosses
597
- * this, each participant stops at its next turn with an honest `budget_reached` (status `incomplete` —
601
+ * this, each participant stops at its next turn with `budget_reached` (status `incomplete`:
598
602
  * the participant ran out of budget; never `gave_up`, because a study-level stop is not the
599
603
  * participant's doing). Estimated model spend only; desktop-minutes ride the cost summary but
600
604
  * not this ledger. Independent of the per-participant `maxUsd` backstop; either, both, or neither may
@@ -609,11 +613,11 @@ export interface LabScenarioCaps {
609
613
  }
610
614
  export interface LabScenario {
611
615
  /** Reference a committed scenario by id (humanish/scenarios/<ref>.yaml) or path. Consumed
612
- * (and required) on the scripted-browser route; FORWARD-DECLARED elsewhere. */
616
+ * (and required) on the scripted-browser route; forward-declared elsewhere. */
613
617
  ref?: string;
614
- /** Or inline the scenario body. FORWARD-DECLARED (PR #2). */
618
+ /** Or inline the scenario body. Forward-declared: no route reads it yet, so a set value warns. */
615
619
  inline?: Record<string, unknown>;
616
- /** dry-run = contract evidence (no provider spend); live = real run. Consumed. */
620
+ /** dry-run = a synthetic bundle with no provider spend; live = real run. Consumed. */
617
621
  mode?: LabScenarioMode;
618
622
  /** Spend/job/time caps. Consumed (recorded in the bundle) on the terminal-product route;
619
623
  * inert (warned) elsewhere. */
@@ -642,7 +646,7 @@ export interface LabPolicies {
642
646
  */
643
647
  allowPublicTargets?: boolean;
644
648
  /**
645
- * How the browser's camera/microphone permission is answered (#509). `prompt` (default): the
649
+ * How the browser's camera/microphone permission is answered. `prompt` (default): the
646
650
  * participant meets Chrome's real dialog and answers it, which is where a real person hesitates
647
651
  * or refuses. `granted`: the dialog is bypassed (`--use-fake-ui-for-media-stream`, which Chrome
648
652
  * marks with an "unsupported command-line flag" banner), for studies about what happens after
@@ -661,17 +665,17 @@ export interface LabPolicies {
661
665
  export interface LabReview {
662
666
  /** Analysis defaults on for eligible live recordings; false disables the separate request. */
663
667
  analysis?: LabAnalysis | false;
664
- /** FORWARD-DECLARED (PR #2). */
668
+ /** Forward-declared: no route reads it yet, so a set value warns. */
665
669
  scoring?: string;
666
- /** FORWARD-DECLARED (PR #2). */
670
+ /** Forward-declared: no route reads it yet, so a set value warns. */
667
671
  milestones?: string;
668
- /** FORWARD-DECLARED (PR #2). */
672
+ /** Forward-declared: no route reads it yet, so a set value warns. */
669
673
  vocabulary?: string;
670
674
  /**
671
- * #316 code escape hatch: a repo-relative path to an adopter scorer module (.mjs recommended) that
675
+ * Code escape hatch: a repo-relative path to an adopter scorer module (.mjs recommended) that
672
676
  * exports any of `{score, deriveFeedback, deriveArtifacts}`. Consumed on the scorer-capable routes
673
677
  * (terminal / computer-use / shared-world); loaded fail-closed (typed error, pre-spend). The entry
674
- * is executable code — review a PR that adds one as code, not config.
678
+ * is executable code: review a PR that adds one as code.
675
679
  */
676
680
  scorer?: {
677
681
  ref: string;
@@ -680,7 +684,7 @@ export interface LabReview {
680
684
  export interface LabDefaults {
681
685
  open?: boolean;
682
686
  }
683
- /** Off-app comms (email/SMS the persona lives in) the harness provides for the run (#297). */
687
+ /** Off-app comms (email/SMS the persona lives in) the harness provides for the run. */
684
688
  export interface LabComms {
685
689
  email?: LabCommsEmail;
686
690
  }
@@ -716,12 +720,12 @@ interface LabCommsCaptureEmail {
716
720
  connection?: never;
717
721
  allowedOrigins?: never;
718
722
  /** Which implementation backs the inbox (a backend discriminator, distinct from `scenario.mode`):
719
- * `fake` (default) is an in-harness in-memory inbox in the Fowler test-double sense — an in-sandbox
723
+ * `fake` (default) is an in-harness in-memory inbox in the Fowler test-double sense: an in-sandbox
720
724
  * catch captures the app's sends. Provider-backed receiving uses the separate
721
725
  * LabCommsReceivingEmail configuration selected by a saved connection. */
722
726
  kind: "fake";
723
727
  /**
724
- * The subject-env var the harness sets to the in-sandbox catch's base URL — ADOPTER-NAMED (an app
728
+ * The subject-env var the harness sets to the in-sandbox catch's base URL. The adopter names it (an app
725
729
  * calling Resend's API directly reads `RESEND_API_URL`; an app using the SDK reads `RESEND_BASE_URL`).
726
730
  * The value is computed by the harness (a loopback URL), so it is not declared in `subject.env`.
727
731
  * Required on the provisioned routes; absent (and meaningless) when `external` is declared,
@@ -736,7 +740,7 @@ interface LabCommsCaptureEmail {
736
740
  * into the same captured-send shape the HTTP path produces, so the inbox surface, the drain, and
737
741
  * the evidence artifact are identical either way.
738
742
  *
739
- * `hostEnv` and `portEnv` are ADOPTER-NAMED, exactly like `injectEnv`: the harness sets them to
743
+ * `hostEnv` and `portEnv` are adopter-named, exactly like `injectEnv`: the harness sets them to
740
744
  * its own loopback and the chosen port. Declare the pair your app actually reads.
741
745
  */
742
746
  smtp?: LabCommsSmtp;
@@ -749,16 +753,17 @@ interface LabCommsCaptureEmail {
749
753
  /** Each participant's inbox address: the actor is told to sign up with it (the injected inbox
750
754
  * instruction carries it) and the teardown drain matches captured mail against it. Omit the
751
755
  * whole list and the parser fills one deterministic address per participant (`<laneId>@example.test`)
752
- * so every seat can do email out of the box (#351). When declared: a `lane` naming a participant that
753
- * does not exist is a hard parse error (a mismatch silently disables the funnel for that seat),
754
- * zero covered participants is a hard error, and partial coverage warns with the uncovered ones. An
755
- * entry without `address` is legal but inert for the funnel: the drain does not match it,
756
- * and its participant gets no inbox instruction; captured mail to an undeclared address is warned,
756
+ * so every participant can do email out of the box. When declared: a `lane` naming a participant
757
+ * that does not exist is a hard parse error (a mismatch silently disables the funnel for that
758
+ * participant), zero covered participants is a hard error, and partial coverage warns with the
759
+ * uncovered ones. An entry without `address` is legal but inert for the funnel: the drain does
760
+ * not match it, and its participant gets no inbox instruction; captured mail to an undeclared
761
+ * address is warned,
757
762
  * never silently dropped. */
758
763
  recipients?: LabCommsRecipient[];
759
764
  /**
760
- * ADOPTER-HOSTED ingress (#328). Declaring this says: the operator runs the catch and the inbox
761
- * themselves, so humanish neither provisions the subject nor injects `injectEnv` — it points the
765
+ * adopter-hosted ingress. Declaring this says: the operator runs the catch and the inbox
766
+ * themselves, so humanish neither provisions the subject nor injects `injectEnv`. It points the
762
767
  * persona at the declared inbox, drains the declared catch over HTTP at teardown, and writes the
763
768
  * same digest-only evidence. This is what makes comms work on the app-url / operator-provisioned
764
769
  * plane, where humanish holds no sandbox handle to host a catch in and the block was previously
@@ -777,19 +782,20 @@ export interface LabCommsExternal {
777
782
  }
778
783
  export interface LabCommsRecipient {
779
784
  lane: string;
780
- /** The literal address the app sends to — what the evidence drain matches. Omit to reserve the participant
785
+ /** The literal address the app sends to, which the evidence drain matches. Omit to reserve the participant
781
786
  * for the persona surface's default address (not drain-matched). */
782
787
  address?: string;
783
788
  }
784
789
  export interface LabConfig {
785
- schema: typeof LAB_CONFIG_SCHEMA;
790
+ /** The format the file was written in. Both parse into this one shape. */
791
+ schema: typeof LAB_CONFIG_SCHEMA | typeof STUDY_SCHEMA;
786
792
  id: string;
787
793
  title?: string;
788
794
  description?: string;
789
795
  subject: LabSubject;
790
796
  actors: LabActor[];
791
797
  execution?: LabExecution;
792
- /** FORWARD-DECLARED (PR #2). */
798
+ /** Forward-declared: no route reads it yet, so a set value warns. */
793
799
  personas?: Record<string, unknown>[];
794
800
  scenario?: LabScenario;
795
801
  policies?: LabPolicies;
@@ -805,7 +811,7 @@ interface LabConfigParseSuccess {
805
811
  export interface LabConfigParseFailure {
806
812
  ok: false;
807
813
  error: {
808
- code: "HUMANISH_LAB_INVALID";
814
+ code: "HUMANISH_STUDY_INVALID";
809
815
  message: string;
810
816
  };
811
817
  }
package/dist/lab/types.js CHANGED
@@ -1,6 +1,8 @@
1
1
  import {} from "../analysis/automatic-config.js";
2
2
  import {} from "../actors/reasoning-effort.js";
3
3
  export const LAB_CONFIG_SCHEMA = "humanish.lab.v2";
4
+ /** The study format: it declares its route, one actor, its participants and one caps block. */
5
+ export const STUDY_SCHEMA = "humanish.study.v3";
4
6
  // Must start alphanumeric so an id never collides with the path-vs-id resolver heuristic
5
7
  // (a leading "." or "/" is read as a file path; a leading "-" collides with CLI flags).
6
8
  export const ID_PATTERN = /^[A-Za-z0-9][A-Za-z0-9_.-]*$/;
@@ -1,16 +1,16 @@
1
1
  import type { LabConfig } from "./types.js";
2
2
  /**
3
3
  * Cross-validate the computer-use fan-out declaration (`per-lane-worlds`). Returns the failure
4
- * message, or null when valid. Enforced at parse and re-enforced in the engine (runCuaActorLab
5
- * is itself exported npm surface). Structural roster shape (id/device validity, id uniqueness) is
6
- * already checked in parseLanes; this is the route-scoped XOR/cap/policy layer.
4
+ * message, or null when valid. The parser enforces it, and runLab checks it again for a config
5
+ * that skipped the parser. It runs rosterStructuralValidationReason (id and device
6
+ * validity, unique ids) first, then the route-scoped XOR, cap and policy checks.
7
7
  */
8
- export declare function cuaLaneValidationReason(config: LabConfig): string | null;
8
+ export declare function computerUseValidationReason(config: LabConfig): string | null;
9
9
  /**
10
- * Cross-validate a `topology: shared-world` declaration (#164). Returns the failure message, or
10
+ * Cross-validate a `topology: shared-world` declaration. Returns the failure message, or
11
11
  * null when the one shared-world route can run it: the external-public checks for an app-url
12
12
  * subject, the provisioned checks otherwise. Enforced at parse and again by the route, since
13
- * runConcurrentSharedWorld is exported.
13
+ * runLab takes a config that skipped the parser.
14
14
  */
15
15
  export declare function sharedWorldValidationReason(config: LabConfig): string | null;
16
16
  /**
@@ -21,7 +21,7 @@ export declare function sharedWorldValidationReason(config: LabConfig): string |
21
21
  export declare function desktopMediaValidationReason(config: LabConfig, supportsMedia?: boolean): string | undefined;
22
22
  /** Reused by direct library runners so unsupported receiving never becomes inert configuration. */
23
23
  export declare function receivingEmailValidationReason(config: LabConfig): string | undefined;
24
- /** Refuse task declarations that the selected execution path would discard (#737).
24
+ /** Refuse task declarations that the selected execution path would discard.
25
25
  * Direct runners pass their actual support rather than trusting the config's dispatch shape. */
26
26
  export declare function taskProtocolValidationReason(config: LabConfig, supportsTasks?: boolean): string | null;
27
27
  /**
@@ -43,24 +43,24 @@ export declare function scenarioCapsValidationReason(config: LabConfig): string
43
43
  /** Refuse a claimed output bound when the route cannot pass it to the first-party provider. */
44
44
  export declare function outputTokenLimitValidationReason(config: LabConfig): string | null;
45
45
  /**
46
- * Cross-validate a concurrent shared-world declaration (#164 phase 2). Returns the failure message,
46
+ * Cross-validate a concurrent shared-world declaration. Returns the failure message,
47
47
  * or null when valid. Includes the base shared-world checks plus the concurrent extras: a synthetic
48
48
  * subject attestation, a 0.0.0.0 serve bind (getHost only routes to a port bound on
49
49
  * all interfaces), and no `subject.clone.keep`/`subject.localTree.keep` (either would
50
- * orphan actor sandboxes). Enforced at parse and re-enforced in the engine (runConcurrentSharedWorld
51
- * is exported npm surface).
50
+ * orphan actor sandboxes). Enforced at parse and re-enforced in the engine (runLab
51
+ * takes a config that skipped the parser).
52
52
  */
53
53
  export declare function concurrentSharedWorldValidationReason(config: LabConfig): string | null;
54
54
  /**
55
- * Cross-validate the external-public shared-world declaration (#164 phase 2): a real public
55
+ * Cross-validate the external-public shared-world declaration: a real public
56
56
  * deployment used directly as the shared plane (no getHost, no clone, no subject sandbox, no seed).
57
57
  * The counterpart of concurrentSharedWorldValidationReason for a plane the harness does not own:
58
58
  * it rejects every provisioned-subject field (serve/state.seed/state.checkpoint/exposure/clone/repos
59
- * are inert with no sandbox, so they fail closed per invariant 6), and requires a
59
+ * are inert with no sandbox, so they fail closed), and requires a
60
60
  * non-loopback appUrl + allowPublicTargets + the operator-ownership attestation subject.publicTarget +
61
61
  * concurrency >= 2 + an actors[0].lanes roster of ≥2 with exactly one host participant. The getHost synthetic
62
62
  * gate is deliberately unreachable here (there is no internet-reachable harness-owned URL to attest).
63
- * Enforced at parse and re-enforced in the engine (runConcurrentSharedWorld is exported npm surface).
63
+ * Enforced at parse and re-enforced in the engine (runLab takes a config that skipped the parser).
64
64
  */
65
65
  export declare function externalPublicSharedWorldValidationReason(config: LabConfig): string | null;
66
66
  /** Analysis requires a live recording producer, including supported dry-run previews. */