@opengeni/worker-bundle 2.0.1 → 2.0.2-canary.38686408778001

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/dist/activities/agent-run-admission.d.ts +1 -12
  2. package/dist/activities/agent-turn/admission.d.ts +88 -10
  3. package/dist/activities/agent-turn/agent-build.d.ts +14 -3
  4. package/dist/activities/agent-turn/claim.d.ts +4 -1
  5. package/dist/activities/agent-turn/claude-core.d.ts +195 -0
  6. package/dist/activities/agent-turn/code-search.d.ts +60 -0
  7. package/dist/activities/agent-turn/codex-capacity.d.ts +3 -0
  8. package/dist/activities/agent-turn/codex-core-capacity.d.ts +37 -0
  9. package/dist/activities/agent-turn/codex-core-claim.d.ts +40 -0
  10. package/dist/activities/agent-turn/codex-core-errors.d.ts +102 -0
  11. package/dist/activities/agent-turn/codex-core-failover.d.ts +15 -0
  12. package/dist/activities/agent-turn/codex-core-requests.d.ts +28 -0
  13. package/dist/activities/agent-turn/codex-core-settlement.d.ts +77 -0
  14. package/dist/activities/agent-turn/codex-credit-policy.d.ts +30 -0
  15. package/dist/activities/agent-turn/codex-plan-entitlement.d.ts +105 -0
  16. package/dist/activities/agent-turn/codex-usage-policy.d.ts +2 -0
  17. package/dist/activities/agent-turn/codex.d.ts +2 -19
  18. package/dist/activities/agent-turn/compaction-interruption.d.ts +32 -0
  19. package/dist/activities/agent-turn/compaction-prep.d.ts +30 -1
  20. package/dist/activities/agent-turn/credential-leases.d.ts +64 -37
  21. package/dist/activities/agent-turn/credential-restriction.d.ts +3 -0
  22. package/dist/activities/agent-turn/errors.d.ts +172 -28
  23. package/dist/activities/agent-turn/failure-settlement.d.ts +10 -43
  24. package/dist/activities/agent-turn/final-reply.d.ts +18 -0
  25. package/dist/activities/agent-turn/finalization-monitor.d.ts +7 -2
  26. package/dist/activities/agent-turn/finalization.d.ts +2 -0
  27. package/dist/activities/agent-turn/github-repository-bindings.d.ts +2 -0
  28. package/dist/activities/agent-turn/governance-model.d.ts +13 -1
  29. package/dist/activities/agent-turn/history-sink.d.ts +3 -1
  30. package/dist/activities/agent-turn/history.d.ts +2 -0
  31. package/dist/activities/agent-turn/input-wait-reply.d.ts +76 -0
  32. package/dist/activities/agent-turn/meaningful-output.d.ts +9 -0
  33. package/dist/activities/agent-turn/media-artifacts.d.ts +5 -3
  34. package/dist/activities/agent-turn/model-call-admission.d.ts +15 -0
  35. package/dist/activities/agent-turn/model-usage.d.ts +56 -14
  36. package/dist/activities/agent-turn/model-wire-dispatch.d.ts +15 -0
  37. package/dist/activities/agent-turn/optional-repositories.d.ts +59 -0
  38. package/dist/activities/agent-turn/prompt-tool-availability.d.ts +17 -0
  39. package/dist/activities/agent-turn/provider-dispatch-barrier.d.ts +12 -1
  40. package/dist/activities/agent-turn/provider-recovery-copy.d.ts +24 -0
  41. package/dist/activities/agent-turn/provider-recovery-metrics.d.ts +18 -0
  42. package/dist/activities/agent-turn/provider-recovery-policy.d.ts +6 -0
  43. package/dist/activities/agent-turn/quiescence.d.ts +6 -7
  44. package/dist/activities/agent-turn/recovery-warning.d.ts +6 -5
  45. package/dist/activities/agent-turn/refresh-credentials.d.ts +6 -0
  46. package/dist/activities/agent-turn/run-credentials.d.ts +9 -5
  47. package/dist/activities/agent-turn/run.d.ts +27 -2
  48. package/dist/activities/agent-turn/sandbox-establish.d.ts +1 -0
  49. package/dist/activities/agent-turn/sandbox-provision.d.ts +25 -1
  50. package/dist/activities/agent-turn/sandbox-route.d.ts +3 -0
  51. package/dist/activities/agent-turn/sandbox-runtime.d.ts +1 -1
  52. package/dist/activities/agent-turn/secret-resolver.d.ts +64 -0
  53. package/dist/activities/agent-turn/session-title.d.ts +60 -3
  54. package/dist/activities/agent-turn/session-usage-custody.d.ts +66 -0
  55. package/dist/activities/agent-turn/skill-checkout.d.ts +25 -6
  56. package/dist/activities/agent-turn/skill-read.d.ts +70 -2
  57. package/dist/activities/agent-turn/skill-search.d.ts +2 -0
  58. package/dist/activities/agent-turn/skill-tools.d.ts +41 -4
  59. package/dist/activities/agent-turn/skill-transfer.d.ts +18 -6
  60. package/dist/activities/agent-turn/stream-attempt.d.ts +6 -3
  61. package/dist/activities/agent-turn/subscription-capacity-arming.d.ts +41 -0
  62. package/dist/activities/agent-turn/subscription-core-capacity.d.ts +86 -0
  63. package/dist/activities/agent-turn/subscription-core-failover.d.ts +69 -0
  64. package/dist/activities/agent-turn/subscription-core-placed.d.ts +14 -0
  65. package/dist/activities/agent-turn/subscription-core-requests.d.ts +109 -0
  66. package/dist/activities/agent-turn/subscription-core-settlement.d.ts +112 -0
  67. package/dist/activities/agent-turn/subscription-lease.d.ts +44 -0
  68. package/dist/activities/agent-turn/subscription-serving-capacity.d.ts +6 -0
  69. package/dist/activities/agent-turn/subscription-serving-catalog.d.ts +13 -0
  70. package/dist/activities/agent-turn/subscription-serving-claim.d.ts +30 -0
  71. package/dist/activities/agent-turn/subscription-serving-providers.d.ts +2 -0
  72. package/dist/activities/agent-turn/tool-environment.d.ts +30 -6
  73. package/dist/activities/agent-turn/tool-policy.d.ts +55 -3
  74. package/dist/activities/agent-turn/turn-context.d.ts +104 -5
  75. package/dist/activities/agent-turn/web-search.d.ts +57 -0
  76. package/dist/activities/agent-turn/xai-core.d.ts +96 -0
  77. package/dist/activities/automations.d.ts +3 -1
  78. package/dist/activities/browser-deadline-checkpoint.d.ts +34 -0
  79. package/dist/activities/capabilities.d.ts +8 -20
  80. package/dist/activities/codemode-dispatcher.d.ts +20 -3
  81. package/dist/activities/codex-capacity.d.ts +1 -56
  82. package/dist/activities/codex-image-generation.d.ts +49 -3
  83. package/dist/activities/common.d.ts +3 -1
  84. package/dist/activities/context-compaction.d.ts +41 -2
  85. package/dist/activities/environment.d.ts +1 -19
  86. package/dist/activities/gmail-files.d.ts +50 -0
  87. package/dist/activities/goals.d.ts +1 -9
  88. package/dist/activities/incident-telemetry-authority.d.ts +5 -2
  89. package/dist/activities/incident-telemetry-preflight.d.ts +10 -3
  90. package/dist/activities/knowledge-indexing.d.ts +19 -0
  91. package/dist/activities/mcp-account-routes.d.ts +2 -21
  92. package/dist/activities/model-call-fact-reconciler.d.ts +34 -0
  93. package/dist/activities/open-suffix-resume.d.ts +15 -0
  94. package/dist/activities/parent-wake.d.ts +17 -12
  95. package/dist/activities/programmatic-approvals.d.ts +10 -0
  96. package/dist/activities/requester-unavailable-receipt.d.ts +8 -0
  97. package/dist/activities/retained-screenshots.d.ts +7 -2
  98. package/dist/activities/run-credential-renewal.d.ts +1 -0
  99. package/dist/activities/run-credentials.d.ts +16 -4
  100. package/dist/activities/run-input.d.ts +17 -0
  101. package/dist/activities/sandbox-lease.d.ts +132 -12
  102. package/dist/activities/scheduled-tasks.d.ts +4 -35
  103. package/dist/activities/session-archive.d.ts +58 -0
  104. package/dist/activities/session-state.d.ts +15 -3
  105. package/dist/activities/session-storage.d.ts +44 -0
  106. package/dist/activities/subscription-core-claude-waits.d.ts +2 -0
  107. package/dist/activities/subscription-core-codex-quota.d.ts +25 -0
  108. package/dist/activities/subscription-core-codex-waits.d.ts +153 -0
  109. package/dist/activities/subscription-core-image-operation.d.ts +29 -0
  110. package/dist/activities/subscription-core-usage-recheck.d.ts +49 -0
  111. package/dist/activities/subscription-core-wait-bindings.d.ts +3 -0
  112. package/dist/activities/subscription-core-xai-quota.d.ts +30 -0
  113. package/dist/activities/subscription-core-xai-waits.d.ts +2 -0
  114. package/dist/activities/types.d.ts +68 -5
  115. package/dist/activities/video-generation-admission.d.ts +2 -8
  116. package/dist/activities/video-generation-credential.d.ts +15 -12
  117. package/dist/activities/video-generation-subscription-core.d.ts +70 -0
  118. package/dist/activities/workspace-capture.d.ts +2 -0
  119. package/dist/activities/workspace-credential-provider.d.ts +47 -0
  120. package/dist/activities/xai-auth.d.ts +6 -18
  121. package/dist/activities/xai-image-generation.d.ts +22 -6
  122. package/dist/{activities-control-QA6OLRQY.js → activities-control-NTXZHYET.js} +1552 -2876
  123. package/dist/activities-control-NTXZHYET.js.map +1 -0
  124. package/dist/activities-control.d.ts +64 -4
  125. package/dist/{activities-turn-YVVKCGAK.js → activities-turn-RKRI5GY4.js} +9238 -4392
  126. package/dist/activities-turn-RKRI5GY4.js.map +1 -0
  127. package/dist/activities.d.ts +64 -4
  128. package/dist/artifact-materializer-entry.js +104 -35
  129. package/dist/artifact-materializer-entry.js.map +1 -1
  130. package/dist/artifact-outbox-entry.js +132 -61
  131. package/dist/artifact-outbox-entry.js.map +1 -1
  132. package/dist/browser-deadline-checkpoint-contract.d.ts +2 -0
  133. package/dist/{chunk-GDCLDKSH.js → chunk-24GP3BX5.js} +79 -72
  134. package/dist/chunk-24GP3BX5.js.map +1 -0
  135. package/dist/{chunk-RAMNYSAW.js → chunk-4ER3YXOT.js} +22 -4
  136. package/dist/chunk-4ER3YXOT.js.map +1 -0
  137. package/dist/{chunk-I7HKKMUJ.js → chunk-5NNS4327.js} +734 -58
  138. package/dist/chunk-5NNS4327.js.map +1 -0
  139. package/dist/{chunk-M3NVMF2V.js → chunk-7BIHFUGB.js} +2293 -3956
  140. package/dist/chunk-7BIHFUGB.js.map +1 -0
  141. package/dist/chunk-MVESOYFC.js +3746 -0
  142. package/dist/chunk-MVESOYFC.js.map +1 -0
  143. package/dist/chunk-NQDVJ6RI.js +2823 -0
  144. package/dist/chunk-NQDVJ6RI.js.map +1 -0
  145. package/dist/chunk-O7UPBWXK.js +79 -0
  146. package/dist/chunk-O7UPBWXK.js.map +1 -0
  147. package/dist/chunk-W2QSM5HR.js +414 -0
  148. package/dist/chunk-W2QSM5HR.js.map +1 -0
  149. package/dist/chunk-ZN3XJR33.js +227 -0
  150. package/dist/chunk-ZN3XJR33.js.map +1 -0
  151. package/dist/editable-artifact-outbox-dispatcher.d.ts +12 -1
  152. package/dist/editable-artifact-outbox-service.d.ts +3 -1
  153. package/dist/host-export-pump.d.ts +3 -1
  154. package/dist/host-export.d.ts +2 -2
  155. package/dist/host-export.js +1 -1
  156. package/dist/http.d.ts +1 -1
  157. package/dist/index.d.ts +49 -48
  158. package/dist/index.js +835 -256
  159. package/dist/index.js.map +1 -1
  160. package/dist/internal-maintenance.d.ts +63 -0
  161. package/dist/maintenance-cadence.d.ts +43 -0
  162. package/dist/observability-metrics.d.ts +293 -24
  163. package/dist/onepassword-vault-provider.d.ts +7 -0
  164. package/dist/parent-wake-PCLH7A3Y.js +24 -0
  165. package/dist/parent-wake-PCLH7A3Y.js.map +1 -0
  166. package/dist/personal-github-git-credentials.d.ts +1 -1
  167. package/dist/readiness-checks.d.ts +39 -0
  168. package/dist/retained-process-retry.d.ts +7 -0
  169. package/dist/sandbox-lease-BJYU72N3.js +84 -0
  170. package/dist/sandbox-lease-BJYU72N3.js.map +1 -0
  171. package/dist/sandbox-reaper-contract.d.ts +25 -0
  172. package/dist/sandbox-resume.d.ts +72 -4
  173. package/dist/sandbox-routing.d.ts +4 -2
  174. package/dist/session-event-fanout.d.ts +6 -0
  175. package/dist/site-auth-maintenance-WK3MR2PV.js +12 -0
  176. package/dist/site-auth-maintenance-WK3MR2PV.js.map +1 -0
  177. package/dist/telemetry-scheduler.d.ts +14 -0
  178. package/dist/temporal-runtime-logger.d.ts +22 -0
  179. package/dist/turn-task-queue-reader.d.ts +18 -0
  180. package/dist/turn-worker-activity-telemetry.d.ts +47 -0
  181. package/dist/worker-service-lifecycle.d.ts +12 -0
  182. package/dist/workflow-bundle.js +468 -71
  183. package/dist/workflows/activities.d.ts +1 -1
  184. package/dist/workflows/browser-deadline-checkpoint.d.ts +10 -0
  185. package/dist/workflows/sandbox-reaper.d.ts +10 -1
  186. package/dist/workflows/scheduled-tasks.d.ts +4 -0
  187. package/dist/workflows/session-storage.d.ts +2 -0
  188. package/dist/workflows/session.d.ts +36 -0
  189. package/dist/workflows/site-auth-maintenance.d.ts +2 -1
  190. package/dist/workflows/workflow-wake.d.ts +14 -3
  191. package/dist/workflows.d.ts +3 -1
  192. package/package.json +26 -20
  193. package/src/activities/agent-run-admission.ts +1 -82
  194. package/src/activities/agent-turn/admission.ts +175 -24
  195. package/src/activities/agent-turn/agent-build.ts +226 -145
  196. package/src/activities/agent-turn/claim.ts +363 -64
  197. package/src/activities/agent-turn/claude-core.ts +587 -0
  198. package/src/activities/agent-turn/code-search.ts +275 -0
  199. package/src/activities/agent-turn/codex-capacity.ts +30 -757
  200. package/src/activities/agent-turn/codex-core-capacity.ts +190 -0
  201. package/src/activities/agent-turn/codex-core-claim.ts +83 -0
  202. package/src/activities/agent-turn/codex-core-errors.ts +308 -0
  203. package/src/activities/agent-turn/codex-core-failover.ts +73 -0
  204. package/src/activities/agent-turn/codex-core-requests.ts +86 -0
  205. package/src/activities/agent-turn/codex-core-settlement.ts +263 -0
  206. package/src/activities/agent-turn/codex-credit-policy.ts +247 -0
  207. package/src/activities/agent-turn/codex-plan-entitlement.ts +254 -0
  208. package/src/activities/agent-turn/codex-usage-policy.ts +2 -0
  209. package/src/activities/agent-turn/codex.ts +8 -76
  210. package/src/activities/agent-turn/compaction-interruption.ts +56 -0
  211. package/src/activities/agent-turn/compaction-prep.ts +249 -36
  212. package/src/activities/agent-turn/credential-leases.ts +269 -214
  213. package/src/activities/agent-turn/credential-restriction.ts +14 -0
  214. package/src/activities/agent-turn/errors.ts +1134 -82
  215. package/src/activities/agent-turn/failure-settlement.ts +879 -886
  216. package/src/activities/agent-turn/final-reply.ts +46 -0
  217. package/src/activities/agent-turn/finalization-monitor.ts +17 -5
  218. package/src/activities/agent-turn/finalization.ts +107 -88
  219. package/src/activities/agent-turn/github-repository-bindings.ts +3 -1
  220. package/src/activities/agent-turn/governance-model.ts +90 -22
  221. package/src/activities/agent-turn/history-sink.ts +26 -4
  222. package/src/activities/agent-turn/history.ts +25 -5
  223. package/src/activities/agent-turn/input-wait-reply.ts +139 -0
  224. package/src/activities/agent-turn/knowledge-source-tools.ts +2 -0
  225. package/src/activities/agent-turn/meaningful-output.ts +44 -0
  226. package/src/activities/agent-turn/media-artifacts.ts +3 -1
  227. package/src/activities/agent-turn/model-call-admission.ts +94 -0
  228. package/src/activities/agent-turn/model-usage.ts +299 -233
  229. package/src/activities/agent-turn/model-wire-dispatch.ts +27 -0
  230. package/src/activities/agent-turn/optional-repositories.ts +224 -0
  231. package/src/activities/agent-turn/prompt-tool-availability.ts +27 -0
  232. package/src/activities/agent-turn/provider-dispatch-barrier.ts +22 -0
  233. package/src/activities/agent-turn/provider-recovery-copy.ts +76 -0
  234. package/src/activities/agent-turn/provider-recovery-metrics.ts +64 -0
  235. package/src/activities/agent-turn/provider-recovery-policy.ts +25 -0
  236. package/src/activities/agent-turn/quiescence.ts +7 -7
  237. package/src/activities/agent-turn/recovery-warning.ts +6 -8
  238. package/src/activities/agent-turn/refresh-credentials.ts +44 -0
  239. package/src/activities/agent-turn/run-credentials.ts +124 -76
  240. package/src/activities/agent-turn/run.ts +501 -112
  241. package/src/activities/agent-turn/sandbox-establish.ts +152 -75
  242. package/src/activities/agent-turn/sandbox-provision.ts +54 -1
  243. package/src/activities/agent-turn/sandbox-route.ts +4 -1
  244. package/src/activities/agent-turn/sandbox-runtime.ts +319 -11
  245. package/src/activities/agent-turn/secret-resolver.ts +155 -0
  246. package/src/activities/agent-turn/session-title.ts +177 -12
  247. package/src/activities/agent-turn/session-usage-custody.ts +170 -0
  248. package/src/activities/agent-turn/skill-checkout.ts +111 -24
  249. package/src/activities/agent-turn/skill-install.ts +1 -1
  250. package/src/activities/agent-turn/skill-read.ts +374 -28
  251. package/src/activities/agent-turn/skill-save.ts +35 -7
  252. package/src/activities/agent-turn/skill-search.ts +9 -0
  253. package/src/activities/agent-turn/skill-selection.ts +4 -0
  254. package/src/activities/agent-turn/skill-tools.ts +208 -21
  255. package/src/activities/agent-turn/skill-transfer.ts +68 -23
  256. package/src/activities/agent-turn/stream-attempt.ts +599 -110
  257. package/src/activities/agent-turn/subscription-capacity-arming.ts +81 -0
  258. package/src/activities/agent-turn/subscription-core-capacity.ts +439 -0
  259. package/src/activities/agent-turn/subscription-core-failover.ts +229 -0
  260. package/src/activities/agent-turn/subscription-core-placed.ts +37 -0
  261. package/src/activities/agent-turn/subscription-core-requests.ts +271 -0
  262. package/src/activities/agent-turn/subscription-core-settlement.ts +234 -0
  263. package/src/activities/agent-turn/subscription-lease.ts +140 -0
  264. package/src/activities/agent-turn/subscription-serving-capacity.ts +195 -0
  265. package/src/activities/agent-turn/subscription-serving-catalog.ts +71 -0
  266. package/src/activities/agent-turn/subscription-serving-claim.ts +178 -0
  267. package/src/activities/agent-turn/subscription-serving-providers.ts +15 -0
  268. package/src/activities/agent-turn/tool-environment.ts +384 -292
  269. package/src/activities/agent-turn/tool-policy.ts +104 -4
  270. package/src/activities/agent-turn/tool-result-spill.ts +1 -0
  271. package/src/activities/agent-turn/turn-context.ts +124 -8
  272. package/src/activities/agent-turn/web-search.ts +431 -0
  273. package/src/activities/agent-turn/xai-core.ts +301 -0
  274. package/src/activities/automations.ts +81 -6
  275. package/src/activities/browser-deadline-checkpoint.ts +297 -0
  276. package/src/activities/capabilities.ts +53 -213
  277. package/src/activities/codemode-dispatcher.ts +236 -14
  278. package/src/activities/codex-capacity.ts +27 -380
  279. package/src/activities/codex-image-generation.ts +252 -42
  280. package/src/activities/common.ts +12 -0
  281. package/src/activities/connector-attachments.ts +3 -1
  282. package/src/activities/context-compaction.ts +162 -21
  283. package/src/activities/environment.ts +18 -106
  284. package/src/activities/gmail-files.ts +108 -0
  285. package/src/activities/goals.ts +120 -204
  286. package/src/activities/image-generation-operation.ts +1 -1
  287. package/src/activities/incident-telemetry-authority.ts +80 -50
  288. package/src/activities/incident-telemetry-preflight.ts +27 -15
  289. package/src/activities/knowledge-indexing.ts +287 -17
  290. package/src/activities/knowledge-source-sync.ts +10 -0
  291. package/src/activities/mcp-account-routes.ts +2 -124
  292. package/src/activities/model-call-fact-reconciler.ts +112 -0
  293. package/src/activities/open-suffix-resume.ts +122 -88
  294. package/src/activities/parent-wake.ts +89 -21
  295. package/src/activities/programmatic-approvals.ts +26 -0
  296. package/src/activities/requester-unavailable-receipt.ts +14 -0
  297. package/src/activities/retained-screenshots.ts +135 -24
  298. package/src/activities/run-credential-renewal.ts +13 -1
  299. package/src/activities/run-credentials.ts +61 -19
  300. package/src/activities/run-input.ts +116 -9
  301. package/src/activities/sandbox-lease.ts +1615 -73
  302. package/src/activities/scheduled-tasks.ts +758 -141
  303. package/src/activities/session-archive.ts +382 -0
  304. package/src/activities/session-state.ts +219 -10
  305. package/src/activities/session-storage.ts +124 -0
  306. package/src/activities/site-auth-maintenance.ts +5 -2
  307. package/src/activities/subscription-core-claude-waits.ts +49 -0
  308. package/src/activities/subscription-core-codex-quota.ts +46 -0
  309. package/src/activities/subscription-core-codex-waits.ts +488 -0
  310. package/src/activities/subscription-core-image-operation.ts +126 -0
  311. package/src/activities/subscription-core-usage-recheck.ts +146 -0
  312. package/src/activities/subscription-core-wait-bindings.ts +12 -0
  313. package/src/activities/subscription-core-xai-quota.ts +85 -0
  314. package/src/activities/subscription-core-xai-waits.ts +48 -0
  315. package/src/activities/types.ts +85 -9
  316. package/src/activities/video-generation-admission.ts +1 -36
  317. package/src/activities/video-generation-credential.ts +38 -56
  318. package/src/activities/video-generation-reconciliation.ts +150 -131
  319. package/src/activities/video-generation-subscription-core.ts +180 -0
  320. package/src/activities/workspace-capture.ts +13 -2
  321. package/src/activities/workspace-credential-provider.ts +302 -0
  322. package/src/activities/xai-auth.ts +34 -112
  323. package/src/activities/xai-image-generation.ts +84 -36
  324. package/src/activities-control.ts +8 -0
  325. package/src/activities-turn.ts +5 -0
  326. package/src/activities.ts +17 -0
  327. package/src/activity-services.ts +29 -4
  328. package/src/browser-deadline-checkpoint-contract.ts +5 -0
  329. package/src/editable-artifact-hint-broker.ts +3 -0
  330. package/src/editable-artifact-materializer-service.ts +79 -38
  331. package/src/editable-artifact-materializer-subprocess.ts +47 -2
  332. package/src/editable-artifact-outbox-dispatcher.ts +107 -46
  333. package/src/editable-artifact-outbox-service.ts +55 -25
  334. package/src/github-rest-mcp.ts +1 -1
  335. package/src/host-export-pump.ts +26 -4
  336. package/src/host-export.ts +4 -1
  337. package/src/http.ts +4 -2
  338. package/src/index.ts +222 -282
  339. package/src/internal-maintenance.ts +347 -0
  340. package/src/maintenance-cadence.ts +156 -0
  341. package/src/observability-metrics.ts +1173 -73
  342. package/src/onepassword-vault-provider.ts +11 -0
  343. package/src/personal-github-git-credentials.ts +3 -1
  344. package/src/pr-review-credentials.ts +1 -1
  345. package/src/readiness-checks.ts +113 -0
  346. package/src/retained-process-retry.ts +36 -0
  347. package/src/sandbox-reaper-contract.ts +33 -0
  348. package/src/sandbox-resume.ts +444 -73
  349. package/src/sandbox-routing.ts +230 -75
  350. package/src/session-event-fanout.ts +23 -0
  351. package/src/telemetry-scheduler.ts +53 -0
  352. package/src/temporal-runtime-logger.ts +44 -0
  353. package/src/turn-task-queue-reader.ts +110 -0
  354. package/src/turn-worker-activity-telemetry.ts +209 -0
  355. package/src/worker-service-lifecycle.ts +54 -1
  356. package/src/workflows/activities.ts +16 -1
  357. package/src/workflows/browser-deadline-checkpoint.ts +55 -0
  358. package/src/workflows/file-upload-reaper.ts +2 -0
  359. package/src/workflows/sandbox-reaper.ts +88 -0
  360. package/src/workflows/scheduled-tasks.ts +26 -13
  361. package/src/workflows/session-storage.ts +19 -0
  362. package/src/workflows/session.ts +238 -33
  363. package/src/workflows/site-auth-maintenance.ts +2 -1
  364. package/src/workflows/workflow-wake.ts +26 -4
  365. package/src/workflows.ts +7 -0
  366. package/dist/activities/agent-turn/xai-capacity.d.ts +0 -2
  367. package/dist/activities/codex-fleet-shadow.d.ts +0 -74
  368. package/dist/activities/codex-rotation.d.ts +0 -200
  369. package/dist/activities/xai-quota.d.ts +0 -3
  370. package/dist/activities-control-QA6OLRQY.js.map +0 -1
  371. package/dist/activities-turn-YVVKCGAK.js.map +0 -1
  372. package/dist/chunk-GDCLDKSH.js.map +0 -1
  373. package/dist/chunk-I7HKKMUJ.js.map +0 -1
  374. package/dist/chunk-M3NVMF2V.js.map +0 -1
  375. package/dist/chunk-RAMNYSAW.js.map +0 -1
  376. package/src/activities/agent-turn/xai-capacity.ts +0 -257
  377. package/src/activities/codex-fleet-shadow.ts +0 -306
  378. package/src/activities/codex-rotation.ts +0 -685
  379. package/src/activities/xai-quota.ts +0 -35
@@ -0,0 +1,229 @@
1
+ /**
2
+ * In-turn re-placement after a definitive refusal on a chat turn placed by
3
+ * the shared subscription core, for any provider (generalized from the M3
4
+ * Codex failover, PR 2a; Codex binds it in `codex-core-failover.ts` under
5
+ * the names it shipped).
6
+ *
7
+ * The refusal was already recorded against the leased connection (failure
8
+ * receipt plus the state that keeps placement away from it). After a durable
9
+ * checkpoint the same accepted turn is recovered with a new attempt, whose
10
+ * placement chooses again under the core rules: another eligible account, or
11
+ * a durable wait when nothing can serve it. An explicit choice never fails
12
+ * over: its placement waits on the chosen account. The per-turn bound counts
13
+ * every refusal of the turn, by any account, so a turn cannot alternate
14
+ * between failing accounts forever; the refusal that reaches the bound fails
15
+ * the turn with typed copy and leaves the session usable.
16
+ */
17
+ import {
18
+ requestSessionTurnRecovery,
19
+ readSubscriptionCoreTurnFailoverBudget,
20
+ SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT,
21
+ type Database,
22
+ type SubscriptionCoreTurnIdentity,
23
+ } from "@opengeni/db";
24
+ import { publishDurableSessionEvents } from "@opengeni/events";
25
+ import { deliverFailedChildTurnToParent } from "../parent-wake";
26
+ import type { RunAgentTurnResult } from "../types";
27
+ import {
28
+ subscriptionCoreFailoverExhaustedFailure,
29
+ subscriptionCoreServingFailoverExhaustedFailure,
30
+ } from "./codex-core-errors";
31
+ import type { CoreSubscriptionTurnLease } from "./credential-leases";
32
+ import type { TurnFailureDeps } from "./failure-settlement";
33
+ import type { SubscriptionCoreTurn } from "./turn-context";
34
+
35
+ /** One provider's failover inputs. */
36
+ export type CoreFailoverBinding = {
37
+ displayName: string;
38
+ lease: (deps: TurnFailureDeps) => CoreSubscriptionTurnLease;
39
+ countRefusals: (db: Database, identity: SubscriptionCoreTurnIdentity) => Promise<number | null>;
40
+ /** Refusals one turn may take before it stops. */
41
+ refusalLimit: number;
42
+ /** The in-turn recovery's reason and its detail's provider label. */
43
+ recoveryReason: string;
44
+ recoveryProvider: string;
45
+ metrics: {
46
+ checkpoints: { name: string; help: string };
47
+ settlements: { name: string; help: string };
48
+ labels: (deps: TurnFailureDeps) => Record<string, string>;
49
+ };
50
+ };
51
+
52
+ /** A recorded refusal (`unbounded`: it does not count toward the bound), or a graceful disconnect. */
53
+ export type CoreFailoverRefusal = { kind: string; unbounded: boolean } | "source_disconnected";
54
+
55
+ /**
56
+ * Refusals one turn may take before it stops: at most three in-turn switches
57
+ * (the contract and design require a bound but do not fix it; this is the
58
+ * small fixed bound chosen for M3, see design 5.1.1 "PR 2a").
59
+ */
60
+ export const SUBSCRIPTION_CORE_TURN_REFUSAL_LIMIT = 4;
61
+
62
+ /**
63
+ * The shared failover metrics, labelled by provider (Codex keeps its M3
64
+ * `opengeni_codex_failover_*` metrics with `workspace_key`).
65
+ */
66
+ export function subscriptionCoreFailoverMetrics(provider: string): CoreFailoverBinding["metrics"] {
67
+ return {
68
+ checkpoints: {
69
+ name: "opengeni_subscription_core_failover_checkpoints_total",
70
+ help: "Durable subscription-core failover checkpoint attempts by provider and outcome.",
71
+ },
72
+ settlements: {
73
+ name: "opengeni_subscription_core_failover_settlements_total",
74
+ help: "Atomic subscription-core failover settlements by provider and outcome.",
75
+ },
76
+ labels: () => ({ provider }),
77
+ };
78
+ }
79
+
80
+ /** Pure bound: fail over while under the limit, stop at it. */
81
+ export function coreFailoverDisposition(
82
+ refusals: number | null,
83
+ limit: number,
84
+ ): "failover" | "exhausted" | "unrecorded" {
85
+ if (refusals === null || !Number.isSafeInteger(refusals) || refusals < 1) return "unrecorded";
86
+ return refusals >= limit ? "exhausted" : "failover";
87
+ }
88
+
89
+ /**
90
+ * Re-place the same turn after graceful source disappearance, without a
91
+ * refusal budget, or settle a recorded refusal within its bound. Returns
92
+ * null when automatic replay is unsafe (the checkpoint did not become
93
+ * durable, or the bound could not be read): the caller then fails the turn
94
+ * with its typed copy instead.
95
+ */
96
+ export async function failOverCoreSubscriptionTurn(
97
+ deps: TurnFailureDeps,
98
+ core: SubscriptionCoreTurn,
99
+ refusal: CoreFailoverRefusal,
100
+ binding: CoreFailoverBinding,
101
+ ): Promise<RunAgentTurnResult | null> {
102
+ const {
103
+ error,
104
+ input,
105
+ db,
106
+ bus,
107
+ settings,
108
+ observability,
109
+ wakeSessionWorkflow,
110
+ control,
111
+ attempt,
112
+ eventing,
113
+ historySink,
114
+ claimedResult,
115
+ flushRuntimeBatcher,
116
+ acknowledgeLostAttemptOwnership,
117
+ acknowledgeRecoveryQuiescence,
118
+ } = deps;
119
+ const turnId = attempt.turnId;
120
+ if (!turnId || !attempt.triggerEventId || !eventing.publish || !eventing.settle) return null;
121
+ try {
122
+ await flushRuntimeBatcher();
123
+ await historySink.reconcileConversationTruth({ requireDurable: true });
124
+ await core.requests?.checkpoint();
125
+ } catch {
126
+ observability.incrementCounter({
127
+ ...binding.metrics.checkpoints,
128
+ labels: { ...binding.metrics.labels(deps), outcome: "failed" },
129
+ });
130
+ return null;
131
+ }
132
+ // Logical disconnect/lease loss never proves an outstanding fetch quiescent.
133
+ // The tool-less session-title request is cancelled and joined before
134
+ // settlement and never enters history, so it does not fence failover.
135
+ if (core.requests && !core.requests.canRecover()) return null;
136
+ const disconnected = refusal === "source_disconnected";
137
+ const refusals = disconnected
138
+ ? null
139
+ : await binding.countRefusals(db, core.identity).catch(() => null);
140
+ const servingBudget = settings.subscriptionCrossProviderFailoverEnabled
141
+ ? await readSubscriptionCoreTurnFailoverBudget(db, core.identity).catch(() => null)
142
+ : null;
143
+ if (settings.subscriptionCrossProviderFailoverEnabled && servingBudget === null) return null;
144
+ const disposition =
145
+ servingBudget && servingBudget.steps >= SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT
146
+ ? "exhausted"
147
+ : disconnected || refusal.unbounded
148
+ ? "failover"
149
+ : coreFailoverDisposition(refusals, binding.refusalLimit);
150
+ observability.incrementCounter({
151
+ ...binding.metrics.settlements,
152
+ labels: { ...binding.metrics.labels(deps), outcome: `core_${disposition}` },
153
+ });
154
+ if (disposition === "unrecorded") return null;
155
+
156
+ // The next placement must not wait for this attempt's lease to expire.
157
+ const lease = binding.lease(deps);
158
+ lease.stopHeartbeat();
159
+ await lease.releaseCurrent().catch(() => false);
160
+ lease.held = false;
161
+
162
+ if (disposition === "exhausted") {
163
+ const failure = servingBudget
164
+ ? subscriptionCoreServingFailoverExhaustedFailure(
165
+ servingBudget.steps,
166
+ SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT,
167
+ )
168
+ : subscriptionCoreFailoverExhaustedFailure(
169
+ refusals!,
170
+ binding.refusalLimit,
171
+ binding.displayName,
172
+ );
173
+ if (
174
+ !(await eventing.settle({
175
+ events: [
176
+ {
177
+ type: "turn.failed",
178
+ payload: { ...failure.payload, recovery: "user_message" },
179
+ },
180
+ { type: "session.status.changed", payload: { status: "idle" } },
181
+ ],
182
+ turnStatus: "failed",
183
+ sessionStatus: "idle",
184
+ activeTurnId: null,
185
+ }))
186
+ ) {
187
+ return claimedResult({ status: "cancelled" });
188
+ }
189
+ control.turnMetricOutcome = "failed";
190
+ control.activityStatus = "idle";
191
+ control.activityError = error;
192
+ await deliverFailedChildTurnToParent(
193
+ { db, bus, settings, observability, wakeSessionWorkflow },
194
+ input.workspaceId,
195
+ input.sessionId,
196
+ turnId,
197
+ );
198
+ return claimedResult({ status: "idle" });
199
+ }
200
+
201
+ const recovery = await requestSessionTurnRecovery(db, input.workspaceId, {
202
+ sessionId: input.sessionId,
203
+ turnId,
204
+ triggerEventId: attempt.triggerEventId,
205
+ attemptId: input.attemptId,
206
+ reason: binding.recoveryReason,
207
+ detail: {
208
+ provider: binding.recoveryProvider,
209
+ credentialId: core.connectionId,
210
+ failureKind: disconnected ? "source_disconnected" : refusal.kind,
211
+ // The legacy detail shape counts switches: refusal n (below the
212
+ // bound) starts switch n of at most limit - 1. The exhausted failure
213
+ // reports the refusals themselves (refusals / maxRefusals).
214
+ ...(disconnected ? {} : { failoverCount: refusals, maxFailovers: binding.refusalLimit - 1 }),
215
+ },
216
+ });
217
+ if (recovery.action === "stale") {
218
+ acknowledgeLostAttemptOwnership();
219
+ control.activityStatus = "cancelled";
220
+ control.turnMetricOutcome = "cancelled";
221
+ return claimedResult({ status: "cancelled" });
222
+ }
223
+ acknowledgeRecoveryQuiescence();
224
+ await publishDurableSessionEvents(bus, input.workspaceId, input.sessionId, recovery.events);
225
+ control.activityStatus = "recovering";
226
+ control.turnMetricOutcome = "recovering";
227
+ control.activityError = error;
228
+ return claimedResult({ status: "recovering" });
229
+ }
@@ -0,0 +1,37 @@
1
+ /**
2
+ * The turn's shared-core placement with the provider that placed it (at most
3
+ * one provider places a turn). Provider-neutral callers (checkpoints, the
4
+ * between-calls revalidation) use this instead of a provider's field.
5
+ */
6
+ import type { Database } from "@opengeni/db";
7
+ import { CODEX_CORE_TURN_PROVIDER } from "./codex-core-capacity";
8
+ import {
9
+ assertCoreSourceConnected,
10
+ type CoreTurnPlacementProvider,
11
+ } from "./subscription-core-capacity";
12
+ import type { SubscriptionCorePlacedFields, SubscriptionCoreTurn } from "./turn-context";
13
+ import { XAI_CORE_TURN_PROVIDER } from "./xai-core";
14
+ import { CLAUDE_CORE_TURN_PROVIDER } from "./claude-core";
15
+
16
+ export function placedSubscriptionCore(
17
+ providerTurn: SubscriptionCorePlacedFields,
18
+ ): { core: SubscriptionCoreTurn; provider: CoreTurnPlacementProvider } | null {
19
+ if (providerTurn.codexSubscriptionCore)
20
+ return { core: providerTurn.codexSubscriptionCore, provider: CODEX_CORE_TURN_PROVIDER };
21
+ if (providerTurn.xaiSubscriptionCore)
22
+ return { core: providerTurn.xaiSubscriptionCore, provider: XAI_CORE_TURN_PROVIDER };
23
+ if (providerTurn.claudeSubscriptionCore)
24
+ return { core: providerTurn.claudeSubscriptionCore, provider: CLAUDE_CORE_TURN_PROVIDER };
25
+ return null;
26
+ }
27
+
28
+ /** Between model calls: settle committed responses, then recheck the source. */
29
+ export async function revalidatePlacedSubscriptionCore(
30
+ db: Database,
31
+ providerTurn: SubscriptionCorePlacedFields,
32
+ ): Promise<void> {
33
+ const placed = placedSubscriptionCore(providerTurn);
34
+ if (!placed) return;
35
+ await placed.core.requests?.checkpoint();
36
+ await assertCoreSourceConnected(db, placed.provider, placed.core);
37
+ }
@@ -0,0 +1,271 @@
1
+ /**
2
+ * Request custody for a chat turn on the shared subscription core, for any
3
+ * provider (generalized from the M3 Codex custody; Codex binds it in
4
+ * `codex-core-requests.ts` under the names it shipped). A physical request
5
+ * is reserved before network I/O and settled once; an unknown outcome is
6
+ * never replayed automatically.
7
+ */
8
+ import { SubscriptionCoreError } from "@opengeni/db";
9
+
10
+ /**
11
+ * Prefix for this activity execution's physical model request IDs.
12
+ *
13
+ * Request reservations are unique per account, so an ID must not repeat across
14
+ * turns or executions. A Temporal activity ID is unique only within its own
15
+ * workflow (every turn's first activity is typically "1"), and a retried
16
+ * activity keeps its ID, so the prefix also names the turn attempt and the
17
+ * activity attempt.
18
+ */
19
+ export function providerRequestIdPrefix(input: {
20
+ turnAttemptId: string;
21
+ activityId: string;
22
+ activityAttempt: number;
23
+ }): string {
24
+ return `${input.turnAttemptId}:${input.activityId}:${input.activityAttempt}`;
25
+ }
26
+
27
+ /** One physical request: the logical request id and its transport attempt. */
28
+ export type SubscriptionCoreRequestIdentity = { requestId: string; transportAttempt: number };
29
+
30
+ export type SubscriptionCoreRequestSettlement = SubscriptionCoreRequestIdentity & {
31
+ /** Transport evidence only; response_received is NOT a durable history checkpoint. */
32
+ outcome: "response_received" | "refused" | "unknown";
33
+ };
34
+
35
+ export type CoreSubscriptionRequestsDeps = {
36
+ reserve: (request: SubscriptionCoreRequestIdentity) => Promise<{ operationId: string }>;
37
+ settle: (request: {
38
+ operationId: string;
39
+ outcome: SubscriptionCoreRequestSettlement["outcome"];
40
+ }) => Promise<void>;
41
+ /** The provider's name in internal error text. */
42
+ displayName: string;
43
+ /** The provider's unresolved-outcome error (the durable fence raises the same). */
44
+ outcomeUnknown: () => Error;
45
+ isOutcomeUnknown: (error: unknown) => boolean;
46
+ /**
47
+ * The provider's model call may send a continuation request after a
48
+ * complete response, before the history checkpoint (a paused server-side
49
+ * tool). The lane then admits a further reservation while every pending
50
+ * request has received its response; each is still reserved before its
51
+ * I/O and settled once at the checkpoint. Off: any pending request
52
+ * refuses a new one.
53
+ */
54
+ continuesAfterResponse?: boolean;
55
+ };
56
+
57
+ /** One attempt's bounded request custody; no tokens or response bodies live here. */
58
+ export function createCoreSubscriptionRequests(deps: CoreSubscriptionRequestsDeps) {
59
+ const requests = new Map<string, { operationId: string; responseReceived: boolean }>();
60
+ let uncertain = false;
61
+ // Which custody produced the uncertainty. "own" means this attempt's own
62
+ // physical request ended without a definite answer (dropped stream, stall,
63
+ // gateway timeout). "admission" means the durable fence refused a new
64
+ // request because an earlier request is still unresolved; only an explicit
65
+ // reconciliation can clear that.
66
+ let ownUnknown = false;
67
+ let admissionRefused = false;
68
+ let reserving = false;
69
+ let lastResponseAt: number | null = null;
70
+ const key = (request: SubscriptionCoreRequestIdentity) =>
71
+ JSON.stringify([request.requestId, request.transportAttempt]);
72
+ return {
73
+ async reserve(request: SubscriptionCoreRequestIdentity): Promise<void> {
74
+ const pendingWithoutResponse =
75
+ requests.size > 0 &&
76
+ (!deps.continuesAfterResponse ||
77
+ [...requests.values()].some((pending) => !pending.responseReceived));
78
+ if (uncertain || pendingWithoutResponse || reserving) {
79
+ throw deps.outcomeUnknown();
80
+ }
81
+ // The DB also rejects duplicate reservations, including ones already
82
+ // settled locally. Never turn a repeated callback into a reusable permit.
83
+ reserving = true;
84
+ try {
85
+ const reservation = await deps.reserve(request);
86
+ requests.set(key(request), { ...reservation, responseReceived: false });
87
+ } catch (error) {
88
+ if (deps.isOutcomeUnknown(error)) {
89
+ uncertain = true;
90
+ admissionRefused = true;
91
+ }
92
+ throw error;
93
+ } finally {
94
+ reserving = false;
95
+ }
96
+ },
97
+ async observe(request: SubscriptionCoreRequestSettlement): Promise<void> {
98
+ const id = key(request);
99
+ const pending = requests.get(id);
100
+ if (!pending) throw new Error(`${deps.displayName} request settlement has no reservation`);
101
+ if (request.outcome === "response_received") {
102
+ pending.responseReceived = true;
103
+ lastResponseAt = Date.now();
104
+ return;
105
+ }
106
+ if (request.outcome === "unknown") {
107
+ uncertain = true;
108
+ ownUnknown = true;
109
+ }
110
+ await deps.settle({ operationId: pending.operationId, outcome: request.outcome });
111
+ requests.delete(id);
112
+ },
113
+ /** Call only AFTER the response/history writer has committed durably. */
114
+ async checkpoint(): Promise<void> {
115
+ for (const [id, request] of requests) {
116
+ if (!request.responseReceived) continue;
117
+ await deps.settle({ operationId: request.operationId, outcome: "response_received" });
118
+ requests.delete(id);
119
+ }
120
+ },
121
+ /** Absence of a response (including a detached timeout) is never replay proof. */
122
+ canRecover(): boolean {
123
+ return !uncertain && !reserving && requests.size === 0;
124
+ },
125
+ /** Preserve an observed unknown outcome even when the SDK throws a plain HTTP error. */
126
+ hasUnknownOutcome(): boolean {
127
+ return uncertain;
128
+ },
129
+ /**
130
+ * True only when every unknown outcome came from this attempt's own
131
+ * settled request and nothing is still reserved or in flight. The request
132
+ * row keeps its unknown outcome; closing this attempt as recoverable lets
133
+ * the next generation be admitted.
134
+ */
135
+ unknownIsOwnAndSettled(): boolean {
136
+ return ownUnknown && !admissionRefused && !reserving && requests.size === 0;
137
+ },
138
+ /** The durable fence refused this attempt because of an earlier unresolved request. */
139
+ admissionRefused(): boolean {
140
+ return admissionRefused;
141
+ },
142
+ /** When a request of this lane last received a response (the binding's cache clock). */
143
+ lastResponseReceivedAt(): Date | null {
144
+ return lastResponseAt === null ? null : new Date(lastResponseAt);
145
+ },
146
+ };
147
+ }
148
+
149
+ export type CoreSubscriptionRequests = ReturnType<typeof createCoreSubscriptionRequests>;
150
+
151
+ /**
152
+ * An HTTP error status is a definite answer: no model response was produced.
153
+ * Timeouts (408, 504) and conflicts (409) stay ambiguous because the
154
+ * provider may still be processing the request (every core transport's rule).
155
+ */
156
+ export function definiteRefusalStatus(status: number): boolean {
157
+ return status >= 400 && status < 600 && status !== 408 && status !== 409 && status !== 504;
158
+ }
159
+
160
+ /**
161
+ * Reads a successful response body as it passes to the SDK and decides the
162
+ * request's outcome when the body ends (`ended`) or stops early (an error or
163
+ * a cancel by the reader). Without one, a body read to its end is a
164
+ * response and anything else is unknown.
165
+ */
166
+ export type CoreResponseInspector = {
167
+ chunk: (bytes: Uint8Array) => void;
168
+ outcome: (ended: boolean) => SubscriptionCoreRequestSettlement["outcome"];
169
+ };
170
+
171
+ /**
172
+ * Settle one physical request of a lane from the response a fetch-level
173
+ * transport received: a definite error status is refused at once and an
174
+ * ambiguous one is unknown; any other response settles when its body ends or
175
+ * stops (the inspector decides; a body that stops early is unknown, never
176
+ * replayed). The returned response carries the same status, headers and
177
+ * bytes.
178
+ */
179
+ export async function settleCoreResponse(
180
+ lane: Pick<CoreSubscriptionRequests, "observe">,
181
+ request: SubscriptionCoreRequestIdentity,
182
+ response: Response,
183
+ inspector?: CoreResponseInspector,
184
+ ): Promise<Response> {
185
+ let settled = false;
186
+ const settle = async (outcome: SubscriptionCoreRequestSettlement["outcome"]) => {
187
+ if (settled) return;
188
+ settled = true;
189
+ await lane.observe({ ...request, outcome });
190
+ };
191
+ if (response.status >= 400) {
192
+ await settle(definiteRefusalStatus(response.status) ? "refused" : "unknown");
193
+ return response;
194
+ }
195
+ if (!response.body) {
196
+ await settle("response_received");
197
+ return response;
198
+ }
199
+ const decide = (ended: boolean) =>
200
+ inspector ? inspector.outcome(ended) : ended ? "response_received" : "unknown";
201
+ const reader = response.body.getReader();
202
+ const body = new ReadableStream<Uint8Array>({
203
+ async pull(controller) {
204
+ let chunk: Awaited<ReturnType<typeof reader.read>>;
205
+ try {
206
+ chunk = await reader.read();
207
+ } catch (error) {
208
+ await settle(decide(false)).catch(() => undefined);
209
+ controller.error(error);
210
+ return;
211
+ }
212
+ if (chunk.done) {
213
+ await settle(decide(true));
214
+ controller.close();
215
+ return;
216
+ }
217
+ inspector?.chunk(chunk.value);
218
+ controller.enqueue(chunk.value);
219
+ },
220
+ async cancel(reason) {
221
+ await settle(decide(false)).catch(() => undefined);
222
+ await reader.cancel(reason).catch(() => undefined);
223
+ },
224
+ });
225
+ return new Response(body, {
226
+ status: response.status,
227
+ statusText: response.statusText,
228
+ headers: response.headers,
229
+ });
230
+ }
231
+
232
+ type CoreLanes = {
233
+ requests?: Pick<CoreSubscriptionRequests, "hasUnknownOutcome" | "canRecover" | "checkpoint">;
234
+ };
235
+
236
+ /**
237
+ * The terminal unknown-outcome failure of a core turn, or null: an earlier or
238
+ * own request whose outcome is unknown (the error chain carries the core's
239
+ * code, or the main lane observed one) is never replayed automatically.
240
+ * Tool-less title requests never enter history and do not fence main recovery.
241
+ */
242
+ export function coreRequestOutcomeUnknownFailure(
243
+ error: unknown,
244
+ core: CoreLanes,
245
+ outcomeUnknown: () => Error,
246
+ ): (Error & { code: string }) | null {
247
+ let current: unknown = error;
248
+ let unknown = false;
249
+ for (let depth = 0; depth < 8 && current instanceof Error && !unknown; depth++) {
250
+ unknown =
251
+ current instanceof SubscriptionCoreError &&
252
+ current.code === "subscription_core_request_outcome_unknown";
253
+ current = current.cause;
254
+ }
255
+ if (!unknown && !core.requests?.hasUnknownOutcome()) return null;
256
+ return outcomeUnknown() as Error & { code: string };
257
+ }
258
+
259
+ /** After the history commit, settle main responses; titles do not fence recovery. */
260
+ export async function coreLanesRecoverAfterCheckpoint(
261
+ core: CoreLanes,
262
+ commitHistory: () => Promise<void>,
263
+ ): Promise<boolean> {
264
+ try {
265
+ await commitHistory();
266
+ await core.requests?.checkpoint();
267
+ return !core.requests || core.requests.canRecover();
268
+ } catch {
269
+ return false;
270
+ }
271
+ }