@opengeni/worker-bundle 2.0.1 → 2.0.2-canary.38789554071001
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-run-admission.d.ts +1 -12
- package/dist/activities/agent-turn/admission.d.ts +88 -10
- package/dist/activities/agent-turn/agent-build.d.ts +14 -3
- package/dist/activities/agent-turn/claim.d.ts +4 -1
- package/dist/activities/agent-turn/claude-core.d.ts +195 -0
- package/dist/activities/agent-turn/code-search.d.ts +60 -0
- package/dist/activities/agent-turn/codex-capacity.d.ts +3 -0
- package/dist/activities/agent-turn/codex-core-capacity.d.ts +37 -0
- package/dist/activities/agent-turn/codex-core-claim.d.ts +40 -0
- package/dist/activities/agent-turn/codex-core-errors.d.ts +102 -0
- package/dist/activities/agent-turn/codex-core-failover.d.ts +15 -0
- package/dist/activities/agent-turn/codex-core-requests.d.ts +28 -0
- package/dist/activities/agent-turn/codex-core-settlement.d.ts +77 -0
- package/dist/activities/agent-turn/codex-credit-policy.d.ts +30 -0
- package/dist/activities/agent-turn/codex-plan-entitlement.d.ts +105 -0
- package/dist/activities/agent-turn/codex-usage-policy.d.ts +2 -0
- package/dist/activities/agent-turn/codex.d.ts +2 -19
- package/dist/activities/agent-turn/compaction-interruption.d.ts +32 -0
- package/dist/activities/agent-turn/compaction-prep.d.ts +30 -1
- package/dist/activities/agent-turn/credential-leases.d.ts +64 -37
- package/dist/activities/agent-turn/credential-restriction.d.ts +3 -0
- package/dist/activities/agent-turn/errors.d.ts +185 -26
- package/dist/activities/agent-turn/failure-settlement.d.ts +10 -43
- package/dist/activities/agent-turn/final-reply.d.ts +18 -0
- package/dist/activities/agent-turn/finalization-monitor.d.ts +7 -2
- package/dist/activities/agent-turn/finalization.d.ts +2 -0
- package/dist/activities/agent-turn/github-repository-bindings.d.ts +2 -0
- package/dist/activities/agent-turn/governance-model.d.ts +13 -1
- package/dist/activities/agent-turn/history-sink.d.ts +4 -1
- package/dist/activities/agent-turn/history.d.ts +2 -0
- package/dist/activities/agent-turn/input-wait-reply.d.ts +76 -0
- package/dist/activities/agent-turn/meaningful-output.d.ts +9 -0
- package/dist/activities/agent-turn/media-artifacts.d.ts +5 -3
- package/dist/activities/agent-turn/model-call-admission.d.ts +15 -0
- package/dist/activities/agent-turn/model-usage.d.ts +56 -14
- package/dist/activities/agent-turn/model-wire-dispatch.d.ts +15 -0
- package/dist/activities/agent-turn/optional-repositories.d.ts +59 -0
- package/dist/activities/agent-turn/prompt-tool-availability.d.ts +17 -0
- package/dist/activities/agent-turn/provider-dispatch-barrier.d.ts +12 -1
- package/dist/activities/agent-turn/provider-recovery-copy.d.ts +24 -0
- package/dist/activities/agent-turn/provider-recovery-metrics.d.ts +18 -0
- package/dist/activities/agent-turn/provider-recovery-policy.d.ts +6 -0
- package/dist/activities/agent-turn/quiescence.d.ts +6 -7
- package/dist/activities/agent-turn/recovery-warning.d.ts +6 -5
- package/dist/activities/agent-turn/refresh-credentials.d.ts +6 -0
- package/dist/activities/agent-turn/run-credentials.d.ts +9 -5
- package/dist/activities/agent-turn/run.d.ts +27 -2
- package/dist/activities/agent-turn/sandbox-establish.d.ts +1 -0
- package/dist/activities/agent-turn/sandbox-provision.d.ts +25 -1
- package/dist/activities/agent-turn/sandbox-route.d.ts +3 -0
- package/dist/activities/agent-turn/sandbox-runtime.d.ts +1 -1
- package/dist/activities/agent-turn/secret-resolver.d.ts +64 -0
- package/dist/activities/agent-turn/session-title.d.ts +60 -3
- package/dist/activities/agent-turn/session-usage-custody.d.ts +66 -0
- package/dist/activities/agent-turn/skill-checkout.d.ts +25 -6
- package/dist/activities/agent-turn/skill-read.d.ts +70 -2
- package/dist/activities/agent-turn/skill-search.d.ts +2 -0
- package/dist/activities/agent-turn/skill-tools.d.ts +41 -4
- package/dist/activities/agent-turn/skill-transfer.d.ts +18 -6
- package/dist/activities/agent-turn/stream-attempt.d.ts +6 -3
- package/dist/activities/agent-turn/subscription-capacity-arming.d.ts +41 -0
- package/dist/activities/agent-turn/subscription-core-capacity.d.ts +86 -0
- package/dist/activities/agent-turn/subscription-core-failover.d.ts +69 -0
- package/dist/activities/agent-turn/subscription-core-placed.d.ts +14 -0
- package/dist/activities/agent-turn/subscription-core-requests.d.ts +109 -0
- package/dist/activities/agent-turn/subscription-core-settlement.d.ts +112 -0
- package/dist/activities/agent-turn/subscription-lease.d.ts +44 -0
- package/dist/activities/agent-turn/subscription-serving-capacity.d.ts +6 -0
- package/dist/activities/agent-turn/subscription-serving-catalog.d.ts +13 -0
- package/dist/activities/agent-turn/subscription-serving-claim.d.ts +30 -0
- package/dist/activities/agent-turn/subscription-serving-providers.d.ts +2 -0
- package/dist/activities/agent-turn/tool-environment.d.ts +31 -6
- package/dist/activities/agent-turn/tool-policy.d.ts +55 -3
- package/dist/activities/agent-turn/turn-context.d.ts +104 -5
- package/dist/activities/agent-turn/web-search.d.ts +57 -0
- package/dist/activities/agent-turn/xai-core.d.ts +96 -0
- package/dist/activities/automations.d.ts +3 -1
- package/dist/activities/browser-deadline-checkpoint.d.ts +34 -0
- package/dist/activities/capabilities.d.ts +8 -20
- package/dist/activities/codemode-dispatcher.d.ts +20 -3
- package/dist/activities/codex-capacity.d.ts +1 -56
- package/dist/activities/codex-image-generation.d.ts +49 -3
- package/dist/activities/common.d.ts +3 -1
- package/dist/activities/context-compaction.d.ts +41 -2
- package/dist/activities/environment.d.ts +1 -19
- package/dist/activities/gmail-files.d.ts +50 -0
- package/dist/activities/goals.d.ts +1 -9
- package/dist/activities/incident-telemetry-authority.d.ts +5 -2
- package/dist/activities/incident-telemetry-preflight.d.ts +10 -3
- package/dist/activities/knowledge-indexing.d.ts +19 -0
- package/dist/activities/mcp-account-routes.d.ts +2 -21
- package/dist/activities/model-call-fact-reconciler.d.ts +34 -0
- package/dist/activities/open-suffix-resume.d.ts +15 -0
- package/dist/activities/parent-wake.d.ts +17 -12
- package/dist/activities/programmatic-approvals.d.ts +10 -0
- package/dist/activities/requester-unavailable-receipt.d.ts +8 -0
- package/dist/activities/retained-screenshots.d.ts +7 -2
- package/dist/activities/run-credential-renewal.d.ts +1 -0
- package/dist/activities/run-credentials.d.ts +16 -4
- package/dist/activities/run-input.d.ts +17 -0
- package/dist/activities/sandbox-lease.d.ts +132 -12
- package/dist/activities/scheduled-tasks.d.ts +4 -35
- package/dist/activities/session-archive.d.ts +58 -0
- package/dist/activities/session-state.d.ts +15 -3
- package/dist/activities/session-storage.d.ts +44 -0
- package/dist/activities/subscription-core-claude-waits.d.ts +2 -0
- package/dist/activities/subscription-core-codex-quota.d.ts +25 -0
- package/dist/activities/subscription-core-codex-waits.d.ts +153 -0
- package/dist/activities/subscription-core-image-operation.d.ts +29 -0
- package/dist/activities/subscription-core-usage-recheck.d.ts +49 -0
- package/dist/activities/subscription-core-wait-bindings.d.ts +3 -0
- package/dist/activities/subscription-core-xai-quota.d.ts +30 -0
- package/dist/activities/subscription-core-xai-waits.d.ts +2 -0
- package/dist/activities/types.d.ts +68 -5
- package/dist/activities/video-generation-admission.d.ts +2 -8
- package/dist/activities/video-generation-credential.d.ts +15 -12
- package/dist/activities/video-generation-subscription-core.d.ts +70 -0
- package/dist/activities/workspace-capture.d.ts +2 -0
- package/dist/activities/workspace-credential-provider.d.ts +47 -0
- package/dist/activities/xai-auth.d.ts +6 -18
- package/dist/activities/xai-image-generation.d.ts +22 -6
- package/dist/{activities-control-QA6OLRQY.js → activities-control-5IIVRXLA.js} +1569 -2883
- package/dist/activities-control-5IIVRXLA.js.map +1 -0
- package/dist/activities-control.d.ts +64 -4
- package/dist/{activities-turn-YVVKCGAK.js → activities-turn-FLYJOM54.js} +9300 -4403
- package/dist/activities-turn-FLYJOM54.js.map +1 -0
- package/dist/activities.d.ts +64 -4
- package/dist/artifact-materializer-entry.js +107 -36
- package/dist/artifact-materializer-entry.js.map +1 -1
- package/dist/artifact-outbox-entry.js +132 -61
- package/dist/artifact-outbox-entry.js.map +1 -1
- package/dist/browser-deadline-checkpoint-contract.d.ts +2 -0
- package/dist/{chunk-GDCLDKSH.js → chunk-24GP3BX5.js} +79 -72
- package/dist/chunk-24GP3BX5.js.map +1 -0
- package/dist/{chunk-RAMNYSAW.js → chunk-4ER3YXOT.js} +22 -4
- package/dist/chunk-4ER3YXOT.js.map +1 -0
- package/dist/{chunk-I7HKKMUJ.js → chunk-5NNS4327.js} +734 -58
- package/dist/chunk-5NNS4327.js.map +1 -0
- package/dist/chunk-MVESOYFC.js +3746 -0
- package/dist/chunk-MVESOYFC.js.map +1 -0
- package/dist/{chunk-M3NVMF2V.js → chunk-N57B3PJ5.js} +2307 -3951
- package/dist/chunk-N57B3PJ5.js.map +1 -0
- package/dist/chunk-NQDVJ6RI.js +2823 -0
- package/dist/chunk-NQDVJ6RI.js.map +1 -0
- package/dist/chunk-O7UPBWXK.js +79 -0
- package/dist/chunk-O7UPBWXK.js.map +1 -0
- package/dist/chunk-W2QSM5HR.js +414 -0
- package/dist/chunk-W2QSM5HR.js.map +1 -0
- package/dist/chunk-ZN3XJR33.js +227 -0
- package/dist/chunk-ZN3XJR33.js.map +1 -0
- package/dist/editable-artifact-outbox-dispatcher.d.ts +12 -1
- package/dist/editable-artifact-outbox-service.d.ts +3 -1
- package/dist/host-export-pump.d.ts +3 -1
- package/dist/host-export.d.ts +2 -2
- package/dist/host-export.js +1 -1
- package/dist/http.d.ts +1 -1
- package/dist/index.d.ts +49 -48
- package/dist/index.js +835 -256
- package/dist/index.js.map +1 -1
- package/dist/internal-maintenance.d.ts +63 -0
- package/dist/maintenance-cadence.d.ts +43 -0
- package/dist/observability-metrics.d.ts +293 -24
- package/dist/onepassword-vault-provider.d.ts +7 -0
- package/dist/parent-wake-PCLH7A3Y.js +24 -0
- package/dist/parent-wake-PCLH7A3Y.js.map +1 -0
- package/dist/personal-github-git-credentials.d.ts +1 -1
- package/dist/readiness-checks.d.ts +39 -0
- package/dist/retained-process-retry.d.ts +7 -0
- package/dist/sandbox-lease-BJYU72N3.js +84 -0
- package/dist/sandbox-lease-BJYU72N3.js.map +1 -0
- package/dist/sandbox-reaper-contract.d.ts +25 -0
- package/dist/sandbox-resume.d.ts +72 -4
- package/dist/sandbox-routing.d.ts +4 -2
- package/dist/session-event-fanout.d.ts +6 -0
- package/dist/site-auth-maintenance-WK3MR2PV.js +12 -0
- package/dist/site-auth-maintenance-WK3MR2PV.js.map +1 -0
- package/dist/telemetry-scheduler.d.ts +14 -0
- package/dist/temporal-runtime-logger.d.ts +22 -0
- package/dist/turn-task-queue-reader.d.ts +18 -0
- package/dist/turn-worker-activity-telemetry.d.ts +47 -0
- package/dist/worker-service-lifecycle.d.ts +12 -0
- package/dist/workflow-bundle.js +468 -71
- package/dist/workflows/activities.d.ts +1 -1
- package/dist/workflows/browser-deadline-checkpoint.d.ts +10 -0
- package/dist/workflows/sandbox-reaper.d.ts +10 -1
- package/dist/workflows/scheduled-tasks.d.ts +4 -0
- package/dist/workflows/session-storage.d.ts +2 -0
- package/dist/workflows/session.d.ts +36 -0
- package/dist/workflows/site-auth-maintenance.d.ts +2 -1
- package/dist/workflows/workflow-wake.d.ts +14 -3
- package/dist/workflows.d.ts +3 -1
- package/package.json +26 -20
- package/src/activities/agent-run-admission.ts +1 -82
- package/src/activities/agent-turn/admission.ts +175 -24
- package/src/activities/agent-turn/agent-build.ts +226 -145
- package/src/activities/agent-turn/claim.ts +363 -64
- package/src/activities/agent-turn/claude-core.ts +587 -0
- package/src/activities/agent-turn/code-search.ts +275 -0
- package/src/activities/agent-turn/codex-capacity.ts +30 -757
- package/src/activities/agent-turn/codex-core-capacity.ts +190 -0
- package/src/activities/agent-turn/codex-core-claim.ts +83 -0
- package/src/activities/agent-turn/codex-core-errors.ts +308 -0
- package/src/activities/agent-turn/codex-core-failover.ts +73 -0
- package/src/activities/agent-turn/codex-core-requests.ts +86 -0
- package/src/activities/agent-turn/codex-core-settlement.ts +263 -0
- package/src/activities/agent-turn/codex-credit-policy.ts +247 -0
- package/src/activities/agent-turn/codex-plan-entitlement.ts +254 -0
- package/src/activities/agent-turn/codex-usage-policy.ts +2 -0
- package/src/activities/agent-turn/codex.ts +8 -76
- package/src/activities/agent-turn/compaction-interruption.ts +56 -0
- package/src/activities/agent-turn/compaction-prep.ts +249 -36
- package/src/activities/agent-turn/credential-leases.ts +269 -214
- package/src/activities/agent-turn/credential-restriction.ts +14 -0
- package/src/activities/agent-turn/errors.ts +1152 -82
- package/src/activities/agent-turn/failure-settlement.ts +879 -886
- package/src/activities/agent-turn/final-reply.ts +46 -0
- package/src/activities/agent-turn/finalization-monitor.ts +17 -5
- package/src/activities/agent-turn/finalization.ts +107 -88
- package/src/activities/agent-turn/github-repository-bindings.ts +3 -1
- package/src/activities/agent-turn/governance-model.ts +90 -22
- package/src/activities/agent-turn/history-sink.ts +42 -12
- package/src/activities/agent-turn/history.ts +25 -5
- package/src/activities/agent-turn/input-wait-reply.ts +139 -0
- package/src/activities/agent-turn/knowledge-source-tools.ts +2 -0
- package/src/activities/agent-turn/meaningful-output.ts +44 -0
- package/src/activities/agent-turn/media-artifacts.ts +3 -1
- package/src/activities/agent-turn/model-call-admission.ts +114 -0
- package/src/activities/agent-turn/model-usage.ts +299 -233
- package/src/activities/agent-turn/model-wire-dispatch.ts +27 -0
- package/src/activities/agent-turn/optional-repositories.ts +224 -0
- package/src/activities/agent-turn/prompt-tool-availability.ts +27 -0
- package/src/activities/agent-turn/provider-dispatch-barrier.ts +22 -0
- package/src/activities/agent-turn/provider-recovery-copy.ts +76 -0
- package/src/activities/agent-turn/provider-recovery-metrics.ts +64 -0
- package/src/activities/agent-turn/provider-recovery-policy.ts +25 -0
- package/src/activities/agent-turn/quiescence.ts +7 -7
- package/src/activities/agent-turn/recovery-warning.ts +6 -8
- package/src/activities/agent-turn/refresh-credentials.ts +44 -0
- package/src/activities/agent-turn/run-credentials.ts +124 -76
- package/src/activities/agent-turn/run.ts +501 -112
- package/src/activities/agent-turn/sandbox-establish.ts +152 -75
- package/src/activities/agent-turn/sandbox-provision.ts +54 -1
- package/src/activities/agent-turn/sandbox-route.ts +4 -1
- package/src/activities/agent-turn/sandbox-runtime.ts +319 -11
- package/src/activities/agent-turn/secret-resolver.ts +155 -0
- package/src/activities/agent-turn/session-title.ts +177 -12
- package/src/activities/agent-turn/session-usage-custody.ts +170 -0
- package/src/activities/agent-turn/skill-checkout.ts +111 -24
- package/src/activities/agent-turn/skill-install.ts +1 -1
- package/src/activities/agent-turn/skill-read.ts +374 -28
- package/src/activities/agent-turn/skill-save.ts +35 -7
- package/src/activities/agent-turn/skill-search.ts +9 -0
- package/src/activities/agent-turn/skill-selection.ts +4 -0
- package/src/activities/agent-turn/skill-tools.ts +208 -21
- package/src/activities/agent-turn/skill-transfer.ts +68 -23
- package/src/activities/agent-turn/stream-attempt.ts +634 -111
- package/src/activities/agent-turn/subscription-capacity-arming.ts +81 -0
- package/src/activities/agent-turn/subscription-core-capacity.ts +439 -0
- package/src/activities/agent-turn/subscription-core-failover.ts +229 -0
- package/src/activities/agent-turn/subscription-core-placed.ts +37 -0
- package/src/activities/agent-turn/subscription-core-requests.ts +271 -0
- package/src/activities/agent-turn/subscription-core-settlement.ts +234 -0
- package/src/activities/agent-turn/subscription-lease.ts +140 -0
- package/src/activities/agent-turn/subscription-serving-capacity.ts +195 -0
- package/src/activities/agent-turn/subscription-serving-catalog.ts +71 -0
- package/src/activities/agent-turn/subscription-serving-claim.ts +178 -0
- package/src/activities/agent-turn/subscription-serving-providers.ts +15 -0
- package/src/activities/agent-turn/tool-environment.ts +384 -292
- package/src/activities/agent-turn/tool-policy.ts +104 -4
- package/src/activities/agent-turn/tool-result-spill.ts +1 -0
- package/src/activities/agent-turn/turn-context.ts +124 -8
- package/src/activities/agent-turn/web-search.ts +431 -0
- package/src/activities/agent-turn/xai-core.ts +301 -0
- package/src/activities/automations.ts +81 -6
- package/src/activities/browser-deadline-checkpoint.ts +297 -0
- package/src/activities/capabilities.ts +53 -213
- package/src/activities/codemode-dispatcher.ts +236 -14
- package/src/activities/codex-capacity.ts +27 -380
- package/src/activities/codex-image-generation.ts +252 -42
- package/src/activities/common.ts +12 -0
- package/src/activities/connector-attachments.ts +3 -1
- package/src/activities/context-compaction.ts +182 -21
- package/src/activities/environment.ts +18 -106
- package/src/activities/gmail-files.ts +108 -0
- package/src/activities/goals.ts +120 -204
- package/src/activities/image-generation-operation.ts +1 -1
- package/src/activities/incident-telemetry-authority.ts +80 -50
- package/src/activities/incident-telemetry-preflight.ts +27 -15
- package/src/activities/knowledge-indexing.ts +287 -17
- package/src/activities/knowledge-source-sync.ts +10 -0
- package/src/activities/mcp-account-routes.ts +2 -124
- package/src/activities/model-call-fact-reconciler.ts +112 -0
- package/src/activities/open-suffix-resume.ts +122 -88
- package/src/activities/parent-wake.ts +89 -21
- package/src/activities/programmatic-approvals.ts +26 -0
- package/src/activities/requester-unavailable-receipt.ts +14 -0
- package/src/activities/retained-screenshots.ts +135 -24
- package/src/activities/run-credential-renewal.ts +13 -1
- package/src/activities/run-credentials.ts +61 -19
- package/src/activities/run-input.ts +124 -9
- package/src/activities/sandbox-lease.ts +1615 -73
- package/src/activities/scheduled-tasks.ts +780 -147
- package/src/activities/session-archive.ts +382 -0
- package/src/activities/session-state.ts +219 -10
- package/src/activities/session-storage.ts +124 -0
- package/src/activities/site-auth-maintenance.ts +5 -2
- package/src/activities/subscription-core-claude-waits.ts +49 -0
- package/src/activities/subscription-core-codex-quota.ts +46 -0
- package/src/activities/subscription-core-codex-waits.ts +488 -0
- package/src/activities/subscription-core-image-operation.ts +126 -0
- package/src/activities/subscription-core-usage-recheck.ts +146 -0
- package/src/activities/subscription-core-wait-bindings.ts +12 -0
- package/src/activities/subscription-core-xai-quota.ts +85 -0
- package/src/activities/subscription-core-xai-waits.ts +48 -0
- package/src/activities/types.ts +85 -9
- package/src/activities/video-generation-admission.ts +1 -36
- package/src/activities/video-generation-credential.ts +38 -56
- package/src/activities/video-generation-reconciliation.ts +150 -131
- package/src/activities/video-generation-subscription-core.ts +180 -0
- package/src/activities/workspace-capture.ts +13 -2
- package/src/activities/workspace-credential-provider.ts +302 -0
- package/src/activities/xai-auth.ts +34 -112
- package/src/activities/xai-image-generation.ts +84 -36
- package/src/activities-control.ts +8 -0
- package/src/activities-turn.ts +5 -0
- package/src/activities.ts +17 -0
- package/src/activity-services.ts +29 -4
- package/src/browser-deadline-checkpoint-contract.ts +5 -0
- package/src/editable-artifact-hint-broker.ts +3 -0
- package/src/editable-artifact-materializer-service.ts +85 -39
- package/src/editable-artifact-materializer-subprocess.ts +47 -2
- package/src/editable-artifact-outbox-dispatcher.ts +107 -46
- package/src/editable-artifact-outbox-service.ts +55 -25
- package/src/github-rest-mcp.ts +1 -1
- package/src/host-export-pump.ts +26 -4
- package/src/host-export.ts +4 -1
- package/src/http.ts +4 -2
- package/src/index.ts +222 -282
- package/src/internal-maintenance.ts +347 -0
- package/src/maintenance-cadence.ts +156 -0
- package/src/observability-metrics.ts +1173 -73
- package/src/onepassword-vault-provider.ts +11 -0
- package/src/personal-github-git-credentials.ts +3 -1
- package/src/pr-review-credentials.ts +1 -1
- package/src/readiness-checks.ts +113 -0
- package/src/retained-process-retry.ts +36 -0
- package/src/sandbox-reaper-contract.ts +33 -0
- package/src/sandbox-resume.ts +444 -73
- package/src/sandbox-routing.ts +230 -75
- package/src/session-event-fanout.ts +23 -0
- package/src/telemetry-scheduler.ts +53 -0
- package/src/temporal-runtime-logger.ts +44 -0
- package/src/turn-task-queue-reader.ts +110 -0
- package/src/turn-worker-activity-telemetry.ts +209 -0
- package/src/worker-service-lifecycle.ts +54 -1
- package/src/workflows/activities.ts +16 -1
- package/src/workflows/browser-deadline-checkpoint.ts +55 -0
- package/src/workflows/file-upload-reaper.ts +2 -0
- package/src/workflows/sandbox-reaper.ts +88 -0
- package/src/workflows/scheduled-tasks.ts +26 -13
- package/src/workflows/session-storage.ts +19 -0
- package/src/workflows/session.ts +238 -33
- package/src/workflows/site-auth-maintenance.ts +2 -1
- package/src/workflows/workflow-wake.ts +26 -4
- package/src/workflows.ts +7 -0
- package/dist/activities/agent-turn/xai-capacity.d.ts +0 -2
- package/dist/activities/codex-fleet-shadow.d.ts +0 -74
- package/dist/activities/codex-rotation.d.ts +0 -200
- package/dist/activities/xai-quota.d.ts +0 -3
- package/dist/activities-control-QA6OLRQY.js.map +0 -1
- package/dist/activities-turn-YVVKCGAK.js.map +0 -1
- package/dist/chunk-GDCLDKSH.js.map +0 -1
- package/dist/chunk-I7HKKMUJ.js.map +0 -1
- package/dist/chunk-M3NVMF2V.js.map +0 -1
- package/dist/chunk-RAMNYSAW.js.map +0 -1
- package/src/activities/agent-turn/xai-capacity.ts +0 -257
- package/src/activities/codex-fleet-shadow.ts +0 -306
- package/src/activities/codex-rotation.ts +0 -685
- package/src/activities/xai-quota.ts +0 -35
|
@@ -0,0 +1,229 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* In-turn re-placement after a definitive refusal on a chat turn placed by
|
|
3
|
+
* the shared subscription core, for any provider (generalized from the M3
|
|
4
|
+
* Codex failover, PR 2a; Codex binds it in `codex-core-failover.ts` under
|
|
5
|
+
* the names it shipped).
|
|
6
|
+
*
|
|
7
|
+
* The refusal was already recorded against the leased connection (failure
|
|
8
|
+
* receipt plus the state that keeps placement away from it). After a durable
|
|
9
|
+
* checkpoint the same accepted turn is recovered with a new attempt, whose
|
|
10
|
+
* placement chooses again under the core rules: another eligible account, or
|
|
11
|
+
* a durable wait when nothing can serve it. An explicit choice never fails
|
|
12
|
+
* over: its placement waits on the chosen account. The per-turn bound counts
|
|
13
|
+
* every refusal of the turn, by any account, so a turn cannot alternate
|
|
14
|
+
* between failing accounts forever; the refusal that reaches the bound fails
|
|
15
|
+
* the turn with typed copy and leaves the session usable.
|
|
16
|
+
*/
|
|
17
|
+
import {
|
|
18
|
+
requestSessionTurnRecovery,
|
|
19
|
+
readSubscriptionCoreTurnFailoverBudget,
|
|
20
|
+
SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT,
|
|
21
|
+
type Database,
|
|
22
|
+
type SubscriptionCoreTurnIdentity,
|
|
23
|
+
} from "@opengeni/db";
|
|
24
|
+
import { publishDurableSessionEvents } from "@opengeni/events";
|
|
25
|
+
import { deliverFailedChildTurnToParent } from "../parent-wake";
|
|
26
|
+
import type { RunAgentTurnResult } from "../types";
|
|
27
|
+
import {
|
|
28
|
+
subscriptionCoreFailoverExhaustedFailure,
|
|
29
|
+
subscriptionCoreServingFailoverExhaustedFailure,
|
|
30
|
+
} from "./codex-core-errors";
|
|
31
|
+
import type { CoreSubscriptionTurnLease } from "./credential-leases";
|
|
32
|
+
import type { TurnFailureDeps } from "./failure-settlement";
|
|
33
|
+
import type { SubscriptionCoreTurn } from "./turn-context";
|
|
34
|
+
|
|
35
|
+
/** One provider's failover inputs. */
|
|
36
|
+
export type CoreFailoverBinding = {
|
|
37
|
+
displayName: string;
|
|
38
|
+
lease: (deps: TurnFailureDeps) => CoreSubscriptionTurnLease;
|
|
39
|
+
countRefusals: (db: Database, identity: SubscriptionCoreTurnIdentity) => Promise<number | null>;
|
|
40
|
+
/** Refusals one turn may take before it stops. */
|
|
41
|
+
refusalLimit: number;
|
|
42
|
+
/** The in-turn recovery's reason and its detail's provider label. */
|
|
43
|
+
recoveryReason: string;
|
|
44
|
+
recoveryProvider: string;
|
|
45
|
+
metrics: {
|
|
46
|
+
checkpoints: { name: string; help: string };
|
|
47
|
+
settlements: { name: string; help: string };
|
|
48
|
+
labels: (deps: TurnFailureDeps) => Record<string, string>;
|
|
49
|
+
};
|
|
50
|
+
};
|
|
51
|
+
|
|
52
|
+
/** A recorded refusal (`unbounded`: it does not count toward the bound), or a graceful disconnect. */
|
|
53
|
+
export type CoreFailoverRefusal = { kind: string; unbounded: boolean } | "source_disconnected";
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* Refusals one turn may take before it stops: at most three in-turn switches
|
|
57
|
+
* (the contract and design require a bound but do not fix it; this is the
|
|
58
|
+
* small fixed bound chosen for M3, see design 5.1.1 "PR 2a").
|
|
59
|
+
*/
|
|
60
|
+
export const SUBSCRIPTION_CORE_TURN_REFUSAL_LIMIT = 4;
|
|
61
|
+
|
|
62
|
+
/**
|
|
63
|
+
* The shared failover metrics, labelled by provider (Codex keeps its M3
|
|
64
|
+
* `opengeni_codex_failover_*` metrics with `workspace_key`).
|
|
65
|
+
*/
|
|
66
|
+
export function subscriptionCoreFailoverMetrics(provider: string): CoreFailoverBinding["metrics"] {
|
|
67
|
+
return {
|
|
68
|
+
checkpoints: {
|
|
69
|
+
name: "opengeni_subscription_core_failover_checkpoints_total",
|
|
70
|
+
help: "Durable subscription-core failover checkpoint attempts by provider and outcome.",
|
|
71
|
+
},
|
|
72
|
+
settlements: {
|
|
73
|
+
name: "opengeni_subscription_core_failover_settlements_total",
|
|
74
|
+
help: "Atomic subscription-core failover settlements by provider and outcome.",
|
|
75
|
+
},
|
|
76
|
+
labels: () => ({ provider }),
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
/** Pure bound: fail over while under the limit, stop at it. */
|
|
81
|
+
export function coreFailoverDisposition(
|
|
82
|
+
refusals: number | null,
|
|
83
|
+
limit: number,
|
|
84
|
+
): "failover" | "exhausted" | "unrecorded" {
|
|
85
|
+
if (refusals === null || !Number.isSafeInteger(refusals) || refusals < 1) return "unrecorded";
|
|
86
|
+
return refusals >= limit ? "exhausted" : "failover";
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
/**
|
|
90
|
+
* Re-place the same turn after graceful source disappearance, without a
|
|
91
|
+
* refusal budget, or settle a recorded refusal within its bound. Returns
|
|
92
|
+
* null when automatic replay is unsafe (the checkpoint did not become
|
|
93
|
+
* durable, or the bound could not be read): the caller then fails the turn
|
|
94
|
+
* with its typed copy instead.
|
|
95
|
+
*/
|
|
96
|
+
export async function failOverCoreSubscriptionTurn(
|
|
97
|
+
deps: TurnFailureDeps,
|
|
98
|
+
core: SubscriptionCoreTurn,
|
|
99
|
+
refusal: CoreFailoverRefusal,
|
|
100
|
+
binding: CoreFailoverBinding,
|
|
101
|
+
): Promise<RunAgentTurnResult | null> {
|
|
102
|
+
const {
|
|
103
|
+
error,
|
|
104
|
+
input,
|
|
105
|
+
db,
|
|
106
|
+
bus,
|
|
107
|
+
settings,
|
|
108
|
+
observability,
|
|
109
|
+
wakeSessionWorkflow,
|
|
110
|
+
control,
|
|
111
|
+
attempt,
|
|
112
|
+
eventing,
|
|
113
|
+
historySink,
|
|
114
|
+
claimedResult,
|
|
115
|
+
flushRuntimeBatcher,
|
|
116
|
+
acknowledgeLostAttemptOwnership,
|
|
117
|
+
acknowledgeRecoveryQuiescence,
|
|
118
|
+
} = deps;
|
|
119
|
+
const turnId = attempt.turnId;
|
|
120
|
+
if (!turnId || !attempt.triggerEventId || !eventing.publish || !eventing.settle) return null;
|
|
121
|
+
try {
|
|
122
|
+
await flushRuntimeBatcher();
|
|
123
|
+
await historySink.reconcileConversationTruth({ requireDurable: true });
|
|
124
|
+
await core.requests?.checkpoint();
|
|
125
|
+
} catch {
|
|
126
|
+
observability.incrementCounter({
|
|
127
|
+
...binding.metrics.checkpoints,
|
|
128
|
+
labels: { ...binding.metrics.labels(deps), outcome: "failed" },
|
|
129
|
+
});
|
|
130
|
+
return null;
|
|
131
|
+
}
|
|
132
|
+
// Logical disconnect/lease loss never proves an outstanding fetch quiescent.
|
|
133
|
+
// The tool-less session-title request is cancelled and joined before
|
|
134
|
+
// settlement and never enters history, so it does not fence failover.
|
|
135
|
+
if (core.requests && !core.requests.canRecover()) return null;
|
|
136
|
+
const disconnected = refusal === "source_disconnected";
|
|
137
|
+
const refusals = disconnected
|
|
138
|
+
? null
|
|
139
|
+
: await binding.countRefusals(db, core.identity).catch(() => null);
|
|
140
|
+
const servingBudget = settings.subscriptionCrossProviderFailoverEnabled
|
|
141
|
+
? await readSubscriptionCoreTurnFailoverBudget(db, core.identity).catch(() => null)
|
|
142
|
+
: null;
|
|
143
|
+
if (settings.subscriptionCrossProviderFailoverEnabled && servingBudget === null) return null;
|
|
144
|
+
const disposition =
|
|
145
|
+
servingBudget && servingBudget.steps >= SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT
|
|
146
|
+
? "exhausted"
|
|
147
|
+
: disconnected || refusal.unbounded
|
|
148
|
+
? "failover"
|
|
149
|
+
: coreFailoverDisposition(refusals, binding.refusalLimit);
|
|
150
|
+
observability.incrementCounter({
|
|
151
|
+
...binding.metrics.settlements,
|
|
152
|
+
labels: { ...binding.metrics.labels(deps), outcome: `core_${disposition}` },
|
|
153
|
+
});
|
|
154
|
+
if (disposition === "unrecorded") return null;
|
|
155
|
+
|
|
156
|
+
// The next placement must not wait for this attempt's lease to expire.
|
|
157
|
+
const lease = binding.lease(deps);
|
|
158
|
+
lease.stopHeartbeat();
|
|
159
|
+
await lease.releaseCurrent().catch(() => false);
|
|
160
|
+
lease.held = false;
|
|
161
|
+
|
|
162
|
+
if (disposition === "exhausted") {
|
|
163
|
+
const failure = servingBudget
|
|
164
|
+
? subscriptionCoreServingFailoverExhaustedFailure(
|
|
165
|
+
servingBudget.steps,
|
|
166
|
+
SUBSCRIPTION_CORE_SERVING_FAILOVER_LIMIT,
|
|
167
|
+
)
|
|
168
|
+
: subscriptionCoreFailoverExhaustedFailure(
|
|
169
|
+
refusals!,
|
|
170
|
+
binding.refusalLimit,
|
|
171
|
+
binding.displayName,
|
|
172
|
+
);
|
|
173
|
+
if (
|
|
174
|
+
!(await eventing.settle({
|
|
175
|
+
events: [
|
|
176
|
+
{
|
|
177
|
+
type: "turn.failed",
|
|
178
|
+
payload: { ...failure.payload, recovery: "user_message" },
|
|
179
|
+
},
|
|
180
|
+
{ type: "session.status.changed", payload: { status: "idle" } },
|
|
181
|
+
],
|
|
182
|
+
turnStatus: "failed",
|
|
183
|
+
sessionStatus: "idle",
|
|
184
|
+
activeTurnId: null,
|
|
185
|
+
}))
|
|
186
|
+
) {
|
|
187
|
+
return claimedResult({ status: "cancelled" });
|
|
188
|
+
}
|
|
189
|
+
control.turnMetricOutcome = "failed";
|
|
190
|
+
control.activityStatus = "idle";
|
|
191
|
+
control.activityError = error;
|
|
192
|
+
await deliverFailedChildTurnToParent(
|
|
193
|
+
{ db, bus, settings, observability, wakeSessionWorkflow },
|
|
194
|
+
input.workspaceId,
|
|
195
|
+
input.sessionId,
|
|
196
|
+
turnId,
|
|
197
|
+
);
|
|
198
|
+
return claimedResult({ status: "idle" });
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
const recovery = await requestSessionTurnRecovery(db, input.workspaceId, {
|
|
202
|
+
sessionId: input.sessionId,
|
|
203
|
+
turnId,
|
|
204
|
+
triggerEventId: attempt.triggerEventId,
|
|
205
|
+
attemptId: input.attemptId,
|
|
206
|
+
reason: binding.recoveryReason,
|
|
207
|
+
detail: {
|
|
208
|
+
provider: binding.recoveryProvider,
|
|
209
|
+
credentialId: core.connectionId,
|
|
210
|
+
failureKind: disconnected ? "source_disconnected" : refusal.kind,
|
|
211
|
+
// The legacy detail shape counts switches: refusal n (below the
|
|
212
|
+
// bound) starts switch n of at most limit - 1. The exhausted failure
|
|
213
|
+
// reports the refusals themselves (refusals / maxRefusals).
|
|
214
|
+
...(disconnected ? {} : { failoverCount: refusals, maxFailovers: binding.refusalLimit - 1 }),
|
|
215
|
+
},
|
|
216
|
+
});
|
|
217
|
+
if (recovery.action === "stale") {
|
|
218
|
+
acknowledgeLostAttemptOwnership();
|
|
219
|
+
control.activityStatus = "cancelled";
|
|
220
|
+
control.turnMetricOutcome = "cancelled";
|
|
221
|
+
return claimedResult({ status: "cancelled" });
|
|
222
|
+
}
|
|
223
|
+
acknowledgeRecoveryQuiescence();
|
|
224
|
+
await publishDurableSessionEvents(bus, input.workspaceId, input.sessionId, recovery.events);
|
|
225
|
+
control.activityStatus = "recovering";
|
|
226
|
+
control.turnMetricOutcome = "recovering";
|
|
227
|
+
control.activityError = error;
|
|
228
|
+
return claimedResult({ status: "recovering" });
|
|
229
|
+
}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The turn's shared-core placement with the provider that placed it (at most
|
|
3
|
+
* one provider places a turn). Provider-neutral callers (checkpoints, the
|
|
4
|
+
* between-calls revalidation) use this instead of a provider's field.
|
|
5
|
+
*/
|
|
6
|
+
import type { Database } from "@opengeni/db";
|
|
7
|
+
import { CODEX_CORE_TURN_PROVIDER } from "./codex-core-capacity";
|
|
8
|
+
import {
|
|
9
|
+
assertCoreSourceConnected,
|
|
10
|
+
type CoreTurnPlacementProvider,
|
|
11
|
+
} from "./subscription-core-capacity";
|
|
12
|
+
import type { SubscriptionCorePlacedFields, SubscriptionCoreTurn } from "./turn-context";
|
|
13
|
+
import { XAI_CORE_TURN_PROVIDER } from "./xai-core";
|
|
14
|
+
import { CLAUDE_CORE_TURN_PROVIDER } from "./claude-core";
|
|
15
|
+
|
|
16
|
+
export function placedSubscriptionCore(
|
|
17
|
+
providerTurn: SubscriptionCorePlacedFields,
|
|
18
|
+
): { core: SubscriptionCoreTurn; provider: CoreTurnPlacementProvider } | null {
|
|
19
|
+
if (providerTurn.codexSubscriptionCore)
|
|
20
|
+
return { core: providerTurn.codexSubscriptionCore, provider: CODEX_CORE_TURN_PROVIDER };
|
|
21
|
+
if (providerTurn.xaiSubscriptionCore)
|
|
22
|
+
return { core: providerTurn.xaiSubscriptionCore, provider: XAI_CORE_TURN_PROVIDER };
|
|
23
|
+
if (providerTurn.claudeSubscriptionCore)
|
|
24
|
+
return { core: providerTurn.claudeSubscriptionCore, provider: CLAUDE_CORE_TURN_PROVIDER };
|
|
25
|
+
return null;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/** Between model calls: settle committed responses, then recheck the source. */
|
|
29
|
+
export async function revalidatePlacedSubscriptionCore(
|
|
30
|
+
db: Database,
|
|
31
|
+
providerTurn: SubscriptionCorePlacedFields,
|
|
32
|
+
): Promise<void> {
|
|
33
|
+
const placed = placedSubscriptionCore(providerTurn);
|
|
34
|
+
if (!placed) return;
|
|
35
|
+
await placed.core.requests?.checkpoint();
|
|
36
|
+
await assertCoreSourceConnected(db, placed.provider, placed.core);
|
|
37
|
+
}
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Request custody for a chat turn on the shared subscription core, for any
|
|
3
|
+
* provider (generalized from the M3 Codex custody; Codex binds it in
|
|
4
|
+
* `codex-core-requests.ts` under the names it shipped). A physical request
|
|
5
|
+
* is reserved before network I/O and settled once; an unknown outcome is
|
|
6
|
+
* never replayed automatically.
|
|
7
|
+
*/
|
|
8
|
+
import { SubscriptionCoreError } from "@opengeni/db";
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Prefix for this activity execution's physical model request IDs.
|
|
12
|
+
*
|
|
13
|
+
* Request reservations are unique per account, so an ID must not repeat across
|
|
14
|
+
* turns or executions. A Temporal activity ID is unique only within its own
|
|
15
|
+
* workflow (every turn's first activity is typically "1"), and a retried
|
|
16
|
+
* activity keeps its ID, so the prefix also names the turn attempt and the
|
|
17
|
+
* activity attempt.
|
|
18
|
+
*/
|
|
19
|
+
export function providerRequestIdPrefix(input: {
|
|
20
|
+
turnAttemptId: string;
|
|
21
|
+
activityId: string;
|
|
22
|
+
activityAttempt: number;
|
|
23
|
+
}): string {
|
|
24
|
+
return `${input.turnAttemptId}:${input.activityId}:${input.activityAttempt}`;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/** One physical request: the logical request id and its transport attempt. */
|
|
28
|
+
export type SubscriptionCoreRequestIdentity = { requestId: string; transportAttempt: number };
|
|
29
|
+
|
|
30
|
+
export type SubscriptionCoreRequestSettlement = SubscriptionCoreRequestIdentity & {
|
|
31
|
+
/** Transport evidence only; response_received is NOT a durable history checkpoint. */
|
|
32
|
+
outcome: "response_received" | "refused" | "unknown";
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
export type CoreSubscriptionRequestsDeps = {
|
|
36
|
+
reserve: (request: SubscriptionCoreRequestIdentity) => Promise<{ operationId: string }>;
|
|
37
|
+
settle: (request: {
|
|
38
|
+
operationId: string;
|
|
39
|
+
outcome: SubscriptionCoreRequestSettlement["outcome"];
|
|
40
|
+
}) => Promise<void>;
|
|
41
|
+
/** The provider's name in internal error text. */
|
|
42
|
+
displayName: string;
|
|
43
|
+
/** The provider's unresolved-outcome error (the durable fence raises the same). */
|
|
44
|
+
outcomeUnknown: () => Error;
|
|
45
|
+
isOutcomeUnknown: (error: unknown) => boolean;
|
|
46
|
+
/**
|
|
47
|
+
* The provider's model call may send a continuation request after a
|
|
48
|
+
* complete response, before the history checkpoint (a paused server-side
|
|
49
|
+
* tool). The lane then admits a further reservation while every pending
|
|
50
|
+
* request has received its response; each is still reserved before its
|
|
51
|
+
* I/O and settled once at the checkpoint. Off: any pending request
|
|
52
|
+
* refuses a new one.
|
|
53
|
+
*/
|
|
54
|
+
continuesAfterResponse?: boolean;
|
|
55
|
+
};
|
|
56
|
+
|
|
57
|
+
/** One attempt's bounded request custody; no tokens or response bodies live here. */
|
|
58
|
+
export function createCoreSubscriptionRequests(deps: CoreSubscriptionRequestsDeps) {
|
|
59
|
+
const requests = new Map<string, { operationId: string; responseReceived: boolean }>();
|
|
60
|
+
let uncertain = false;
|
|
61
|
+
// Which custody produced the uncertainty. "own" means this attempt's own
|
|
62
|
+
// physical request ended without a definite answer (dropped stream, stall,
|
|
63
|
+
// gateway timeout). "admission" means the durable fence refused a new
|
|
64
|
+
// request because an earlier request is still unresolved; only an explicit
|
|
65
|
+
// reconciliation can clear that.
|
|
66
|
+
let ownUnknown = false;
|
|
67
|
+
let admissionRefused = false;
|
|
68
|
+
let reserving = false;
|
|
69
|
+
let lastResponseAt: number | null = null;
|
|
70
|
+
const key = (request: SubscriptionCoreRequestIdentity) =>
|
|
71
|
+
JSON.stringify([request.requestId, request.transportAttempt]);
|
|
72
|
+
return {
|
|
73
|
+
async reserve(request: SubscriptionCoreRequestIdentity): Promise<void> {
|
|
74
|
+
const pendingWithoutResponse =
|
|
75
|
+
requests.size > 0 &&
|
|
76
|
+
(!deps.continuesAfterResponse ||
|
|
77
|
+
[...requests.values()].some((pending) => !pending.responseReceived));
|
|
78
|
+
if (uncertain || pendingWithoutResponse || reserving) {
|
|
79
|
+
throw deps.outcomeUnknown();
|
|
80
|
+
}
|
|
81
|
+
// The DB also rejects duplicate reservations, including ones already
|
|
82
|
+
// settled locally. Never turn a repeated callback into a reusable permit.
|
|
83
|
+
reserving = true;
|
|
84
|
+
try {
|
|
85
|
+
const reservation = await deps.reserve(request);
|
|
86
|
+
requests.set(key(request), { ...reservation, responseReceived: false });
|
|
87
|
+
} catch (error) {
|
|
88
|
+
if (deps.isOutcomeUnknown(error)) {
|
|
89
|
+
uncertain = true;
|
|
90
|
+
admissionRefused = true;
|
|
91
|
+
}
|
|
92
|
+
throw error;
|
|
93
|
+
} finally {
|
|
94
|
+
reserving = false;
|
|
95
|
+
}
|
|
96
|
+
},
|
|
97
|
+
async observe(request: SubscriptionCoreRequestSettlement): Promise<void> {
|
|
98
|
+
const id = key(request);
|
|
99
|
+
const pending = requests.get(id);
|
|
100
|
+
if (!pending) throw new Error(`${deps.displayName} request settlement has no reservation`);
|
|
101
|
+
if (request.outcome === "response_received") {
|
|
102
|
+
pending.responseReceived = true;
|
|
103
|
+
lastResponseAt = Date.now();
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
if (request.outcome === "unknown") {
|
|
107
|
+
uncertain = true;
|
|
108
|
+
ownUnknown = true;
|
|
109
|
+
}
|
|
110
|
+
await deps.settle({ operationId: pending.operationId, outcome: request.outcome });
|
|
111
|
+
requests.delete(id);
|
|
112
|
+
},
|
|
113
|
+
/** Call only AFTER the response/history writer has committed durably. */
|
|
114
|
+
async checkpoint(): Promise<void> {
|
|
115
|
+
for (const [id, request] of requests) {
|
|
116
|
+
if (!request.responseReceived) continue;
|
|
117
|
+
await deps.settle({ operationId: request.operationId, outcome: "response_received" });
|
|
118
|
+
requests.delete(id);
|
|
119
|
+
}
|
|
120
|
+
},
|
|
121
|
+
/** Absence of a response (including a detached timeout) is never replay proof. */
|
|
122
|
+
canRecover(): boolean {
|
|
123
|
+
return !uncertain && !reserving && requests.size === 0;
|
|
124
|
+
},
|
|
125
|
+
/** Preserve an observed unknown outcome even when the SDK throws a plain HTTP error. */
|
|
126
|
+
hasUnknownOutcome(): boolean {
|
|
127
|
+
return uncertain;
|
|
128
|
+
},
|
|
129
|
+
/**
|
|
130
|
+
* True only when every unknown outcome came from this attempt's own
|
|
131
|
+
* settled request and nothing is still reserved or in flight. The request
|
|
132
|
+
* row keeps its unknown outcome; closing this attempt as recoverable lets
|
|
133
|
+
* the next generation be admitted.
|
|
134
|
+
*/
|
|
135
|
+
unknownIsOwnAndSettled(): boolean {
|
|
136
|
+
return ownUnknown && !admissionRefused && !reserving && requests.size === 0;
|
|
137
|
+
},
|
|
138
|
+
/** The durable fence refused this attempt because of an earlier unresolved request. */
|
|
139
|
+
admissionRefused(): boolean {
|
|
140
|
+
return admissionRefused;
|
|
141
|
+
},
|
|
142
|
+
/** When a request of this lane last received a response (the binding's cache clock). */
|
|
143
|
+
lastResponseReceivedAt(): Date | null {
|
|
144
|
+
return lastResponseAt === null ? null : new Date(lastResponseAt);
|
|
145
|
+
},
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
export type CoreSubscriptionRequests = ReturnType<typeof createCoreSubscriptionRequests>;
|
|
150
|
+
|
|
151
|
+
/**
|
|
152
|
+
* An HTTP error status is a definite answer: no model response was produced.
|
|
153
|
+
* Timeouts (408, 504) and conflicts (409) stay ambiguous because the
|
|
154
|
+
* provider may still be processing the request (every core transport's rule).
|
|
155
|
+
*/
|
|
156
|
+
export function definiteRefusalStatus(status: number): boolean {
|
|
157
|
+
return status >= 400 && status < 600 && status !== 408 && status !== 409 && status !== 504;
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
/**
|
|
161
|
+
* Reads a successful response body as it passes to the SDK and decides the
|
|
162
|
+
* request's outcome when the body ends (`ended`) or stops early (an error or
|
|
163
|
+
* a cancel by the reader). Without one, a body read to its end is a
|
|
164
|
+
* response and anything else is unknown.
|
|
165
|
+
*/
|
|
166
|
+
export type CoreResponseInspector = {
|
|
167
|
+
chunk: (bytes: Uint8Array) => void;
|
|
168
|
+
outcome: (ended: boolean) => SubscriptionCoreRequestSettlement["outcome"];
|
|
169
|
+
};
|
|
170
|
+
|
|
171
|
+
/**
|
|
172
|
+
* Settle one physical request of a lane from the response a fetch-level
|
|
173
|
+
* transport received: a definite error status is refused at once and an
|
|
174
|
+
* ambiguous one is unknown; any other response settles when its body ends or
|
|
175
|
+
* stops (the inspector decides; a body that stops early is unknown, never
|
|
176
|
+
* replayed). The returned response carries the same status, headers and
|
|
177
|
+
* bytes.
|
|
178
|
+
*/
|
|
179
|
+
export async function settleCoreResponse(
|
|
180
|
+
lane: Pick<CoreSubscriptionRequests, "observe">,
|
|
181
|
+
request: SubscriptionCoreRequestIdentity,
|
|
182
|
+
response: Response,
|
|
183
|
+
inspector?: CoreResponseInspector,
|
|
184
|
+
): Promise<Response> {
|
|
185
|
+
let settled = false;
|
|
186
|
+
const settle = async (outcome: SubscriptionCoreRequestSettlement["outcome"]) => {
|
|
187
|
+
if (settled) return;
|
|
188
|
+
settled = true;
|
|
189
|
+
await lane.observe({ ...request, outcome });
|
|
190
|
+
};
|
|
191
|
+
if (response.status >= 400) {
|
|
192
|
+
await settle(definiteRefusalStatus(response.status) ? "refused" : "unknown");
|
|
193
|
+
return response;
|
|
194
|
+
}
|
|
195
|
+
if (!response.body) {
|
|
196
|
+
await settle("response_received");
|
|
197
|
+
return response;
|
|
198
|
+
}
|
|
199
|
+
const decide = (ended: boolean) =>
|
|
200
|
+
inspector ? inspector.outcome(ended) : ended ? "response_received" : "unknown";
|
|
201
|
+
const reader = response.body.getReader();
|
|
202
|
+
const body = new ReadableStream<Uint8Array>({
|
|
203
|
+
async pull(controller) {
|
|
204
|
+
let chunk: Awaited<ReturnType<typeof reader.read>>;
|
|
205
|
+
try {
|
|
206
|
+
chunk = await reader.read();
|
|
207
|
+
} catch (error) {
|
|
208
|
+
await settle(decide(false)).catch(() => undefined);
|
|
209
|
+
controller.error(error);
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
if (chunk.done) {
|
|
213
|
+
await settle(decide(true));
|
|
214
|
+
controller.close();
|
|
215
|
+
return;
|
|
216
|
+
}
|
|
217
|
+
inspector?.chunk(chunk.value);
|
|
218
|
+
controller.enqueue(chunk.value);
|
|
219
|
+
},
|
|
220
|
+
async cancel(reason) {
|
|
221
|
+
await settle(decide(false)).catch(() => undefined);
|
|
222
|
+
await reader.cancel(reason).catch(() => undefined);
|
|
223
|
+
},
|
|
224
|
+
});
|
|
225
|
+
return new Response(body, {
|
|
226
|
+
status: response.status,
|
|
227
|
+
statusText: response.statusText,
|
|
228
|
+
headers: response.headers,
|
|
229
|
+
});
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
type CoreLanes = {
|
|
233
|
+
requests?: Pick<CoreSubscriptionRequests, "hasUnknownOutcome" | "canRecover" | "checkpoint">;
|
|
234
|
+
};
|
|
235
|
+
|
|
236
|
+
/**
|
|
237
|
+
* The terminal unknown-outcome failure of a core turn, or null: an earlier or
|
|
238
|
+
* own request whose outcome is unknown (the error chain carries the core's
|
|
239
|
+
* code, or the main lane observed one) is never replayed automatically.
|
|
240
|
+
* Tool-less title requests never enter history and do not fence main recovery.
|
|
241
|
+
*/
|
|
242
|
+
export function coreRequestOutcomeUnknownFailure(
|
|
243
|
+
error: unknown,
|
|
244
|
+
core: CoreLanes,
|
|
245
|
+
outcomeUnknown: () => Error,
|
|
246
|
+
): (Error & { code: string }) | null {
|
|
247
|
+
let current: unknown = error;
|
|
248
|
+
let unknown = false;
|
|
249
|
+
for (let depth = 0; depth < 8 && current instanceof Error && !unknown; depth++) {
|
|
250
|
+
unknown =
|
|
251
|
+
current instanceof SubscriptionCoreError &&
|
|
252
|
+
current.code === "subscription_core_request_outcome_unknown";
|
|
253
|
+
current = current.cause;
|
|
254
|
+
}
|
|
255
|
+
if (!unknown && !core.requests?.hasUnknownOutcome()) return null;
|
|
256
|
+
return outcomeUnknown() as Error & { code: string };
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
/** After the history commit, settle main responses; titles do not fence recovery. */
|
|
260
|
+
export async function coreLanesRecoverAfterCheckpoint(
|
|
261
|
+
core: CoreLanes,
|
|
262
|
+
commitHistory: () => Promise<void>,
|
|
263
|
+
): Promise<boolean> {
|
|
264
|
+
try {
|
|
265
|
+
await commitHistory();
|
|
266
|
+
await core.requests?.checkpoint();
|
|
267
|
+
return !core.requests || core.requests.canRecover();
|
|
268
|
+
} catch {
|
|
269
|
+
return false;
|
|
270
|
+
}
|
|
271
|
+
}
|