@opengeni/worker-bundle 2.0.1 → 2.0.2-canary.38686408778001
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-run-admission.d.ts +1 -12
- package/dist/activities/agent-turn/admission.d.ts +88 -10
- package/dist/activities/agent-turn/agent-build.d.ts +14 -3
- package/dist/activities/agent-turn/claim.d.ts +4 -1
- package/dist/activities/agent-turn/claude-core.d.ts +195 -0
- package/dist/activities/agent-turn/code-search.d.ts +60 -0
- package/dist/activities/agent-turn/codex-capacity.d.ts +3 -0
- package/dist/activities/agent-turn/codex-core-capacity.d.ts +37 -0
- package/dist/activities/agent-turn/codex-core-claim.d.ts +40 -0
- package/dist/activities/agent-turn/codex-core-errors.d.ts +102 -0
- package/dist/activities/agent-turn/codex-core-failover.d.ts +15 -0
- package/dist/activities/agent-turn/codex-core-requests.d.ts +28 -0
- package/dist/activities/agent-turn/codex-core-settlement.d.ts +77 -0
- package/dist/activities/agent-turn/codex-credit-policy.d.ts +30 -0
- package/dist/activities/agent-turn/codex-plan-entitlement.d.ts +105 -0
- package/dist/activities/agent-turn/codex-usage-policy.d.ts +2 -0
- package/dist/activities/agent-turn/codex.d.ts +2 -19
- package/dist/activities/agent-turn/compaction-interruption.d.ts +32 -0
- package/dist/activities/agent-turn/compaction-prep.d.ts +30 -1
- package/dist/activities/agent-turn/credential-leases.d.ts +64 -37
- package/dist/activities/agent-turn/credential-restriction.d.ts +3 -0
- package/dist/activities/agent-turn/errors.d.ts +172 -28
- package/dist/activities/agent-turn/failure-settlement.d.ts +10 -43
- package/dist/activities/agent-turn/final-reply.d.ts +18 -0
- package/dist/activities/agent-turn/finalization-monitor.d.ts +7 -2
- package/dist/activities/agent-turn/finalization.d.ts +2 -0
- package/dist/activities/agent-turn/github-repository-bindings.d.ts +2 -0
- package/dist/activities/agent-turn/governance-model.d.ts +13 -1
- package/dist/activities/agent-turn/history-sink.d.ts +3 -1
- package/dist/activities/agent-turn/history.d.ts +2 -0
- package/dist/activities/agent-turn/input-wait-reply.d.ts +76 -0
- package/dist/activities/agent-turn/meaningful-output.d.ts +9 -0
- package/dist/activities/agent-turn/media-artifacts.d.ts +5 -3
- package/dist/activities/agent-turn/model-call-admission.d.ts +15 -0
- package/dist/activities/agent-turn/model-usage.d.ts +56 -14
- package/dist/activities/agent-turn/model-wire-dispatch.d.ts +15 -0
- package/dist/activities/agent-turn/optional-repositories.d.ts +59 -0
- package/dist/activities/agent-turn/prompt-tool-availability.d.ts +17 -0
- package/dist/activities/agent-turn/provider-dispatch-barrier.d.ts +12 -1
- package/dist/activities/agent-turn/provider-recovery-copy.d.ts +24 -0
- package/dist/activities/agent-turn/provider-recovery-metrics.d.ts +18 -0
- package/dist/activities/agent-turn/provider-recovery-policy.d.ts +6 -0
- package/dist/activities/agent-turn/quiescence.d.ts +6 -7
- package/dist/activities/agent-turn/recovery-warning.d.ts +6 -5
- package/dist/activities/agent-turn/refresh-credentials.d.ts +6 -0
- package/dist/activities/agent-turn/run-credentials.d.ts +9 -5
- package/dist/activities/agent-turn/run.d.ts +27 -2
- package/dist/activities/agent-turn/sandbox-establish.d.ts +1 -0
- package/dist/activities/agent-turn/sandbox-provision.d.ts +25 -1
- package/dist/activities/agent-turn/sandbox-route.d.ts +3 -0
- package/dist/activities/agent-turn/sandbox-runtime.d.ts +1 -1
- package/dist/activities/agent-turn/secret-resolver.d.ts +64 -0
- package/dist/activities/agent-turn/session-title.d.ts +60 -3
- package/dist/activities/agent-turn/session-usage-custody.d.ts +66 -0
- package/dist/activities/agent-turn/skill-checkout.d.ts +25 -6
- package/dist/activities/agent-turn/skill-read.d.ts +70 -2
- package/dist/activities/agent-turn/skill-search.d.ts +2 -0
- package/dist/activities/agent-turn/skill-tools.d.ts +41 -4
- package/dist/activities/agent-turn/skill-transfer.d.ts +18 -6
- package/dist/activities/agent-turn/stream-attempt.d.ts +6 -3
- package/dist/activities/agent-turn/subscription-capacity-arming.d.ts +41 -0
- package/dist/activities/agent-turn/subscription-core-capacity.d.ts +86 -0
- package/dist/activities/agent-turn/subscription-core-failover.d.ts +69 -0
- package/dist/activities/agent-turn/subscription-core-placed.d.ts +14 -0
- package/dist/activities/agent-turn/subscription-core-requests.d.ts +109 -0
- package/dist/activities/agent-turn/subscription-core-settlement.d.ts +112 -0
- package/dist/activities/agent-turn/subscription-lease.d.ts +44 -0
- package/dist/activities/agent-turn/subscription-serving-capacity.d.ts +6 -0
- package/dist/activities/agent-turn/subscription-serving-catalog.d.ts +13 -0
- package/dist/activities/agent-turn/subscription-serving-claim.d.ts +30 -0
- package/dist/activities/agent-turn/subscription-serving-providers.d.ts +2 -0
- package/dist/activities/agent-turn/tool-environment.d.ts +30 -6
- package/dist/activities/agent-turn/tool-policy.d.ts +55 -3
- package/dist/activities/agent-turn/turn-context.d.ts +104 -5
- package/dist/activities/agent-turn/web-search.d.ts +57 -0
- package/dist/activities/agent-turn/xai-core.d.ts +96 -0
- package/dist/activities/automations.d.ts +3 -1
- package/dist/activities/browser-deadline-checkpoint.d.ts +34 -0
- package/dist/activities/capabilities.d.ts +8 -20
- package/dist/activities/codemode-dispatcher.d.ts +20 -3
- package/dist/activities/codex-capacity.d.ts +1 -56
- package/dist/activities/codex-image-generation.d.ts +49 -3
- package/dist/activities/common.d.ts +3 -1
- package/dist/activities/context-compaction.d.ts +41 -2
- package/dist/activities/environment.d.ts +1 -19
- package/dist/activities/gmail-files.d.ts +50 -0
- package/dist/activities/goals.d.ts +1 -9
- package/dist/activities/incident-telemetry-authority.d.ts +5 -2
- package/dist/activities/incident-telemetry-preflight.d.ts +10 -3
- package/dist/activities/knowledge-indexing.d.ts +19 -0
- package/dist/activities/mcp-account-routes.d.ts +2 -21
- package/dist/activities/model-call-fact-reconciler.d.ts +34 -0
- package/dist/activities/open-suffix-resume.d.ts +15 -0
- package/dist/activities/parent-wake.d.ts +17 -12
- package/dist/activities/programmatic-approvals.d.ts +10 -0
- package/dist/activities/requester-unavailable-receipt.d.ts +8 -0
- package/dist/activities/retained-screenshots.d.ts +7 -2
- package/dist/activities/run-credential-renewal.d.ts +1 -0
- package/dist/activities/run-credentials.d.ts +16 -4
- package/dist/activities/run-input.d.ts +17 -0
- package/dist/activities/sandbox-lease.d.ts +132 -12
- package/dist/activities/scheduled-tasks.d.ts +4 -35
- package/dist/activities/session-archive.d.ts +58 -0
- package/dist/activities/session-state.d.ts +15 -3
- package/dist/activities/session-storage.d.ts +44 -0
- package/dist/activities/subscription-core-claude-waits.d.ts +2 -0
- package/dist/activities/subscription-core-codex-quota.d.ts +25 -0
- package/dist/activities/subscription-core-codex-waits.d.ts +153 -0
- package/dist/activities/subscription-core-image-operation.d.ts +29 -0
- package/dist/activities/subscription-core-usage-recheck.d.ts +49 -0
- package/dist/activities/subscription-core-wait-bindings.d.ts +3 -0
- package/dist/activities/subscription-core-xai-quota.d.ts +30 -0
- package/dist/activities/subscription-core-xai-waits.d.ts +2 -0
- package/dist/activities/types.d.ts +68 -5
- package/dist/activities/video-generation-admission.d.ts +2 -8
- package/dist/activities/video-generation-credential.d.ts +15 -12
- package/dist/activities/video-generation-subscription-core.d.ts +70 -0
- package/dist/activities/workspace-capture.d.ts +2 -0
- package/dist/activities/workspace-credential-provider.d.ts +47 -0
- package/dist/activities/xai-auth.d.ts +6 -18
- package/dist/activities/xai-image-generation.d.ts +22 -6
- package/dist/{activities-control-QA6OLRQY.js → activities-control-NTXZHYET.js} +1552 -2876
- package/dist/activities-control-NTXZHYET.js.map +1 -0
- package/dist/activities-control.d.ts +64 -4
- package/dist/{activities-turn-YVVKCGAK.js → activities-turn-RKRI5GY4.js} +9238 -4392
- package/dist/activities-turn-RKRI5GY4.js.map +1 -0
- package/dist/activities.d.ts +64 -4
- package/dist/artifact-materializer-entry.js +104 -35
- package/dist/artifact-materializer-entry.js.map +1 -1
- package/dist/artifact-outbox-entry.js +132 -61
- package/dist/artifact-outbox-entry.js.map +1 -1
- package/dist/browser-deadline-checkpoint-contract.d.ts +2 -0
- package/dist/{chunk-GDCLDKSH.js → chunk-24GP3BX5.js} +79 -72
- package/dist/chunk-24GP3BX5.js.map +1 -0
- package/dist/{chunk-RAMNYSAW.js → chunk-4ER3YXOT.js} +22 -4
- package/dist/chunk-4ER3YXOT.js.map +1 -0
- package/dist/{chunk-I7HKKMUJ.js → chunk-5NNS4327.js} +734 -58
- package/dist/chunk-5NNS4327.js.map +1 -0
- package/dist/{chunk-M3NVMF2V.js → chunk-7BIHFUGB.js} +2293 -3956
- package/dist/chunk-7BIHFUGB.js.map +1 -0
- package/dist/chunk-MVESOYFC.js +3746 -0
- package/dist/chunk-MVESOYFC.js.map +1 -0
- package/dist/chunk-NQDVJ6RI.js +2823 -0
- package/dist/chunk-NQDVJ6RI.js.map +1 -0
- package/dist/chunk-O7UPBWXK.js +79 -0
- package/dist/chunk-O7UPBWXK.js.map +1 -0
- package/dist/chunk-W2QSM5HR.js +414 -0
- package/dist/chunk-W2QSM5HR.js.map +1 -0
- package/dist/chunk-ZN3XJR33.js +227 -0
- package/dist/chunk-ZN3XJR33.js.map +1 -0
- package/dist/editable-artifact-outbox-dispatcher.d.ts +12 -1
- package/dist/editable-artifact-outbox-service.d.ts +3 -1
- package/dist/host-export-pump.d.ts +3 -1
- package/dist/host-export.d.ts +2 -2
- package/dist/host-export.js +1 -1
- package/dist/http.d.ts +1 -1
- package/dist/index.d.ts +49 -48
- package/dist/index.js +835 -256
- package/dist/index.js.map +1 -1
- package/dist/internal-maintenance.d.ts +63 -0
- package/dist/maintenance-cadence.d.ts +43 -0
- package/dist/observability-metrics.d.ts +293 -24
- package/dist/onepassword-vault-provider.d.ts +7 -0
- package/dist/parent-wake-PCLH7A3Y.js +24 -0
- package/dist/parent-wake-PCLH7A3Y.js.map +1 -0
- package/dist/personal-github-git-credentials.d.ts +1 -1
- package/dist/readiness-checks.d.ts +39 -0
- package/dist/retained-process-retry.d.ts +7 -0
- package/dist/sandbox-lease-BJYU72N3.js +84 -0
- package/dist/sandbox-lease-BJYU72N3.js.map +1 -0
- package/dist/sandbox-reaper-contract.d.ts +25 -0
- package/dist/sandbox-resume.d.ts +72 -4
- package/dist/sandbox-routing.d.ts +4 -2
- package/dist/session-event-fanout.d.ts +6 -0
- package/dist/site-auth-maintenance-WK3MR2PV.js +12 -0
- package/dist/site-auth-maintenance-WK3MR2PV.js.map +1 -0
- package/dist/telemetry-scheduler.d.ts +14 -0
- package/dist/temporal-runtime-logger.d.ts +22 -0
- package/dist/turn-task-queue-reader.d.ts +18 -0
- package/dist/turn-worker-activity-telemetry.d.ts +47 -0
- package/dist/worker-service-lifecycle.d.ts +12 -0
- package/dist/workflow-bundle.js +468 -71
- package/dist/workflows/activities.d.ts +1 -1
- package/dist/workflows/browser-deadline-checkpoint.d.ts +10 -0
- package/dist/workflows/sandbox-reaper.d.ts +10 -1
- package/dist/workflows/scheduled-tasks.d.ts +4 -0
- package/dist/workflows/session-storage.d.ts +2 -0
- package/dist/workflows/session.d.ts +36 -0
- package/dist/workflows/site-auth-maintenance.d.ts +2 -1
- package/dist/workflows/workflow-wake.d.ts +14 -3
- package/dist/workflows.d.ts +3 -1
- package/package.json +26 -20
- package/src/activities/agent-run-admission.ts +1 -82
- package/src/activities/agent-turn/admission.ts +175 -24
- package/src/activities/agent-turn/agent-build.ts +226 -145
- package/src/activities/agent-turn/claim.ts +363 -64
- package/src/activities/agent-turn/claude-core.ts +587 -0
- package/src/activities/agent-turn/code-search.ts +275 -0
- package/src/activities/agent-turn/codex-capacity.ts +30 -757
- package/src/activities/agent-turn/codex-core-capacity.ts +190 -0
- package/src/activities/agent-turn/codex-core-claim.ts +83 -0
- package/src/activities/agent-turn/codex-core-errors.ts +308 -0
- package/src/activities/agent-turn/codex-core-failover.ts +73 -0
- package/src/activities/agent-turn/codex-core-requests.ts +86 -0
- package/src/activities/agent-turn/codex-core-settlement.ts +263 -0
- package/src/activities/agent-turn/codex-credit-policy.ts +247 -0
- package/src/activities/agent-turn/codex-plan-entitlement.ts +254 -0
- package/src/activities/agent-turn/codex-usage-policy.ts +2 -0
- package/src/activities/agent-turn/codex.ts +8 -76
- package/src/activities/agent-turn/compaction-interruption.ts +56 -0
- package/src/activities/agent-turn/compaction-prep.ts +249 -36
- package/src/activities/agent-turn/credential-leases.ts +269 -214
- package/src/activities/agent-turn/credential-restriction.ts +14 -0
- package/src/activities/agent-turn/errors.ts +1134 -82
- package/src/activities/agent-turn/failure-settlement.ts +879 -886
- package/src/activities/agent-turn/final-reply.ts +46 -0
- package/src/activities/agent-turn/finalization-monitor.ts +17 -5
- package/src/activities/agent-turn/finalization.ts +107 -88
- package/src/activities/agent-turn/github-repository-bindings.ts +3 -1
- package/src/activities/agent-turn/governance-model.ts +90 -22
- package/src/activities/agent-turn/history-sink.ts +26 -4
- package/src/activities/agent-turn/history.ts +25 -5
- package/src/activities/agent-turn/input-wait-reply.ts +139 -0
- package/src/activities/agent-turn/knowledge-source-tools.ts +2 -0
- package/src/activities/agent-turn/meaningful-output.ts +44 -0
- package/src/activities/agent-turn/media-artifacts.ts +3 -1
- package/src/activities/agent-turn/model-call-admission.ts +94 -0
- package/src/activities/agent-turn/model-usage.ts +299 -233
- package/src/activities/agent-turn/model-wire-dispatch.ts +27 -0
- package/src/activities/agent-turn/optional-repositories.ts +224 -0
- package/src/activities/agent-turn/prompt-tool-availability.ts +27 -0
- package/src/activities/agent-turn/provider-dispatch-barrier.ts +22 -0
- package/src/activities/agent-turn/provider-recovery-copy.ts +76 -0
- package/src/activities/agent-turn/provider-recovery-metrics.ts +64 -0
- package/src/activities/agent-turn/provider-recovery-policy.ts +25 -0
- package/src/activities/agent-turn/quiescence.ts +7 -7
- package/src/activities/agent-turn/recovery-warning.ts +6 -8
- package/src/activities/agent-turn/refresh-credentials.ts +44 -0
- package/src/activities/agent-turn/run-credentials.ts +124 -76
- package/src/activities/agent-turn/run.ts +501 -112
- package/src/activities/agent-turn/sandbox-establish.ts +152 -75
- package/src/activities/agent-turn/sandbox-provision.ts +54 -1
- package/src/activities/agent-turn/sandbox-route.ts +4 -1
- package/src/activities/agent-turn/sandbox-runtime.ts +319 -11
- package/src/activities/agent-turn/secret-resolver.ts +155 -0
- package/src/activities/agent-turn/session-title.ts +177 -12
- package/src/activities/agent-turn/session-usage-custody.ts +170 -0
- package/src/activities/agent-turn/skill-checkout.ts +111 -24
- package/src/activities/agent-turn/skill-install.ts +1 -1
- package/src/activities/agent-turn/skill-read.ts +374 -28
- package/src/activities/agent-turn/skill-save.ts +35 -7
- package/src/activities/agent-turn/skill-search.ts +9 -0
- package/src/activities/agent-turn/skill-selection.ts +4 -0
- package/src/activities/agent-turn/skill-tools.ts +208 -21
- package/src/activities/agent-turn/skill-transfer.ts +68 -23
- package/src/activities/agent-turn/stream-attempt.ts +599 -110
- package/src/activities/agent-turn/subscription-capacity-arming.ts +81 -0
- package/src/activities/agent-turn/subscription-core-capacity.ts +439 -0
- package/src/activities/agent-turn/subscription-core-failover.ts +229 -0
- package/src/activities/agent-turn/subscription-core-placed.ts +37 -0
- package/src/activities/agent-turn/subscription-core-requests.ts +271 -0
- package/src/activities/agent-turn/subscription-core-settlement.ts +234 -0
- package/src/activities/agent-turn/subscription-lease.ts +140 -0
- package/src/activities/agent-turn/subscription-serving-capacity.ts +195 -0
- package/src/activities/agent-turn/subscription-serving-catalog.ts +71 -0
- package/src/activities/agent-turn/subscription-serving-claim.ts +178 -0
- package/src/activities/agent-turn/subscription-serving-providers.ts +15 -0
- package/src/activities/agent-turn/tool-environment.ts +384 -292
- package/src/activities/agent-turn/tool-policy.ts +104 -4
- package/src/activities/agent-turn/tool-result-spill.ts +1 -0
- package/src/activities/agent-turn/turn-context.ts +124 -8
- package/src/activities/agent-turn/web-search.ts +431 -0
- package/src/activities/agent-turn/xai-core.ts +301 -0
- package/src/activities/automations.ts +81 -6
- package/src/activities/browser-deadline-checkpoint.ts +297 -0
- package/src/activities/capabilities.ts +53 -213
- package/src/activities/codemode-dispatcher.ts +236 -14
- package/src/activities/codex-capacity.ts +27 -380
- package/src/activities/codex-image-generation.ts +252 -42
- package/src/activities/common.ts +12 -0
- package/src/activities/connector-attachments.ts +3 -1
- package/src/activities/context-compaction.ts +162 -21
- package/src/activities/environment.ts +18 -106
- package/src/activities/gmail-files.ts +108 -0
- package/src/activities/goals.ts +120 -204
- package/src/activities/image-generation-operation.ts +1 -1
- package/src/activities/incident-telemetry-authority.ts +80 -50
- package/src/activities/incident-telemetry-preflight.ts +27 -15
- package/src/activities/knowledge-indexing.ts +287 -17
- package/src/activities/knowledge-source-sync.ts +10 -0
- package/src/activities/mcp-account-routes.ts +2 -124
- package/src/activities/model-call-fact-reconciler.ts +112 -0
- package/src/activities/open-suffix-resume.ts +122 -88
- package/src/activities/parent-wake.ts +89 -21
- package/src/activities/programmatic-approvals.ts +26 -0
- package/src/activities/requester-unavailable-receipt.ts +14 -0
- package/src/activities/retained-screenshots.ts +135 -24
- package/src/activities/run-credential-renewal.ts +13 -1
- package/src/activities/run-credentials.ts +61 -19
- package/src/activities/run-input.ts +116 -9
- package/src/activities/sandbox-lease.ts +1615 -73
- package/src/activities/scheduled-tasks.ts +758 -141
- package/src/activities/session-archive.ts +382 -0
- package/src/activities/session-state.ts +219 -10
- package/src/activities/session-storage.ts +124 -0
- package/src/activities/site-auth-maintenance.ts +5 -2
- package/src/activities/subscription-core-claude-waits.ts +49 -0
- package/src/activities/subscription-core-codex-quota.ts +46 -0
- package/src/activities/subscription-core-codex-waits.ts +488 -0
- package/src/activities/subscription-core-image-operation.ts +126 -0
- package/src/activities/subscription-core-usage-recheck.ts +146 -0
- package/src/activities/subscription-core-wait-bindings.ts +12 -0
- package/src/activities/subscription-core-xai-quota.ts +85 -0
- package/src/activities/subscription-core-xai-waits.ts +48 -0
- package/src/activities/types.ts +85 -9
- package/src/activities/video-generation-admission.ts +1 -36
- package/src/activities/video-generation-credential.ts +38 -56
- package/src/activities/video-generation-reconciliation.ts +150 -131
- package/src/activities/video-generation-subscription-core.ts +180 -0
- package/src/activities/workspace-capture.ts +13 -2
- package/src/activities/workspace-credential-provider.ts +302 -0
- package/src/activities/xai-auth.ts +34 -112
- package/src/activities/xai-image-generation.ts +84 -36
- package/src/activities-control.ts +8 -0
- package/src/activities-turn.ts +5 -0
- package/src/activities.ts +17 -0
- package/src/activity-services.ts +29 -4
- package/src/browser-deadline-checkpoint-contract.ts +5 -0
- package/src/editable-artifact-hint-broker.ts +3 -0
- package/src/editable-artifact-materializer-service.ts +79 -38
- package/src/editable-artifact-materializer-subprocess.ts +47 -2
- package/src/editable-artifact-outbox-dispatcher.ts +107 -46
- package/src/editable-artifact-outbox-service.ts +55 -25
- package/src/github-rest-mcp.ts +1 -1
- package/src/host-export-pump.ts +26 -4
- package/src/host-export.ts +4 -1
- package/src/http.ts +4 -2
- package/src/index.ts +222 -282
- package/src/internal-maintenance.ts +347 -0
- package/src/maintenance-cadence.ts +156 -0
- package/src/observability-metrics.ts +1173 -73
- package/src/onepassword-vault-provider.ts +11 -0
- package/src/personal-github-git-credentials.ts +3 -1
- package/src/pr-review-credentials.ts +1 -1
- package/src/readiness-checks.ts +113 -0
- package/src/retained-process-retry.ts +36 -0
- package/src/sandbox-reaper-contract.ts +33 -0
- package/src/sandbox-resume.ts +444 -73
- package/src/sandbox-routing.ts +230 -75
- package/src/session-event-fanout.ts +23 -0
- package/src/telemetry-scheduler.ts +53 -0
- package/src/temporal-runtime-logger.ts +44 -0
- package/src/turn-task-queue-reader.ts +110 -0
- package/src/turn-worker-activity-telemetry.ts +209 -0
- package/src/worker-service-lifecycle.ts +54 -1
- package/src/workflows/activities.ts +16 -1
- package/src/workflows/browser-deadline-checkpoint.ts +55 -0
- package/src/workflows/file-upload-reaper.ts +2 -0
- package/src/workflows/sandbox-reaper.ts +88 -0
- package/src/workflows/scheduled-tasks.ts +26 -13
- package/src/workflows/session-storage.ts +19 -0
- package/src/workflows/session.ts +238 -33
- package/src/workflows/site-auth-maintenance.ts +2 -1
- package/src/workflows/workflow-wake.ts +26 -4
- package/src/workflows.ts +7 -0
- package/dist/activities/agent-turn/xai-capacity.d.ts +0 -2
- package/dist/activities/codex-fleet-shadow.d.ts +0 -74
- package/dist/activities/codex-rotation.d.ts +0 -200
- package/dist/activities/xai-quota.d.ts +0 -3
- package/dist/activities-control-QA6OLRQY.js.map +0 -1
- package/dist/activities-turn-YVVKCGAK.js.map +0 -1
- package/dist/chunk-GDCLDKSH.js.map +0 -1
- package/dist/chunk-I7HKKMUJ.js.map +0 -1
- package/dist/chunk-M3NVMF2V.js.map +0 -1
- package/dist/chunk-RAMNYSAW.js.map +0 -1
- package/src/activities/agent-turn/xai-capacity.ts +0 -257
- package/src/activities/codex-fleet-shadow.ts +0 -306
- package/src/activities/codex-rotation.ts +0 -685
- package/src/activities/xai-quota.ts +0 -35
|
@@ -1,29 +1,148 @@
|
|
|
1
1
|
import { configuredStaticUsageLimits } from "@opengeni/config";
|
|
2
2
|
import {
|
|
3
|
+
documentEmbeddingCostMicros,
|
|
4
|
+
paidDocumentEmbedding,
|
|
5
|
+
workspaceCreditsDisabled,
|
|
6
|
+
} from "@opengeni/core";
|
|
7
|
+
import {
|
|
8
|
+
applyCreditDebitAfterUse,
|
|
3
9
|
appendKnowledgeIndexChunks,
|
|
4
10
|
claimKnowledgeIndexJobs,
|
|
11
|
+
checkWorkspaceAllowance,
|
|
5
12
|
completeKnowledgeIndexJob,
|
|
6
13
|
continueKnowledgeIndexJob,
|
|
14
|
+
creditDebitAttributionMetadata,
|
|
7
15
|
deferKnowledgeIndexJob,
|
|
8
|
-
|
|
16
|
+
freezeKnowledgeIndexBillingMode,
|
|
17
|
+
getSpendableCreditBalance,
|
|
18
|
+
guardPaidKnowledgeIndexPublication,
|
|
19
|
+
knowledgeIndexBillingActivationTime,
|
|
9
20
|
readKnowledgeIndexSource,
|
|
10
21
|
recordUsageEvent,
|
|
11
22
|
sumUsageQuantity,
|
|
12
23
|
withWorkspaceUsageLock,
|
|
24
|
+
waitKnowledgeIndexForFunding,
|
|
13
25
|
} from "@opengeni/db";
|
|
14
26
|
import type { DocumentServices } from "@opengeni/documents";
|
|
15
27
|
import type { ControlActivityServices } from "./types";
|
|
16
28
|
|
|
29
|
+
/** The configured monthly indexed-chunk limit, not a provider failure. */
|
|
30
|
+
export class KnowledgeIndexUsageLimitError extends Error {
|
|
31
|
+
constructor() {
|
|
32
|
+
super("monthly document indexing limit reached");
|
|
33
|
+
this.name = "KnowledgeIndexUsageLimitError";
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export type KnowledgeIndexFailureStage = "embedding" | "processing";
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* Content-free classification for a deferred Knowledge index batch. Only
|
|
41
|
+
* protocol constants, an HTTP status, and a PostgreSQL SQLSTATE are retained;
|
|
42
|
+
* provider messages, bodies, SQL, and identifiers never leave the process.
|
|
43
|
+
* Outside the embedding call, only a PostgreSQL error in the cause chain is
|
|
44
|
+
* attributed to the database; any other failure stays a worker failure.
|
|
45
|
+
*/
|
|
46
|
+
export function knowledgeIndexFailureDiagnostic(
|
|
47
|
+
stage: KnowledgeIndexFailureStage,
|
|
48
|
+
error: unknown,
|
|
49
|
+
): {
|
|
50
|
+
errorClass: "KnowledgeIndexOperationError";
|
|
51
|
+
errorCode:
|
|
52
|
+
| "knowledge_index_usage_limit_reached"
|
|
53
|
+
| "knowledge_index_embedding_failed"
|
|
54
|
+
| "knowledge_index_persistence_failed"
|
|
55
|
+
| "knowledge_index_failed";
|
|
56
|
+
origin: "worker" | "db";
|
|
57
|
+
status?: number;
|
|
58
|
+
sqlState?: string;
|
|
59
|
+
} {
|
|
60
|
+
if (error instanceof KnowledgeIndexUsageLimitError) {
|
|
61
|
+
return {
|
|
62
|
+
errorClass: "KnowledgeIndexOperationError",
|
|
63
|
+
errorCode: "knowledge_index_usage_limit_reached",
|
|
64
|
+
origin: "worker",
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
if (stage === "embedding") {
|
|
68
|
+
const status = ownValue(error, "status");
|
|
69
|
+
return {
|
|
70
|
+
errorClass: "KnowledgeIndexOperationError",
|
|
71
|
+
errorCode: "knowledge_index_embedding_failed",
|
|
72
|
+
origin: "worker",
|
|
73
|
+
...(typeof status === "number" && Number.isInteger(status) && status >= 100 && status <= 599
|
|
74
|
+
? { status }
|
|
75
|
+
: {}),
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
const postgres = postgresErrorState(error);
|
|
79
|
+
if (!postgres) {
|
|
80
|
+
return {
|
|
81
|
+
errorClass: "KnowledgeIndexOperationError",
|
|
82
|
+
errorCode: "knowledge_index_failed",
|
|
83
|
+
origin: "worker",
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
return {
|
|
87
|
+
errorClass: "KnowledgeIndexOperationError",
|
|
88
|
+
errorCode: "knowledge_index_persistence_failed",
|
|
89
|
+
origin: "db",
|
|
90
|
+
...(postgres.sqlState ? { sqlState: postgres.sqlState } : {}),
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function ownValue(value: unknown, key: string): unknown {
|
|
95
|
+
try {
|
|
96
|
+
if (!value || typeof value !== "object") return undefined;
|
|
97
|
+
const descriptor = Object.getOwnPropertyDescriptor(value, key);
|
|
98
|
+
return descriptor && "value" in descriptor ? descriptor.value : undefined;
|
|
99
|
+
} catch {
|
|
100
|
+
return undefined;
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/** The nearest PostgreSQL error in a short cause chain, with its SQLSTATE
|
|
105
|
+
* when that is a well-formed five-character code. */
|
|
106
|
+
function postgresErrorState(error: unknown): { sqlState?: string } | undefined {
|
|
107
|
+
let current = error;
|
|
108
|
+
for (let depth = 0; depth < 4 && current && typeof current === "object"; depth += 1) {
|
|
109
|
+
if (ownValue(current, "name") === "PostgresError") {
|
|
110
|
+
const code = ownValue(current, "code");
|
|
111
|
+
return typeof code === "string" && /^[0-9A-Z]{5}$/.test(code) ? { sqlState: code } : {};
|
|
112
|
+
}
|
|
113
|
+
current = ownValue(current, "cause");
|
|
114
|
+
}
|
|
115
|
+
return undefined;
|
|
116
|
+
}
|
|
117
|
+
|
|
17
118
|
export function createKnowledgeIndexingActivities(
|
|
18
119
|
services: () => Promise<ControlActivityServices>,
|
|
19
120
|
resolveDocumentServices?: () => Promise<DocumentServices>,
|
|
20
121
|
) {
|
|
122
|
+
// Unpaid modes retain a conservative first-poll cutoff; paid mode uses the
|
|
123
|
+
// operator's explicit timestamp so process restarts cannot change eligibility.
|
|
124
|
+
let activationTime: Promise<Date> | undefined;
|
|
21
125
|
return {
|
|
22
126
|
indexKnowledge: async () => {
|
|
23
127
|
const result = { completed: 0, advanced: 0, deferred: 0, unavailable: 0 };
|
|
24
128
|
if (!resolveDocumentServices) return result;
|
|
25
129
|
const { db, settings, observability } = await services();
|
|
130
|
+
let policyActivatedAt: Date;
|
|
131
|
+
if (paidDocumentEmbedding(settings)) {
|
|
132
|
+
if (!settings.documentEmbeddingCreditsActivatedAt)
|
|
133
|
+
throw new Error("paid Knowledge embedding requires an activation cutoff");
|
|
134
|
+
policyActivatedAt = new Date(settings.documentEmbeddingCreditsActivatedAt);
|
|
135
|
+
} else {
|
|
136
|
+
activationTime ??= knowledgeIndexBillingActivationTime(db).catch((error) => {
|
|
137
|
+
activationTime = undefined;
|
|
138
|
+
throw error;
|
|
139
|
+
});
|
|
140
|
+
policyActivatedAt = await activationTime;
|
|
141
|
+
}
|
|
26
142
|
const { embedder } = await resolveDocumentServices();
|
|
143
|
+
// A claim would only record a failure and push the job's retry out; an
|
|
144
|
+
// embedder that cannot make any request leaves the queue untouched.
|
|
145
|
+
if (embedder.available === false) return result;
|
|
27
146
|
const { knowledgeIndexChunks } = await import("@opengeni/documents");
|
|
28
147
|
const claims = await claimKnowledgeIndexJobs(db, {
|
|
29
148
|
model: embedder.model,
|
|
@@ -31,15 +150,16 @@ export function createKnowledgeIndexingActivities(
|
|
|
31
150
|
limit: 2,
|
|
32
151
|
});
|
|
33
152
|
for (const claim of claims) {
|
|
153
|
+
let stage: KnowledgeIndexFailureStage = "processing";
|
|
34
154
|
try {
|
|
35
155
|
const source = await readKnowledgeIndexSource(db, claim);
|
|
36
156
|
if (!source) {
|
|
37
157
|
result.unavailable++;
|
|
38
158
|
continue;
|
|
39
159
|
}
|
|
40
|
-
//
|
|
41
|
-
//
|
|
42
|
-
//
|
|
160
|
+
// The checkpoint, usage and post-use debit commit together. A new
|
|
161
|
+
// generation requires funding once; committed batches may finish even
|
|
162
|
+
// if their accumulated cost takes the balance below zero.
|
|
43
163
|
await withWorkspaceUsageLock(db, source.billingWorkspaceId, async (lockedDb) => {
|
|
44
164
|
const current = await readKnowledgeIndexSource(lockedDb, claim);
|
|
45
165
|
if (!current) {
|
|
@@ -57,9 +177,78 @@ export function createKnowledgeIndexingActivities(
|
|
|
57
177
|
chunks.push(chunk);
|
|
58
178
|
}
|
|
59
179
|
if (chunks.length) {
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
180
|
+
const frozenPolicy = await freezeKnowledgeIndexBillingMode(
|
|
181
|
+
lockedDb,
|
|
182
|
+
claim,
|
|
183
|
+
// Deterministic embeddings incur no provider charge; a valid
|
|
184
|
+
// credits-mode config with zero tariff must still index them.
|
|
185
|
+
// OpenAI shadow keeps its price snapshot for internal estimates.
|
|
186
|
+
settings.documentEmbeddingProvider === "openai"
|
|
187
|
+
? (settings.documentEmbeddingBillingMode ?? "usage_only")
|
|
188
|
+
: "usage_only",
|
|
189
|
+
policyActivatedAt,
|
|
190
|
+
settings.documentEmbeddingRateMicrosPerMillionBytes ?? 0,
|
|
191
|
+
);
|
|
192
|
+
if (frozenPolicy.mode === "awaiting_review") {
|
|
193
|
+
result.deferred++;
|
|
194
|
+
return;
|
|
195
|
+
}
|
|
196
|
+
if (frozenPolicy.mode === "obsolete") {
|
|
197
|
+
result.unavailable++;
|
|
198
|
+
return;
|
|
199
|
+
}
|
|
200
|
+
// An already-priced generation cannot become free when the
|
|
201
|
+
// operator turns off paid embedding. Retain its checkpoint and
|
|
202
|
+
// retry only after paid mode is restored; never call the provider
|
|
203
|
+
// or append a batch that the live policy would not debit.
|
|
204
|
+
if (frozenPolicy.mode === "credits" && !paidDocumentEmbedding(settings)) {
|
|
205
|
+
await deferKnowledgeIndexJob(lockedDb, claim);
|
|
206
|
+
result.deferred++;
|
|
207
|
+
return;
|
|
208
|
+
}
|
|
209
|
+
const paid = frozenPolicy.mode === "credits";
|
|
210
|
+
if (paid && claim.billingAttribution.kind === "unknown") {
|
|
211
|
+
// Unknown legacy/source-preparation causality is not service.
|
|
212
|
+
// Keep the checkpoint without making an uncountable paid call.
|
|
213
|
+
observability.warn("Paid Knowledge indexing awaits initiating attribution", {
|
|
214
|
+
errorCode: "knowledge_index_attribution_unavailable",
|
|
215
|
+
});
|
|
216
|
+
await deferKnowledgeIndexJob(lockedDb, claim);
|
|
217
|
+
result.deferred++;
|
|
218
|
+
return;
|
|
219
|
+
}
|
|
220
|
+
// A workspace that turned Opengeni credits off is never debited.
|
|
221
|
+
// Wait like an unfunded generation (no provider call, checkpoint
|
|
222
|
+
// kept); the job re-checks each minute and resumes once credits
|
|
223
|
+
// are turned back on.
|
|
224
|
+
if (paid && (await workspaceCreditsDisabled(lockedDb, current.billingWorkspaceId))) {
|
|
225
|
+
await waitKnowledgeIndexForFunding(lockedDb, claim);
|
|
226
|
+
result.deferred++;
|
|
227
|
+
return;
|
|
228
|
+
}
|
|
229
|
+
if (paid && current.nextIndex === 0) {
|
|
230
|
+
const balance = await getSpendableCreditBalance(lockedDb, claim.accountId);
|
|
231
|
+
if (balance.balanceMicros <= 0) {
|
|
232
|
+
await waitKnowledgeIndexForFunding(lockedDb, claim);
|
|
233
|
+
result.deferred++;
|
|
234
|
+
return;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
if (paid) {
|
|
238
|
+
const refusal = await checkWorkspaceAllowance(lockedDb, {
|
|
239
|
+
accountId: claim.accountId,
|
|
240
|
+
workspaceId: current.billingWorkspaceId,
|
|
241
|
+
subjectId:
|
|
242
|
+
claim.billingAttribution.kind === "turn" ||
|
|
243
|
+
claim.billingAttribution.kind === "human"
|
|
244
|
+
? claim.billingAttribution.initiatingHumanSubjectId
|
|
245
|
+
: null,
|
|
246
|
+
});
|
|
247
|
+
if (refusal) {
|
|
248
|
+
await deferKnowledgeIndexJob(lockedDb, claim);
|
|
249
|
+
result.deferred++;
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
63
252
|
}
|
|
64
253
|
if (settings.usageLimitsMode === "static" || settings.usageLimitsMode === "managed") {
|
|
65
254
|
const limit =
|
|
@@ -71,13 +260,29 @@ export function createKnowledgeIndexingActivities(
|
|
|
71
260
|
eventType: "document.indexed",
|
|
72
261
|
since: new Date(Date.UTC(now.getUTCFullYear(), now.getUTCMonth(), 1)),
|
|
73
262
|
});
|
|
74
|
-
if (used + chunks.length > limit)
|
|
75
|
-
throw new Error("monthly document indexing limit reached");
|
|
263
|
+
if (used + chunks.length > limit) throw new KnowledgeIndexUsageLimitError();
|
|
76
264
|
}
|
|
77
265
|
}
|
|
78
|
-
const
|
|
266
|
+
const inputs = chunks.map((chunk) => chunk.embeddingInput);
|
|
267
|
+
const bytes = inputs.reduce(
|
|
268
|
+
(sum, input) => sum + Buffer.byteLength(input, "utf8"),
|
|
269
|
+
0,
|
|
270
|
+
);
|
|
271
|
+
stage = "embedding";
|
|
272
|
+
const vectors = await embedder.embedMany(inputs);
|
|
79
273
|
if (vectors.length !== chunks.length)
|
|
80
274
|
throw new Error("Incomplete Knowledge embeddings");
|
|
275
|
+
stage = "processing";
|
|
276
|
+
// A reviewer may have rejected this revision during the provider
|
|
277
|
+
// call. The DB guard holds its publication row through settlement.
|
|
278
|
+
if (paid) {
|
|
279
|
+
const publication = await guardPaidKnowledgeIndexPublication(lockedDb, claim);
|
|
280
|
+
if (publication !== "published") {
|
|
281
|
+
if (publication === "obsolete") result.unavailable++;
|
|
282
|
+
else result.deferred++;
|
|
283
|
+
return;
|
|
284
|
+
}
|
|
285
|
+
}
|
|
81
286
|
const appended = await appendKnowledgeIndexChunks(
|
|
82
287
|
lockedDb,
|
|
83
288
|
claim,
|
|
@@ -98,6 +303,64 @@ export function createKnowledgeIndexingActivities(
|
|
|
98
303
|
sourceResourceId: claim.revisionId,
|
|
99
304
|
idempotencyKey: `knowledge.indexed:${claim.revisionId}:${claim.generation}:${current.nextIndex}`,
|
|
100
305
|
});
|
|
306
|
+
await recordUsageEvent(lockedDb, {
|
|
307
|
+
accountId: claim.accountId,
|
|
308
|
+
workspaceId: current.billingWorkspaceId,
|
|
309
|
+
eventType: "document.embedding_bytes",
|
|
310
|
+
quantity: bytes,
|
|
311
|
+
unit: "byte",
|
|
312
|
+
sourceResourceType: "knowledge_revision",
|
|
313
|
+
sourceResourceId: claim.revisionId,
|
|
314
|
+
idempotencyKey: `knowledge.embedding_bytes:${claim.revisionId}:${claim.generation}:${current.nextIndex}`,
|
|
315
|
+
});
|
|
316
|
+
if (frozenPolicy.mode === "shadow" && frozenPolicy.rateMicrosPerMillionBytes > 0) {
|
|
317
|
+
const estimate = documentEmbeddingCostMicros(
|
|
318
|
+
{
|
|
319
|
+
...settings,
|
|
320
|
+
documentEmbeddingRateMicrosPerMillionBytes:
|
|
321
|
+
frozenPolicy.rateMicrosPerMillionBytes,
|
|
322
|
+
},
|
|
323
|
+
bytes,
|
|
324
|
+
);
|
|
325
|
+
if (estimate > 0)
|
|
326
|
+
await recordUsageEvent(lockedDb, {
|
|
327
|
+
accountId: claim.accountId,
|
|
328
|
+
workspaceId: current.billingWorkspaceId,
|
|
329
|
+
eventType: "document.embedding_shadow_estimate",
|
|
330
|
+
quantity: estimate,
|
|
331
|
+
unit: "micro_usd",
|
|
332
|
+
sourceResourceType: "knowledge_revision",
|
|
333
|
+
sourceResourceId: claim.revisionId,
|
|
334
|
+
idempotencyKey: `knowledge.embedding_shadow:${claim.revisionId}:${claim.generation}:${current.nextIndex}`,
|
|
335
|
+
});
|
|
336
|
+
}
|
|
337
|
+
if (paid) {
|
|
338
|
+
const cost = documentEmbeddingCostMicros(
|
|
339
|
+
{
|
|
340
|
+
...settings,
|
|
341
|
+
documentEmbeddingRateMicrosPerMillionBytes:
|
|
342
|
+
frozenPolicy.rateMicrosPerMillionBytes,
|
|
343
|
+
},
|
|
344
|
+
bytes,
|
|
345
|
+
);
|
|
346
|
+
if (cost > 0)
|
|
347
|
+
await applyCreditDebitAfterUse(lockedDb, {
|
|
348
|
+
accountId: claim.accountId,
|
|
349
|
+
workspaceId: current.billingWorkspaceId,
|
|
350
|
+
type: "document_embedding_debit",
|
|
351
|
+
amountMicros: cost,
|
|
352
|
+
sourceType: "knowledge_revision",
|
|
353
|
+
sourceId: claim.revisionId,
|
|
354
|
+
idempotencyKey: `knowledge.embedding:${claim.revisionId}:${claim.generation}:${current.nextIndex}`,
|
|
355
|
+
metadata: {
|
|
356
|
+
...creditDebitAttributionMetadata(claim.billingAttribution),
|
|
357
|
+
model: claim.model,
|
|
358
|
+
bytes,
|
|
359
|
+
chunks: chunks.length,
|
|
360
|
+
rateMicrosPerMillionBytes: frozenPolicy.rateMicrosPerMillionBytes,
|
|
361
|
+
},
|
|
362
|
+
});
|
|
363
|
+
}
|
|
101
364
|
}
|
|
102
365
|
if (more) {
|
|
103
366
|
await continueKnowledgeIndexJob(lockedDb, claim);
|
|
@@ -112,16 +375,23 @@ export function createKnowledgeIndexingActivities(
|
|
|
112
375
|
else result.unavailable++;
|
|
113
376
|
}
|
|
114
377
|
});
|
|
115
|
-
} catch {
|
|
378
|
+
} catch (error) {
|
|
116
379
|
// Provider failures retain the last completed projection. The durable
|
|
117
380
|
// queue owns retry/backoff; do not retry an entire activity implicitly.
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
observability.warn(
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
381
|
+
// The stored reason stays the SQL lifecycle's fixed code; the log
|
|
382
|
+
// carries the content-free class/code of the actual cause.
|
|
383
|
+
observability.warn(
|
|
384
|
+
"Knowledge indexing batch deferred",
|
|
385
|
+
knowledgeIndexFailureDiagnostic(stage, error),
|
|
386
|
+
);
|
|
387
|
+
await deferKnowledgeIndexJob(db, claim).catch((deferError: unknown) => {
|
|
388
|
+
const deferDiagnostic = knowledgeIndexFailureDiagnostic("processing", deferError);
|
|
389
|
+
observability.warn("Knowledge indexing batch deferral failed", {
|
|
390
|
+
...deferDiagnostic,
|
|
391
|
+
errorCode: "knowledge_index_defer_failed",
|
|
392
|
+
});
|
|
124
393
|
});
|
|
394
|
+
result.deferred++;
|
|
125
395
|
}
|
|
126
396
|
}
|
|
127
397
|
return result;
|
|
@@ -1,3 +1,7 @@
|
|
|
1
|
+
import {
|
|
2
|
+
ATLASSIAN_NATIVE_RETIRED_REASON,
|
|
3
|
+
isRetiredNativeAtlassianSource,
|
|
4
|
+
} from "@opengeni/contracts/atlassian-native-retirement";
|
|
1
5
|
import { isDeepStrictEqual } from "node:util";
|
|
2
6
|
import { AsyncLocalStorage } from "node:async_hooks";
|
|
3
7
|
import { scheduledTaskKnowledgeSource } from "@opengeni/contracts";
|
|
@@ -243,6 +247,12 @@ export function createKnowledgeSourceSyncActivities(
|
|
|
243
247
|
) {
|
|
244
248
|
return { action: "failed", bufferedWake: false };
|
|
245
249
|
}
|
|
250
|
+
if (isRetiredNativeAtlassianSource(action))
|
|
251
|
+
return {
|
|
252
|
+
action: "failed",
|
|
253
|
+
bufferedWake: false,
|
|
254
|
+
errorCode: ATLASSIAN_NATIVE_RETIRED_REASON,
|
|
255
|
+
};
|
|
246
256
|
boundSource = action;
|
|
247
257
|
await authorize();
|
|
248
258
|
await ensureKnowledgeSourceSyncState(db, task);
|
|
@@ -1,10 +1,4 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import type {
|
|
3
|
-
McpConnectionAccountBinding,
|
|
4
|
-
ToolRef,
|
|
5
|
-
ToolAuthNeededPayload,
|
|
6
|
-
} from "@opengeni/contracts";
|
|
7
|
-
import type { ApiIntegrationRuntime } from "@opengeni/db";
|
|
1
|
+
import type { McpConnectionAccountBinding, ToolAuthNeededPayload } from "@opengeni/contracts";
|
|
8
2
|
|
|
9
3
|
export function accountRouteAuthNeededPayload(
|
|
10
4
|
payload: ToolAuthNeededPayload,
|
|
@@ -20,120 +14,4 @@ export function accountRouteAuthNeededPayload(
|
|
|
20
14
|
: payload;
|
|
21
15
|
}
|
|
22
16
|
|
|
23
|
-
|
|
24
|
-
* identities, never an alternate way to gain admission to a connector. */
|
|
25
|
-
export function expandMcpAccountRoutes(input: {
|
|
26
|
-
settings: Settings;
|
|
27
|
-
tools: ToolRef[];
|
|
28
|
-
bindings: readonly McpConnectionAccountBinding[] | null | undefined;
|
|
29
|
-
}): { settings: Settings; tools: ToolRef[]; accountLabels: ReadonlyMap<string, string> } {
|
|
30
|
-
// Only historical work has no binding snapshot. A present empty snapshot is
|
|
31
|
-
// an explicit lack of account authority, never a request for current defaults.
|
|
32
|
-
if (input.bindings == null) {
|
|
33
|
-
return { settings: input.settings, tools: input.tools, accountLabels: new Map() };
|
|
34
|
-
}
|
|
35
|
-
const configured = new Map(input.settings.mcpServers.map((server) => [server.id, server]));
|
|
36
|
-
const byCanonical = new Map<string, McpConnectionAccountBinding[]>();
|
|
37
|
-
const routes = new Set<string>();
|
|
38
|
-
const accounts = new Set<string>();
|
|
39
|
-
for (const binding of input.bindings) {
|
|
40
|
-
const account = JSON.stringify([binding.canonicalServerId, binding.connectionId]);
|
|
41
|
-
if (
|
|
42
|
-
routes.has(binding.serverId) ||
|
|
43
|
-
accounts.has(account) ||
|
|
44
|
-
configured.has(binding.serverId) ||
|
|
45
|
-
(binding.subjectScope === "subject") !== (binding.ownerSubjectId !== null) ||
|
|
46
|
-
binding.connectionRef.authoritySource === "host" ||
|
|
47
|
-
binding.connectionRef.connectionId !== binding.connectionId ||
|
|
48
|
-
binding.connectionRef.subjectScope !== binding.subjectScope ||
|
|
49
|
-
binding.connectionRef.providerDomain !== binding.providerDomain ||
|
|
50
|
-
binding.connectionRef.kind !== binding.kind
|
|
51
|
-
) {
|
|
52
|
-
throw new Error("Invalid accepted MCP account route");
|
|
53
|
-
}
|
|
54
|
-
routes.add(binding.serverId);
|
|
55
|
-
accounts.add(account);
|
|
56
|
-
const siblings = byCanonical.get(binding.canonicalServerId) ?? [];
|
|
57
|
-
siblings.push(binding);
|
|
58
|
-
byCanonical.set(binding.canonicalServerId, siblings);
|
|
59
|
-
}
|
|
60
|
-
const servers: Settings["mcpServers"] = [];
|
|
61
|
-
const tools: ToolRef[] = [];
|
|
62
|
-
const accountLabels = new Map<string, string>();
|
|
63
|
-
for (const tool of input.tools) {
|
|
64
|
-
const bindings = byCanonical.get(tool.id);
|
|
65
|
-
if (!bindings) {
|
|
66
|
-
if (!configured.get(tool.id)?.connectionRef) tools.push(tool);
|
|
67
|
-
continue;
|
|
68
|
-
}
|
|
69
|
-
const canonical = configured.get(tool.id);
|
|
70
|
-
if (!canonical?.connectionRef) {
|
|
71
|
-
throw new Error("Accepted MCP account route has no canonical connection configuration");
|
|
72
|
-
}
|
|
73
|
-
for (const binding of bindings) {
|
|
74
|
-
if (
|
|
75
|
-
canonical.connectionRef.authoritySource === "host" ||
|
|
76
|
-
canonical.connectionRef.providerDomain !== binding.providerDomain ||
|
|
77
|
-
(canonical.connectionRef.kind && canonical.connectionRef.kind !== binding.kind)
|
|
78
|
-
) {
|
|
79
|
-
throw new Error("Accepted MCP account route does not match canonical provider");
|
|
80
|
-
}
|
|
81
|
-
// Static headers can belong to the formerly selected account. Credentials
|
|
82
|
-
// for account-qualified routes come exclusively from the native resolver.
|
|
83
|
-
const { headers: _headers, ...config } = canonical;
|
|
84
|
-
const label = `${canonical.name ?? canonical.id} — ${binding.subjectScope === "subject" ? "Personal" : "Workspace"}: ${binding.accountLabel}`;
|
|
85
|
-
servers.push({
|
|
86
|
-
...config,
|
|
87
|
-
id: binding.serverId,
|
|
88
|
-
name: label,
|
|
89
|
-
connectionRef: structuredClone(binding.connectionRef),
|
|
90
|
-
});
|
|
91
|
-
tools.push({ ...tool, id: binding.serverId });
|
|
92
|
-
accountLabels.set(binding.serverId, label);
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
return {
|
|
96
|
-
settings: {
|
|
97
|
-
...input.settings,
|
|
98
|
-
mcpServers: [
|
|
99
|
-
...input.settings.mcpServers.filter((server) => !server.connectionRef),
|
|
100
|
-
...servers,
|
|
101
|
-
],
|
|
102
|
-
},
|
|
103
|
-
tools,
|
|
104
|
-
accountLabels,
|
|
105
|
-
};
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
/** Each adapter closes over its own immutable credential ref and authority
|
|
109
|
-
* generation. Sharing a provider transport never shares a credential resolver. */
|
|
110
|
-
export function expandApiIntegrationAccountRoutes(input: {
|
|
111
|
-
integrations: readonly ApiIntegrationRuntime[];
|
|
112
|
-
bindings: readonly McpConnectionAccountBinding[] | null | undefined;
|
|
113
|
-
tools: readonly ToolRef[];
|
|
114
|
-
}): ApiIntegrationRuntime[] {
|
|
115
|
-
const selected = new Set(input.tools.map((tool) => tool.id));
|
|
116
|
-
if (input.bindings == null)
|
|
117
|
-
return input.integrations.filter((item) => selected.has(item.serverId));
|
|
118
|
-
const acceptedBindings = input.bindings;
|
|
119
|
-
return input.integrations.flatMap((integration) => {
|
|
120
|
-
const bindings = acceptedBindings.filter(
|
|
121
|
-
(binding) => binding.canonicalServerId === integration.serverId,
|
|
122
|
-
);
|
|
123
|
-
if (bindings.length === 0)
|
|
124
|
-
return !integration.connectionRef && selected.has(integration.serverId) ? [integration] : [];
|
|
125
|
-
return bindings
|
|
126
|
-
.filter((binding) => selected.has(binding.serverId))
|
|
127
|
-
.map((binding) => {
|
|
128
|
-
if (binding.connectionAuthorityGeneration === undefined) {
|
|
129
|
-
throw new Error("Accepted API integration account route has no authority generation");
|
|
130
|
-
}
|
|
131
|
-
return {
|
|
132
|
-
...integration,
|
|
133
|
-
serverId: binding.serverId,
|
|
134
|
-
connectionRef: structuredClone(binding.connectionRef),
|
|
135
|
-
connectionAuthorityGeneration: binding.connectionAuthorityGeneration,
|
|
136
|
-
};
|
|
137
|
-
});
|
|
138
|
-
});
|
|
139
|
-
}
|
|
17
|
+
export { expandMcpAccountRoutes, expandApiIntegrationAccountRoutes } from "@opengeni/core";
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { listWorkspaceIdsAfter, reconcileModelCallFacts } from "@opengeni/db";
|
|
3
|
+
import type { ControlActivityServices } from "./types";
|
|
4
|
+
|
|
5
|
+
/** Recent charged calls are rechecked on every run; older gaps use the backfill script. */
|
|
6
|
+
export const MODEL_CALL_FACT_RECONCILE_LOOKBACK_MS = 2 * 60 * 60 * 1_000;
|
|
7
|
+
/** Skip the newest calls so a live fact write is not raced by its own repair. */
|
|
8
|
+
export const MODEL_CALL_FACT_RECONCILE_SETTLE_MS = 10 * 60 * 1_000;
|
|
9
|
+
export const MODEL_CALL_FACT_RECONCILE_WORKSPACE_LIMIT = 500;
|
|
10
|
+
export const MODEL_CALL_FACT_RECONCILE_RUN_BUDGET_MS = 3 * 60 * 1_000;
|
|
11
|
+
const WORKSPACE_PAGE_SIZE = 200;
|
|
12
|
+
|
|
13
|
+
export type ReconcileRecentModelCallFactsResult = {
|
|
14
|
+
workspaces: number;
|
|
15
|
+
missing: number;
|
|
16
|
+
repaired: number;
|
|
17
|
+
unrepaired: number;
|
|
18
|
+
/** Workspaces with more missing facts than one bounded pass examines. */
|
|
19
|
+
truncatedWorkspaces: number;
|
|
20
|
+
failedWorkspaces: number;
|
|
21
|
+
budgetExhausted: boolean;
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
export type ModelCallFactReconcilerOptions = {
|
|
25
|
+
now?: () => number;
|
|
26
|
+
runBudgetMs?: number;
|
|
27
|
+
startAfterWorkspaceId?: () => string;
|
|
28
|
+
reconcile?: typeof reconcileModelCallFacts;
|
|
29
|
+
listWorkspaces?: typeof listWorkspaceIdsAfter;
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* Rebuild missing Insights call facts for recently charged model calls. Each
|
|
34
|
+
* workspace pass is bounded and idempotent, one failure never stops the rest,
|
|
35
|
+
* and each run starts at a random workspace so a run that exhausts its budget
|
|
36
|
+
* does not starve the same tail of workspaces every time.
|
|
37
|
+
*/
|
|
38
|
+
export function createModelCallFactReconcilerActivities(
|
|
39
|
+
services: () => Promise<ControlActivityServices>,
|
|
40
|
+
options: ModelCallFactReconcilerOptions = {},
|
|
41
|
+
) {
|
|
42
|
+
const now = options.now ?? Date.now;
|
|
43
|
+
const runBudgetMs = options.runBudgetMs ?? MODEL_CALL_FACT_RECONCILE_RUN_BUDGET_MS;
|
|
44
|
+
const startAfterWorkspaceId = options.startAfterWorkspaceId ?? randomUUID;
|
|
45
|
+
const reconcile = options.reconcile ?? reconcileModelCallFacts;
|
|
46
|
+
const listWorkspaces = options.listWorkspaces ?? listWorkspaceIdsAfter;
|
|
47
|
+
|
|
48
|
+
async function reconcileRecentModelCallFacts(): Promise<ReconcileRecentModelCallFactsResult> {
|
|
49
|
+
const { db, observability } = await services();
|
|
50
|
+
const startedAt = now();
|
|
51
|
+
const until = new Date(startedAt - MODEL_CALL_FACT_RECONCILE_SETTLE_MS);
|
|
52
|
+
const since = new Date(until.getTime() - MODEL_CALL_FACT_RECONCILE_LOOKBACK_MS);
|
|
53
|
+
const result: ReconcileRecentModelCallFactsResult = {
|
|
54
|
+
workspaces: 0,
|
|
55
|
+
missing: 0,
|
|
56
|
+
repaired: 0,
|
|
57
|
+
unrepaired: 0,
|
|
58
|
+
truncatedWorkspaces: 0,
|
|
59
|
+
failedWorkspaces: 0,
|
|
60
|
+
budgetExhausted: false,
|
|
61
|
+
};
|
|
62
|
+
const start = startAfterWorkspaceId();
|
|
63
|
+
let cursor: string | null = start;
|
|
64
|
+
let wrapped = false;
|
|
65
|
+
while (true) {
|
|
66
|
+
const page = await listWorkspaces(db, { afterId: cursor, limit: WORKSPACE_PAGE_SIZE });
|
|
67
|
+
const ids = wrapped ? page.filter((id) => id <= start) : page;
|
|
68
|
+
for (const workspaceId of ids) {
|
|
69
|
+
if (now() - startedAt >= runBudgetMs) {
|
|
70
|
+
result.budgetExhausted = true;
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
result.workspaces += 1;
|
|
74
|
+
try {
|
|
75
|
+
const outcome = await reconcile(db, {
|
|
76
|
+
workspaceId,
|
|
77
|
+
since,
|
|
78
|
+
until,
|
|
79
|
+
limit: MODEL_CALL_FACT_RECONCILE_WORKSPACE_LIMIT,
|
|
80
|
+
});
|
|
81
|
+
result.missing += outcome.missing;
|
|
82
|
+
result.repaired += outcome.repaired;
|
|
83
|
+
result.unrepaired += outcome.unrepaired;
|
|
84
|
+
if (outcome.truncated) result.truncatedWorkspaces += 1;
|
|
85
|
+
} catch (error) {
|
|
86
|
+
result.failedWorkspaces += 1;
|
|
87
|
+
observability.warn("model call fact reconciliation failed for a workspace", {
|
|
88
|
+
workspaceId,
|
|
89
|
+
errorName: error instanceof Error ? error.name : "unknown",
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (result.budgetExhausted) break;
|
|
94
|
+
if (wrapped && ids.length < page.length) break;
|
|
95
|
+
if (page.length < WORKSPACE_PAGE_SIZE) {
|
|
96
|
+
if (wrapped) break;
|
|
97
|
+
wrapped = true;
|
|
98
|
+
cursor = null;
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
cursor = page[page.length - 1]!;
|
|
102
|
+
}
|
|
103
|
+
if (result.failedWorkspaces > 0 || result.truncatedWorkspaces > 0 || result.budgetExhausted) {
|
|
104
|
+
observability.warn("model call fact reconciliation incomplete", { ...result });
|
|
105
|
+
} else if (result.missing > 0) {
|
|
106
|
+
observability.info("model call fact reconciliation", { ...result });
|
|
107
|
+
}
|
|
108
|
+
return result;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
return { reconcileRecentModelCallFacts };
|
|
112
|
+
}
|