@opengeni/worker-bundle 0.16.21 → 0.17.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-turn.d.ts +145 -32
- package/dist/activities/api-integrations.d.ts +21 -0
- package/dist/activities/codemode-dispatcher.d.ts +35 -0
- package/dist/activities/codemode-token-renewal.d.ts +23 -0
- package/dist/activities/codex-capacity.d.ts +5 -5
- package/dist/activities/codex-image-generation.d.ts +21 -0
- package/dist/activities/context-compaction.d.ts +3 -0
- package/dist/activities/documents.d.ts +3 -2
- package/dist/activities/environment.d.ts +11 -7
- package/dist/activities/expiring-material-renewal.d.ts +5 -3
- package/dist/activities/file-upload-reaper.d.ts +7 -2
- package/dist/activities/gateway-image-generation.d.ts +39 -0
- package/dist/activities/gateway-video-generation.d.ts +53 -0
- package/dist/activities/generated-images.d.ts +112 -0
- package/dist/activities/git-credential-renewal.d.ts +2 -2
- package/dist/activities/goals.d.ts +2 -2
- package/dist/activities/google-drive-changes.d.ts +99 -0
- package/dist/activities/image-generation-operation.d.ts +74 -0
- package/dist/activities/image-generation-references.d.ts +25 -0
- package/dist/activities/knowledge-source-sync-driver.d.ts +23 -0
- package/dist/activities/knowledge-source-sync.d.ts +75 -0
- package/dist/activities/packs.d.ts +13 -26
- package/dist/activities/parent-wake.d.ts +1 -1
- package/dist/activities/retained-screenshot-reaper.d.ts +32 -0
- package/dist/activities/retained-screenshots.d.ts +129 -0
- package/dist/activities/rig-verification.d.ts +82 -5
- package/dist/activities/run-credential-renewal.d.ts +2 -2
- package/dist/activities/run-input.d.ts +5 -1
- package/dist/activities/sandbox-images.d.ts +14 -0
- package/dist/activities/sandbox-lease.d.ts +47 -9
- package/dist/activities/scheduled-tasks.d.ts +2 -2
- package/dist/activities/session-state.d.ts +4 -4
- package/dist/activities/streaming.d.ts +1 -1
- package/dist/activities/types.d.ts +71 -5
- package/dist/activities/video-generation-admission.d.ts +38 -0
- package/dist/activities/video-generation-credential.d.ts +7 -0
- package/dist/activities/video-generation-reconciliation.d.ts +13 -0
- package/dist/activities/video-media-validation.d.ts +34 -0
- package/dist/activities/video-output-retention.d.ts +36 -0
- package/dist/activities/video-reference-staging.d.ts +49 -0
- package/dist/activities/workflow-wake.d.ts +2 -2
- package/dist/activities/workspace-capture.d.ts +11 -1
- package/dist/activities-control-44KBWLSM.js +6885 -0
- package/dist/activities-control-44KBWLSM.js.map +1 -0
- package/dist/activities-control.d.ts +289 -0
- package/dist/activities-turn-K4CEDEGJ.js +14675 -0
- package/dist/activities-turn-K4CEDEGJ.js.map +1 -0
- package/dist/activities-turn.d.ts +17 -0
- package/dist/activities.d.ts +130 -147
- package/dist/activity-services.d.ts +10 -0
- package/dist/artifact-materializer-entry.d.ts +6 -0
- package/dist/artifact-materializer-entry.js +2662 -0
- package/dist/artifact-materializer-entry.js.map +1 -0
- package/dist/artifact-outbox-entry.d.ts +2 -0
- package/dist/artifact-outbox-entry.js +681 -0
- package/dist/artifact-outbox-entry.js.map +1 -0
- package/dist/chunk-E3RI3I33.js +828 -0
- package/dist/chunk-E3RI3I33.js.map +1 -0
- package/dist/chunk-GRFQTTSQ.js +448 -0
- package/dist/chunk-GRFQTTSQ.js.map +1 -0
- package/dist/chunk-KKCRGAGZ.js +3091 -0
- package/dist/chunk-KKCRGAGZ.js.map +1 -0
- package/dist/{chunk-BJUW5LCM.js → chunk-RAMNYSAW.js} +15 -12
- package/dist/chunk-RAMNYSAW.js.map +1 -0
- package/dist/concurrency.d.ts +108 -5
- package/dist/editable-artifact-hint-broker.d.ts +49 -0
- package/dist/editable-artifact-materializer-launcher.d.ts +49 -0
- package/dist/editable-artifact-materializer-service.d.ts +108 -0
- package/dist/editable-artifact-materializer-storage.d.ts +12 -0
- package/dist/editable-artifact-materializer-subprocess.d.ts +50 -0
- package/dist/editable-artifact-materializer.d.ts +262 -0
- package/dist/editable-artifact-outbox-dispatcher.d.ts +44 -0
- package/dist/editable-artifact-outbox-service.d.ts +70 -0
- package/dist/host-export.d.ts +1 -1
- package/dist/host-export.js +1 -1
- package/dist/index.d.ts +176 -10
- package/dist/index.js +675 -16460
- package/dist/index.js.map +1 -1
- package/dist/memory-pressure-guard.d.ts +57 -0
- package/dist/model-checkpoint-memory-collector.d.ts +22 -0
- package/dist/observability-metrics.d.ts +33 -0
- package/dist/sandbox-reaper-contract.d.ts +40 -0
- package/dist/sandbox-reaper-timeout.d.ts +14 -0
- package/dist/sandbox-resume.d.ts +40 -7
- package/dist/sandbox-routing.d.ts +13 -6
- package/dist/worker-service-lifecycle.d.ts +6 -2
- package/dist/workflow-bundle.js +1044 -363
- package/dist/workflows/activities.d.ts +7 -1
- package/dist/workflows/document-index.d.ts +1 -1
- package/dist/workflows/knowledge-source-sync.d.ts +13 -0
- package/dist/workflows/rig-verification.d.ts +1 -1
- package/dist/workflows/sandbox-reaper.d.ts +8 -0
- package/dist/workflows/scheduled-tasks.d.ts +1 -1
- package/dist/workflows/session.d.ts +2 -2
- package/dist/workflows/video-generation.d.ts +10 -0
- package/dist/workflows/workflow-wake.d.ts +1 -1
- package/dist/workflows.d.ts +9 -7
- package/package.json +34 -15
- package/src/activities/agent-turn.ts +1905 -559
- package/src/activities/api-integrations.ts +138 -0
- package/src/activities/codemode-dispatcher.ts +335 -0
- package/src/activities/codemode-token-renewal.ts +64 -0
- package/src/activities/codex-capacity.ts +16 -7
- package/src/activities/codex-image-generation.ts +56 -0
- package/src/activities/codex-rotation.ts +19 -5
- package/src/activities/context-compaction.ts +47 -6
- package/src/activities/documents.ts +14 -4
- package/src/activities/environment.ts +52 -60
- package/src/activities/expiring-material-renewal.ts +16 -7
- package/src/activities/file-upload-reaper.ts +34 -3
- package/src/activities/gateway-image-generation.ts +146 -0
- package/src/activities/gateway-video-generation.ts +298 -0
- package/src/activities/generated-images.ts +860 -0
- package/src/activities/git-credential-renewal.ts +3 -3
- package/src/activities/goals.ts +6 -2
- package/src/activities/google-drive-changes.ts +454 -0
- package/src/activities/image-generation-operation.ts +333 -0
- package/src/activities/image-generation-references.ts +118 -0
- package/src/activities/knowledge-source-sync-driver.ts +27 -0
- package/src/activities/knowledge-source-sync.ts +2840 -0
- package/src/activities/mcp-credentials.ts +1 -0
- package/src/activities/packs.ts +55 -55
- package/src/activities/recording.ts +4 -5
- package/src/activities/retained-screenshot-reaper.ts +202 -0
- package/src/activities/retained-screenshots.ts +1317 -0
- package/src/activities/rig-verification.ts +567 -77
- package/src/activities/run-credential-renewal.ts +9 -2
- package/src/activities/run-input.ts +40 -10
- package/src/activities/sandbox-images.ts +167 -0
- package/src/activities/sandbox-lease.ts +1065 -483
- package/src/activities/scheduled-tasks.ts +96 -7
- package/src/activities/session-state.ts +4 -4
- package/src/activities/streaming.ts +42 -3
- package/src/activities/types.ts +87 -5
- package/src/activities/video-generation-admission.ts +270 -0
- package/src/activities/video-generation-credential.ts +34 -0
- package/src/activities/video-generation-reconciliation.ts +578 -0
- package/src/activities/video-media-validation.ts +326 -0
- package/src/activities/video-output-retention.ts +314 -0
- package/src/activities/video-reference-staging.ts +263 -0
- package/src/activities/workflow-wake.ts +2 -2
- package/src/activities/workspace-capture.ts +77 -13
- package/src/activities-control.ts +54 -0
- package/src/activities-turn.ts +40 -0
- package/src/activities.ts +50 -118
- package/src/activity-services.ts +62 -0
- package/src/artifact-materializer-entry.ts +35 -0
- package/src/artifact-outbox-entry.ts +29 -0
- package/src/concurrency.ts +484 -6
- package/src/editable-artifact-hint-broker.ts +235 -0
- package/src/editable-artifact-materializer-launcher.ts +515 -0
- package/src/editable-artifact-materializer-service.ts +787 -0
- package/src/editable-artifact-materializer-storage.ts +413 -0
- package/src/editable-artifact-materializer-subprocess.ts +956 -0
- package/src/editable-artifact-materializer.ts +1289 -0
- package/src/editable-artifact-outbox-dispatcher.ts +244 -0
- package/src/editable-artifact-outbox-service.ts +438 -0
- package/src/host-export-pump.ts +28 -11
- package/src/http.ts +3 -6
- package/src/index.ts +277 -72
- package/src/memory-pressure-guard.ts +489 -0
- package/src/model-checkpoint-memory-collector.ts +116 -0
- package/src/observability-metrics.ts +202 -7
- package/src/sandbox-reaper-contract.ts +73 -0
- package/src/sandbox-reaper-timeout.ts +79 -0
- package/src/sandbox-resume.ts +331 -157
- package/src/sandbox-routing.ts +49 -39
- package/src/worker-service-lifecycle.ts +82 -12
- package/src/workflows/activities.ts +30 -0
- package/src/workflows/file-upload-reaper.ts +6 -1
- package/src/workflows/knowledge-source-sync.ts +83 -0
- package/src/workflows/sandbox-reaper.ts +183 -21
- package/src/workflows/scheduled-tasks.ts +42 -6
- package/src/workflows/video-generation.ts +36 -0
- package/src/workflows.ts +17 -1
- package/dist/activities/redaction.d.ts +0 -1
- package/dist/activities/toolspace-token-renewal.d.ts +0 -23
- package/dist/chunk-BJUW5LCM.js.map +0 -1
- package/src/activities/redaction.ts +0 -9
- package/src/activities/toolspace-token-renewal.ts +0 -57
package/src/activities.ts
CHANGED
|
@@ -1,28 +1,24 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
/**
|
|
2
|
+
* Compatibility/test activity barrel.
|
|
3
|
+
*
|
|
4
|
+
* Production workers do not import this module: the control and turn process
|
|
5
|
+
* loaders resolve their role-specific activity graph independently. Keeping
|
|
6
|
+
* this superset preserves the historical workflow type surface and direct test
|
|
7
|
+
* harness without charging every production process for both dependency trees.
|
|
8
|
+
*/
|
|
3
9
|
import { createDocumentServices } from "@opengeni/documents";
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { createRunAgentTurnActivity } from "./activities/agent-turn";
|
|
9
|
-
import { createCodexCapacityActivities } from "./activities/codex-capacity";
|
|
10
|
-
import { createDocumentActivities } from "./activities/documents";
|
|
11
|
-
import { createFileUploadReaperActivities } from "./activities/file-upload-reaper";
|
|
12
|
-
import { createGoalActivities } from "./activities/goals";
|
|
13
|
-
import { createSandboxLeaseActivities } from "./activities/sandbox-lease";
|
|
14
|
-
import { createScheduledTaskActivities } from "./activities/scheduled-tasks";
|
|
15
|
-
import { createSessionStateActivities } from "./activities/session-state";
|
|
16
|
-
import { createWorkflowWakeActivities } from "./activities/workflow-wake";
|
|
17
|
-
import { createRigVerificationActivities } from "./activities/rig-verification";
|
|
10
|
+
import { createProductionAgentRuntime, summarizeForCompaction } from "@opengeni/runtime";
|
|
11
|
+
import { createControlActivities, createControlActivitiesFromServices } from "./activities-control";
|
|
12
|
+
import { createTurnActivities, createTurnActivitiesFromServices } from "./activities-turn";
|
|
13
|
+
import { createSharedActivityServices } from "./activity-services";
|
|
18
14
|
import type { ActivityDependencies, ActivityServices } from "./activities/types";
|
|
19
|
-
import {
|
|
20
|
-
observabilityEventLogger,
|
|
21
|
-
runtimeMetricsHooksForObservability,
|
|
22
|
-
} from "./observability-metrics";
|
|
15
|
+
import { runtimeMetricsHooksForObservability } from "./observability-metrics";
|
|
23
16
|
|
|
24
17
|
export type {
|
|
25
18
|
ActivityDependencies,
|
|
19
|
+
ActivityServices,
|
|
20
|
+
ControlActivityDependencies,
|
|
21
|
+
ControlActivityServices,
|
|
26
22
|
DispatchScheduledTaskRunInput,
|
|
27
23
|
DispatchScheduledTaskRunResult,
|
|
28
24
|
ExpireSessionHumanInputInput,
|
|
@@ -41,126 +37,55 @@ export type {
|
|
|
41
37
|
PersistSessionAttemptQuiescenceInput,
|
|
42
38
|
ReconcileSessionAttemptQuiescenceInput,
|
|
43
39
|
ReconcileSessionAttemptQuiescenceResult,
|
|
40
|
+
RunKnowledgeSourceSyncBatchInput,
|
|
41
|
+
RunKnowledgeSourceSyncBatchResult,
|
|
44
42
|
RunAgentTurnInput,
|
|
45
43
|
RunAgentTurnResult,
|
|
44
|
+
VideoGenerationReconcileResult,
|
|
45
|
+
VideoGenerationTerminalStatus,
|
|
46
46
|
SessionAttemptQuiescenceProof,
|
|
47
|
+
SharedActivityServices,
|
|
48
|
+
TurnActivityDependencies,
|
|
49
|
+
TurnActivityServices,
|
|
47
50
|
} from "./activities/types";
|
|
51
|
+
export { createControlActivities, createTurnActivities };
|
|
48
52
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
53
|
+
/** Direct full-graph harness for tests; production always chooses one role. */
|
|
54
|
+
export function createActivityTestHarness(dependencies: ActivityDependencies = {}) {
|
|
55
|
+
const shared = createSharedActivityServices(dependencies);
|
|
52
56
|
let servicesPromise: Promise<ActivityServices> | null = null;
|
|
53
|
-
|
|
54
|
-
async function services(): Promise<ActivityServices> {
|
|
57
|
+
const services = async (): Promise<ActivityServices> => {
|
|
55
58
|
servicesPromise ??= (async () => {
|
|
56
|
-
const
|
|
57
|
-
const observability =
|
|
58
|
-
dependencies.observability ?? createObservability(settings, { component: "worker" });
|
|
59
|
-
// Step I: when not injected, build the standalone handle — searchPath
|
|
60
|
-
// undefined for standalone (public), scoped to the dedicated schema +
|
|
61
|
-
// host RLS strategy when embedded config is set. An embedded host injects
|
|
62
|
-
// `dependencies.db` directly and this branch is skipped.
|
|
63
|
-
const searchPath = dbSearchPath(settings);
|
|
64
|
-
const dbClient = dependencies.db
|
|
65
|
-
? null
|
|
66
|
-
: createDb(settings.databaseUrl, {
|
|
67
|
-
...(searchPath ? { searchPath } : {}),
|
|
68
|
-
rlsStrategy: settings.rlsStrategy,
|
|
69
|
-
});
|
|
70
|
-
// The PRIVILEGED control-plane NATS login (M-AUTH): the worker resolves the
|
|
71
|
-
// SAME static account user the API uses to request `agent.*.rpc`. Null in
|
|
72
|
-
// local dev → anonymous connect (the bus default).
|
|
73
|
-
const controlPlaneAuth = resolveNatsControlPlaneAuth(settings);
|
|
59
|
+
const common = await shared();
|
|
74
60
|
return {
|
|
75
|
-
|
|
76
|
-
db: dependencies.db ?? dbClient!.db,
|
|
77
|
-
// §7 Step G — EventBus binding contract. `bus` is the INJECTED
|
|
78
|
-
// live-fanout port; the ONE production impl is `createNatsEventBus`,
|
|
79
|
-
// the default on BOTH processes (this worker edge + the API edge in
|
|
80
|
-
// `apps/api/src/index.ts`). A host that embeds OpenGeni injects ONE
|
|
81
|
-
// broker binding (the same `createNatsEventBus(natsUrl)`) here AND on
|
|
82
|
-
// the mounted API, so the two SEPARATE processes share one broker and
|
|
83
|
-
// derive the IDENTICAL `sessionSubject` — the only way live fanout
|
|
84
|
-
// (worker emit → API SSE) works cross-process (schema-isolation contract F5/F6, proven).
|
|
85
|
-
// NEVER default to an in-memory bus: it fans out intra-process only and
|
|
86
|
-
// would silently break live SSE. unset → today's NATS default,
|
|
87
|
-
// byte-for-byte. The bus is live-fanout ONLY — the durable Postgres
|
|
88
|
-
// `session_events` log is source-of-truth (the API backfills missed
|
|
89
|
-
// events by sequence). See `.agents/skills/opengeni/references/eventbus-binding-contract.md`.
|
|
90
|
-
bus:
|
|
91
|
-
dependencies.bus ??
|
|
92
|
-
(await createNatsEventBus(
|
|
93
|
-
settings.natsUrl,
|
|
94
|
-
controlPlaneAuth
|
|
95
|
-
? { user: controlPlaneAuth.user, pass: controlPlaneAuth.password }
|
|
96
|
-
: undefined,
|
|
97
|
-
{ logger: observabilityEventLogger(observability) },
|
|
98
|
-
)),
|
|
61
|
+
...common,
|
|
99
62
|
runtime:
|
|
100
63
|
dependencies.runtime ??
|
|
101
64
|
createProductionAgentRuntime({
|
|
102
|
-
metrics: runtimeMetricsHooksForObservability(observability),
|
|
65
|
+
metrics: runtimeMetricsHooksForObservability(common.observability),
|
|
103
66
|
}),
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
wakeSessionWorkflow: dependencies.wakeSessionWorkflow ?? null,
|
|
108
|
-
signalSessionAttemptQuiesced: dependencies.signalSessionAttemptQuiesced ?? null,
|
|
109
|
-
inspectSessionAttemptActivity: dependencies.inspectSessionAttemptActivity ?? null,
|
|
110
|
-
signalCodexCapacityWorkflow: dependencies.signalCodexCapacityWorkflow ?? null,
|
|
111
|
-
// §7.5 P3 — host-entitlements port. No constructed default: standalone
|
|
112
|
-
// has no host meter, so unset → null → `ensureRunAllowed` reads the
|
|
113
|
-
// local ledger exactly as today (mirrors `wakeSessionWorkflow`'s
|
|
114
|
-
// null-degrades-gracefully shape, not a `createX(settings)` default).
|
|
115
|
-
entitlements: dependencies.entitlements ?? null,
|
|
116
|
-
// §7.6 connection-credential provider — host connection-credential provider. No constructed
|
|
117
|
-
// default: standalone owns its own GitHub App + encryption key, so unset
|
|
118
|
-
// → null → the per-run credential mint self-mints from `settings`
|
|
119
|
-
// (createGitHubAppInstallationToken + environmentsEncryptionKeyBytes)
|
|
120
|
-
// exactly as today. Same null-degrades shape as `entitlements`.
|
|
121
|
-
connectionCredentials: dependencies.connectionCredentials ?? null,
|
|
67
|
+
summarizeContextForCompaction:
|
|
68
|
+
dependencies.summarizeContextForCompaction ?? summarizeForCompaction,
|
|
69
|
+
documentServices: dependencies.documentServices ?? createDocumentServices(common.settings),
|
|
122
70
|
};
|
|
123
71
|
})();
|
|
124
|
-
return servicesPromise;
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
return services;
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
function controlActivities(services: () => Promise<ActivityServices>) {
|
|
72
|
+
return await servicesPromise;
|
|
73
|
+
};
|
|
131
74
|
return {
|
|
132
|
-
...
|
|
133
|
-
...
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
...createRigVerificationActivities(services),
|
|
138
|
-
...createFileUploadReaperActivities(services),
|
|
139
|
-
...createWorkflowWakeActivities(services),
|
|
140
|
-
// P1.3: the SOLE liveness/GC/cost-stop driver. Only reapSandboxLeases — no
|
|
141
|
-
// *ForViewer activities, no ownerHeartbeat, no resolveOwnerTaskQueue.
|
|
142
|
-
...createSandboxLeaseActivities(services),
|
|
75
|
+
...createTurnActivitiesFromServices(services),
|
|
76
|
+
...createControlActivitiesFromServices(
|
|
77
|
+
services,
|
|
78
|
+
async () => (await services()).documentServices,
|
|
79
|
+
),
|
|
143
80
|
};
|
|
144
81
|
}
|
|
145
82
|
|
|
146
|
-
export function createControlActivities(dependencies: ActivityDependencies = {}) {
|
|
147
|
-
return controlActivities(createActivityServices(dependencies));
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
export function createTurnActivities(dependencies: ActivityDependencies = {}) {
|
|
151
|
-
return { runAgentTurn: createRunAgentTurnActivity(createActivityServices(dependencies)) };
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
/** Direct activity harness for tests; production workers always choose one role. */
|
|
155
|
-
export function createActivityTestHarness(dependencies: ActivityDependencies = {}) {
|
|
156
|
-
const services = createActivityServices(dependencies);
|
|
157
|
-
return { runAgentTurn: createRunAgentTurnActivity(services), ...controlActivities(services) };
|
|
158
|
-
}
|
|
159
|
-
|
|
160
83
|
const defaultControlActivities = createControlActivities();
|
|
161
84
|
const defaultTurnActivities = createTurnActivities();
|
|
162
85
|
|
|
163
86
|
export const runAgentTurn = defaultTurnActivities.runAgentTurn;
|
|
87
|
+
export const reconcileVideoGenerationOperation =
|
|
88
|
+
defaultTurnActivities.reconcileVideoGenerationOperation;
|
|
164
89
|
export const indexDocument = defaultControlActivities.indexDocument;
|
|
165
90
|
export const failSessionAttempt = defaultControlActivities.failSessionAttempt;
|
|
166
91
|
export const settleSessionInterruptions = defaultControlActivities.settleSessionInterruptions;
|
|
@@ -174,12 +99,19 @@ export const peekSessionWork = defaultControlActivities.peekSessionWork;
|
|
|
174
99
|
export const expireSessionHumanInput = defaultControlActivities.expireSessionHumanInput;
|
|
175
100
|
export const markSessionIdle = defaultControlActivities.markSessionIdle;
|
|
176
101
|
export const dispatchScheduledTaskRun = defaultControlActivities.dispatchScheduledTaskRun;
|
|
102
|
+
export const runKnowledgeSourceSyncBatch = defaultControlActivities.runKnowledgeSourceSyncBatch;
|
|
177
103
|
export const enqueueGoalRetryWake = defaultControlActivities.enqueueGoalRetryWake;
|
|
178
104
|
export const maybeContinueGoal = defaultControlActivities.maybeContinueGoal;
|
|
179
105
|
export const getCodexCapacityWait = defaultControlActivities.getCodexCapacityWait;
|
|
180
106
|
export const reconcileCodexCapacityWait = defaultControlActivities.reconcileCodexCapacityWait;
|
|
107
|
+
export const prepareSandboxLeaseSweep = defaultControlActivities.prepareSandboxLeaseSweep;
|
|
108
|
+
export const drainSandboxLease = defaultControlActivities.drainSandboxLease;
|
|
109
|
+
export const maintainSandboxLeaseSweep = defaultControlActivities.maintainSandboxLeaseSweep;
|
|
181
110
|
export const reapSandboxLeases = defaultControlActivities.reapSandboxLeases;
|
|
182
111
|
export const reapExpiredFileUploads = defaultControlActivities.reapExpiredFileUploads;
|
|
112
|
+
export const recoverVideoGenerationWorkflows =
|
|
113
|
+
defaultControlActivities.recoverVideoGenerationWorkflows;
|
|
114
|
+
export const maintainRetainedScreenshots = defaultControlActivities.maintainRetainedScreenshots;
|
|
183
115
|
export const dispatchSessionWorkflowWakes = defaultControlActivities.dispatchSessionWorkflowWakes;
|
|
184
116
|
export const verifyRigChange = defaultControlActivities.verifyRigChange;
|
|
185
117
|
export const verifyRigVersion = defaultControlActivities.verifyRigVersion;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { dbSearchPath, getSettings, resolveNatsControlPlaneAuth } from "@opengeni/config";
|
|
2
|
+
import { createDb } from "@opengeni/db";
|
|
3
|
+
import { createNatsEventBus } from "@opengeni/events";
|
|
4
|
+
import { createObservability } from "@opengeni/observability";
|
|
5
|
+
import { createObjectStorage } from "@opengeni/storage";
|
|
6
|
+
import type { ActivityDependencies, SharedActivityServices } from "./activities/types";
|
|
7
|
+
import { observabilityEventLogger } from "./observability-metrics";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Build the dependency graph common to both worker roles exactly once.
|
|
11
|
+
*
|
|
12
|
+
* This module deliberately has no import edge to @opengeni/runtime or
|
|
13
|
+
* @opengeni/documents. Those graphs are added by the role-specific factories,
|
|
14
|
+
* preventing an idle process from retaining an unused model SDK or parser
|
|
15
|
+
* stack for its entire lifetime.
|
|
16
|
+
*/
|
|
17
|
+
export function createSharedActivityServices(
|
|
18
|
+
dependencies: ActivityDependencies,
|
|
19
|
+
): () => Promise<SharedActivityServices> {
|
|
20
|
+
let servicesPromise: Promise<SharedActivityServices> | null = null;
|
|
21
|
+
|
|
22
|
+
return async function services(): Promise<SharedActivityServices> {
|
|
23
|
+
servicesPromise ??= (async () => {
|
|
24
|
+
const settings = dependencies.settings ?? getSettings();
|
|
25
|
+
const observability =
|
|
26
|
+
dependencies.observability ?? createObservability(settings, { component: "worker" });
|
|
27
|
+
const searchPath = dbSearchPath(settings);
|
|
28
|
+
const dbClient = dependencies.db
|
|
29
|
+
? null
|
|
30
|
+
: createDb(settings.databaseUrl, {
|
|
31
|
+
...(searchPath ? { searchPath } : {}),
|
|
32
|
+
rlsStrategy: settings.rlsStrategy,
|
|
33
|
+
});
|
|
34
|
+
const controlPlaneAuth = resolveNatsControlPlaneAuth(settings);
|
|
35
|
+
|
|
36
|
+
return {
|
|
37
|
+
settings,
|
|
38
|
+
db: dependencies.db ?? dbClient!.db,
|
|
39
|
+
bus:
|
|
40
|
+
dependencies.bus ??
|
|
41
|
+
(await createNatsEventBus(
|
|
42
|
+
settings.natsUrl,
|
|
43
|
+
controlPlaneAuth
|
|
44
|
+
? { user: controlPlaneAuth.user, pass: controlPlaneAuth.password }
|
|
45
|
+
: undefined,
|
|
46
|
+
{ logger: observabilityEventLogger(observability) },
|
|
47
|
+
)),
|
|
48
|
+
objectStorage: dependencies.objectStorage ?? createObjectStorage(settings),
|
|
49
|
+
observability,
|
|
50
|
+
wakeSessionWorkflow: dependencies.wakeSessionWorkflow ?? null,
|
|
51
|
+
signalSessionAttemptQuiesced: dependencies.signalSessionAttemptQuiesced ?? null,
|
|
52
|
+
inspectSessionAttemptActivity: dependencies.inspectSessionAttemptActivity ?? null,
|
|
53
|
+
signalCodexCapacityWorkflow: dependencies.signalCodexCapacityWorkflow ?? null,
|
|
54
|
+
startSandboxReaperWorkflow: dependencies.startSandboxReaperWorkflow ?? null,
|
|
55
|
+
startVideoGenerationWorkflow: dependencies.startVideoGenerationWorkflow ?? null,
|
|
56
|
+
entitlements: dependencies.entitlements ?? null,
|
|
57
|
+
connectionCredentials: dependencies.connectionCredentials ?? null,
|
|
58
|
+
};
|
|
59
|
+
})();
|
|
60
|
+
return await servicesPromise;
|
|
61
|
+
};
|
|
62
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { createMaterializerSidecarFromEnvironment } from "./editable-artifact-materializer-service";
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Dedicated editable-artifact materializer process. This entry deliberately
|
|
5
|
+
* does not import/create a Temporal worker and is never called by control/turn
|
|
6
|
+
* startup. Deploy it as a separate sidecar/service with its own DSN.
|
|
7
|
+
*/
|
|
8
|
+
export async function runEditableArtifactMaterializerSidecar(
|
|
9
|
+
environment: NodeJS.ProcessEnv = process.env,
|
|
10
|
+
): Promise<void> {
|
|
11
|
+
const configured = await createMaterializerSidecarFromEnvironment(environment);
|
|
12
|
+
if (!configured) {
|
|
13
|
+
throw new Error("Editable artifact materializer sidecar is disabled");
|
|
14
|
+
}
|
|
15
|
+
const server = Bun.serve({
|
|
16
|
+
hostname: configured.httpHostname,
|
|
17
|
+
port: configured.httpPort,
|
|
18
|
+
fetch: configured.service.fetch,
|
|
19
|
+
});
|
|
20
|
+
const stop = () => configured.service.drain("process signal");
|
|
21
|
+
process.on("SIGTERM", stop);
|
|
22
|
+
process.on("SIGINT", stop);
|
|
23
|
+
try {
|
|
24
|
+
await configured.service.run();
|
|
25
|
+
} finally {
|
|
26
|
+
process.off("SIGTERM", stop);
|
|
27
|
+
process.off("SIGINT", stop);
|
|
28
|
+
server.stop(true);
|
|
29
|
+
await configured.service.close();
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
if (import.meta.main) {
|
|
34
|
+
await runEditableArtifactMaterializerSidecar();
|
|
35
|
+
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { createOutboxSidecarFromEnvironment } from "./editable-artifact-outbox-service";
|
|
2
|
+
|
|
3
|
+
/** Dedicated process: no Temporal/control worker is created or imported here. */
|
|
4
|
+
export async function runEditableArtifactOutboxSidecar(
|
|
5
|
+
environment: NodeJS.ProcessEnv = process.env,
|
|
6
|
+
): Promise<void> {
|
|
7
|
+
const configured = await createOutboxSidecarFromEnvironment(environment);
|
|
8
|
+
if (!configured) throw new Error("Editable artifact outbox sidecar is disabled");
|
|
9
|
+
const server = Bun.serve({
|
|
10
|
+
hostname: "0.0.0.0",
|
|
11
|
+
port: configured.httpPort,
|
|
12
|
+
fetch: configured.service.fetch,
|
|
13
|
+
});
|
|
14
|
+
const stop = () => configured.service.drain("process signal");
|
|
15
|
+
process.on("SIGTERM", stop);
|
|
16
|
+
process.on("SIGINT", stop);
|
|
17
|
+
try {
|
|
18
|
+
await configured.service.run();
|
|
19
|
+
} finally {
|
|
20
|
+
process.off("SIGTERM", stop);
|
|
21
|
+
process.off("SIGINT", stop);
|
|
22
|
+
server.stop(true);
|
|
23
|
+
await configured.service.close();
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
if (import.meta.main) {
|
|
28
|
+
await runEditableArtifactOutboxSidecar();
|
|
29
|
+
}
|