@opengeni/worker-bundle 0.16.29 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-run-admission.d.ts +12 -0
- package/dist/activities/agent-turn.d.ts +110 -19
- package/dist/activities/api-integrations.d.ts +21 -0
- package/dist/activities/browser-state-artifact-reaper.d.ts +29 -0
- package/dist/activities/capabilities.d.ts +6 -0
- package/dist/activities/codemode-dispatcher.d.ts +35 -0
- package/dist/activities/codemode-token-renewal.d.ts +23 -0
- package/dist/activities/codex-capacity.d.ts +6 -5
- package/dist/activities/codex-image-generation.d.ts +21 -0
- package/dist/activities/context-compaction.d.ts +1 -0
- package/dist/activities/documents.d.ts +3 -2
- package/dist/activities/environment.d.ts +17 -8
- package/dist/activities/expiring-material-renewal.d.ts +1 -1
- package/dist/activities/file-upload-reaper.d.ts +7 -2
- package/dist/activities/gateway-image-generation.d.ts +39 -0
- package/dist/activities/gateway-video-generation.d.ts +53 -0
- package/dist/activities/generated-images.d.ts +112 -0
- package/dist/activities/git-credential-renewal.d.ts +1 -1
- package/dist/activities/goals.d.ts +2 -2
- package/dist/activities/google-drive-changes.d.ts +99 -0
- package/dist/activities/image-generation-operation.d.ts +74 -0
- package/dist/activities/image-generation-references.d.ts +25 -0
- package/dist/activities/knowledge-source-sync-driver.d.ts +23 -0
- package/dist/activities/knowledge-source-sync.d.ts +75 -0
- package/dist/activities/packs.d.ts +21 -36
- package/dist/activities/parent-wake.d.ts +1 -1
- package/dist/activities/retained-screenshot-reaper.d.ts +2 -2
- package/dist/activities/retained-screenshots.d.ts +36 -0
- package/dist/activities/rig-verification.d.ts +82 -5
- package/dist/activities/run-credential-renewal.d.ts +1 -1
- package/dist/activities/run-input.d.ts +3 -1
- package/dist/activities/sandbox-images.d.ts +14 -0
- package/dist/activities/sandbox-lease.d.ts +47 -9
- package/dist/activities/scheduled-tasks.d.ts +2 -2
- package/dist/activities/session-state.d.ts +7 -5
- package/dist/activities/site-auth-maintenance.d.ts +27 -0
- package/dist/activities/streaming.d.ts +1 -1
- package/dist/activities/types.d.ts +87 -5
- package/dist/activities/video-generation-admission.d.ts +43 -0
- package/dist/activities/video-generation-credential.d.ts +24 -0
- package/dist/activities/video-generation-reconciliation.d.ts +13 -0
- package/dist/activities/video-media-validation.d.ts +34 -0
- package/dist/activities/video-output-retention.d.ts +36 -0
- package/dist/activities/video-reference-staging.d.ts +55 -0
- package/dist/activities/workflow-wake.d.ts +2 -2
- package/dist/activities/workspace-capture.d.ts +10 -1
- package/dist/activities/xai-auth.d.ts +23 -0
- package/dist/activities/xai-image-generation.d.ts +26 -0
- package/dist/activities/xai-video-generation.d.ts +18 -0
- package/dist/activities-control-XURE4VKN.js +7221 -0
- package/dist/activities-control-XURE4VKN.js.map +1 -0
- package/dist/activities-control.d.ts +297 -0
- package/dist/activities-turn-6EBXGGLS.js +16036 -0
- package/dist/activities-turn-6EBXGGLS.js.map +1 -0
- package/dist/activities-turn.d.ts +17 -0
- package/dist/activities.d.ts +138 -150
- package/dist/activity-services.d.ts +10 -0
- package/dist/artifact-materializer-entry.d.ts +6 -0
- package/dist/artifact-materializer-entry.js +2662 -0
- package/dist/artifact-materializer-entry.js.map +1 -0
- package/dist/artifact-outbox-entry.d.ts +2 -0
- package/dist/artifact-outbox-entry.js +681 -0
- package/dist/artifact-outbox-entry.js.map +1 -0
- package/dist/chunk-5GRJIP5H.js +3092 -0
- package/dist/chunk-5GRJIP5H.js.map +1 -0
- package/dist/chunk-GRFQTTSQ.js +448 -0
- package/dist/chunk-GRFQTTSQ.js.map +1 -0
- package/dist/chunk-TYNPCG4U.js +906 -0
- package/dist/chunk-TYNPCG4U.js.map +1 -0
- package/dist/concurrency.d.ts +108 -5
- package/dist/editable-artifact-hint-broker.d.ts +49 -0
- package/dist/editable-artifact-materializer-launcher.d.ts +49 -0
- package/dist/editable-artifact-materializer-service.d.ts +108 -0
- package/dist/editable-artifact-materializer-storage.d.ts +12 -0
- package/dist/editable-artifact-materializer-subprocess.d.ts +50 -0
- package/dist/editable-artifact-materializer.d.ts +262 -0
- package/dist/editable-artifact-outbox-dispatcher.d.ts +44 -0
- package/dist/editable-artifact-outbox-service.d.ts +70 -0
- package/dist/host-export.d.ts +1 -1
- package/dist/index.d.ts +189 -10
- package/dist/index.js +715 -17380
- package/dist/index.js.map +1 -1
- package/dist/memory-pressure-guard.d.ts +57 -0
- package/dist/model-checkpoint-memory-collector.d.ts +23 -0
- package/dist/model-context-contributions.d.ts +40 -0
- package/dist/observability-metrics.d.ts +53 -1
- package/dist/sandbox-reaper-contract.d.ts +40 -0
- package/dist/sandbox-reaper-timeout.d.ts +14 -0
- package/dist/sandbox-resume.d.ts +34 -7
- package/dist/sandbox-routing.d.ts +6 -0
- package/dist/worker-service-lifecycle.d.ts +6 -2
- package/dist/workflow-bundle.js +1094 -370
- package/dist/workflows/activities.d.ts +8 -2
- package/dist/workflows/document-index.d.ts +1 -1
- package/dist/workflows/knowledge-source-sync.d.ts +13 -0
- package/dist/workflows/rig-verification.d.ts +1 -1
- package/dist/workflows/sandbox-reaper.d.ts +8 -0
- package/dist/workflows/scheduled-tasks.d.ts +1 -1
- package/dist/workflows/session.d.ts +2 -2
- package/dist/workflows/site-auth-maintenance.d.ts +2 -0
- package/dist/workflows/video-generation.d.ts +10 -0
- package/dist/workflows/workflow-wake.d.ts +1 -1
- package/dist/workflows.d.ts +10 -7
- package/package.json +35 -15
- package/src/activities/agent-run-admission.ts +76 -0
- package/src/activities/agent-turn.ts +2600 -340
- package/src/activities/api-integrations.ts +138 -0
- package/src/activities/browser-state-artifact-reaper.ts +120 -0
- package/src/activities/capabilities.ts +10 -0
- package/src/activities/codemode-dispatcher.ts +335 -0
- package/src/activities/codemode-token-renewal.ts +64 -0
- package/src/activities/codex-capacity.ts +54 -7
- package/src/activities/codex-image-generation.ts +56 -0
- package/src/activities/context-compaction.ts +38 -3
- package/src/activities/documents.ts +14 -4
- package/src/activities/environment.ts +54 -45
- package/src/activities/expiring-material-renewal.ts +1 -1
- package/src/activities/file-upload-reaper.ts +34 -3
- package/src/activities/gateway-image-generation.ts +146 -0
- package/src/activities/gateway-video-generation.ts +298 -0
- package/src/activities/generated-images.ts +860 -0
- package/src/activities/goals.ts +8 -3
- package/src/activities/google-drive-changes.ts +454 -0
- package/src/activities/image-generation-operation.ts +333 -0
- package/src/activities/image-generation-references.ts +118 -0
- package/src/activities/knowledge-source-sync-driver.ts +27 -0
- package/src/activities/knowledge-source-sync.ts +2840 -0
- package/src/activities/mcp-credentials.ts +1 -0
- package/src/activities/packs.ts +75 -152
- package/src/activities/parent-wake.ts +13 -1
- package/src/activities/retained-screenshot-reaper.ts +2 -2
- package/src/activities/retained-screenshots.ts +453 -28
- package/src/activities/rig-verification.ts +554 -43
- package/src/activities/run-input.ts +22 -6
- package/src/activities/sandbox-images.ts +167 -0
- package/src/activities/sandbox-lease.ts +1065 -483
- package/src/activities/scheduled-tasks.ts +104 -74
- package/src/activities/session-state.ts +22 -4
- package/src/activities/site-auth-maintenance.ts +269 -0
- package/src/activities/streaming.ts +42 -3
- package/src/activities/types.ts +104 -5
- package/src/activities/video-generation-admission.ts +303 -0
- package/src/activities/video-generation-credential.ts +112 -0
- package/src/activities/video-generation-reconciliation.ts +771 -0
- package/src/activities/video-media-validation.ts +332 -0
- package/src/activities/video-output-retention.ts +314 -0
- package/src/activities/video-reference-staging.ts +350 -0
- package/src/activities/workflow-wake.ts +2 -2
- package/src/activities/workspace-capture.ts +44 -10
- package/src/activities/xai-auth.ts +122 -0
- package/src/activities/xai-image-generation.ts +86 -0
- package/src/activities/xai-video-generation.ts +69 -0
- package/src/activities-control.ts +58 -0
- package/src/activities-turn.ts +40 -0
- package/src/activities.ts +53 -124
- package/src/activity-services.ts +62 -0
- package/src/artifact-materializer-entry.ts +35 -0
- package/src/artifact-outbox-entry.ts +29 -0
- package/src/concurrency.ts +484 -6
- package/src/editable-artifact-hint-broker.ts +235 -0
- package/src/editable-artifact-materializer-launcher.ts +515 -0
- package/src/editable-artifact-materializer-service.ts +787 -0
- package/src/editable-artifact-materializer-storage.ts +413 -0
- package/src/editable-artifact-materializer-subprocess.ts +956 -0
- package/src/editable-artifact-materializer.ts +1289 -0
- package/src/editable-artifact-outbox-dispatcher.ts +244 -0
- package/src/editable-artifact-outbox-service.ts +438 -0
- package/src/index.ts +328 -72
- package/src/memory-pressure-guard.ts +489 -0
- package/src/model-checkpoint-memory-collector.ts +123 -0
- package/src/model-context-contributions.ts +159 -0
- package/src/observability-metrics.ts +297 -13
- package/src/sandbox-reaper-contract.ts +73 -0
- package/src/sandbox-reaper-timeout.ts +79 -0
- package/src/sandbox-resume.ts +294 -153
- package/src/sandbox-routing.ts +32 -24
- package/src/worker-service-lifecycle.ts +80 -14
- package/src/workflows/activities.ts +31 -0
- package/src/workflows/file-upload-reaper.ts +9 -1
- package/src/workflows/knowledge-source-sync.ts +83 -0
- package/src/workflows/sandbox-reaper.ts +183 -21
- package/src/workflows/scheduled-tasks.ts +42 -6
- package/src/workflows/session.ts +20 -6
- package/src/workflows/site-auth-maintenance.ts +14 -0
- package/src/workflows/video-generation.ts +36 -0
- package/src/workflows.ts +18 -1
- package/dist/activities/toolspace-token-renewal.d.ts +0 -23
- package/src/activities/toolspace-token-renewal.ts +0 -64
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { GROK_IMAGINE_VIDEO_1_5_MODEL_ID } from "@opengeni/contracts";
|
|
2
|
+
import type { CanonicalVideoGenerationRequest } from "@opengeni/core";
|
|
3
|
+
import {
|
|
4
|
+
getXaiSubscriptionVideoStatus,
|
|
5
|
+
startXaiSubscriptionVideoWithBody,
|
|
6
|
+
XAI_VIDEO_MODEL,
|
|
7
|
+
type XaiFetch,
|
|
8
|
+
type XaiSubscriptionRequestContext,
|
|
9
|
+
type XaiVideoStatus,
|
|
10
|
+
} from "@opengeni/xai-subscription";
|
|
11
|
+
import type { GatewayVideoReferenceGrant } from "./gateway-video-generation";
|
|
12
|
+
|
|
13
|
+
export function buildXaiVideoStartBody(
|
|
14
|
+
request: CanonicalVideoGenerationRequest,
|
|
15
|
+
referenceGrants: readonly GatewayVideoReferenceGrant[],
|
|
16
|
+
): Record<string, unknown> {
|
|
17
|
+
if (request.modelId !== GROK_IMAGINE_VIDEO_1_5_MODEL_ID) {
|
|
18
|
+
throw new Error("The selected video model is not a SuperGrok video model");
|
|
19
|
+
}
|
|
20
|
+
if (request.sourceMode === "first_and_last_frames" || request.sourceMode === "video_reference") {
|
|
21
|
+
throw new Error(`Grok Imagine Video does not support ${request.sourceMode}`);
|
|
22
|
+
}
|
|
23
|
+
if (referenceGrants.length !== request.references.length) {
|
|
24
|
+
throw new Error("Video reference grants do not match the sealed request");
|
|
25
|
+
}
|
|
26
|
+
const reference = referenceGrants[0];
|
|
27
|
+
return {
|
|
28
|
+
model: XAI_VIDEO_MODEL,
|
|
29
|
+
prompt: request.prompt,
|
|
30
|
+
duration: request.durationSeconds,
|
|
31
|
+
aspect_ratio: request.aspectRatio,
|
|
32
|
+
resolution: request.resolution,
|
|
33
|
+
...(request.sourceMode === "first_frame" && reference
|
|
34
|
+
? { image: { url: reference.url } }
|
|
35
|
+
: request.sourceMode === "image_reference" && reference
|
|
36
|
+
? { reference_images: [{ url: reference.url }] }
|
|
37
|
+
: {}),
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
export async function startXaiVideoGeneration(input: {
|
|
42
|
+
body: Record<string, unknown>;
|
|
43
|
+
sessionId: string | null;
|
|
44
|
+
auth: Pick<XaiSubscriptionRequestContext, "getToken" | "refresh">;
|
|
45
|
+
fetch?: XaiFetch;
|
|
46
|
+
}): Promise<{ providerJobId: string }> {
|
|
47
|
+
return await startXaiSubscriptionVideoWithBody({
|
|
48
|
+
body: input.body,
|
|
49
|
+
getToken: input.auth.getToken,
|
|
50
|
+
refresh: input.auth.refresh,
|
|
51
|
+
...(input.sessionId ? { sessionId: input.sessionId } : {}),
|
|
52
|
+
...(input.fetch ? { fetch: input.fetch } : {}),
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
export async function getXaiVideoGenerationStatus(input: {
|
|
57
|
+
providerJobId: string;
|
|
58
|
+
sessionId: string | null;
|
|
59
|
+
auth: Pick<XaiSubscriptionRequestContext, "getToken" | "refresh">;
|
|
60
|
+
fetch?: XaiFetch;
|
|
61
|
+
}): Promise<XaiVideoStatus> {
|
|
62
|
+
return await getXaiSubscriptionVideoStatus({
|
|
63
|
+
providerJobId: input.providerJobId,
|
|
64
|
+
getToken: input.auth.getToken,
|
|
65
|
+
refresh: input.auth.refresh,
|
|
66
|
+
...(input.sessionId ? { sessionId: input.sessionId } : {}),
|
|
67
|
+
...(input.fetch ? { fetch: input.fetch } : {}),
|
|
68
|
+
});
|
|
69
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { createSharedActivityServices } from "./activity-services";
|
|
2
|
+
import { createCodexCapacityActivities } from "./activities/codex-capacity";
|
|
3
|
+
import { createBrowserStateArtifactMaintenanceActivities } from "./activities/browser-state-artifact-reaper";
|
|
4
|
+
import { createDocumentActivities } from "./activities/documents";
|
|
5
|
+
import { createFileUploadReaperActivities } from "./activities/file-upload-reaper";
|
|
6
|
+
import { createGoalActivities } from "./activities/goals";
|
|
7
|
+
import { createKnowledgeSourceSyncActivities } from "./activities/knowledge-source-sync";
|
|
8
|
+
import { createRetainedScreenshotMaintenanceActivities } from "./activities/retained-screenshot-reaper";
|
|
9
|
+
import { createRigVerificationActivities } from "./activities/rig-verification";
|
|
10
|
+
import { createSandboxLeaseActivities } from "./activities/sandbox-lease";
|
|
11
|
+
import { createScheduledTaskActivities } from "./activities/scheduled-tasks";
|
|
12
|
+
import { createSiteAuthMaintenanceActivities } from "./activities/site-auth-maintenance";
|
|
13
|
+
import { createSessionStateActivities } from "./activities/session-state";
|
|
14
|
+
import type { ActivityDependencies, ControlActivityServices } from "./activities/types";
|
|
15
|
+
import { createWorkflowWakeActivities } from "./activities/workflow-wake";
|
|
16
|
+
|
|
17
|
+
function createControlActivityServices(
|
|
18
|
+
dependencies: ActivityDependencies,
|
|
19
|
+
): () => Promise<ControlActivityServices> {
|
|
20
|
+
const shared = createSharedActivityServices(dependencies);
|
|
21
|
+
return shared;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
export function createControlActivitiesFromServices(
|
|
25
|
+
services: () => Promise<ControlActivityServices>,
|
|
26
|
+
resolveDocumentServices?: () => Promise<import("@opengeni/documents").DocumentServices>,
|
|
27
|
+
) {
|
|
28
|
+
return {
|
|
29
|
+
...createDocumentActivities(services, resolveDocumentServices),
|
|
30
|
+
...createKnowledgeSourceSyncActivities(services, resolveDocumentServices),
|
|
31
|
+
...createSessionStateActivities(services),
|
|
32
|
+
...createScheduledTaskActivities(services),
|
|
33
|
+
...createSiteAuthMaintenanceActivities(services),
|
|
34
|
+
...createGoalActivities(services),
|
|
35
|
+
...createCodexCapacityActivities(services),
|
|
36
|
+
...createRigVerificationActivities(services),
|
|
37
|
+
...createBrowserStateArtifactMaintenanceActivities(services),
|
|
38
|
+
...createFileUploadReaperActivities(services),
|
|
39
|
+
...createRetainedScreenshotMaintenanceActivities(services),
|
|
40
|
+
...createWorkflowWakeActivities(services),
|
|
41
|
+
...createSandboxLeaseActivities(services),
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function createControlActivities(dependencies: ActivityDependencies = {}) {
|
|
46
|
+
const services = createControlActivityServices(dependencies);
|
|
47
|
+
let documentServicesPromise: Promise<import("@opengeni/documents").DocumentServices> | null =
|
|
48
|
+
null;
|
|
49
|
+
const resolveDocumentServices = async () => {
|
|
50
|
+
documentServicesPromise ??= dependencies.documentServices
|
|
51
|
+
? Promise.resolve(dependencies.documentServices)
|
|
52
|
+
: import("@opengeni/documents").then(async ({ createDocumentServices }) =>
|
|
53
|
+
createDocumentServices((await services()).settings),
|
|
54
|
+
);
|
|
55
|
+
return await documentServicesPromise;
|
|
56
|
+
};
|
|
57
|
+
return createControlActivitiesFromServices(services, resolveDocumentServices);
|
|
58
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { createProductionAgentRuntime, summarizeForCompaction } from "@opengeni/runtime";
|
|
2
|
+
import { createSharedActivityServices } from "./activity-services";
|
|
3
|
+
import { createRunAgentTurnActivity } from "./activities/agent-turn";
|
|
4
|
+
import { createVideoGenerationActivities } from "./activities/video-generation-reconciliation";
|
|
5
|
+
import type { ActivityDependencies, TurnActivityServices } from "./activities/types";
|
|
6
|
+
import { runtimeMetricsHooksForObservability } from "./observability-metrics";
|
|
7
|
+
|
|
8
|
+
function createTurnActivityServices(
|
|
9
|
+
dependencies: ActivityDependencies,
|
|
10
|
+
): () => Promise<TurnActivityServices> {
|
|
11
|
+
const shared = createSharedActivityServices(dependencies);
|
|
12
|
+
let servicesPromise: Promise<TurnActivityServices> | null = null;
|
|
13
|
+
return async () => {
|
|
14
|
+
servicesPromise ??= (async () => {
|
|
15
|
+
const services = await shared();
|
|
16
|
+
return {
|
|
17
|
+
...services,
|
|
18
|
+
runtime:
|
|
19
|
+
dependencies.runtime ??
|
|
20
|
+
createProductionAgentRuntime({
|
|
21
|
+
metrics: runtimeMetricsHooksForObservability(services.observability),
|
|
22
|
+
}),
|
|
23
|
+
summarizeContextForCompaction:
|
|
24
|
+
dependencies.summarizeContextForCompaction ?? summarizeForCompaction,
|
|
25
|
+
};
|
|
26
|
+
})();
|
|
27
|
+
return await servicesPromise;
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export function createTurnActivities(dependencies: ActivityDependencies = {}) {
|
|
32
|
+
return createTurnActivitiesFromServices(createTurnActivityServices(dependencies));
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function createTurnActivitiesFromServices(services: () => Promise<TurnActivityServices>) {
|
|
36
|
+
return {
|
|
37
|
+
runAgentTurn: createRunAgentTurnActivity(services),
|
|
38
|
+
...createVideoGenerationActivities(services),
|
|
39
|
+
};
|
|
40
|
+
}
|
package/src/activities.ts
CHANGED
|
@@ -1,29 +1,24 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
/**
|
|
2
|
+
* Compatibility/test activity barrel.
|
|
3
|
+
*
|
|
4
|
+
* Production workers do not import this module: the control and turn process
|
|
5
|
+
* loaders resolve their role-specific activity graph independently. Keeping
|
|
6
|
+
* this superset preserves the historical workflow type surface and direct test
|
|
7
|
+
* harness without charging every production process for both dependency trees.
|
|
8
|
+
*/
|
|
3
9
|
import { createDocumentServices } from "@opengeni/documents";
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { createRunAgentTurnActivity } from "./activities/agent-turn";
|
|
9
|
-
import { createCodexCapacityActivities } from "./activities/codex-capacity";
|
|
10
|
-
import { createDocumentActivities } from "./activities/documents";
|
|
11
|
-
import { createFileUploadReaperActivities } from "./activities/file-upload-reaper";
|
|
12
|
-
import { createGoalActivities } from "./activities/goals";
|
|
13
|
-
import { createSandboxLeaseActivities } from "./activities/sandbox-lease";
|
|
14
|
-
import { createScheduledTaskActivities } from "./activities/scheduled-tasks";
|
|
15
|
-
import { createSessionStateActivities } from "./activities/session-state";
|
|
16
|
-
import { createWorkflowWakeActivities } from "./activities/workflow-wake";
|
|
17
|
-
import { createRigVerificationActivities } from "./activities/rig-verification";
|
|
18
|
-
import { createRetainedScreenshotMaintenanceActivities } from "./activities/retained-screenshot-reaper";
|
|
10
|
+
import { createProductionAgentRuntime, summarizeForCompaction } from "@opengeni/runtime";
|
|
11
|
+
import { createControlActivities, createControlActivitiesFromServices } from "./activities-control";
|
|
12
|
+
import { createTurnActivities, createTurnActivitiesFromServices } from "./activities-turn";
|
|
13
|
+
import { createSharedActivityServices } from "./activity-services";
|
|
19
14
|
import type { ActivityDependencies, ActivityServices } from "./activities/types";
|
|
20
|
-
import {
|
|
21
|
-
observabilityEventLogger,
|
|
22
|
-
runtimeMetricsHooksForObservability,
|
|
23
|
-
} from "./observability-metrics";
|
|
15
|
+
import { runtimeMetricsHooksForObservability } from "./observability-metrics";
|
|
24
16
|
|
|
25
17
|
export type {
|
|
26
18
|
ActivityDependencies,
|
|
19
|
+
ActivityServices,
|
|
20
|
+
ControlActivityDependencies,
|
|
21
|
+
ControlActivityServices,
|
|
27
22
|
DispatchScheduledTaskRunInput,
|
|
28
23
|
DispatchScheduledTaskRunResult,
|
|
29
24
|
ExpireSessionHumanInputInput,
|
|
@@ -32,6 +27,7 @@ export type {
|
|
|
32
27
|
MaybeContinueGoalInput,
|
|
33
28
|
MaybeContinueGoalResult,
|
|
34
29
|
CodexCapacityWaitRef,
|
|
30
|
+
XaiCapacityWaitRef,
|
|
35
31
|
GetCodexCapacityWaitInput,
|
|
36
32
|
ReconcileCodexCapacityWaitInput,
|
|
37
33
|
ReconcileCodexCapacityWaitResult,
|
|
@@ -42,125 +38,46 @@ export type {
|
|
|
42
38
|
PersistSessionAttemptQuiescenceInput,
|
|
43
39
|
ReconcileSessionAttemptQuiescenceInput,
|
|
44
40
|
ReconcileSessionAttemptQuiescenceResult,
|
|
41
|
+
RunKnowledgeSourceSyncBatchInput,
|
|
42
|
+
RunKnowledgeSourceSyncBatchResult,
|
|
45
43
|
RunAgentTurnInput,
|
|
46
44
|
RunAgentTurnResult,
|
|
45
|
+
VideoGenerationReconcileResult,
|
|
46
|
+
VideoGenerationTerminalStatus,
|
|
47
47
|
SessionAttemptQuiescenceProof,
|
|
48
|
+
SharedActivityServices,
|
|
49
|
+
TurnActivityDependencies,
|
|
50
|
+
TurnActivityServices,
|
|
48
51
|
} from "./activities/types";
|
|
52
|
+
export { createControlActivities, createTurnActivities };
|
|
49
53
|
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
54
|
+
/** Direct full-graph harness for tests; production always chooses one role. */
|
|
55
|
+
export function createActivityTestHarness(dependencies: ActivityDependencies = {}) {
|
|
56
|
+
const shared = createSharedActivityServices(dependencies);
|
|
53
57
|
let servicesPromise: Promise<ActivityServices> | null = null;
|
|
54
|
-
|
|
55
|
-
async function services(): Promise<ActivityServices> {
|
|
58
|
+
const services = async (): Promise<ActivityServices> => {
|
|
56
59
|
servicesPromise ??= (async () => {
|
|
57
|
-
const
|
|
58
|
-
const observability =
|
|
59
|
-
dependencies.observability ?? createObservability(settings, { component: "worker" });
|
|
60
|
-
// Step I: when not injected, build the standalone handle — searchPath
|
|
61
|
-
// undefined for standalone (public), scoped to the dedicated schema +
|
|
62
|
-
// host RLS strategy when embedded config is set. An embedded host injects
|
|
63
|
-
// `dependencies.db` directly and this branch is skipped.
|
|
64
|
-
const searchPath = dbSearchPath(settings);
|
|
65
|
-
const dbClient = dependencies.db
|
|
66
|
-
? null
|
|
67
|
-
: createDb(settings.databaseUrl, {
|
|
68
|
-
...(searchPath ? { searchPath } : {}),
|
|
69
|
-
rlsStrategy: settings.rlsStrategy,
|
|
70
|
-
});
|
|
71
|
-
// The PRIVILEGED control-plane NATS login (M-AUTH): the worker resolves the
|
|
72
|
-
// SAME static account user the API uses to request `agent.*.rpc`. Null in
|
|
73
|
-
// local dev → anonymous connect (the bus default).
|
|
74
|
-
const controlPlaneAuth = resolveNatsControlPlaneAuth(settings);
|
|
60
|
+
const common = await shared();
|
|
75
61
|
return {
|
|
76
|
-
|
|
77
|
-
db: dependencies.db ?? dbClient!.db,
|
|
78
|
-
// §7 Step G — EventBus binding contract. `bus` is the INJECTED
|
|
79
|
-
// live-fanout port; the ONE production impl is `createNatsEventBus`,
|
|
80
|
-
// the default on BOTH processes (this worker edge + the API edge in
|
|
81
|
-
// `apps/api/src/index.ts`). A host that embeds OpenGeni injects ONE
|
|
82
|
-
// broker binding (the same `createNatsEventBus(natsUrl)`) here AND on
|
|
83
|
-
// the mounted API, so the two SEPARATE processes share one broker and
|
|
84
|
-
// derive the IDENTICAL `sessionSubject` — the only way live fanout
|
|
85
|
-
// (worker emit → API SSE) works cross-process (schema-isolation contract F5/F6, proven).
|
|
86
|
-
// NEVER default to an in-memory bus: it fans out intra-process only and
|
|
87
|
-
// would silently break live SSE. unset → today's NATS default,
|
|
88
|
-
// byte-for-byte. The bus is live-fanout ONLY — the durable Postgres
|
|
89
|
-
// `session_events` log is source-of-truth (the API backfills missed
|
|
90
|
-
// events by sequence). See `.agents/skills/opengeni/references/eventbus-binding-contract.md`.
|
|
91
|
-
bus:
|
|
92
|
-
dependencies.bus ??
|
|
93
|
-
(await createNatsEventBus(
|
|
94
|
-
settings.natsUrl,
|
|
95
|
-
controlPlaneAuth
|
|
96
|
-
? { user: controlPlaneAuth.user, pass: controlPlaneAuth.password }
|
|
97
|
-
: undefined,
|
|
98
|
-
{ logger: observabilityEventLogger(observability) },
|
|
99
|
-
)),
|
|
62
|
+
...common,
|
|
100
63
|
runtime:
|
|
101
64
|
dependencies.runtime ??
|
|
102
65
|
createProductionAgentRuntime({
|
|
103
|
-
metrics: runtimeMetricsHooksForObservability(observability),
|
|
66
|
+
metrics: runtimeMetricsHooksForObservability(common.observability),
|
|
104
67
|
}),
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
wakeSessionWorkflow: dependencies.wakeSessionWorkflow ?? null,
|
|
109
|
-
signalSessionAttemptQuiesced: dependencies.signalSessionAttemptQuiesced ?? null,
|
|
110
|
-
inspectSessionAttemptActivity: dependencies.inspectSessionAttemptActivity ?? null,
|
|
111
|
-
signalCodexCapacityWorkflow: dependencies.signalCodexCapacityWorkflow ?? null,
|
|
112
|
-
// §7.5 P3 — host-entitlements port. No constructed default: standalone
|
|
113
|
-
// has no host meter, so unset → null → `ensureRunAllowed` reads the
|
|
114
|
-
// local ledger exactly as today (mirrors `wakeSessionWorkflow`'s
|
|
115
|
-
// null-degrades-gracefully shape, not a `createX(settings)` default).
|
|
116
|
-
entitlements: dependencies.entitlements ?? null,
|
|
117
|
-
// §7.6 connection-credential provider — host connection-credential provider. No constructed
|
|
118
|
-
// default: standalone owns its own GitHub App + encryption key, so unset
|
|
119
|
-
// → null → the per-run credential mint self-mints from `settings`
|
|
120
|
-
// (createGitHubAppInstallationToken + environmentsEncryptionKeyBytes)
|
|
121
|
-
// exactly as today. Same null-degrades shape as `entitlements`.
|
|
122
|
-
connectionCredentials: dependencies.connectionCredentials ?? null,
|
|
68
|
+
summarizeContextForCompaction:
|
|
69
|
+
dependencies.summarizeContextForCompaction ?? summarizeForCompaction,
|
|
70
|
+
documentServices: dependencies.documentServices ?? createDocumentServices(common.settings),
|
|
123
71
|
};
|
|
124
72
|
})();
|
|
125
|
-
return servicesPromise;
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
return services;
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
function controlActivities(services: () => Promise<ActivityServices>) {
|
|
132
|
-
return {
|
|
133
|
-
...createDocumentActivities(services),
|
|
134
|
-
...createSessionStateActivities(services),
|
|
135
|
-
...createScheduledTaskActivities(services),
|
|
136
|
-
...createGoalActivities(services),
|
|
137
|
-
...createCodexCapacityActivities(services),
|
|
138
|
-
...createRigVerificationActivities(services),
|
|
139
|
-
...createFileUploadReaperActivities(services),
|
|
140
|
-
...createRetainedScreenshotMaintenanceActivities(services),
|
|
141
|
-
...createWorkflowWakeActivities(services),
|
|
142
|
-
// P1.3: the SOLE liveness/GC/cost-stop driver. Only reapSandboxLeases — no
|
|
143
|
-
// *ForViewer activities, no ownerHeartbeat, no resolveOwnerTaskQueue.
|
|
144
|
-
...createSandboxLeaseActivities(services),
|
|
73
|
+
return await servicesPromise;
|
|
145
74
|
};
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
export function createControlActivities(dependencies: ActivityDependencies = {}) {
|
|
149
|
-
return controlActivities(createActivityServices(dependencies));
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
export function createTurnActivities(dependencies: ActivityDependencies = {}) {
|
|
153
|
-
return {
|
|
154
|
-
runAgentTurn: createRunAgentTurnActivity(createActivityServices(dependencies)),
|
|
155
|
-
};
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
/** Direct activity harness for tests; production workers always choose one role. */
|
|
159
|
-
export function createActivityTestHarness(dependencies: ActivityDependencies = {}) {
|
|
160
|
-
const services = createActivityServices(dependencies);
|
|
161
75
|
return {
|
|
162
|
-
|
|
163
|
-
...
|
|
76
|
+
...createTurnActivitiesFromServices(services),
|
|
77
|
+
...createControlActivitiesFromServices(
|
|
78
|
+
services,
|
|
79
|
+
async () => (await services()).documentServices,
|
|
80
|
+
),
|
|
164
81
|
};
|
|
165
82
|
}
|
|
166
83
|
|
|
@@ -168,6 +85,8 @@ const defaultControlActivities = createControlActivities();
|
|
|
168
85
|
const defaultTurnActivities = createTurnActivities();
|
|
169
86
|
|
|
170
87
|
export const runAgentTurn = defaultTurnActivities.runAgentTurn;
|
|
88
|
+
export const reconcileVideoGenerationOperation =
|
|
89
|
+
defaultTurnActivities.reconcileVideoGenerationOperation;
|
|
171
90
|
export const indexDocument = defaultControlActivities.indexDocument;
|
|
172
91
|
export const failSessionAttempt = defaultControlActivities.failSessionAttempt;
|
|
173
92
|
export const settleSessionInterruptions = defaultControlActivities.settleSessionInterruptions;
|
|
@@ -179,15 +98,25 @@ export const recoverDispatch = defaultControlActivities.recoverDispatch;
|
|
|
179
98
|
export const recoverEscapedMcpTimeout = defaultControlActivities.recoverEscapedMcpTimeout;
|
|
180
99
|
export const peekSessionWork = defaultControlActivities.peekSessionWork;
|
|
181
100
|
export const expireSessionHumanInput = defaultControlActivities.expireSessionHumanInput;
|
|
101
|
+
export const expireSessionInteractionIntervention =
|
|
102
|
+
defaultControlActivities.expireSessionInteractionIntervention;
|
|
182
103
|
export const markSessionIdle = defaultControlActivities.markSessionIdle;
|
|
183
104
|
export const dispatchScheduledTaskRun = defaultControlActivities.dispatchScheduledTaskRun;
|
|
105
|
+
export const runKnowledgeSourceSyncBatch = defaultControlActivities.runKnowledgeSourceSyncBatch;
|
|
184
106
|
export const enqueueGoalRetryWake = defaultControlActivities.enqueueGoalRetryWake;
|
|
185
107
|
export const maybeContinueGoal = defaultControlActivities.maybeContinueGoal;
|
|
186
108
|
export const getCodexCapacityWait = defaultControlActivities.getCodexCapacityWait;
|
|
187
109
|
export const reconcileCodexCapacityWait = defaultControlActivities.reconcileCodexCapacityWait;
|
|
110
|
+
export const prepareSandboxLeaseSweep = defaultControlActivities.prepareSandboxLeaseSweep;
|
|
111
|
+
export const drainSandboxLease = defaultControlActivities.drainSandboxLease;
|
|
112
|
+
export const maintainSandboxLeaseSweep = defaultControlActivities.maintainSandboxLeaseSweep;
|
|
188
113
|
export const reapSandboxLeases = defaultControlActivities.reapSandboxLeases;
|
|
189
114
|
export const reapExpiredFileUploads = defaultControlActivities.reapExpiredFileUploads;
|
|
115
|
+
export const recoverVideoGenerationWorkflows =
|
|
116
|
+
defaultControlActivities.recoverVideoGenerationWorkflows;
|
|
190
117
|
export const maintainRetainedScreenshots = defaultControlActivities.maintainRetainedScreenshots;
|
|
118
|
+
export const maintainBrowserStateArtifacts = defaultControlActivities.maintainBrowserStateArtifacts;
|
|
119
|
+
export const maintainSiteAuthConnections = defaultControlActivities.maintainSiteAuthConnections;
|
|
191
120
|
export const dispatchSessionWorkflowWakes = defaultControlActivities.dispatchSessionWorkflowWakes;
|
|
192
121
|
export const verifyRigChange = defaultControlActivities.verifyRigChange;
|
|
193
122
|
export const verifyRigVersion = defaultControlActivities.verifyRigVersion;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { dbSearchPath, getSettings, resolveNatsControlPlaneAuth } from "@opengeni/config";
|
|
2
|
+
import { createDb } from "@opengeni/db";
|
|
3
|
+
import { createNatsEventBus } from "@opengeni/events";
|
|
4
|
+
import { createObservability } from "@opengeni/observability";
|
|
5
|
+
import { createObjectStorage } from "@opengeni/storage";
|
|
6
|
+
import type { ActivityDependencies, SharedActivityServices } from "./activities/types";
|
|
7
|
+
import { observabilityEventLogger } from "./observability-metrics";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Build the dependency graph common to both worker roles exactly once.
|
|
11
|
+
*
|
|
12
|
+
* This module deliberately has no import edge to @opengeni/runtime or
|
|
13
|
+
* @opengeni/documents. Those graphs are added by the role-specific factories,
|
|
14
|
+
* preventing an idle process from retaining an unused model SDK or parser
|
|
15
|
+
* stack for its entire lifetime.
|
|
16
|
+
*/
|
|
17
|
+
export function createSharedActivityServices(
|
|
18
|
+
dependencies: ActivityDependencies,
|
|
19
|
+
): () => Promise<SharedActivityServices> {
|
|
20
|
+
let servicesPromise: Promise<SharedActivityServices> | null = null;
|
|
21
|
+
|
|
22
|
+
return async function services(): Promise<SharedActivityServices> {
|
|
23
|
+
servicesPromise ??= (async () => {
|
|
24
|
+
const settings = dependencies.settings ?? getSettings();
|
|
25
|
+
const observability =
|
|
26
|
+
dependencies.observability ?? createObservability(settings, { component: "worker" });
|
|
27
|
+
const searchPath = dbSearchPath(settings);
|
|
28
|
+
const dbClient = dependencies.db
|
|
29
|
+
? null
|
|
30
|
+
: createDb(settings.databaseUrl, {
|
|
31
|
+
...(searchPath ? { searchPath } : {}),
|
|
32
|
+
rlsStrategy: settings.rlsStrategy,
|
|
33
|
+
});
|
|
34
|
+
const controlPlaneAuth = resolveNatsControlPlaneAuth(settings);
|
|
35
|
+
|
|
36
|
+
return {
|
|
37
|
+
settings,
|
|
38
|
+
db: dependencies.db ?? dbClient!.db,
|
|
39
|
+
bus:
|
|
40
|
+
dependencies.bus ??
|
|
41
|
+
(await createNatsEventBus(
|
|
42
|
+
settings.natsUrl,
|
|
43
|
+
controlPlaneAuth
|
|
44
|
+
? { user: controlPlaneAuth.user, pass: controlPlaneAuth.password }
|
|
45
|
+
: undefined,
|
|
46
|
+
{ logger: observabilityEventLogger(observability) },
|
|
47
|
+
)),
|
|
48
|
+
objectStorage: dependencies.objectStorage ?? createObjectStorage(settings),
|
|
49
|
+
observability,
|
|
50
|
+
wakeSessionWorkflow: dependencies.wakeSessionWorkflow ?? null,
|
|
51
|
+
signalSessionAttemptQuiesced: dependencies.signalSessionAttemptQuiesced ?? null,
|
|
52
|
+
inspectSessionAttemptActivity: dependencies.inspectSessionAttemptActivity ?? null,
|
|
53
|
+
signalCodexCapacityWorkflow: dependencies.signalCodexCapacityWorkflow ?? null,
|
|
54
|
+
startSandboxReaperWorkflow: dependencies.startSandboxReaperWorkflow ?? null,
|
|
55
|
+
startVideoGenerationWorkflow: dependencies.startVideoGenerationWorkflow ?? null,
|
|
56
|
+
entitlements: dependencies.entitlements ?? null,
|
|
57
|
+
connectionCredentials: dependencies.connectionCredentials ?? null,
|
|
58
|
+
};
|
|
59
|
+
})();
|
|
60
|
+
return await servicesPromise;
|
|
61
|
+
};
|
|
62
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { createMaterializerSidecarFromEnvironment } from "./editable-artifact-materializer-service";
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Dedicated editable-artifact materializer process. This entry deliberately
|
|
5
|
+
* does not import/create a Temporal worker and is never called by control/turn
|
|
6
|
+
* startup. Deploy it as a separate sidecar/service with its own DSN.
|
|
7
|
+
*/
|
|
8
|
+
export async function runEditableArtifactMaterializerSidecar(
|
|
9
|
+
environment: NodeJS.ProcessEnv = process.env,
|
|
10
|
+
): Promise<void> {
|
|
11
|
+
const configured = await createMaterializerSidecarFromEnvironment(environment);
|
|
12
|
+
if (!configured) {
|
|
13
|
+
throw new Error("Editable artifact materializer sidecar is disabled");
|
|
14
|
+
}
|
|
15
|
+
const server = Bun.serve({
|
|
16
|
+
hostname: configured.httpHostname,
|
|
17
|
+
port: configured.httpPort,
|
|
18
|
+
fetch: configured.service.fetch,
|
|
19
|
+
});
|
|
20
|
+
const stop = () => configured.service.drain("process signal");
|
|
21
|
+
process.on("SIGTERM", stop);
|
|
22
|
+
process.on("SIGINT", stop);
|
|
23
|
+
try {
|
|
24
|
+
await configured.service.run();
|
|
25
|
+
} finally {
|
|
26
|
+
process.off("SIGTERM", stop);
|
|
27
|
+
process.off("SIGINT", stop);
|
|
28
|
+
server.stop(true);
|
|
29
|
+
await configured.service.close();
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
if (import.meta.main) {
|
|
34
|
+
await runEditableArtifactMaterializerSidecar();
|
|
35
|
+
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { createOutboxSidecarFromEnvironment } from "./editable-artifact-outbox-service";
|
|
2
|
+
|
|
3
|
+
/** Dedicated process: no Temporal/control worker is created or imported here. */
|
|
4
|
+
export async function runEditableArtifactOutboxSidecar(
|
|
5
|
+
environment: NodeJS.ProcessEnv = process.env,
|
|
6
|
+
): Promise<void> {
|
|
7
|
+
const configured = await createOutboxSidecarFromEnvironment(environment);
|
|
8
|
+
if (!configured) throw new Error("Editable artifact outbox sidecar is disabled");
|
|
9
|
+
const server = Bun.serve({
|
|
10
|
+
hostname: "0.0.0.0",
|
|
11
|
+
port: configured.httpPort,
|
|
12
|
+
fetch: configured.service.fetch,
|
|
13
|
+
});
|
|
14
|
+
const stop = () => configured.service.drain("process signal");
|
|
15
|
+
process.on("SIGTERM", stop);
|
|
16
|
+
process.on("SIGINT", stop);
|
|
17
|
+
try {
|
|
18
|
+
await configured.service.run();
|
|
19
|
+
} finally {
|
|
20
|
+
process.off("SIGTERM", stop);
|
|
21
|
+
process.off("SIGINT", stop);
|
|
22
|
+
server.stop(true);
|
|
23
|
+
await configured.service.close();
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
if (import.meta.main) {
|
|
28
|
+
await runEditableArtifactOutboxSidecar();
|
|
29
|
+
}
|