@opengeni/worker-bundle 0.16.29 → 0.17.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-turn.d.ts +85 -19
- package/dist/activities/api-integrations.d.ts +21 -0
- package/dist/activities/codemode-dispatcher.d.ts +35 -0
- package/dist/activities/codemode-token-renewal.d.ts +23 -0
- package/dist/activities/codex-capacity.d.ts +5 -5
- package/dist/activities/codex-image-generation.d.ts +21 -0
- package/dist/activities/context-compaction.d.ts +1 -0
- package/dist/activities/documents.d.ts +3 -2
- package/dist/activities/environment.d.ts +11 -8
- package/dist/activities/expiring-material-renewal.d.ts +1 -1
- package/dist/activities/file-upload-reaper.d.ts +7 -2
- package/dist/activities/gateway-image-generation.d.ts +39 -0
- package/dist/activities/gateway-video-generation.d.ts +53 -0
- package/dist/activities/generated-images.d.ts +112 -0
- package/dist/activities/git-credential-renewal.d.ts +1 -1
- package/dist/activities/goals.d.ts +2 -2
- package/dist/activities/google-drive-changes.d.ts +99 -0
- package/dist/activities/image-generation-operation.d.ts +74 -0
- package/dist/activities/image-generation-references.d.ts +25 -0
- package/dist/activities/knowledge-source-sync-driver.d.ts +23 -0
- package/dist/activities/knowledge-source-sync.d.ts +75 -0
- package/dist/activities/packs.d.ts +13 -26
- package/dist/activities/parent-wake.d.ts +1 -1
- package/dist/activities/retained-screenshot-reaper.d.ts +2 -2
- package/dist/activities/retained-screenshots.d.ts +36 -0
- package/dist/activities/rig-verification.d.ts +82 -5
- package/dist/activities/run-credential-renewal.d.ts +1 -1
- package/dist/activities/run-input.d.ts +3 -1
- package/dist/activities/sandbox-images.d.ts +14 -0
- package/dist/activities/sandbox-lease.d.ts +47 -9
- package/dist/activities/scheduled-tasks.d.ts +2 -2
- package/dist/activities/session-state.d.ts +4 -4
- package/dist/activities/streaming.d.ts +1 -1
- package/dist/activities/types.d.ts +71 -5
- package/dist/activities/video-generation-admission.d.ts +38 -0
- package/dist/activities/video-generation-credential.d.ts +7 -0
- package/dist/activities/video-generation-reconciliation.d.ts +13 -0
- package/dist/activities/video-media-validation.d.ts +34 -0
- package/dist/activities/video-output-retention.d.ts +36 -0
- package/dist/activities/video-reference-staging.d.ts +49 -0
- package/dist/activities/workflow-wake.d.ts +2 -2
- package/dist/activities/workspace-capture.d.ts +10 -1
- package/dist/activities-control-44KBWLSM.js +6885 -0
- package/dist/activities-control-44KBWLSM.js.map +1 -0
- package/dist/activities-control.d.ts +289 -0
- package/dist/activities-turn-K4CEDEGJ.js +14675 -0
- package/dist/activities-turn-K4CEDEGJ.js.map +1 -0
- package/dist/activities-turn.d.ts +17 -0
- package/dist/activities.d.ts +130 -150
- package/dist/activity-services.d.ts +10 -0
- package/dist/artifact-materializer-entry.d.ts +6 -0
- package/dist/artifact-materializer-entry.js +2662 -0
- package/dist/artifact-materializer-entry.js.map +1 -0
- package/dist/artifact-outbox-entry.d.ts +2 -0
- package/dist/artifact-outbox-entry.js +681 -0
- package/dist/artifact-outbox-entry.js.map +1 -0
- package/dist/chunk-E3RI3I33.js +828 -0
- package/dist/chunk-E3RI3I33.js.map +1 -0
- package/dist/chunk-GRFQTTSQ.js +448 -0
- package/dist/chunk-GRFQTTSQ.js.map +1 -0
- package/dist/chunk-KKCRGAGZ.js +3091 -0
- package/dist/chunk-KKCRGAGZ.js.map +1 -0
- package/dist/concurrency.d.ts +108 -5
- package/dist/editable-artifact-hint-broker.d.ts +49 -0
- package/dist/editable-artifact-materializer-launcher.d.ts +49 -0
- package/dist/editable-artifact-materializer-service.d.ts +108 -0
- package/dist/editable-artifact-materializer-storage.d.ts +12 -0
- package/dist/editable-artifact-materializer-subprocess.d.ts +50 -0
- package/dist/editable-artifact-materializer.d.ts +262 -0
- package/dist/editable-artifact-outbox-dispatcher.d.ts +44 -0
- package/dist/editable-artifact-outbox-service.d.ts +70 -0
- package/dist/host-export.d.ts +1 -1
- package/dist/index.d.ts +176 -10
- package/dist/index.js +662 -17374
- package/dist/index.js.map +1 -1
- package/dist/memory-pressure-guard.d.ts +57 -0
- package/dist/model-checkpoint-memory-collector.d.ts +22 -0
- package/dist/observability-metrics.d.ts +33 -0
- package/dist/sandbox-reaper-contract.d.ts +40 -0
- package/dist/sandbox-reaper-timeout.d.ts +14 -0
- package/dist/sandbox-resume.d.ts +34 -7
- package/dist/sandbox-routing.d.ts +2 -0
- package/dist/worker-service-lifecycle.d.ts +6 -2
- package/dist/workflow-bundle.js +1043 -363
- package/dist/workflows/activities.d.ts +7 -1
- package/dist/workflows/document-index.d.ts +1 -1
- package/dist/workflows/knowledge-source-sync.d.ts +13 -0
- package/dist/workflows/rig-verification.d.ts +1 -1
- package/dist/workflows/sandbox-reaper.d.ts +8 -0
- package/dist/workflows/scheduled-tasks.d.ts +1 -1
- package/dist/workflows/session.d.ts +2 -2
- package/dist/workflows/video-generation.d.ts +10 -0
- package/dist/workflows/workflow-wake.d.ts +1 -1
- package/dist/workflows.d.ts +9 -7
- package/package.json +34 -15
- package/src/activities/agent-turn.ts +1470 -246
- package/src/activities/api-integrations.ts +138 -0
- package/src/activities/codemode-dispatcher.ts +335 -0
- package/src/activities/codemode-token-renewal.ts +64 -0
- package/src/activities/codex-capacity.ts +6 -6
- package/src/activities/codex-image-generation.ts +56 -0
- package/src/activities/context-compaction.ts +38 -3
- package/src/activities/documents.ts +14 -4
- package/src/activities/environment.ts +45 -42
- package/src/activities/expiring-material-renewal.ts +1 -1
- package/src/activities/file-upload-reaper.ts +34 -3
- package/src/activities/gateway-image-generation.ts +146 -0
- package/src/activities/gateway-video-generation.ts +298 -0
- package/src/activities/generated-images.ts +860 -0
- package/src/activities/goals.ts +6 -2
- package/src/activities/google-drive-changes.ts +454 -0
- package/src/activities/image-generation-operation.ts +333 -0
- package/src/activities/image-generation-references.ts +118 -0
- package/src/activities/knowledge-source-sync-driver.ts +27 -0
- package/src/activities/knowledge-source-sync.ts +2840 -0
- package/src/activities/mcp-credentials.ts +1 -0
- package/src/activities/packs.ts +55 -55
- package/src/activities/retained-screenshot-reaper.ts +2 -2
- package/src/activities/retained-screenshots.ts +453 -28
- package/src/activities/rig-verification.ts +554 -43
- package/src/activities/run-input.ts +22 -6
- package/src/activities/sandbox-images.ts +167 -0
- package/src/activities/sandbox-lease.ts +1065 -483
- package/src/activities/scheduled-tasks.ts +77 -4
- package/src/activities/session-state.ts +4 -4
- package/src/activities/streaming.ts +42 -3
- package/src/activities/types.ts +87 -5
- package/src/activities/video-generation-admission.ts +270 -0
- package/src/activities/video-generation-credential.ts +34 -0
- package/src/activities/video-generation-reconciliation.ts +578 -0
- package/src/activities/video-media-validation.ts +326 -0
- package/src/activities/video-output-retention.ts +314 -0
- package/src/activities/video-reference-staging.ts +263 -0
- package/src/activities/workflow-wake.ts +2 -2
- package/src/activities/workspace-capture.ts +44 -10
- package/src/activities-control.ts +54 -0
- package/src/activities-turn.ts +40 -0
- package/src/activities.ts +48 -124
- package/src/activity-services.ts +62 -0
- package/src/artifact-materializer-entry.ts +35 -0
- package/src/artifact-outbox-entry.ts +29 -0
- package/src/concurrency.ts +484 -6
- package/src/editable-artifact-hint-broker.ts +235 -0
- package/src/editable-artifact-materializer-launcher.ts +515 -0
- package/src/editable-artifact-materializer-service.ts +787 -0
- package/src/editable-artifact-materializer-storage.ts +413 -0
- package/src/editable-artifact-materializer-subprocess.ts +956 -0
- package/src/editable-artifact-materializer.ts +1289 -0
- package/src/editable-artifact-outbox-dispatcher.ts +244 -0
- package/src/editable-artifact-outbox-service.ts +438 -0
- package/src/index.ts +277 -72
- package/src/memory-pressure-guard.ts +489 -0
- package/src/model-checkpoint-memory-collector.ts +116 -0
- package/src/observability-metrics.ts +199 -4
- package/src/sandbox-reaper-contract.ts +73 -0
- package/src/sandbox-reaper-timeout.ts +79 -0
- package/src/sandbox-resume.ts +294 -153
- package/src/sandbox-routing.ts +19 -24
- package/src/worker-service-lifecycle.ts +80 -14
- package/src/workflows/activities.ts +30 -0
- package/src/workflows/file-upload-reaper.ts +3 -1
- package/src/workflows/knowledge-source-sync.ts +83 -0
- package/src/workflows/sandbox-reaper.ts +183 -21
- package/src/workflows/scheduled-tasks.ts +42 -6
- package/src/workflows/video-generation.ts +36 -0
- package/src/workflows.ts +17 -1
- package/dist/activities/toolspace-token-renewal.d.ts +0 -23
- package/src/activities/toolspace-token-renewal.ts +0 -64
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import {
|
|
2
|
+
EDITABLE_ARTIFACT_HINT_MAX_BYTES,
|
|
3
|
+
type EditableArtifactHintBrokerPort,
|
|
4
|
+
} from "@opengeni/core";
|
|
5
|
+
import { connect, type NatsConnection } from "@opengeni/events";
|
|
6
|
+
|
|
7
|
+
const DEFAULT_CONNECTION_NAME = "opengeni-editable-artifact-outbox";
|
|
8
|
+
|
|
9
|
+
export type EditableArtifactHintNatsAuth =
|
|
10
|
+
| Readonly<{ kind: "user-password"; user: string; pass: string }>
|
|
11
|
+
| Readonly<{ kind: "token"; token: string }>
|
|
12
|
+
| Readonly<{ kind: "anonymous" }>;
|
|
13
|
+
|
|
14
|
+
export type EditableArtifactHintNatsBrokerOptions = Readonly<{
|
|
15
|
+
maxHintBytes?: number;
|
|
16
|
+
}>;
|
|
17
|
+
|
|
18
|
+
export type EditableArtifactHintNatsConnection = Pick<
|
|
19
|
+
NatsConnection,
|
|
20
|
+
"publish" | "flush" | "drain" | "close" | "closed" | "isClosed" | "isDraining"
|
|
21
|
+
>;
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Core-NATS adapter for the durable outbox. A publish resolves only after a
|
|
25
|
+
* server round-trip flush ACK. Reconnect buffering may create duplicates after
|
|
26
|
+
* a timeout; hints are intentionally idempotent wakeups for durable gap-fill.
|
|
27
|
+
*/
|
|
28
|
+
export class ConfirmedNatsEditableArtifactHintBroker implements EditableArtifactHintBrokerPort {
|
|
29
|
+
private readonly maxHintBytes: number;
|
|
30
|
+
|
|
31
|
+
constructor(
|
|
32
|
+
private readonly connection: EditableArtifactHintNatsConnection,
|
|
33
|
+
options: EditableArtifactHintNatsBrokerOptions = {},
|
|
34
|
+
) {
|
|
35
|
+
this.maxHintBytes = options.maxHintBytes ?? EDITABLE_ARTIFACT_HINT_MAX_BYTES;
|
|
36
|
+
if (
|
|
37
|
+
!Number.isSafeInteger(this.maxHintBytes) ||
|
|
38
|
+
this.maxHintBytes < 1 ||
|
|
39
|
+
this.maxHintBytes > EDITABLE_ARTIFACT_HINT_MAX_BYTES
|
|
40
|
+
) {
|
|
41
|
+
throw new TypeError("Editable artifact NATS hint byte limit is invalid");
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
async publish(
|
|
46
|
+
input: Readonly<{
|
|
47
|
+
subject: string;
|
|
48
|
+
payload: Uint8Array;
|
|
49
|
+
signal: AbortSignal;
|
|
50
|
+
}>,
|
|
51
|
+
): Promise<void> {
|
|
52
|
+
assertSubject(input.subject);
|
|
53
|
+
if (
|
|
54
|
+
!(input.payload instanceof Uint8Array) ||
|
|
55
|
+
input.payload.byteLength < 1 ||
|
|
56
|
+
input.payload.byteLength > this.maxHintBytes
|
|
57
|
+
) {
|
|
58
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
59
|
+
"broker_backpressure",
|
|
60
|
+
"Editable artifact hint exceeds the NATS envelope",
|
|
61
|
+
);
|
|
62
|
+
}
|
|
63
|
+
if (input.signal.aborted) throw abortedPublish();
|
|
64
|
+
if (this.connection.isClosed() || this.connection.isDraining()) {
|
|
65
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
66
|
+
"broker_unavailable",
|
|
67
|
+
"Editable artifact NATS connection is closed",
|
|
68
|
+
);
|
|
69
|
+
}
|
|
70
|
+
try {
|
|
71
|
+
this.connection.publish(input.subject, input.payload);
|
|
72
|
+
await abortable(this.connection.flush(), input.signal);
|
|
73
|
+
} catch (error) {
|
|
74
|
+
if (input.signal.aborted) throw abortedPublish();
|
|
75
|
+
if (error instanceof EditableArtifactNatsHintPublishError) throw error;
|
|
76
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
77
|
+
"broker_unavailable",
|
|
78
|
+
"Editable artifact NATS publish was not acknowledged",
|
|
79
|
+
{ cause: error },
|
|
80
|
+
);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* A readiness probe must prove the server is reachable, not merely that the
|
|
86
|
+
* client object has not observed closure yet. `flush()` is a bounded NATS
|
|
87
|
+
* round trip and has the same acknowledgement semantics as publication.
|
|
88
|
+
*/
|
|
89
|
+
async check(signal: AbortSignal = new AbortController().signal): Promise<void> {
|
|
90
|
+
if (signal.aborted) throw abortedPublish();
|
|
91
|
+
if (this.connection.isClosed() || this.connection.isDraining()) {
|
|
92
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
93
|
+
"broker_unavailable",
|
|
94
|
+
"Editable artifact NATS connection is unavailable",
|
|
95
|
+
);
|
|
96
|
+
}
|
|
97
|
+
try {
|
|
98
|
+
await abortable(this.connection.flush(), signal);
|
|
99
|
+
} catch (error) {
|
|
100
|
+
if (error instanceof EditableArtifactNatsHintPublishError) throw error;
|
|
101
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
102
|
+
"broker_unavailable",
|
|
103
|
+
"Editable artifact NATS readiness round trip failed",
|
|
104
|
+
{ cause: error },
|
|
105
|
+
);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
async close(drainTimeoutMs = 5_000): Promise<void> {
|
|
110
|
+
if (!Number.isSafeInteger(drainTimeoutMs) || drainTimeoutMs < 1 || drainTimeoutMs > 30_000) {
|
|
111
|
+
throw new TypeError("Editable artifact NATS drain timeout is invalid");
|
|
112
|
+
}
|
|
113
|
+
if (this.connection.isClosed()) return;
|
|
114
|
+
if (this.connection.isDraining()) {
|
|
115
|
+
await this.connection.closed();
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
let timer: ReturnType<typeof setTimeout> | undefined;
|
|
119
|
+
const drain = this.connection.drain();
|
|
120
|
+
const outcome = await Promise.race([
|
|
121
|
+
drain.then(
|
|
122
|
+
() => "drained" as const,
|
|
123
|
+
() => "failed" as const,
|
|
124
|
+
),
|
|
125
|
+
new Promise<"timed_out">((resolve) => {
|
|
126
|
+
timer = setTimeout(() => resolve("timed_out"), drainTimeoutMs);
|
|
127
|
+
}),
|
|
128
|
+
]);
|
|
129
|
+
if (timer) clearTimeout(timer);
|
|
130
|
+
if (outcome !== "drained" && !this.connection.isClosed()) {
|
|
131
|
+
await this.connection.close();
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
export class EditableArtifactNatsHintPublishError extends Error {
|
|
137
|
+
constructor(
|
|
138
|
+
readonly code: "broker_unavailable" | "broker_backpressure",
|
|
139
|
+
message: string,
|
|
140
|
+
options?: ErrorOptions,
|
|
141
|
+
) {
|
|
142
|
+
super(message, options);
|
|
143
|
+
this.name = "EditableArtifactNatsHintPublishError";
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
/** Opens one resilient dispatcher identity; callers own `broker.close()`. */
|
|
148
|
+
export async function connectEditableArtifactHintBroker(
|
|
149
|
+
input: Readonly<{
|
|
150
|
+
natsUrl: string;
|
|
151
|
+
auth: EditableArtifactHintNatsAuth;
|
|
152
|
+
name?: string;
|
|
153
|
+
maxHintBytes?: number;
|
|
154
|
+
}>,
|
|
155
|
+
): Promise<ConfirmedNatsEditableArtifactHintBroker> {
|
|
156
|
+
const natsUrl = boundedText(input.natsUrl, "NATS URL", 2_048);
|
|
157
|
+
const name = boundedText(input.name ?? DEFAULT_CONNECTION_NAME, "NATS connection name", 128);
|
|
158
|
+
const auth = natsAuthOptions(input.auth);
|
|
159
|
+
const connection = await connect({
|
|
160
|
+
servers: natsUrl,
|
|
161
|
+
name,
|
|
162
|
+
reconnect: true,
|
|
163
|
+
maxReconnectAttempts: -1,
|
|
164
|
+
reconnectTimeWait: 2_000,
|
|
165
|
+
reconnectJitter: 1_000,
|
|
166
|
+
reconnectJitterTLS: 1_000,
|
|
167
|
+
waitOnFirstConnect: true,
|
|
168
|
+
pingInterval: 20_000,
|
|
169
|
+
maxPingOut: 3,
|
|
170
|
+
...auth,
|
|
171
|
+
});
|
|
172
|
+
return new ConfirmedNatsEditableArtifactHintBroker(connection, {
|
|
173
|
+
...(input.maxHintBytes === undefined ? {} : { maxHintBytes: input.maxHintBytes }),
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
function natsAuthOptions(auth: EditableArtifactHintNatsAuth): {
|
|
178
|
+
user?: string;
|
|
179
|
+
pass?: string;
|
|
180
|
+
token?: string;
|
|
181
|
+
} {
|
|
182
|
+
if (auth.kind === "anonymous") return {};
|
|
183
|
+
if (auth.kind === "token") return { token: boundedText(auth.token, "NATS token", 4_096) };
|
|
184
|
+
return {
|
|
185
|
+
user: boundedText(auth.user, "NATS user", 256),
|
|
186
|
+
pass: boundedText(auth.pass, "NATS password", 4_096),
|
|
187
|
+
};
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
function assertSubject(subject: string): void {
|
|
191
|
+
const bytes = new TextEncoder().encode(subject).byteLength;
|
|
192
|
+
if (
|
|
193
|
+
bytes < 1 ||
|
|
194
|
+
bytes > 1_024 ||
|
|
195
|
+
subject.startsWith(".") ||
|
|
196
|
+
subject.endsWith(".") ||
|
|
197
|
+
subject.includes("..") ||
|
|
198
|
+
/[\s*>]/u.test(subject)
|
|
199
|
+
) {
|
|
200
|
+
throw new EditableArtifactNatsHintPublishError(
|
|
201
|
+
"broker_backpressure",
|
|
202
|
+
"Editable artifact NATS subject is malformed",
|
|
203
|
+
);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
function boundedText(value: string, label: string, maxBytes: number): string {
|
|
208
|
+
const bytes = new TextEncoder().encode(value).byteLength;
|
|
209
|
+
if (bytes < 1 || bytes > maxBytes || value.trim() !== value) {
|
|
210
|
+
throw new TypeError(`${label} is malformed`);
|
|
211
|
+
}
|
|
212
|
+
return value;
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
function abortedPublish(): EditableArtifactNatsHintPublishError {
|
|
216
|
+
return new EditableArtifactNatsHintPublishError(
|
|
217
|
+
"broker_unavailable",
|
|
218
|
+
"Editable artifact NATS publish was aborted",
|
|
219
|
+
);
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
async function abortable(operation: Promise<void>, signal: AbortSignal): Promise<void> {
|
|
223
|
+
if (signal.aborted) throw abortedPublish();
|
|
224
|
+
let remove: () => void = () => undefined;
|
|
225
|
+
const aborted = new Promise<never>((_resolve, reject) => {
|
|
226
|
+
const onAbort = () => reject(abortedPublish());
|
|
227
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
228
|
+
remove = () => signal.removeEventListener("abort", onAbort);
|
|
229
|
+
});
|
|
230
|
+
try {
|
|
231
|
+
await Promise.race([operation, aborted]);
|
|
232
|
+
} finally {
|
|
233
|
+
remove();
|
|
234
|
+
}
|
|
235
|
+
}
|