@opengeni/worker-bundle 0.23.4 → 0.26.0-canary.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/activities/agent-turn/admission.d.ts +17 -2
- package/dist/activities/agent-turn/agent-build.d.ts +3 -10
- package/dist/activities/agent-turn/claim.d.ts +8 -0
- package/dist/activities/agent-turn/codex.d.ts +2 -2
- package/dist/activities/agent-turn/credential-leases.d.ts +8 -0
- package/dist/activities/agent-turn/errors.d.ts +1 -1
- package/dist/activities/agent-turn/failure-settlement.d.ts +43 -1
- package/dist/activities/agent-turn/list-models.d.ts +16 -0
- package/dist/activities/agent-turn/model-usage.d.ts +15 -1
- package/dist/activities/agent-turn/quiescence.d.ts +11 -6
- package/dist/activities/agent-turn/run.d.ts +9 -0
- package/dist/activities/agent-turn/sandbox-runtime.d.ts +15 -0
- package/dist/activities/agent-turn/session-title.d.ts +21 -0
- package/dist/activities/agent-turn/stream-attempt.d.ts +4 -0
- package/dist/activities/agent-turn/tool-environment.d.ts +4 -13
- package/dist/activities/agent-turn/tool-policy.d.ts +40 -5
- package/dist/activities/agent-turn/turn-context.d.ts +13 -2
- package/dist/activities/agent-turn.d.ts +1 -1
- package/dist/activities/automations.d.ts +1 -0
- package/dist/activities/capabilities.d.ts +3 -1
- package/dist/activities/codemode-dispatcher.d.ts +10 -1
- package/dist/activities/codex-capacity.d.ts +32 -3
- package/dist/activities/codex-fleet-shadow.d.ts +1 -1
- package/dist/activities/codex-image-generation.d.ts +1 -1
- package/dist/activities/codex-rotation.d.ts +8 -67
- package/dist/activities/context-compaction.d.ts +2 -0
- package/dist/activities/goals.d.ts +12 -1
- package/dist/activities/google-drive-publication.d.ts +2 -13
- package/dist/activities/image-generation-operation.d.ts +13 -4
- package/dist/activities/image-generation-references.d.ts +2 -1
- package/dist/activities/scheduled-tasks.d.ts +1 -0
- package/dist/activities/session-state.d.ts +4 -2
- package/dist/activities/types.d.ts +19 -1
- package/dist/{activities-control-52W5IDWM.js → activities-control-CTEMLTHG.js} +339 -195
- package/dist/activities-control-CTEMLTHG.js.map +1 -0
- package/dist/activities-control.d.ts +4 -0
- package/dist/{activities-turn-A2G2KLSY.js → activities-turn-S5IU347A.js} +1846 -1136
- package/dist/activities-turn-S5IU347A.js.map +1 -0
- package/dist/activities.d.ts +4 -0
- package/dist/{chunk-GFNXVZVQ.js → chunk-D4ZEFOYH.js} +107 -7
- package/dist/chunk-D4ZEFOYH.js.map +1 -0
- package/dist/{chunk-GRFQTTSQ.js → chunk-GDCLDKSH.js} +7 -3
- package/dist/{chunk-GRFQTTSQ.js.map → chunk-GDCLDKSH.js.map} +1 -1
- package/dist/{chunk-IPVMCAW5.js → chunk-TAUE3GYT.js} +225 -154
- package/dist/chunk-TAUE3GYT.js.map +1 -0
- package/dist/github-rest-mcp.d.ts +0 -2
- package/dist/index.d.ts +2 -0
- package/dist/index.js +43 -7
- package/dist/index.js.map +1 -1
- package/dist/observability-metrics.d.ts +35 -8
- package/dist/sandbox-reaper-timeout.d.ts +2 -2
- package/dist/sandbox-resume.d.ts +6 -1
- package/dist/workflow-bundle.js +96 -10
- package/dist/workflows/activities.d.ts +6 -1
- package/dist/workflows/automations.d.ts +5 -0
- package/dist/workflows/session.d.ts +3 -0
- package/package.json +17 -17
- package/src/activities/agent-run-admission.ts +7 -1
- package/src/activities/agent-turn/admission.ts +47 -6
- package/src/activities/agent-turn/agent-build.ts +20 -26
- package/src/activities/agent-turn/claim.ts +59 -6
- package/src/activities/agent-turn/codex-capacity.ts +311 -234
- package/src/activities/agent-turn/codex.ts +2 -2
- package/src/activities/agent-turn/compaction-prep.ts +8 -1
- package/src/activities/agent-turn/credential-leases.ts +36 -0
- package/src/activities/agent-turn/errors.ts +29 -1
- package/src/activities/agent-turn/failure-settlement.ts +451 -323
- package/src/activities/agent-turn/finalization.ts +31 -17
- package/src/activities/agent-turn/list-models.ts +101 -0
- package/src/activities/agent-turn/model-usage.ts +120 -45
- package/src/activities/agent-turn/quiescence.ts +32 -17
- package/src/activities/agent-turn/run.ts +98 -9
- package/src/activities/agent-turn/sandbox-runtime.ts +78 -81
- package/src/activities/agent-turn/session-title.ts +55 -2
- package/src/activities/agent-turn/stream-attempt.ts +281 -136
- package/src/activities/agent-turn/tool-environment.ts +132 -39
- package/src/activities/agent-turn/tool-policy.ts +71 -12
- package/src/activities/agent-turn/turn-context.ts +21 -2
- package/src/activities/agent-turn.ts +5 -1
- package/src/activities/automations.ts +122 -67
- package/src/activities/capabilities.ts +129 -2
- package/src/activities/codemode-dispatcher.ts +235 -59
- package/src/activities/codex-capacity.ts +89 -10
- package/src/activities/codex-fleet-shadow.ts +8 -1
- package/src/activities/codex-image-generation.ts +19 -2
- package/src/activities/codex-rotation.ts +45 -142
- package/src/activities/context-compaction.ts +3 -0
- package/src/activities/goals.ts +116 -39
- package/src/activities/google-drive-publication.ts +4 -81
- package/src/activities/image-generation-operation.ts +28 -3
- package/src/activities/image-generation-references.ts +9 -9
- package/src/activities/mcp-credentials.ts +53 -0
- package/src/activities/rig-verification.ts +5 -3
- package/src/activities/sandbox-lease.ts +29 -12
- package/src/activities/scheduled-tasks.ts +217 -110
- package/src/activities/session-state.ts +17 -0
- package/src/activities/site-auth-maintenance.ts +12 -12
- package/src/activities/types.ts +22 -8
- package/src/activities.ts +2 -0
- package/src/activity-services.ts +4 -1
- package/src/github-rest-mcp.ts +2 -83
- package/src/index.ts +34 -4
- package/src/observability-metrics.ts +158 -14
- package/src/sandbox-reaper-timeout.ts +10 -4
- package/src/sandbox-resume.ts +58 -8
- package/src/sandbox-routing.ts +71 -16
- package/src/workflows/activities.ts +16 -0
- package/src/workflows/automations.ts +21 -2
- package/src/workflows/session.ts +85 -7
- package/dist/activities/api-integrations.d.ts +0 -21
- package/dist/activities-control-52W5IDWM.js.map +0 -1
- package/dist/activities-turn-A2G2KLSY.js.map +0 -1
- package/dist/chunk-GFNXVZVQ.js.map +0 -1
- package/dist/chunk-IPVMCAW5.js.map +0 -1
- package/src/activities/api-integrations.ts +0 -141
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import type { Settings } from "@opengeni/config";
|
|
2
2
|
import { type ResourceRef, type ToolRef } from "@opengeni/contracts";
|
|
3
3
|
import { type Database, type ResolveConnectionCredentialInput, type ResolveConnectionCredentialResult, type SessionTurnForExecution } from "@opengeni/db";
|
|
4
|
-
import { type AttemptToolAuthorization } from "@opengeni/codemode";
|
|
5
4
|
import { type AttemptConnectorActionBinding, type LocalMcpServerRegistration } from "@opengeni/runtime";
|
|
6
5
|
type ResolveCredential = (request: ResolveConnectionCredentialInput) => Promise<ResolveConnectionCredentialResult>;
|
|
7
6
|
export type GitHubRestMcpRuntime = {
|
|
@@ -9,7 +8,6 @@ export type GitHubRestMcpRuntime = {
|
|
|
9
8
|
tools: ToolRef[];
|
|
10
9
|
localMcpServers: LocalMcpServerRegistration[];
|
|
11
10
|
connectorBindings: AttemptConnectorActionBinding[];
|
|
12
|
-
authorizeCodemodeCall: AttemptToolAuthorization | null;
|
|
13
11
|
};
|
|
14
12
|
export declare function buildGitHubRestMcpForTurn(input: {
|
|
15
13
|
db: Database;
|
package/dist/index.d.ts
CHANGED
|
@@ -56,6 +56,7 @@ export declare function createDefaultWorkerActivities(role: OpenGeniWorkerRole,
|
|
|
56
56
|
} | null>;
|
|
57
57
|
reconcileCodexCapacityWait: (input: import("./activities.js").ReconcileCodexCapacityWaitInput) => Promise<import("./activities.js").ReconcileCodexCapacityWaitResult>;
|
|
58
58
|
maintainBrowserStateArtifacts: () => Promise<import("./activities/browser-state-artifact-reaper.js").MaintainBrowserStateArtifactsResult>;
|
|
59
|
+
settleAutomationRunFailure: (input: import("./activities.js").DispatchAutomationRunInput) => Promise<void>;
|
|
59
60
|
dispatchAutomationRun: (input: import("./activities.js").DispatchAutomationRunInput) => Promise<import("./activities.js").DispatchAutomationRunResult>;
|
|
60
61
|
indexDocument: (input: import("./activities.js").IndexDocumentInput) => Promise<{
|
|
61
62
|
id: string;
|
|
@@ -193,6 +194,7 @@ export declare function createDefaultWorkerActivities(role: OpenGeniWorkerRole,
|
|
|
193
194
|
recoverDispatch: (input: import("./activities.js").RecoverDispatchInput) => Promise<import("./activities.js").RecoverDispatchResult>;
|
|
194
195
|
recoverEscapedMcpTimeout: (input: import("./activities.js").RecoverEscapedMcpTimeoutInput) => Promise<import("./activities.js").RecoverEscapedMcpTimeoutResult>;
|
|
195
196
|
peekSessionWork: (input: import("./activities/types.js").PeekSessionWorkInput) => Promise<import("@opengeni/db").SessionWorkPeek>;
|
|
197
|
+
settleSessionInputWait: (input: import("./activities/types.js").SettleSessionInputWaitInput) => Promise<import("./activities/types.js").SettleSessionInputWaitResult>;
|
|
196
198
|
expireSessionHumanInput: (input: import("./activities.js").ExpireSessionHumanInputInput) => Promise<import("./activities.js").ExpireSessionHumanInputResult>;
|
|
197
199
|
expireSessionInteractionIntervention: (input: import("./activities/types.js").ExpireSessionInteractionInterventionInput) => Promise<import("./activities/types.js").ExpireSessionInteractionInterventionResult>;
|
|
198
200
|
markSessionIdle: (input: import("./activities/types.js").MarkSessionIdleInput) => Promise<void>;
|
package/dist/index.js
CHANGED
|
@@ -10,14 +10,16 @@ import {
|
|
|
10
10
|
createTurnWorkerConcurrencyPlan,
|
|
11
11
|
sandboxLifecycleTaskQueue,
|
|
12
12
|
turnWorkerConcurrencyLogFields
|
|
13
|
-
} from "./chunk-
|
|
13
|
+
} from "./chunk-GDCLDKSH.js";
|
|
14
14
|
import {
|
|
15
|
+
initializeContextCompactionMetrics,
|
|
15
16
|
initializeWorkerOutcomeMetrics,
|
|
16
17
|
normalizeTurnTaskQueueStats,
|
|
17
18
|
observabilityEventLogger,
|
|
19
|
+
startContextCompactionPendingMonitor,
|
|
18
20
|
startSessionRecoveryMonitor,
|
|
19
21
|
startTurnCapacityMonitor
|
|
20
|
-
} from "./chunk-
|
|
22
|
+
} from "./chunk-D4ZEFOYH.js";
|
|
21
23
|
|
|
22
24
|
// src/index.ts
|
|
23
25
|
import {
|
|
@@ -32,6 +34,7 @@ import {
|
|
|
32
34
|
assertRuntimeDatabasePosture as assertRuntimeDatabasePosture2,
|
|
33
35
|
countSessionRecoveryBacklog,
|
|
34
36
|
createDb,
|
|
37
|
+
getContextCompactionPendingSummary,
|
|
35
38
|
markSessionWorkflowWakeDelivered
|
|
36
39
|
} from "@opengeni/db";
|
|
37
40
|
import {
|
|
@@ -90,6 +93,14 @@ var automationActivity = proxyActivities(
|
|
|
90
93
|
}
|
|
91
94
|
}
|
|
92
95
|
);
|
|
96
|
+
var automationFailureActivity = proxyActivities({
|
|
97
|
+
startToCloseTimeout: "2 minutes",
|
|
98
|
+
retry: {
|
|
99
|
+
initialInterval: "1 second",
|
|
100
|
+
backoffCoefficient: 2,
|
|
101
|
+
maximumInterval: "30 seconds"
|
|
102
|
+
}
|
|
103
|
+
});
|
|
93
104
|
var goalActivity = proxyActivities({
|
|
94
105
|
startToCloseTimeout: "30 seconds",
|
|
95
106
|
retry: {
|
|
@@ -250,6 +261,7 @@ async function withTimeout(promise, timeoutMs) {
|
|
|
250
261
|
|
|
251
262
|
// src/index.ts
|
|
252
263
|
import {
|
|
264
|
+
resolveCatalogSettings,
|
|
253
265
|
SESSION_WORKFLOW_WAKE_DISPATCHER_PERIOD_MS,
|
|
254
266
|
SESSION_WORKFLOW_WAKE_DISPATCHER_SCHEDULE_ID,
|
|
255
267
|
SESSION_WORKFLOW_WAKE_DISPATCHER_WORKFLOW_TYPE,
|
|
@@ -769,7 +781,7 @@ function temporalWorkflowExecutionNotFound(error) {
|
|
|
769
781
|
return isGrpcServiceError(error) && error.code === 5;
|
|
770
782
|
}
|
|
771
783
|
async function createDefaultWorkerActivities(role, dependencies = {}) {
|
|
772
|
-
return role === "control" ? (await import("./activities-control-
|
|
784
|
+
return role === "control" ? (await import("./activities-control-CTEMLTHG.js")).createControlActivities(dependencies) : (await import("./activities-turn-S5IU347A.js")).createTurnActivities(dependencies);
|
|
773
785
|
}
|
|
774
786
|
function resolveOpenGeniWorkflowDefinition(moduleUrl = import.meta.url) {
|
|
775
787
|
const modulePath = fileURLToPath(moduleUrl).replaceAll("\\", "/");
|
|
@@ -797,6 +809,9 @@ async function createOpenGeniWorker(options) {
|
|
|
797
809
|
}
|
|
798
810
|
const observability = options.activityDependencies?.observability ?? createObservability(settings, { component: `worker-${options.role}` });
|
|
799
811
|
initializeWorkerOutcomeMetrics(observability);
|
|
812
|
+
if (options.role === "turn") {
|
|
813
|
+
initializeContextCompactionMetrics(observability);
|
|
814
|
+
}
|
|
800
815
|
if (options.role === "turn" && options.workflowBundle) {
|
|
801
816
|
throw new Error("workflowBundle is valid only for the control worker role");
|
|
802
817
|
}
|
|
@@ -1220,10 +1235,21 @@ async function createOpenGeniWorkerService(options) {
|
|
|
1220
1235
|
let workerBundle;
|
|
1221
1236
|
let turnCapacityMonitor;
|
|
1222
1237
|
let sessionRecoveryMonitor;
|
|
1238
|
+
let contextCompactionPendingMonitor;
|
|
1223
1239
|
const schedules = [];
|
|
1224
1240
|
let httpServer;
|
|
1225
1241
|
let memoryPressureGuard;
|
|
1226
1242
|
try {
|
|
1243
|
+
const resolvedCatalog = await retryStartupDependency(
|
|
1244
|
+
"model catalog",
|
|
1245
|
+
() => resolveCatalogSettings(options.activityDependencies.db, settings),
|
|
1246
|
+
{ ...retryOptions, onRetry }
|
|
1247
|
+
);
|
|
1248
|
+
observability.info("OpenGeni model catalog resolved", {
|
|
1249
|
+
role: options.role,
|
|
1250
|
+
catalogSource: resolvedCatalog.source,
|
|
1251
|
+
catalogVersion: resolvedCatalog.version
|
|
1252
|
+
});
|
|
1227
1253
|
const needsSignaler = options.role === "turn" || !options.activityDependencies.wakeSessionWorkflow || !options.activityDependencies.signalSessionAttemptQuiesced || !options.activityDependencies.inspectSessionAttemptActivity || !options.activityDependencies.signalCodexCapacityWorkflow || !options.activityDependencies.startSandboxReaperWorkflow || !options.activityDependencies.startVideoGenerationWorkflow;
|
|
1228
1254
|
if (needsSignaler) {
|
|
1229
1255
|
signaler = await retryStartupDependency(
|
|
@@ -1271,6 +1297,10 @@ async function createOpenGeniWorkerService(options) {
|
|
|
1271
1297
|
observability,
|
|
1272
1298
|
read: async () => await countSessionRecoveryBacklog(options.activityDependencies.db)
|
|
1273
1299
|
});
|
|
1300
|
+
contextCompactionPendingMonitor = startContextCompactionPendingMonitor({
|
|
1301
|
+
observability,
|
|
1302
|
+
read: async () => await getContextCompactionPendingSummary(options.activityDependencies.db)
|
|
1303
|
+
});
|
|
1274
1304
|
}
|
|
1275
1305
|
if (workerOwnsInternalSchedules(options.role, options.internalSchedules)) {
|
|
1276
1306
|
schedules.push(
|
|
@@ -1303,14 +1333,18 @@ async function createOpenGeniWorkerService(options) {
|
|
|
1303
1333
|
);
|
|
1304
1334
|
}
|
|
1305
1335
|
if (options.http !== false) {
|
|
1336
|
+
const databaseReady = dbReadyCheck(
|
|
1337
|
+
options.http?.readinessDb ?? options.activityDependencies.db,
|
|
1338
|
+
options.databasePosture
|
|
1339
|
+
);
|
|
1306
1340
|
httpServer = startWorkerHttpServer({
|
|
1307
1341
|
settings,
|
|
1308
1342
|
observability,
|
|
1309
1343
|
checks: {
|
|
1310
|
-
db:
|
|
1311
|
-
|
|
1312
|
-
options.
|
|
1313
|
-
|
|
1344
|
+
db: async () => {
|
|
1345
|
+
await databaseReady();
|
|
1346
|
+
await resolveCatalogSettings(options.activityDependencies.db, settings);
|
|
1347
|
+
},
|
|
1314
1348
|
nats: natsReadyCheck(options.activityDependencies.bus),
|
|
1315
1349
|
temporal: temporalReadyCheck(workerBundle.connection)
|
|
1316
1350
|
},
|
|
@@ -1323,6 +1357,7 @@ async function createOpenGeniWorkerService(options) {
|
|
|
1323
1357
|
await Promise.allSettled([
|
|
1324
1358
|
turnCapacityMonitor?.close(),
|
|
1325
1359
|
sessionRecoveryMonitor?.close(),
|
|
1360
|
+
contextCompactionPendingMonitor?.close(),
|
|
1326
1361
|
workerBundle?.connection.close(),
|
|
1327
1362
|
signaler?.close(),
|
|
1328
1363
|
...schedules.map((schedule) => schedule.close())
|
|
@@ -1344,6 +1379,7 @@ async function createOpenGeniWorkerService(options) {
|
|
|
1344
1379
|
await Promise.allSettled([
|
|
1345
1380
|
turnCapacityMonitor?.close(),
|
|
1346
1381
|
sessionRecoveryMonitor?.close(),
|
|
1382
|
+
contextCompactionPendingMonitor?.close(),
|
|
1347
1383
|
activeWorkerBundle.connection.close(),
|
|
1348
1384
|
activeSignaler?.close(),
|
|
1349
1385
|
...schedules.map((schedule) => schedule.close())
|