@opengeni/worker-bundle 0.16.17 → 0.16.29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/activities/agent-turn.d.ts +83 -32
  2. package/dist/activities/context-compaction.d.ts +2 -0
  3. package/dist/activities/environment.d.ts +1 -0
  4. package/dist/activities/expiring-material-renewal.d.ts +5 -3
  5. package/dist/activities/file-upload-reaper.d.ts +6 -0
  6. package/dist/activities/git-credential-renewal.d.ts +1 -1
  7. package/dist/activities/retained-screenshot-reaper.d.ts +32 -0
  8. package/dist/activities/retained-screenshots.d.ts +93 -0
  9. package/dist/activities/run-credential-renewal.d.ts +1 -1
  10. package/dist/activities/run-input.d.ts +2 -0
  11. package/dist/activities/toolspace-token-renewal.d.ts +1 -1
  12. package/dist/activities/workspace-capture.d.ts +1 -0
  13. package/dist/activities.d.ts +3 -0
  14. package/dist/{chunk-BJUW5LCM.js → chunk-RAMNYSAW.js} +15 -12
  15. package/dist/chunk-RAMNYSAW.js.map +1 -0
  16. package/dist/host-export.js +1 -1
  17. package/dist/index.js +1465 -453
  18. package/dist/index.js.map +1 -1
  19. package/dist/sandbox-resume.d.ts +6 -0
  20. package/dist/sandbox-routing.d.ts +11 -6
  21. package/dist/workflow-bundle.js +2 -1
  22. package/package.json +12 -12
  23. package/src/activities/agent-turn.ts +559 -434
  24. package/src/activities/codex-capacity.ts +10 -1
  25. package/src/activities/codex-rotation.ts +19 -5
  26. package/src/activities/context-compaction.ts +9 -5
  27. package/src/activities/environment.ts +13 -24
  28. package/src/activities/expiring-material-renewal.ts +16 -7
  29. package/src/activities/file-upload-reaper.ts +108 -7
  30. package/src/activities/git-credential-renewal.ts +3 -3
  31. package/src/activities/recording.ts +4 -5
  32. package/src/activities/retained-screenshot-reaper.ts +202 -0
  33. package/src/activities/retained-screenshots.ts +892 -0
  34. package/src/activities/rig-verification.ts +13 -34
  35. package/src/activities/run-credential-renewal.ts +9 -2
  36. package/src/activities/run-input.ts +18 -4
  37. package/src/activities/sandbox-lease.ts +5 -2
  38. package/src/activities/scheduled-tasks.ts +19 -3
  39. package/src/activities/toolspace-token-renewal.ts +9 -2
  40. package/src/activities/workspace-capture.ts +33 -3
  41. package/src/activities.ts +10 -2
  42. package/src/host-export-pump.ts +28 -11
  43. package/src/http.ts +3 -6
  44. package/src/observability-metrics.ts +3 -3
  45. package/src/sandbox-resume.ts +45 -12
  46. package/src/sandbox-routing.ts +35 -17
  47. package/src/worker-service-lifecycle.ts +8 -4
  48. package/src/workflows/file-upload-reaper.ts +4 -1
  49. package/dist/activities/redaction.d.ts +0 -1
  50. package/dist/chunk-BJUW5LCM.js.map +0 -1
  51. package/src/activities/redaction.ts +0 -9
@@ -21,7 +21,6 @@
21
21
  // Liveness between turns is the lease refcount; there is no keepalive loop.
22
22
 
23
23
  import { sandboxArchiveCaptureTimeoutMs, type Settings } from "@opengeni/config";
24
- import { redactSensitiveText } from "@opengeni/contracts";
25
24
  import { randomUUID } from "node:crypto";
26
25
  import {
27
26
  acquireLease,
@@ -236,15 +235,35 @@ class SnapshotTimeoutError extends Error {
236
235
  }
237
236
  }
238
237
 
239
- function safeSnapshotError(error: unknown): { name: string; message: string } {
240
- const rawName = error instanceof Error ? error.name : "Error";
241
- return {
242
- name: /^[A-Za-z][A-Za-z0-9_.-]{0,79}$/.test(rawName) ? rawName : "Error",
243
- message: redactSensitiveText(error instanceof Error ? error.message : String(error)).slice(
244
- 0,
245
- 2_048,
246
- ),
238
+ export function safeSnapshotError(error: unknown): {
239
+ errorClass: "SnapshotOperationError";
240
+ errorCode: "snapshot_operation_failed";
241
+ status?: number;
242
+ origin: "sandbox-resume";
243
+ } {
244
+ const fields: {
245
+ errorClass: "SnapshotOperationError";
246
+ errorCode: "snapshot_operation_failed";
247
+ status?: number;
248
+ origin: "sandbox-resume";
249
+ } = {
250
+ errorClass: "SnapshotOperationError",
251
+ errorCode: "snapshot_operation_failed",
252
+ origin: "sandbox-resume",
247
253
  };
254
+ try {
255
+ const rawStatus =
256
+ error && typeof error === "object"
257
+ ? ((error as { status?: unknown; statusCode?: unknown }).status ??
258
+ (error as { statusCode?: unknown }).statusCode)
259
+ : undefined;
260
+ const status = Number(rawStatus);
261
+ if (Number.isInteger(status) && status >= 100 && status <= 599) fields.status = status;
262
+ } catch {
263
+ // Public diagnostics are best-effort and must never replace the exact
264
+ // internal snapshot failure.
265
+ }
266
+ return fields;
248
267
  }
249
268
 
250
269
  export async function waitForWarmSnapshot(
@@ -501,11 +520,25 @@ export async function maybePersistWarmWorkspaceSnapshot(
501
520
  }
502
521
  const persistable = session as {
503
522
  persistWorkspace?: () => Promise<Uint8Array | undefined>;
504
- state?: { workspacePersistence?: unknown };
523
+ state?: {
524
+ workspacePersistence?: unknown;
525
+ providerState?: { workspacePersistence?: unknown };
526
+ };
505
527
  };
506
528
  if (typeof persistable.persistWorkspace !== "function") {
507
529
  return false;
508
530
  }
531
+ // Modal filesystem snapshots terminate the source sandbox. They are safe at
532
+ // controlled drain/rotation (force=true), but a periodic or turn-end warm
533
+ // checkpoint would kill the box while its lease still points at it. The next
534
+ // dock read or turn would then route to a dead provider instance. Let the
535
+ // drain reaper capture this backend instead.
536
+ const workspacePersistence =
537
+ persistable.state?.workspacePersistence ??
538
+ persistable.state?.providerState?.workspacePersistence;
539
+ if (!force && workspacePersistence === "snapshot_filesystem") {
540
+ return false;
541
+ }
509
542
  if (signal?.aborted) {
510
543
  return false;
511
544
  }
@@ -524,8 +557,8 @@ export async function maybePersistWarmWorkspaceSnapshot(
524
557
  }
525
558
  const instanceId = lease.instanceId;
526
559
  const nativeModalPersistence =
527
- persistable.state?.workspacePersistence === "snapshot_filesystem" ||
528
- persistable.state?.workspacePersistence === "snapshot_directory";
560
+ workspacePersistence === "snapshot_filesystem" ||
561
+ workspacePersistence === "snapshot_directory";
529
562
  const checkpointBinding = nativeModalPersistence
530
563
  ? await resolveModalCheckpointBindingBeforeCapture(settings, persistable, signal)
531
564
  : null;
@@ -25,6 +25,7 @@ import {
25
25
  verifyRetainedProcessMutationSettlement,
26
26
  verifyWorkspaceMutationSettlement,
27
27
  getSandbox,
28
+ getEnrollment,
28
29
  markWarmLeaseInstanceLost,
29
30
  readLease,
30
31
  readActiveSandbox,
@@ -44,6 +45,7 @@ import {
44
45
  RoutingBackendRecoveryRequiredError,
45
46
  RoutingSandboxSession,
46
47
  resolveModalCheckpointProviderBindingForSession,
48
+ sandboxBackendForSdkBackendId,
47
49
  verifySandboxExecReadiness,
48
50
  type ControlRpc,
49
51
  type EstablishedSandboxSession,
@@ -100,6 +102,13 @@ export type RoutingWiringServices = {
100
102
  }) => void;
101
103
  };
102
104
 
105
+ /** Worker-turn routing may final-ack streamed command output, so it must always
106
+ * carry the turn's durable frontier journal. Non-turn helpers may still omit it
107
+ * through the broader service shape above. */
108
+ type TurnRoutingWiringServices = RoutingWiringServices & {
109
+ opJournal: OpStreamJournal;
110
+ };
111
+
103
112
  export type RoutingWiringIds = {
104
113
  workspaceId: string;
105
114
  sessionId: string;
@@ -171,8 +180,8 @@ export function relayConfigFromSettings(settings: Settings): SelfhostedRelayConf
171
180
 
172
181
  /** The selfhosted CONTROL vs EXEC op deadlines for a turn, from settings. Control
173
182
  * ops (ping/fs/desktop/pty) stay on the short timeout so machine liveness is never
174
- * masked by a slow op; exec gets its own much larger budget so a real command is not
175
- * killed at the control wall. Threaded into every turn-path session build + resolver. */
183
+ * masked by a slow op; exec has its own setting and defaults to no duration wall.
184
+ * Threaded into every turn-path session build + resolver. */
176
185
  export function selfhostedTimeoutsFromSettings(settings: Settings): {
177
186
  timeoutMs: number;
178
187
  execTimeoutMs: number;
@@ -322,7 +331,8 @@ async function resolveCurrentHomeBackend(
322
331
  }
323
332
 
324
333
  const resumeState = lease.resumeState;
325
- const resumeBackend = lease.resumeBackendId ?? lease.backend ?? ids.backend;
334
+ const durableResumeBackend = lease.resumeBackendId ?? lease.backend ?? ids.backend;
335
+ const resumeBackend = sandboxBackendForSdkBackendId(durableResumeBackend) ?? durableResumeBackend;
326
336
  if (
327
337
  !resumeState ||
328
338
  resumeBackend !== ids.backend ||
@@ -377,7 +387,8 @@ async function resolveCurrentHomeBackend(
377
387
  // The provider identity must agree with the exact durable lease row before
378
388
  // any caller can publish or route through this rebound handle. A mismatch is
379
389
  // unverifiable local state, not permission to try the old handle.
380
- if (rebound.instanceId !== lease.instanceId || rebound.backendId !== resumeBackend) {
390
+ const reboundBackend = sandboxBackendForSdkBackendId(rebound.backendId) ?? rebound.backendId;
391
+ if (rebound.instanceId !== lease.instanceId || reboundBackend !== resumeBackend) {
381
392
  throw homeRouteRecoveryError(lease, lease.leaseEpoch);
382
393
  }
383
394
  services.onHomeSandboxRebound?.({
@@ -683,7 +694,7 @@ function controlRpcFactory(bus: EventBus | undefined): () => ControlRpc {
683
694
  * swap's active_epoch.
684
695
  */
685
696
  export function wrapTurnBoxWithRouting(
686
- services: RoutingWiringServices,
697
+ services: TurnRoutingWiringServices,
687
698
  ids: RoutingWiringIds,
688
699
  established: EstablishedSandboxSession,
689
700
  ): EstablishedSandboxSession {
@@ -709,6 +720,11 @@ export function wrapTurnBoxWithRouting(
709
720
  : null;
710
721
  },
711
722
  controlRpcFactory: controlRpcFactory(bus),
723
+ resolveSelfhostedOpStream: async (sandbox) => {
724
+ if (!sandbox.enrollmentId) return undefined;
725
+ const enrollment = await getEnrollment(db, ids.workspaceId, sandbox.enrollmentId);
726
+ return opStreamDepsFor(services, enrollment?.opStream === true);
727
+ },
712
728
  relay: relayConfigFromSettings(settings),
713
729
  // A selfhosted swap target runs real commands too, so give it the same split
714
730
  // deadlines the machine-primary establish path uses (short control, long exec).
@@ -843,7 +859,7 @@ export function wrapTurnBoxWithRouting(
843
859
  }
844
860
 
845
861
  export function wrapLazyTurnBoxWithRouting(
846
- services: RoutingWiringServices,
862
+ services: TurnRoutingWiringServices,
847
863
  ids: RoutingWiringIds,
848
864
  args: {
849
865
  client: EstablishedSandboxSession["client"];
@@ -887,6 +903,11 @@ export function wrapLazyTurnBoxWithRouting(
887
903
  : null;
888
904
  },
889
905
  controlRpcFactory: controlRpcFactory(bus),
906
+ resolveSelfhostedOpStream: async (sandbox) => {
907
+ if (!sandbox.enrollmentId) return undefined;
908
+ const enrollment = await getEnrollment(db, ids.workspaceId, sandbox.enrollmentId);
909
+ return opStreamDepsFor(services, enrollment?.opStream === true);
910
+ },
890
911
  relay: relayConfigFromSettings(settings),
891
912
  ...selfhostedResolverTimeouts(settings),
892
913
  ...(onOp !== undefined ? { selfhostedOnOp: onOp } : {}),
@@ -1010,8 +1031,6 @@ export type SelfhostedTurnSessionArgs = {
1010
1031
  workingDir: string | null;
1011
1032
  };
1012
1033
 
1013
- type LegacySelfhostedTurnSessionArgs = Omit<SelfhostedTurnSessionArgs, "opStream">;
1014
-
1015
1034
  /**
1016
1035
  * Stage D machine-primary establish: bind the live SelfhostedSession for a turn
1017
1036
  * whose ACTIVE sandbox is a connected machine — WITHOUT establishing or leasing a
@@ -1031,11 +1050,10 @@ type LegacySelfhostedTurnSessionArgs = Omit<SelfhostedTurnSessionArgs, "opStream
1031
1050
  * The op-stream injection for a machine-primary turn: present iff the machine
1032
1051
  * advertised `Capabilities.op_stream` in its latest Hello AND the server flag
1033
1052
  * is on AND a bus exists to carry frames. The transport rides the SAME managed
1034
- * NATS connection as the control rpc (the bus's op-stream accessor); a bus
1035
- * without the accessor (a test double) simply yields no connection and the
1036
- * session falls back to the legacy exec on first use. Swap TARGETS resolved
1037
- * mid-turn stay legacy for now — their capability row is not at hand in the
1038
- * resolver, and legacy is always correct.
1053
+ * NATS connection as the control rpc (the bus's op-stream accessor). A bus
1054
+ * without the accessor yields no stream; an unbounded exec then fails before
1055
+ * starting instead of silently degrading to request/reply. Swap targets resolve
1056
+ * the same enrollment capability through the injected backend-resolver seam.
1039
1057
  */
1040
1058
  function opStreamDepsFor(
1041
1059
  services: RoutingWiringServices,
@@ -1053,11 +1071,11 @@ function opStreamDepsFor(
1053
1071
 
1054
1072
  export async function establishSelfhostedTurnSession(
1055
1073
  services: RoutingWiringServices,
1056
- args: SelfhostedTurnSessionArgs | LegacySelfhostedTurnSessionArgs,
1074
+ args: SelfhostedTurnSessionArgs,
1057
1075
  ): Promise<EstablishedSandboxSession> {
1058
1076
  const { settings, bus, onOp } = services;
1059
1077
  const { timeoutMs, execTimeoutMs } = selfhostedTimeoutsFromSettings(settings);
1060
- const opStream = opStreamDepsFor(services, "opStream" in args && args.opStream === true);
1078
+ const opStream = opStreamDepsFor(services, args.opStream);
1061
1079
  const { client, session } = await buildSelfhostedBackendSession({
1062
1080
  workspaceId: args.workspaceId,
1063
1081
  agentId: args.agentId,
@@ -1073,8 +1091,8 @@ export async function establishSelfhostedTurnSession(
1073
1091
  // Meter every control op (out-of-band telemetry) — no-op when unwired.
1074
1092
  ...(onOp !== undefined ? { onOp } : {}),
1075
1093
  // The streaming exec transport — present iff the machine advertised the
1076
- // capability AND the server flag is on (latched per-op at OpStart; the
1077
- // legacy exec stays the permanent fallback wire form).
1094
+ // capability AND the server flag is on. It is required when execTimeoutMs=0;
1095
+ // legacy request/reply remains available only for explicitly bounded exec.
1078
1096
  ...(opStream !== undefined ? { opStream } : {}),
1079
1097
  });
1080
1098
  return {
@@ -72,20 +72,24 @@ export function createWorkerServiceLifecycle(input: {
72
72
  })();
73
73
  return runPromise;
74
74
  },
75
- drain: (reason = "host request") => {
75
+ drain: (_reason = "host request") => {
76
76
  if (state === "draining" || state === "stopped" || state === "failed") {
77
77
  return;
78
78
  }
79
79
  state = "draining";
80
80
  input.observability.info("OpenGeni worker draining (graceful shutdown)", {
81
81
  role: input.role,
82
- reason,
82
+ errorClass: "WorkerLifecycleOperation",
83
+ errorCode: "worker_draining",
84
+ origin: "worker-lifecycle",
83
85
  });
84
86
  try {
85
87
  input.worker.shutdown();
86
- } catch (error) {
88
+ } catch {
87
89
  input.observability.warn("worker shutdown request failed", {
88
- error: error instanceof Error ? error.message : String(error),
90
+ errorClass: "WorkerLifecycleOperationError",
91
+ errorCode: "worker_shutdown_request_failed",
92
+ origin: "worker-lifecycle",
89
93
  });
90
94
  }
91
95
  },
@@ -1,7 +1,9 @@
1
1
  import { proxyActivities } from "@temporalio/workflow";
2
2
  import type * as activities from "../activities";
3
3
 
4
- const reaperActivity = proxyActivities<Pick<typeof activities, "reapExpiredFileUploads">>({
4
+ const reaperActivity = proxyActivities<
5
+ Pick<typeof activities, "reapExpiredFileUploads" | "maintainRetainedScreenshots">
6
+ >({
5
7
  startToCloseTimeout: "5 minutes",
6
8
  retry: { maximumAttempts: 1 },
7
9
  });
@@ -9,4 +11,5 @@ const reaperActivity = proxyActivities<Pick<typeof activities, "reapExpiredFileU
9
11
  /** One bounded provider/DB sweep; the Temporal Schedule owns the cadence. */
10
12
  export async function fileUploadReaperWorkflow(): Promise<void> {
11
13
  await reaperActivity.reapExpiredFileUploads();
14
+ await reaperActivity.maintainRetainedScreenshots();
12
15
  }
@@ -1 +0,0 @@
1
- export { createSecretRedactor, identityRedactor, isCredentialHeaderName, redactSensitiveData, redactSensitiveText, redactSerializedJson, type SecretForRedaction, } from "@opengeni/contracts";
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/host-export-pump.ts"],"sourcesContent":["import type { HostEventSink, HostUsageSink } from \"@opengeni/contracts\";\nimport {\n acknowledgeHostExportBatch,\n claimHostExportBatch,\n disableHostExportConsumer,\n failHostExportBatch,\n getHostExportConsumerStatus,\n pruneHostExportOutbox,\n registerHostExportConsumer,\n retireHostExportConsumer,\n type Database,\n type HostExportConsumerStatus,\n type HostExportKind,\n} from \"@opengeni/db\";\nimport type { Observability } from \"@opengeni/observability\";\n\nexport type HostExportDrainResult =\n | { kind: HostExportKind; outcome: \"not_configured\" | \"idle\" }\n | { kind: HostExportKind; outcome: \"blocked\"; failures: number }\n | {\n kind: HostExportKind;\n outcome: \"delivered\";\n count: number;\n throughCursor: string;\n }\n | {\n kind: HostExportKind;\n outcome: \"failed\";\n failures: number;\n blocked: boolean;\n };\n\nexport type HostExportPumpOptions = {\n /** A handle authenticated as the separately provisioned host-export role. */\n db: Database;\n eventSink?: HostEventSink;\n usageSink?: HostUsageSink;\n observability?: Observability;\n instanceId?: string;\n pollIntervalMs?: number;\n leaseSeconds?: number;\n batchLimit?: number;\n batchMaxBytes?: number;\n maxFailures?: number;\n /** Maximum catch-up batches per poll tick; bounds one iteration's work. */\n maxBatchesPerPoll?: number;\n /** Acked rows younger than this remain available for replay. */\n pruneGraceSeconds?: number;\n /** Maximum rows pruned after one successful acknowledgement. */\n pruneLimit?: number;\n};\n\nexport type HostExportPump = {\n /** Register configured consumers and start the non-overlapping poll loop. */\n start: () => Promise<void>;\n /** Stop polling and wait for the currently executing sink call, if any. */\n stop: () => Promise<void>;\n /** Execute at most one bounded batch for each configured sink. */\n drainOnce: () => Promise<HostExportDrainResult[]>;\n /**\n * Disable this named consumer while retaining its replay checkpoint. If it is\n * the last enabled consumer of the kind, capture stops and that interval is\n * intentionally unrecoverable. Normal process shutdown must not call this.\n */\n disable: (kind: HostExportKind) => Promise<void>;\n /** Permanently remove a stopped consumer and release its retention floor. */\n retire: (kind: HostExportKind) => Promise<void>;\n status: (kind: HostExportKind) => Promise<HostExportConsumerStatus | null>;\n};\n\n/**\n * Build the durable delivery loop used by embedded hosts.\n *\n * The source transaction writes the outbox; this pump only leases, delivers,\n * and checkpoints it. Delivery is intentionally at least once: a process death\n * after sink success but before acknowledgement repeats the same idempotency\n * keys. Sink implementations must therefore deduplicate those keys.\n */\nexport function createHostExportPump(options: HostExportPumpOptions): HostExportPump {\n if (!options.eventSink && !options.usageSink) {\n throw new Error(\"createHostExportPump requires at least one host sink\");\n }\n const instanceId = validateInstanceId(\n options.instanceId ?? `worker-${process.pid}-${crypto.randomUUID()}`,\n );\n const pollIntervalMs = boundedInteger(options.pollIntervalMs, 1_000, 25, 60_000);\n const leaseSeconds = boundedInteger(options.leaseSeconds, 60, 5, 300);\n const batchLimit = boundedInteger(options.batchLimit, 100, 1, 256);\n const batchMaxBytes = boundedInteger(options.batchMaxBytes, 1_048_576, 98_304, 4_194_304);\n const maxFailures = boundedInteger(options.maxFailures, 20, 1, 1_000);\n const maxBatchesPerPoll = boundedInteger(options.maxBatchesPerPoll, 32, 1, 1_000);\n const pruneGraceSeconds = boundedInteger(options.pruneGraceSeconds, 3_600, 0, 604_800);\n const pruneLimit = boundedInteger(options.pruneLimit, 1_000, 1, 10_000);\n let running = false;\n let loopPromise: Promise<void> | null = null;\n let waitTimer: ReturnType<typeof setTimeout> | null = null;\n let wakeWait: (() => void) | null = null;\n let lifecycleTail: Promise<void> = Promise.resolve();\n let drainTail: Promise<void> = Promise.resolve();\n const retiringKinds = new Set<HostExportKind>();\n\n const configuredConsumer = (kind: HostExportKind): string | null =>\n kind === \"session_event\"\n ? (options.eventSink?.consumerId ?? null)\n : (options.usageSink?.consumerId ?? null);\n\n const recordResult = (result: HostExportDrainResult, durationSeconds: number) => {\n const labels = { kind: result.kind, outcome: result.outcome };\n options.observability?.incrementCounter({\n name: \"opengeni_host_export_batches_total\",\n help: \"Durable host export batch attempts by outcome.\",\n labels,\n });\n options.observability?.observeHistogram({\n name: \"opengeni_host_export_batch_duration_seconds\",\n help: \"Duration of durable host export batch attempts.\",\n labels: { kind: result.kind },\n value: durationSeconds,\n });\n if (result.outcome === \"delivered\") {\n options.observability?.incrementCounter({\n name: \"opengeni_host_export_records_total\",\n help: \"Durable host export records acknowledged by a host sink.\",\n labels: { kind: result.kind },\n amount: result.count,\n });\n options.observability?.setGauge({\n name: \"opengeni_host_export_consumer_blocked\",\n help: \"Whether the durable host export consumer is blocked.\",\n labels: { kind: result.kind },\n value: 0,\n });\n } else if (result.outcome === \"failed\") {\n options.observability?.setGauge({\n name: \"opengeni_host_export_consumer_blocked\",\n help: \"Whether the durable host export consumer is blocked.\",\n labels: { kind: result.kind },\n value: result.blocked ? 1 : 0,\n });\n } else if (result.outcome === \"blocked\") {\n options.observability?.setGauge({\n name: \"opengeni_host_export_consumer_blocked\",\n help: \"Whether the durable host export consumer is blocked.\",\n labels: { kind: result.kind },\n value: 1,\n });\n }\n };\n\n const drainKind = async (kind: HostExportKind): Promise<HostExportDrainResult> => {\n if (retiringKinds.has(kind)) return { kind, outcome: \"not_configured\" };\n const startedAt = performance.now();\n const consumerId = configuredConsumer(kind);\n if (!consumerId) {\n const result: HostExportDrainResult = { kind, outcome: \"not_configured\" };\n recordResult(result, (performance.now() - startedAt) / 1_000);\n return result;\n }\n const leaseToken = crypto.randomUUID();\n const common = {\n consumerId,\n leaseToken,\n leaseHolderId: instanceId,\n leaseSeconds,\n limit: batchLimit,\n maxBytes: batchMaxBytes,\n };\n const settleFailure = async (error: unknown): Promise<HostExportDrainResult> => {\n const message = safeErrorMessage(error);\n let failures = 0;\n try {\n failures = await failHostExportBatch(options.db, {\n kind,\n consumerId,\n leaseToken,\n error: message,\n maxFailures,\n });\n } catch (settlementError) {\n options.observability?.warn(\"host export failure settlement was stale\", {\n kind,\n consumerId,\n error: safeErrorMessage(settlementError),\n });\n }\n const blocked = failures >= maxFailures;\n options.observability?.warn(\"host export batch failed\", {\n kind,\n consumerId,\n failures,\n blocked,\n error: message,\n });\n const result: HostExportDrainResult = {\n kind,\n outcome: \"failed\",\n failures,\n blocked,\n };\n recordResult(result, (performance.now() - startedAt) / 1_000);\n return result;\n };\n const deliverClaim = async (\n count: number,\n deliver: () => Promise<void>,\n ): Promise<HostExportDrainResult> => {\n await deliver();\n const throughCursor = await acknowledgeHostExportBatch(options.db, {\n kind,\n consumerId,\n leaseToken,\n });\n try {\n await pruneHostExportOutbox(options.db, {\n kind,\n graceSeconds: pruneGraceSeconds,\n limit: pruneLimit,\n });\n } catch (error) {\n // The sink and checkpoint are already committed. A retention failure\n // must be visible, but must never turn into a false delivery failure or\n // a duplicate settlement attempt for the now-stale lease.\n options.observability?.error(\"host export retention prune failed\", {\n kind,\n consumerId,\n error: safeErrorMessage(error),\n });\n }\n const result: HostExportDrainResult = {\n kind,\n outcome: \"delivered\",\n count,\n throughCursor,\n };\n recordResult(result, (performance.now() - startedAt) / 1_000);\n return result;\n };\n\n try {\n if (kind === \"session_event\") {\n const sink = options.eventSink;\n if (!sink) return { kind, outcome: \"not_configured\" };\n const batch = await claimHostExportBatch(options.db, {\n kind,\n ...common,\n });\n if (batch) return await deliverClaim(batch.events.length, () => sink.deliverEvents(batch));\n } else {\n const sink = options.usageSink;\n if (!sink) return { kind, outcome: \"not_configured\" };\n const batch = await claimHostExportBatch(options.db, {\n kind,\n ...common,\n });\n if (batch) return await deliverClaim(batch.events.length, () => sink.deliverUsage(batch));\n }\n } catch (error) {\n return await settleFailure(error);\n }\n const status = await getHostExportConsumerStatus(options.db, {\n kind,\n consumerId,\n });\n if (status?.blockedAt) {\n const result: HostExportDrainResult = {\n kind,\n outcome: \"blocked\",\n failures: status.consecutiveFailures,\n };\n recordResult(result, (performance.now() - startedAt) / 1_000);\n return result;\n }\n const result: HostExportDrainResult = { kind, outcome: \"idle\" };\n recordResult(result, (performance.now() - startedAt) / 1_000);\n return result;\n };\n\n const drainConfiguredOnce = async (): Promise<HostExportDrainResult[]> => {\n const results: HostExportDrainResult[] = [];\n if (options.eventSink) results.push(await drainKind(\"session_event\"));\n if (options.usageSink) results.push(await drainKind(\"usage_event\"));\n return results;\n };\n\n const drainOnce = (): Promise<HostExportDrainResult[]> => {\n const next = drainTail.then(drainConfiguredOnce);\n drainTail = next.then(\n () => undefined,\n () => undefined,\n );\n return next;\n };\n\n const serializeLifecycle = <T>(operation: () => Promise<T>): Promise<T> => {\n const next = lifecycleTail.then(operation);\n lifecycleTail = next.then(\n () => undefined,\n () => undefined,\n );\n return next;\n };\n\n const waitForPoll = async (): Promise<void> => {\n await new Promise<void>((resolve) => {\n wakeWait = resolve;\n waitTimer = setTimeout(resolve, pollIntervalMs);\n waitTimer.unref?.();\n });\n wakeWait = null;\n if (waitTimer) clearTimeout(waitTimer);\n waitTimer = null;\n };\n\n return {\n start: () =>\n serializeLifecycle(async () => {\n if (running) return;\n await options.db.transaction(async (tx) => {\n const scoped = tx as unknown as Database;\n if (options.eventSink) {\n await registerHostExportConsumer(scoped, {\n kind: \"session_event\",\n consumerId: options.eventSink.consumerId,\n });\n }\n if (options.usageSink) {\n await registerHostExportConsumer(scoped, {\n kind: \"usage_event\",\n consumerId: options.usageSink.consumerId,\n });\n }\n });\n if (options.eventSink) retiringKinds.delete(\"session_event\");\n if (options.usageSink) retiringKinds.delete(\"usage_event\");\n running = true;\n loopPromise = (async () => {\n while (true) {\n if (!running) break;\n try {\n for (let batch = 0; batch < maxBatchesPerPoll; batch += 1) {\n if (!running) break;\n const results = await drainOnce();\n if (!results.some((result) => result.outcome === \"delivered\")) break;\n }\n } catch (error) {\n options.observability?.error(\"host export pump iteration failed\", {\n error: safeErrorMessage(error),\n });\n }\n if (running) await waitForPoll();\n }\n })();\n }),\n stop: () =>\n serializeLifecycle(async () => {\n running = false;\n if (waitTimer) clearTimeout(waitTimer);\n wakeWait?.();\n await loopPromise;\n loopPromise = null;\n }),\n drainOnce,\n disable: async (kind) => {\n const consumerId = configuredConsumer(kind);\n if (!consumerId) throw new Error(`No ${kind} sink is configured`);\n await disableHostExportConsumer(options.db, { kind, consumerId });\n },\n retire: (kind) =>\n serializeLifecycle(async () => {\n if (running) throw new Error(\"Stop the host export pump before retiring a consumer\");\n const consumerId = configuredConsumer(kind);\n if (!consumerId) throw new Error(`No ${kind} sink is configured`);\n retiringKinds.add(kind);\n try {\n await drainTail;\n await retireHostExportConsumer(options.db, { kind, consumerId });\n } catch (error) {\n retiringKinds.delete(kind);\n throw error;\n }\n }),\n status: async (kind) => {\n const consumerId = configuredConsumer(kind);\n if (!consumerId) return null;\n return await getHostExportConsumerStatus(options.db, {\n kind,\n consumerId,\n });\n },\n };\n}\n\nfunction boundedInteger(\n value: number | undefined,\n fallback: number,\n minimum: number,\n maximum: number,\n): number {\n const candidate = value ?? fallback;\n if (!Number.isInteger(candidate) || candidate < minimum || candidate > maximum) {\n throw new Error(`Expected an integer between ${minimum} and ${maximum}`);\n }\n return candidate;\n}\n\nfunction validateInstanceId(value: string): string {\n if (value.length < 1 || value.length > 128) {\n throw new Error(\"Host export instanceId must contain 1 to 128 characters\");\n }\n return value;\n}\n\nfunction safeErrorMessage(error: unknown): string {\n const message = error instanceof Error ? error.message : String(error);\n return message.trim().slice(0, 500) || \"host sink failed\";\n}\n"],"mappings":";AACA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AAiEA,SAAS,qBAAqB,SAAgD;AACnF,MAAI,CAAC,QAAQ,aAAa,CAAC,QAAQ,WAAW;AAC5C,UAAM,IAAI,MAAM,sDAAsD;AAAA,EACxE;AACA,QAAM,aAAa;AAAA,IACjB,QAAQ,cAAc,UAAU,QAAQ,GAAG,IAAI,OAAO,WAAW,CAAC;AAAA,EACpE;AACA,QAAM,iBAAiB,eAAe,QAAQ,gBAAgB,KAAO,IAAI,GAAM;AAC/E,QAAM,eAAe,eAAe,QAAQ,cAAc,IAAI,GAAG,GAAG;AACpE,QAAM,aAAa,eAAe,QAAQ,YAAY,KAAK,GAAG,GAAG;AACjE,QAAM,gBAAgB,eAAe,QAAQ,eAAe,SAAW,OAAQ,OAAS;AACxF,QAAM,cAAc,eAAe,QAAQ,aAAa,IAAI,GAAG,GAAK;AACpE,QAAM,oBAAoB,eAAe,QAAQ,mBAAmB,IAAI,GAAG,GAAK;AAChF,QAAM,oBAAoB,eAAe,QAAQ,mBAAmB,MAAO,GAAG,MAAO;AACrF,QAAM,aAAa,eAAe,QAAQ,YAAY,KAAO,GAAG,GAAM;AACtE,MAAI,UAAU;AACd,MAAI,cAAoC;AACxC,MAAI,YAAkD;AACtD,MAAI,WAAgC;AACpC,MAAI,gBAA+B,QAAQ,QAAQ;AACnD,MAAI,YAA2B,QAAQ,QAAQ;AAC/C,QAAM,gBAAgB,oBAAI,IAAoB;AAE9C,QAAM,qBAAqB,CAAC,SAC1B,SAAS,kBACJ,QAAQ,WAAW,cAAc,OACjC,QAAQ,WAAW,cAAc;AAExC,QAAM,eAAe,CAAC,QAA+B,oBAA4B;AAC/E,UAAM,SAAS,EAAE,MAAM,OAAO,MAAM,SAAS,OAAO,QAAQ;AAC5D,YAAQ,eAAe,iBAAiB;AAAA,MACtC,MAAM;AAAA,MACN,MAAM;AAAA,MACN;AAAA,IACF,CAAC;AACD,YAAQ,eAAe,iBAAiB;AAAA,MACtC,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,MAC5B,OAAO;AAAA,IACT,CAAC;AACD,QAAI,OAAO,YAAY,aAAa;AAClC,cAAQ,eAAe,iBAAiB;AAAA,QACtC,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,QAAQ,OAAO;AAAA,MACjB,CAAC;AACD,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO;AAAA,MACT,CAAC;AAAA,IACH,WAAW,OAAO,YAAY,UAAU;AACtC,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO,OAAO,UAAU,IAAI;AAAA,MAC9B,CAAC;AAAA,IACH,WAAW,OAAO,YAAY,WAAW;AACvC,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAY,OAAO,SAAyD;AAChF,QAAI,cAAc,IAAI,IAAI,EAAG,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACtE,UAAM,YAAY,YAAY,IAAI;AAClC,UAAM,aAAa,mBAAmB,IAAI;AAC1C,QAAI,CAAC,YAAY;AACf,YAAMA,UAAgC,EAAE,MAAM,SAAS,iBAAiB;AACxE,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,aAAa,OAAO,WAAW;AACrC,UAAM,SAAS;AAAA,MACb;AAAA,MACA;AAAA,MACA,eAAe;AAAA,MACf;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ;AACA,UAAM,gBAAgB,OAAO,UAAmD;AAC9E,YAAM,UAAU,iBAAiB,KAAK;AACtC,UAAI,WAAW;AACf,UAAI;AACF,mBAAW,MAAM,oBAAoB,QAAQ,IAAI;AAAA,UAC/C;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO;AAAA,UACP;AAAA,QACF,CAAC;AAAA,MACH,SAAS,iBAAiB;AACxB,gBAAQ,eAAe,KAAK,4CAA4C;AAAA,UACtE;AAAA,UACA;AAAA,UACA,OAAO,iBAAiB,eAAe;AAAA,QACzC,CAAC;AAAA,MACH;AACA,YAAM,UAAU,YAAY;AAC5B,cAAQ,eAAe,KAAK,4BAA4B;AAAA,QACtD;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,OAAO;AAAA,MACT,CAAC;AACD,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA;AAAA,MACF;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,eAAe,OACnB,OACA,YACmC;AACnC,YAAM,QAAQ;AACd,YAAM,gBAAgB,MAAM,2BAA2B,QAAQ,IAAI;AAAA,QACjE;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AACD,UAAI;AACF,cAAM,sBAAsB,QAAQ,IAAI;AAAA,UACtC;AAAA,UACA,cAAc;AAAA,UACd,OAAO;AAAA,QACT,CAAC;AAAA,MACH,SAAS,OAAO;AAId,gBAAQ,eAAe,MAAM,sCAAsC;AAAA,UACjE;AAAA,UACA;AAAA,UACA,OAAO,iBAAiB,KAAK;AAAA,QAC/B,CAAC;AAAA,MACH;AACA,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA;AAAA,MACF;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AAEA,QAAI;AACF,UAAI,SAAS,iBAAiB;AAC5B,cAAM,OAAO,QAAQ;AACrB,YAAI,CAAC,KAAM,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACpD,cAAM,QAAQ,MAAM,qBAAqB,QAAQ,IAAI;AAAA,UACnD;AAAA,UACA,GAAG;AAAA,QACL,CAAC;AACD,YAAI,MAAO,QAAO,MAAM,aAAa,MAAM,OAAO,QAAQ,MAAM,KAAK,cAAc,KAAK,CAAC;AAAA,MAC3F,OAAO;AACL,cAAM,OAAO,QAAQ;AACrB,YAAI,CAAC,KAAM,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACpD,cAAM,QAAQ,MAAM,qBAAqB,QAAQ,IAAI;AAAA,UACnD;AAAA,UACA,GAAG;AAAA,QACL,CAAC;AACD,YAAI,MAAO,QAAO,MAAM,aAAa,MAAM,OAAO,QAAQ,MAAM,KAAK,aAAa,KAAK,CAAC;AAAA,MAC1F;AAAA,IACF,SAAS,OAAO;AACd,aAAO,MAAM,cAAc,KAAK;AAAA,IAClC;AACA,UAAM,SAAS,MAAM,4BAA4B,QAAQ,IAAI;AAAA,MAC3D;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,QAAQ,WAAW;AACrB,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT,UAAU,OAAO;AAAA,MACnB;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,SAAgC,EAAE,MAAM,SAAS,OAAO;AAC9D,iBAAa,SAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,WAAO;AAAA,EACT;AAEA,QAAM,sBAAsB,YAA8C;AACxE,UAAM,UAAmC,CAAC;AAC1C,QAAI,QAAQ,UAAW,SAAQ,KAAK,MAAM,UAAU,eAAe,CAAC;AACpE,QAAI,QAAQ,UAAW,SAAQ,KAAK,MAAM,UAAU,aAAa,CAAC;AAClE,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,MAAwC;AACxD,UAAM,OAAO,UAAU,KAAK,mBAAmB;AAC/C,gBAAY,KAAK;AAAA,MACf,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,CAAI,cAA4C;AACzE,UAAM,OAAO,cAAc,KAAK,SAAS;AACzC,oBAAgB,KAAK;AAAA,MACnB,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,YAA2B;AAC7C,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,iBAAW;AACX,kBAAY,WAAW,SAAS,cAAc;AAC9C,gBAAU,QAAQ;AAAA,IACpB,CAAC;AACD,eAAW;AACX,QAAI,UAAW,cAAa,SAAS;AACrC,gBAAY;AAAA,EACd;AAEA,SAAO;AAAA,IACL,OAAO,MACL,mBAAmB,YAAY;AAC7B,UAAI,QAAS;AACb,YAAM,QAAQ,GAAG,YAAY,OAAO,OAAO;AACzC,cAAM,SAAS;AACf,YAAI,QAAQ,WAAW;AACrB,gBAAM,2BAA2B,QAAQ;AAAA,YACvC,MAAM;AAAA,YACN,YAAY,QAAQ,UAAU;AAAA,UAChC,CAAC;AAAA,QACH;AACA,YAAI,QAAQ,WAAW;AACrB,gBAAM,2BAA2B,QAAQ;AAAA,YACvC,MAAM;AAAA,YACN,YAAY,QAAQ,UAAU;AAAA,UAChC,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AACD,UAAI,QAAQ,UAAW,eAAc,OAAO,eAAe;AAC3D,UAAI,QAAQ,UAAW,eAAc,OAAO,aAAa;AACzD,gBAAU;AACV,qBAAe,YAAY;AACzB,eAAO,MAAM;AACX,cAAI,CAAC,QAAS;AACd,cAAI;AACF,qBAAS,QAAQ,GAAG,QAAQ,mBAAmB,SAAS,GAAG;AACzD,kBAAI,CAAC,QAAS;AACd,oBAAM,UAAU,MAAM,UAAU;AAChC,kBAAI,CAAC,QAAQ,KAAK,CAAC,WAAW,OAAO,YAAY,WAAW,EAAG;AAAA,YACjE;AAAA,UACF,SAAS,OAAO;AACd,oBAAQ,eAAe,MAAM,qCAAqC;AAAA,cAChE,OAAO,iBAAiB,KAAK;AAAA,YAC/B,CAAC;AAAA,UACH;AACA,cAAI,QAAS,OAAM,YAAY;AAAA,QACjC;AAAA,MACF,GAAG;AAAA,IACL,CAAC;AAAA,IACH,MAAM,MACJ,mBAAmB,YAAY;AAC7B,gBAAU;AACV,UAAI,UAAW,cAAa,SAAS;AACrC,iBAAW;AACX,YAAM;AACN,oBAAc;AAAA,IAChB,CAAC;AAAA,IACH;AAAA,IACA,SAAS,OAAO,SAAS;AACvB,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,OAAM,IAAI,MAAM,MAAM,IAAI,qBAAqB;AAChE,YAAM,0BAA0B,QAAQ,IAAI,EAAE,MAAM,WAAW,CAAC;AAAA,IAClE;AAAA,IACA,QAAQ,CAAC,SACP,mBAAmB,YAAY;AAC7B,UAAI,QAAS,OAAM,IAAI,MAAM,sDAAsD;AACnF,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,OAAM,IAAI,MAAM,MAAM,IAAI,qBAAqB;AAChE,oBAAc,IAAI,IAAI;AACtB,UAAI;AACF,cAAM;AACN,cAAM,yBAAyB,QAAQ,IAAI,EAAE,MAAM,WAAW,CAAC;AAAA,MACjE,SAAS,OAAO;AACd,sBAAc,OAAO,IAAI;AACzB,cAAM;AAAA,MACR;AAAA,IACF,CAAC;AAAA,IACH,QAAQ,OAAO,SAAS;AACtB,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,QAAO;AACxB,aAAO,MAAM,4BAA4B,QAAQ,IAAI;AAAA,QACnD;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,SAAS,eACP,OACA,UACA,SACA,SACQ;AACR,QAAM,YAAY,SAAS;AAC3B,MAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,WAAW,YAAY,SAAS;AAC9E,UAAM,IAAI,MAAM,+BAA+B,OAAO,QAAQ,OAAO,EAAE;AAAA,EACzE;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAuB;AACjD,MAAI,MAAM,SAAS,KAAK,MAAM,SAAS,KAAK;AAC1C,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAwB;AAChD,QAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,SAAO,QAAQ,KAAK,EAAE,MAAM,GAAG,GAAG,KAAK;AACzC;","names":["result"]}
@@ -1,9 +0,0 @@
1
- export {
2
- createSecretRedactor,
3
- identityRedactor,
4
- isCredentialHeaderName,
5
- redactSensitiveData,
6
- redactSensitiveText,
7
- redactSerializedJson,
8
- type SecretForRedaction,
9
- } from "@opengeni/contracts";