@opengeni/worker-bundle 0.27.3 → 0.28.3-canary.0

package/dist/activities/agent-turn/model-usage.d.ts

@@ -48,7 +48,7 @@ export type CompactionModelUsageEventState = {
 export declare function createModelResponseEventState(claimedSourceKeys?: Set<string>): ModelResponseEventState;
 export declare function createCompactionModelUsageEventState(claimedSourceKeys?: Set<string>): CompactionModelUsageEventState;
 export declare const createSessionTitleModelUsageEventState: typeof createCompactionModelUsageEventState;
-export declare function modelResponseContextSignal(state: ModelResponseEventState): {
+export declare function modelResponseContextSignal(state: ModelResponseEventState, responseCountBeforeStream?: number): {
     revision: number;
     totalTokens: number;
 } | null;

package/dist/activities/mcp-credentials.d.ts

@@ -1,6 +1,6 @@
 import type { Settings } from "@opengeni/config";
 import type { ConnectionCredentialsPort } from "@opengeni/contracts";
-import { resolveAcceptedConnectionUse, sessionTenancyProductActivated, type Database, type ResolveConnectionCredentialInput, type ResolveConnectionCredentialResult, type SessionTurnForExecution } from "@opengeni/db";
+import { getSessionTurnForAttempt, resolveAcceptedConnectionUse, sessionTenancyProductActivated, type Database, type ResolveConnectionCredentialInput, type ResolveConnectionCredentialResult, type SessionTurnForExecution } from "@opengeni/db";
 import { type Observability } from "@opengeni/observability";
 export declare function connectionTokenResolverForTurn(input: {
     db: Database;
@@ -13,6 +13,8 @@ export declare function connectionTokenResolverForTurn(input: {
     attemptId: string;
     turn: SessionTurnForExecution;
     authorizeAcceptedUse?: typeof resolveAcceptedConnectionUse;
+    /** Test seam; production always reads the canonical active-attempt projection. */
+    getHostTurnForAttempt?: typeof getSessionTurnForAttempt;
     /** Test seam for the activation fence on pre-snapshot workspace refs. */
     isSessionTenancyProductActivated?: typeof sessionTenancyProductActivated;
     /** Optional; used only for content-free compatibility-lane counters. */

package/dist/activities/sandbox-lease.d.ts

@@ -2,7 +2,7 @@ import type { ProviderCommandPersistence } from "@opengeni/runtime";
 import { type OpStatus } from "@opengeni/agent-proto";
 import { listLiveModalSandboxLeaseAttributions, readLease, type ReapDrainable, type RetainedProcessProviderProof, type SandboxRetainedProcess, type LeaseSnapshot } from "@opengeni/db";
 import { type ConnectedMachineBackgroundCommandClaim, type ConnectedMachineBackgroundCommandProof } from "@opengeni/db/session-background-commands";
-import { createSandboxClientForBackend, inspectModalSandboxLifecycle, resolveModalCheckpointProviderBindingForSession, terminateModalSandboxById, type ModalOrphanSweepTermination, type ModalCheckpointProviderBinding, type ProviderWorkspaceCapturePolicy, type WorkspaceArchiveDescriptor, type ControlRpc } from "@opengeni/runtime/sandbox";
+import { type VerifiedHostWorkspaceArchive, createSandboxClientForBackend, inspectModalSandboxLifecycle, resolveModalCheckpointProviderBindingForSession, terminateModalSandboxById, type ModalOrphanSweepTermination, type ModalCheckpointProviderBinding, type ProviderWorkspaceCapturePolicy, type WorkspaceArchiveDescriptor, type ControlRpc } from "@opengeni/runtime/sandbox";
 import { type SandboxDrainActivityInput, type SandboxLeaseSweepMaintenanceInput } from "../sandbox-reaper-contract.js";
 import type { ControlActivityServices as ActivityServices } from "./types.js";
 import { type RetainedProcessReconciliationOutcome } from "../observability-metrics.js";
@@ -40,7 +40,7 @@ type CreateSandboxClientForBackendFn = typeof createSandboxClientForBackend;
  * backends with no persistWorkspace — ensures a re-arm during the snapshot window
  * aborts the terminate before client.delete()).
  */
-export type PersistArchiveFn = (archiveBase64: string | null, archiveMetadata?: WorkspaceArchiveDescriptor, providerSession?: unknown, providerBinding?: Awaited<ReturnType<typeof resolveModalCheckpointProviderBindingForSession>> | null) => Promise<{
+export type PersistArchiveFn = (archiveBase64: string | VerifiedHostWorkspaceArchive | null, archiveMetadata?: WorkspaceArchiveDescriptor, providerSession?: unknown, providerBinding?: Awaited<ReturnType<typeof resolveModalCheckpointProviderBindingForSession>> | null) => Promise<{
     wrote: boolean;
     archiveRevision?: string | null;
 }>;
@@ -60,7 +60,7 @@ export type DrainCaptureDisposition = "capture_required" | "archive_published";
  *  Test seams may return the legacy boolean shorthand. Production returns the
  *  typed outcome so the cold commit can distinguish a clean stop from definitive
  *  provider disappearance before capture. */
-export type TerminateBoxFn = (settings: ActivityServices["settings"], lease: NonNullable<Awaited<ReturnType<typeof readLease>>>, observability: ActivityServices["observability"], persistArchive: PersistArchiveFn, providerCaptureRequestId?: string, captureDisposition?: DrainCaptureDisposition, capturePolicy?: ProviderWorkspaceCapturePolicy | null) => Promise<boolean | ProviderTerminationOutcome>;
+export type TerminateBoxFn = (settings: ActivityServices["settings"], lease: NonNullable<Awaited<ReturnType<typeof readLease>>>, observability: ActivityServices["observability"], persistArchive: PersistArchiveFn, providerCaptureRequestId?: string, captureDisposition?: DrainCaptureDisposition, capturePolicy?: ProviderWorkspaceCapturePolicy | null, diskBackedArchives?: boolean) => Promise<boolean | ProviderTerminationOutcome>;
 export type SweepModalOrphansFn = (settings: ActivityServices["settings"], db: ActivityServices["db"], observability: ActivityServices["observability"]) => Promise<number>;
 export type InspectOpenSandboxKubernetesInventoryFn = (input: {
     namespace: string;
@@ -199,4 +199,4 @@ export declare function sandboxDrainReason(lease: Pick<LeaseSnapshot, "rotationR
  * draining until its adapter can prove termination. A truly instance-less or
  * `none`-backed row is a no-op.
  */
-export declare function terminateProviderBox(settings: ActivityServices["settings"], lease: NonNullable<Awaited<ReturnType<typeof readLease>>>, observability: ActivityServices["observability"], persistArchive: PersistArchiveFn, createClientForBackend?: CreateSandboxClientForBackendFn, terminateModalById?: typeof terminateModalSandboxById, providerCaptureRequestId?: string, captureDisposition?: DrainCaptureDisposition, claimedCapturePolicy?: ProviderWorkspaceCapturePolicy | null): Promise<ProviderTerminationOutcome>;
+export declare function terminateProviderBox(settings: ActivityServices["settings"], lease: NonNullable<Awaited<ReturnType<typeof readLease>>>, observability: ActivityServices["observability"], persistArchive: PersistArchiveFn, createClientForBackend?: CreateSandboxClientForBackendFn, terminateModalById?: typeof terminateModalSandboxById, providerCaptureRequestId?: string, captureDisposition?: DrainCaptureDisposition, claimedCapturePolicy?: ProviderWorkspaceCapturePolicy | null, diskBackedArchives?: boolean): Promise<ProviderTerminationOutcome>;

package/dist/activities/workspace-capture.d.ts

@@ -92,6 +92,15 @@ export declare function openFreshWorkspaceCaptureSession(input: {
 /** One discovered repository is all-or-nothing capture authority. A provider
  * transport failure must never be represented as an authoritative empty diff. */
 export declare function readCaptureRepository(svc: Pick<SandboxChannelAService, "gitStatus" | "gitDiff">, root: string): Promise<CaptureRepositoryReadResult>;
+/** Review work may use idle time, but must yield to the next turn. Poll durable
+ * queue state rather than relying on best-effort event delivery. The capture
+ * already fences every continuation on this signal; no replacement writer is
+ * admitted until its caller returns. */
+export declare function captureWhileIdle(input: {
+    hasPendingWork: () => Promise<boolean>;
+    capture: (signal: AbortSignal) => Promise<void>;
+    signal?: AbortSignal;
+}): Promise<void>;
 /**
  * Turn-end entrypoint. Gates on the flag + configured object storage, races the
  * whole capture against a 120s cap, and swallows every failure ("turn outcome
@@ -110,6 +119,8 @@ export declare function captureWorkspaceRevision(input: CaptureWorkspaceRevision
 export declare function changeFingerprint(repos: WorkspaceCaptureRepo[], files: WorkspaceCaptureFile[]): string;
 /** Join a repo-root-relative path onto its workspace-relative repo root. */
 export declare function joinRepoPath(repoRoot: string, repoRelPath: string): string;
-/** Content-addressed after-image blob key (shared across revisions → GC input). */
+/** Content-addressed after-image blob key, optionally in a unique capture namespace. */
 export declare function blobKey(workspaceId: string, sessionId: string, sha256Hex: string): string;
+/** Only pass the latest retained revision's keys: older refs may be under deletion. */
+export declare function retainedCaptureBlobRefs(workspaceId: string, sessionId: string, latestKeys: string[]): Map<string, string>;
 export {};

package/dist/{activities-control-WZRFEIJH.js → activities-control-JUBMDBDZ.js}

@@ -10,18 +10,16 @@ import {
   MAX_AUTOMATIC_PROVIDER_RECOVERIES,
   assertReusableSessionRevivable,
   captureConnectedCommandOutput,
-  collectWorkspaceArchiveObjectKeys,
   createCodexCapacityActivities,
   createGoalActivities,
   createSharedActivityServices,
   currentActivityContext,
-  deleteUnpublishedWorkspaceArchiveObject,
-  deleteWorkspaceArchiveObjectKeys,
   deliverFailedChildTurnToParent,
   evaluateIncidentTelemetryPreflight,
   incidentTelemetryAuthorityFence,
   incidentTelemetryPreflightDeclaration,
   notifyParentOfChildIdle,
+  persistWorkspaceArchiveCandidate,
   providerRecoveryCountFromMetadata,
   putVersion1TarArchiveOrInline,
   reconcileAutomaticSessionTitleFanout,
@@ -33,7 +31,7 @@ import {
   scheduledUserMessagePayload,
   withFirstPartyTools,
   workflowIdForSession
-} from "./chunk-C54VDT6I.js";
+} from "./chunk-ZNIKZQMN.js";
 import {
   inspectOpenSandboxKubernetesInventory,
   recordCreditBalanceGauges,
@@ -53,7 +51,7 @@ import {
   recordTurnsQueuedGauge,
   recordWorkerDeathRecoveryMetrics,
   runtimeMetricsHooksForObservability
-} from "./chunk-BARTLVBK.js";
+} from "./chunk-A4XQWVZK.js";
 
 // src/activities/browser-state-artifact-reaper.ts
 import {
@@ -5243,7 +5241,8 @@ import { sandboxWarmRateMicrosPerSecond } from "@opengeni/config";
 import { appendSessionCommandOutput } from "@opengeni/db/session-command-output";
 import { sandboxLeaseTelemetryKey } from "@opengeni/observability";
 import {
-  captureVerifiedWorkspaceArchive,
+  captureWorkspaceArchiveForStorage,
+  disposeWorkspaceArchive,
   cancelSelfhostedOp,
   assertConsistentSandboxProviderIdentity,
   createSandboxClientForBackend,
@@ -5362,7 +5361,7 @@ function sandboxDrainActivityAttempt() {
   }
 }
 function createSandboxLeaseActivities(services, options = {}) {
-  const terminateBox = options.terminateBox ?? (async (settings, lease, observability, persistArchive, providerCaptureRequestId, captureDisposition, capturePolicy) => await terminateProviderBox(
+  const terminateBox = options.terminateBox ?? (async (settings, lease, observability, persistArchive, providerCaptureRequestId, captureDisposition, capturePolicy, diskBackedArchives) => await terminateProviderBox(
     settings,
     lease,
     observability,
@@ -5371,7 +5370,8 @@ function createSandboxLeaseActivities(services, options = {}) {
     terminateModalSandboxById,
     providerCaptureRequestId,
     captureDisposition,
-    capturePolicy
+    capturePolicy,
+    diskBackedArchives
   ));
   const sweepModalOrphans = options.sweepModalOrphans ?? sweepModalOrphansForConfiguredBackend;
   const inspectOpenSandboxInventory = options.inspectOpenSandboxKubernetesInventory ?? inspectOpenSandboxKubernetesInventory;
@@ -7044,7 +7044,7 @@ async function terminateDrainableBox(db, settings, row, observability, terminate
     }
     const archiveMetrics = runtimeMetricsHooksForObservability(observability);
     let checkpointArtifactId = null;
-    if (archiveBase64 && archiveMetadata?.version === 2 && (archiveMetadata.provider === "modal_snapshot_filesystem" || archiveMetadata.provider === "modal_snapshot_directory")) {
+    if (typeof archiveBase64 === "string" && archiveBase64 && archiveMetadata?.version === 2 && (archiveMetadata.provider === "modal_snapshot_filesystem" || archiveMetadata.provider === "modal_snapshot_directory")) {
       if (!providerBinding) {
         throw new Error("Modal native snapshot has no exact session provider identity");
       }
@@ -7084,57 +7084,29 @@ async function terminateDrainableBox(db, settings, row, observability, terminate
       if (!archiveMetadata) {
         throw new Error("Sandbox snapshot publication requires a verified archive descriptor");
       }
-      const priorKeys = collectWorkspaceArchiveObjectKeys(
-        lease.resumeState ?? null
-      );
-      let workspaceArchiveRef;
-      try {
-        const published = await putVersion1TarArchiveOrInline({
-          backend: lease.backend,
-          objectStorage,
-          accountId,
-          workspaceId: row.workspaceId,
-          sandboxGroupId: row.sandboxGroupId,
-          archive: {
-            bytes: Buffer.from(archiveBase64, "base64"),
-            descriptor: archiveMetadata,
-            base64: archiveBase64
-          },
-          metrics: archiveMetrics
-        });
-        workspaceArchiveRef = published.workspaceArchiveRef;
-        result = await persistDrainSnapshot(db, {
+      const published = await putVersion1TarArchiveOrInline({
+        backend: lease.backend,
+        objectStorage,
+        accountId,
+        workspaceId: row.workspaceId,
+        sandboxGroupId: row.sandboxGroupId,
+        archive: typeof archiveBase64 === "object" ? archiveBase64 : {
+          bytes: Buffer.from(archiveBase64, "base64"),
+          descriptor: archiveMetadata,
+          base64: archiveBase64
+        },
+        metrics: archiveMetrics
+      });
+      result = await persistWorkspaceArchiveCandidate({
+        objectStorage,
+        ...published.workspaceArchiveRef ? { ref: published.workspaceArchiveRef } : {},
+        persist: () => persistDrainSnapshot(db, {
           ...baseInput,
           workspaceArchiveMeta: archiveMetadata,
           ...published,
           ...checkpointArtifactId ? { checkpointArtifactId } : {}
-        });
-        if (published.workspaceArchiveRef && objectStorage) {
-          if (!result.wrote) {
-            await deleteUnpublishedWorkspaceArchiveObject(
-              objectStorage,
-              published.workspaceArchiveRef,
-              archiveMetrics
-            );
-          } else {
-            const afterLease = await readLease(db, row.workspaceId, row.sandboxGroupId);
-            const afterKeys = collectWorkspaceArchiveObjectKeys(
-              afterLease?.resumeState ?? null
-            );
-            await deleteWorkspaceArchiveObjectKeys(
-              objectStorage,
-              [...priorKeys].filter((key) => !afterKeys.has(key))
-            ).catch(() => void 0);
-          }
-        }
-      } catch (error) {
-        await deleteUnpublishedWorkspaceArchiveObject(
-          objectStorage,
-          workspaceArchiveRef,
-          archiveMetrics
-        );
-        throw error;
-      }
+        })
+      });
     }
     if (!result.wrote && checkpointArtifactId) {
       await markSandboxCheckpointArtifactDeletePending2(db, {
@@ -7157,7 +7129,8 @@ async function terminateDrainableBox(db, settings, row, observability, terminate
     persistArchive,
     captureClaim?.providerRequestId ?? attempt.operationId,
     captureDisposition,
-    capturePolicy
+    capturePolicy,
+    Boolean(objectStorage)
   );
   const terminated = typeof termination === "boolean" ? termination : termination.terminated;
   if (!terminated) {
@@ -7213,7 +7186,7 @@ function providerDrainLogIdentity(lease, backend) {
     instanceId: lease.instanceId
   };
 }
-async function terminateProviderBox(settings, lease, observability, persistArchive, createClientForBackend = createSandboxClientForBackend, terminateModalById = terminateModalSandboxById, providerCaptureRequestId, captureDisposition = "capture_required", claimedCapturePolicy) {
+async function terminateProviderBox(settings, lease, observability, persistArchive, createClientForBackend = createSandboxClientForBackend, terminateModalById = terminateModalSandboxById, providerCaptureRequestId, captureDisposition = "capture_required", claimedCapturePolicy, diskBackedArchives = false) {
   const durableBackendId = lease.resumeBackendId ?? lease.backend;
   const backend = sandboxBackendForSdkBackendId(durableBackendId) ?? durableBackendId;
   const logIdentity = providerDrainLogIdentity(lease, backend);
@@ -7335,10 +7308,15 @@ async function terminateProviderBox(settings, lease, observability, persistArchi
   ) : null;
   try {
     if (captureDisposition !== "archive_published" && session?.persistWorkspace) {
-      const capture = captureVerifiedWorkspaceArchive(session, Date.now(), {
-        requestId: providerCaptureRequestId ?? randomUUID2(),
-        strategy: liveCapturePolicy.strategy
-      });
+      const capture = captureWorkspaceArchiveForStorage(
+        session,
+        Date.now(),
+        {
+          requestId: providerCaptureRequestId ?? randomUUID2(),
+          strategy: liveCapturePolicy.strategy
+        },
+        diskBackedArchives
+      );
       verifiedArchive = await awaitProviderCaptureWithLatePublication({
         capture,
         timeoutMs: settings.sandboxSnapshotTimeoutMs,
@@ -7352,7 +7330,7 @@ async function terminateProviderBox(settings, lease, observability, persistArchi
         publishLate: async (archive) => {
           try {
             const result = await persistArchive(
-              archive.base64,
+              archive.kind === "host_spool" ? archive : archive.base64,
               archive.descriptor,
               session,
               checkpointBinding
@@ -7368,6 +7346,8 @@ async function terminateProviderBox(settings, lease, observability, persistArchi
               ...logIdentity,
               error: error instanceof Error ? error.message : String(error)
             });
+          } finally {
+            await disposeWorkspaceArchive(archive);
           }
         },
         observeLateFailure: (error) => {
@@ -7399,12 +7379,17 @@ async function terminateProviderBox(settings, lease, observability, persistArchi
       ...logIdentity
     });
   } else if (verifiedArchive) {
-    const { wrote } = await persistArchive(
-      verifiedArchive.base64,
-      verifiedArchive.descriptor,
-      session,
-      checkpointBinding
-    );
+    let wrote;
+    try {
+      ({ wrote } = await persistArchive(
+        verifiedArchive.kind === "host_spool" ? verifiedArchive : verifiedArchive.base64,
+        verifiedArchive.descriptor,
+        session,
+        checkpointBinding
+      ));
+    } finally {
+      await disposeWorkspaceArchive(verifiedArchive);
+    }
     if (!wrote) {
       observability.info(
         "sandbox reaper: lease re-armed during persist \u2014 leaving box RUNNING (no terminate)",
@@ -7448,7 +7433,6 @@ import {
   SCHEDULED_TASK_OCCURRENCE_PAYLOAD_MAX_BYTES,
   ScheduledTaskRunAcceptedExecution,
   SessionAgentAccess,
-  SessionEndUser,
   SessionMemoryScope,
   normalizeAutomaticSessionTitle,
   scheduledOccurrencePayloadUtf8Bytes,
@@ -9564,11 +9548,12 @@ async function replayScheduledTaskDispatch(input) {
 function scheduledCreatorSessionPolicyInput(policy) {
   if (!policy) return {};
   const agentAccess = SessionAgentAccess.safeParse(policy.agentAccess);
-  const endUser = SessionEndUser.safeParse(policy.endUser);
   const memoryScope = SessionMemoryScope.safeParse(policy.memoryScope);
   return {
     ...agentAccess.success ? { agentAccess: agentAccess.data } : {},
-    ...endUser.success ? { endUser: endUser.data } : {},
+    // This is a trusted DB admission input, not the public create payload.
+    // Preserve the immutable creator policy through scheduled materialization.
+    ...policy.scopeSubjectId && /^(?:user:|external_user:).+/u.test(policy.scopeSubjectId) ? { scopeSubjectId: policy.scopeSubjectId } : {},
     ...memoryScope.success ? { memoryScope: memoryScope.data } : {}
   };
 }
@@ -10350,4 +10335,4 @@ export {
   createControlActivities,
   createControlActivitiesFromServices
 };
-//# sourceMappingURL=activities-control-WZRFEIJH.js.map
+//# sourceMappingURL=activities-control-JUBMDBDZ.js.map