deepline 0.2.9 → 0.2.10

package/dist/bundling-sources/shared_libs/play-runtime/ctx-types.ts

@@ -530,6 +530,8 @@ export interface ContextOptions {
   vercelProtectionBypassToken?: string | null;
   /** Optional per-run integration execution mode for provider calls. */
   integrationMode?: 'live' | 'eval_stub' | 'fixture';
+  /** Preview/dev test seam that applies provider pacing to fixture responses. */
+  enforceFixtureProviderPacing?: boolean;
   orgId?: string;
   userEmail?: string;
   playName?: string;

package/dist/bundling-sources/shared_libs/play-runtime/db-session.ts

@@ -2,6 +2,7 @@ import type {
   EncryptedPostgresUrl,
   PostgresUrlEncryptionRequest,
 } from './db-session-crypto';
+import { WORKFLOW_EXECUTOR_TOKEN_TTL_SECONDS } from './runtime-constants';
 
 // Workflow DB sessions must not expire before the workflow run/retry state they
 // pair with. Run/retry state lives 60 min (WORKFLOW_RUN_STATE_TTL_MS in the
@@ -11,6 +12,13 @@ import type {
 export const DB_SESSION_DEFAULT_TTL_SECONDS = 60 * 60;
 export const DB_SESSION_MAX_TTL_SECONDS = 60 * 60;
 
+// A sandbox cannot mint new database authority after launch. Its preloaded
+// sessions therefore have to remain valid for the same bounded activity as
+// the executor token that unwraps them. Keep the shorter default/max above for
+// renewable control-plane sessions; they do not govern launch-time preloads.
+export const PRELOADED_RUNTIME_DB_SESSION_TTL_SECONDS =
+  WORKFLOW_EXECUTOR_TOKEN_TTL_SECONDS;
+
 export const DB_SESSION_OPERATIONS = [
   'rows.read',
   'rows.append',

package/dist/bundling-sources/shared_libs/play-runtime/protocol.ts

@@ -122,6 +122,8 @@ export interface PlayRunnerContextConfig {
   runtimeTestFaultHeader?: string | null;
   vercelProtectionBypassToken?: string | null;
   integrationMode?: 'live' | 'eval_stub' | 'fixture';
+  /** Preview/dev test seam that applies provider pacing to fixture responses. */
+  enforceFixtureProviderPacing?: boolean;
   /** Immutable tool-error payload schema copied from the run contract. */
   toolErrorSchemaVersion?: ToolExecutionErrorSchemaVersion;
   orgId?: string;

package/dist/bundling-sources/shared_libs/play-runtime/runtime-api.ts

@@ -4396,10 +4396,26 @@ export async function claimRuntimeWorkReceipts(
     leaseTtlMs?: number | null;
   },
 ): Promise<WorkReceiptClaim[]> {
-  const keys = [
-    ...new Set(input.keys.map((key) => key.trim()).filter(Boolean)),
-  ];
-  if (keys.length === 0) return [];
+  if (
+    input.leaseIds !== undefined &&
+    input.leaseIds.length !== input.keys.length
+  ) {
+    throw new Error(
+      `Runtime receipt bulk claim requires one lease ID per key. Received ${input.leaseIds.length} lease IDs for ${input.keys.length} keys.`,
+    );
+  }
+  const positionalEntries = input.keys
+    .map((key, originalIndex) => ({ key: key.trim(), originalIndex }))
+    .filter((entry) => Boolean(entry.key));
+  const positionalKeys = positionalEntries.map((entry) => entry.key);
+  if (positionalKeys.length === 0) return [];
+  const firstPositionByKey = new Map<string, number>();
+  positionalEntries.forEach(({ key, originalIndex }) => {
+    if (!firstPositionByKey.has(key)) {
+      firstPositionByKey.set(key, originalIndex);
+    }
+  });
+  const keys = [...firstPositionByKey.keys()];
   const session = await getRuntimeWorkReceiptSessionForKeys(context, {
     playName: input.playName,
     keys,
@@ -4409,16 +4425,9 @@ export async function claimRuntimeWorkReceipts(
     session,
     async (client) => {
       const keyHexes = keys.map(workReceiptKeyHex);
-      if (
-        input.leaseIds !== undefined &&
-        input.leaseIds.length !== keys.length
-      ) {
-        throw new Error(
-          `Runtime receipt bulk claim requires one lease ID per key. Received ${input.leaseIds.length} lease IDs for ${keys.length} keys.`,
-        );
-      }
-      const leaseIds = keys.map((_, index) => {
-        const providedLeaseId = input.leaseIds?.[index]?.trim();
+      const leaseIds = keys.map((key) => {
+        const position = firstPositionByKey.get(key)!;
+        const providedLeaseId = input.leaseIds?.[position]?.trim();
         return (
           providedLeaseId ||
           (input.leaseAware === true ? newRuntimeWorkReceiptLeaseId() : null)
@@ -4604,19 +4613,40 @@ export async function claimRuntimeWorkReceipts(
           input.reclaimRunning === true,
         ],
       );
-      return rows.map((row) => {
+      const claimsByKey = new Map<string, WorkReceiptClaim>();
+      for (const row of rows) {
         const receipt = mapRuntimeWorkReceiptRow(row);
         if (row.claimed === true) {
-          return { disposition: 'claimed', receipt } satisfies WorkReceiptClaim;
+          claimsByKey.set(receipt.key, {
+            disposition: 'claimed',
+            receipt,
+          });
+          continue;
         }
         if (input.forceRefresh !== true && isReusableWorkReceipt(receipt)) {
-          return { disposition: 'reused', receipt } satisfies WorkReceiptClaim;
+          claimsByKey.set(receipt.key, {
+            disposition: 'reused',
+            receipt,
+          });
+          continue;
         }
-        return runtimeWorkReceiptClaimDispositionForBlockedReceipt({
-          receipt,
-          claimantRunId: input.runId,
-          claimantRunAttempt: runAttempt,
-        });
+        claimsByKey.set(
+          receipt.key,
+          runtimeWorkReceiptClaimDispositionForBlockedReceipt({
+            receipt,
+            claimantRunId: input.runId,
+            claimantRunAttempt: runAttempt,
+          }),
+        );
+      }
+      return positionalKeys.map((key) => {
+        const claim = claimsByKey.get(key);
+        if (!claim) {
+          throw new Error(
+            `Runtime receipt ${key} bulk claim did not return a positional result.`,
+          );
+        }
+        return claim;
       });
     },
   );

package/dist/bundling-sources/shared_libs/play-runtime/runtime-receipt-writer.ts

@@ -69,6 +69,21 @@ export class RuntimeReceiptWriterClosedError extends Error {
   }
 }
 
+export class RuntimeReceiptWriterRetryDeadlineError extends Error {
+  constructor(
+    readonly attempts: number,
+    readonly elapsedMs: number,
+    readonly maxRetryElapsedMs: number,
+    options?: { cause?: unknown },
+  ) {
+    super(
+      `Runtime receipt persistence did not recover within ${maxRetryElapsedMs}ms after ${attempts} attempts.`,
+      options,
+    );
+    this.name = 'RuntimeReceiptWriterRetryDeadlineError';
+  }
+}
+
 /**
  * Private batching implementation used by a Play Durability Store Adapter.
  *
@@ -90,6 +105,7 @@ export class RuntimeReceiptWriter<Input, Output> {
   readonly #maxBatchBytes: number;
   readonly #maxBufferedBytes: number;
   readonly #maxFlushMs: number;
+  readonly #maxRetryElapsedMs: number;
   readonly #onRetryEvent:
     | ((event: RuntimeReceiptWriterRetryEvent<Input>) => void)
     | null;
@@ -121,6 +137,7 @@ export class RuntimeReceiptWriter<Input, Output> {
     maxBatchBytes?: number;
     maxBufferedBytes?: number;
     maxFlushMs?: number;
+    maxRetryElapsedMs?: number;
     onRetryEvent?: (event: RuntimeReceiptWriterRetryEvent<Input>) => void;
   }) {
     this.#batchKey = options.batchKey;
@@ -138,6 +155,10 @@ export class RuntimeReceiptWriter<Input, Output> {
       this.#maxBufferedBytes,
     );
     this.#maxFlushMs = Math.max(0, Math.floor(options.maxFlushMs ?? 5));
+    this.#maxRetryElapsedMs = normalizePositiveInteger(
+      options.maxRetryElapsedMs,
+      2 * 60_000,
+    );
     this.#onRetryEvent = options.onRetryEvent ?? null;
   }
 
@@ -357,7 +378,24 @@ export class RuntimeReceiptWriter<Input, Output> {
       } catch (error) {
         const retry = this.#classifyRetryableError(error);
         if (!retry) throw error;
+        const elapsedMs = Date.now() - startedAt;
+        if (elapsedMs >= this.#maxRetryElapsedMs) {
+          throw new RuntimeReceiptWriterRetryDeadlineError(
+            attempt,
+            elapsedMs,
+            this.#maxRetryElapsedMs,
+            { cause: error },
+          );
+        }
         const retryAfterMs = jitteredRetryDelayMs(retry.retryAfterMs);
+        if (elapsedMs + retryAfterMs > this.#maxRetryElapsedMs) {
+          throw new RuntimeReceiptWriterRetryDeadlineError(
+            attempt,
+            elapsedMs,
+            this.#maxRetryElapsedMs,
+            { cause: error },
+          );
+        }
         this.#emitRetryEvent({
           phase: 'retry',
           attempt,

package/dist/bundling-sources/shared_libs/play-runtime/test-runtime-seams.ts

@@ -26,7 +26,7 @@ type ParsedRuntimeTestFaults =
 
 type RuntimeTestSeamContext = {
   internalTokenHeader?: string | null;
-  syntheticRunHeader?: string | null;
+  verifiedSyntheticExecutor?: boolean;
 };
 
 type ParsedRuntimeTestFaultCounts =
@@ -44,6 +44,8 @@ type ValidatedRuntimeTestFaultHeader =
 export type RuntimeTestPolicyOverrides = {
   /** Opt-in bounded runner map latency profile for local/preview diagnosis. */
   mapLatencyProfile?: boolean;
+  /** Exercise provider pacing during fixture runs without dispatching provider traffic. */
+  enforceFixtureProviderPacing?: boolean;
   receiptLeaseTtlMs?: number;
   sheetAttemptLeaseMs?: number;
   heartbeatIntervalMs?: number;
@@ -117,10 +119,7 @@ function runtimeTestSeamsAuthorized(
   return (
     testRuntimeSeamsEnabled() ||
     internalTokenAllowsRuntimeSeams(context) ||
-    Boolean(
-      context?.syntheticRunHeader?.trim() &&
-      context.syntheticRunHeader.trim() !== '0',
-    )
+    context?.verifiedSyntheticExecutor === true
   );
 }
 
@@ -183,7 +182,8 @@ function parseRuntimeTestPolicyOverrides(
     (key) =>
       !RUNTIME_TEST_POLICY_MS_FIELDS.has(key) &&
       key !== 'workBudgetYieldLimits' &&
-      key !== 'mapLatencyProfile',
+      key !== 'mapLatencyProfile' &&
+      key !== 'enforceFixtureProviderPacing',
   );
   if (unknownKeys.length > 0) {
     return {
@@ -200,6 +200,16 @@ function parseRuntimeTestPolicyOverrides(
     }
     overrides.mapLatencyProfile = record.mapLatencyProfile;
   }
+  if ('enforceFixtureProviderPacing' in record) {
+    if (typeof record.enforceFixtureProviderPacing !== 'boolean') {
+      return {
+        error:
+          'testPolicyOverrides.enforceFixtureProviderPacing must be a boolean.',
+      };
+    }
+    overrides.enforceFixtureProviderPacing =
+      record.enforceFixtureProviderPacing;
+  }
   for (const field of RUNTIME_TEST_POLICY_MS_FIELDS) {
     if (!(field in record)) continue;
     const parsed = readPositiveIntegerField({
@@ -279,6 +289,7 @@ export function readRuntimeTestFaultRegistry(input: {
   headerValue: string | null;
   internalTokenHeader?: string | null;
   syntheticRunHeader?: string | null;
+  verifiedSyntheticExecutor?: boolean;
 }): ParsedRuntimeTestFaults {
   const headerValue = input.headerValue?.trim();
   if (!headerValue) {
@@ -320,6 +331,7 @@ export function validateRuntimeTestFaultHeader(input: {
   headerValue: string | null;
   internalTokenHeader?: string | null;
   syntheticRunHeader?: string | null;
+  verifiedSyntheticExecutor?: boolean;
 }): ValidatedRuntimeTestFaultHeader {
   const parsed = parseRuntimeTestFaultCounts(input);
   if (parsed.ok === false) {
@@ -332,6 +344,7 @@ export function parseRuntimeTestFaultCounts(input: {
   headerValue: string | null;
   internalTokenHeader?: string | null;
   syntheticRunHeader?: string | null;
+  verifiedSyntheticExecutor?: boolean;
 }): ParsedRuntimeTestFaultCounts {
   const headerValue = input.headerValue?.trim();
   if (!headerValue) {

package/dist/cli/index.js

@@ -1040,7 +1040,7 @@ var SDK_RELEASE = {
   // 0.2.0 makes Dataset Handles uniformly async-only after 0.1.320 briefly
   // exposed storage-dependent synchronous access. This deliberate minor
   // release keeps lazy paging semantics independent of row residency.
-  version: "0.2.9",
+  version: "0.2.10",
   contracts: {
     api: {
       name: "sdk-http-api",
@@ -2177,6 +2177,13 @@ function projectPlayRunActivity(input2) {
     (dataset) => dataset.phase === "registered" || dataset.complete !== true && dataset.phase !== "failed"
   ).sort((left, right) => (right.updatedAt ?? 0) - (left.updatedAt ?? 0))[0];
   if (pendingDataset) {
+    const activeDatasetStep = input2.nodeStates?.find(
+      (candidate) => candidate.nodeId === input2.activeNodeId && candidate.status === "running" && candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetStep = activeDatasetStep ?? input2.nodeStates?.find(
+      (candidate) => candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetProgress = datasetStep?.progress ?? null;
     return projection(
       {
         schemaVersion: 1,
@@ -2189,12 +2196,12 @@ function projectPlayRunActivity(input2) {
         state: {
           kind: "active",
           progress: {
-            completed: pendingDataset.persistedRows,
-            total: typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0,
-            failed: pendingDataset.failedRows
+            completed: datasetProgress?.completed ?? pendingDataset.persistedRows,
+            total: datasetProgress?.total ?? (typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0),
+            failed: datasetProgress?.failed ?? pendingDataset.failedRows
           }
         },
-        observedAt: pendingDataset.updatedAt ?? observedAt
+        observedAt: datasetStep?.updatedAt ?? pendingDataset.updatedAt ?? observedAt
       },
       now
     );

package/dist/cli/index.mjs

@@ -1025,7 +1025,7 @@ var SDK_RELEASE = {
   // 0.2.0 makes Dataset Handles uniformly async-only after 0.1.320 briefly
   // exposed storage-dependent synchronous access. This deliberate minor
   // release keeps lazy paging semantics independent of row residency.
-  version: "0.2.9",
+  version: "0.2.10",
   contracts: {
     api: {
       name: "sdk-http-api",
@@ -2162,6 +2162,13 @@ function projectPlayRunActivity(input2) {
     (dataset) => dataset.phase === "registered" || dataset.complete !== true && dataset.phase !== "failed"
   ).sort((left, right) => (right.updatedAt ?? 0) - (left.updatedAt ?? 0))[0];
   if (pendingDataset) {
+    const activeDatasetStep = input2.nodeStates?.find(
+      (candidate) => candidate.nodeId === input2.activeNodeId && candidate.status === "running" && candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetStep = activeDatasetStep ?? input2.nodeStates?.find(
+      (candidate) => candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetProgress = datasetStep?.progress ?? null;
     return projection(
       {
         schemaVersion: 1,
@@ -2174,12 +2181,12 @@ function projectPlayRunActivity(input2) {
         state: {
           kind: "active",
           progress: {
-            completed: pendingDataset.persistedRows,
-            total: typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0,
-            failed: pendingDataset.failedRows
+            completed: datasetProgress?.completed ?? pendingDataset.persistedRows,
+            total: datasetProgress?.total ?? (typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0),
+            failed: datasetProgress?.failed ?? pendingDataset.failedRows
           }
         },
-        observedAt: pendingDataset.updatedAt ?? observedAt
+        observedAt: datasetStep?.updatedAt ?? pendingDataset.updatedAt ?? observedAt
       },
       now
     );

package/dist/index.js

@@ -763,7 +763,7 @@ var SDK_RELEASE = {
   // 0.2.0 makes Dataset Handles uniformly async-only after 0.1.320 briefly
   // exposed storage-dependent synchronous access. This deliberate minor
   // release keeps lazy paging semantics independent of row residency.
-  version: "0.2.9",
+  version: "0.2.10",
   contracts: {
     api: {
       name: "sdk-http-api",
@@ -1900,6 +1900,13 @@ function projectPlayRunActivity(input) {
     (dataset) => dataset.phase === "registered" || dataset.complete !== true && dataset.phase !== "failed"
   ).sort((left, right) => (right.updatedAt ?? 0) - (left.updatedAt ?? 0))[0];
   if (pendingDataset) {
+    const activeDatasetStep = input.nodeStates?.find(
+      (candidate) => candidate.nodeId === input.activeNodeId && candidate.status === "running" && candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetStep = activeDatasetStep ?? input.nodeStates?.find(
+      (candidate) => candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetProgress = datasetStep?.progress ?? null;
     return projection(
       {
         schemaVersion: 1,
@@ -1912,12 +1919,12 @@ function projectPlayRunActivity(input) {
         state: {
           kind: "active",
           progress: {
-            completed: pendingDataset.persistedRows,
-            total: typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0,
-            failed: pendingDataset.failedRows
+            completed: datasetProgress?.completed ?? pendingDataset.persistedRows,
+            total: datasetProgress?.total ?? (typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0),
+            failed: datasetProgress?.failed ?? pendingDataset.failedRows
           }
         },
-        observedAt: pendingDataset.updatedAt ?? observedAt
+        observedAt: datasetStep?.updatedAt ?? pendingDataset.updatedAt ?? observedAt
       },
       now
     );

package/dist/index.mjs

@@ -689,7 +689,7 @@ var SDK_RELEASE = {
   // 0.2.0 makes Dataset Handles uniformly async-only after 0.1.320 briefly
   // exposed storage-dependent synchronous access. This deliberate minor
   // release keeps lazy paging semantics independent of row residency.
-  version: "0.2.9",
+  version: "0.2.10",
   contracts: {
     api: {
       name: "sdk-http-api",
@@ -1826,6 +1826,13 @@ function projectPlayRunActivity(input) {
     (dataset) => dataset.phase === "registered" || dataset.complete !== true && dataset.phase !== "failed"
   ).sort((left, right) => (right.updatedAt ?? 0) - (left.updatedAt ?? 0))[0];
   if (pendingDataset) {
+    const activeDatasetStep = input.nodeStates?.find(
+      (candidate) => candidate.nodeId === input.activeNodeId && candidate.status === "running" && candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetStep = activeDatasetStep ?? input.nodeStates?.find(
+      (candidate) => candidate.artifactTableNamespace === pendingDataset.tableNamespace
+    );
+    const datasetProgress = datasetStep?.progress ?? null;
     return projection(
       {
         schemaVersion: 1,
@@ -1838,12 +1845,12 @@ function projectPlayRunActivity(input) {
         state: {
           kind: "active",
           progress: {
-            completed: pendingDataset.persistedRows,
-            total: typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0,
-            failed: pendingDataset.failedRows
+            completed: datasetProgress?.completed ?? pendingDataset.persistedRows,
+            total: datasetProgress?.total ?? (typeof pendingDataset.succeededRows === "number" || typeof pendingDataset.failedRows === "number" ? (pendingDataset.succeededRows ?? 0) + (pendingDataset.failedRows ?? 0) : void 0),
+            failed: datasetProgress?.failed ?? pendingDataset.failedRows
           }
         },
-        observedAt: pendingDataset.updatedAt ?? observedAt
+        observedAt: datasetStep?.updatedAt ?? pendingDataset.updatedAt ?? observedAt
       },
       now
     );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.2.9",
+  "version": "0.2.10",
   "description": "Deepline SDK + CLI — B2B data enrichment powered by durable cloud execution",
   "license": "MIT",
   "repository": {