deepline 0.3.129 → 0.3.130

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.129',
+  version: '0.3.130',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/play-runtime/daytona-sandbox-janitor.ts

@@ -1,4 +1,5 @@
 import { withRuntimeSchedulerClient } from './/scheduler-backends/postgres-pool';
+import { RUNTIME_CAPACITY_POLICY } from './/runtime-capacity-policy';
 import { isIsolatedRuntimeSchedulerSchema } from './/runtime-scheduler-topology';
 
 /** A single controller owns this fleet-wide sweep. Workers clean resources for
@@ -60,7 +61,9 @@ export function startDaytonaSandboxJanitor(
         {
           url: options.url,
           applicationName: 'deepline-daytona-janitor',
-          maxClients: options.maxClients ?? 2,
+          maxClients:
+            options.maxClients ??
+            RUNTIME_CAPACITY_POLICY.runtimePostgres.schedulerPoolMaxClients,
         },
         (client) =>
           reapOrphanDaytonaSandboxes({

package/dist/bundling-sources/shared_libs/play-runtime/runtime-capacity-policy.ts

@@ -7,11 +7,15 @@
  * and tests cannot independently invent concurrency or timeout budgets.
  */
 export const RUNTIME_CAPACITY_POLICY = {
+  runtimePostgres: {
+    /** One process-local scheduler pool budget for every control-plane lane. */
+    schedulerPoolMaxClients: 2,
+  },
   absurd: {
     /** Warm floor for availability and deploy rollovers. */
     activeLaneMachines: 2,
-    /** 32 Machines x 8 claim slots permits 256 concurrent launch/resume legs. */
-    maxActiveLaneMachines: 32,
+    /** Keep worker pools and direct wake listeners below the shared DB budget. */
+    maxActiveLaneMachines: 8,
     workerSlotsPerMachine: 8,
     /** React within one control interval when a due backlog is not draining. */
     scaleUpQueueAgeMs: 1_000,
@@ -174,6 +178,16 @@ function nonNegativeNumber(value: number): number {
 }
 
 export function assertRuntimeCapacityPolicy(): void {
+  if (
+    !Number.isInteger(
+      RUNTIME_CAPACITY_POLICY.runtimePostgres.schedulerPoolMaxClients,
+    ) ||
+    RUNTIME_CAPACITY_POLICY.runtimePostgres.schedulerPoolMaxClients < 1
+  ) {
+    throw new Error(
+      'Runtime scheduler pool client cap must be a positive integer.',
+    );
+  }
   if (
     !Number.isInteger(
       RUNTIME_CAPACITY_POLICY.sandboxAcquisition

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/absurd.ts

@@ -75,6 +75,23 @@ export type AbsurdSchedulerBackendOptions = AbsurdSchedulerOptions & {
   queueSuffix?: string | null;
 };
 
+const cancellationFlights = new Map<string, Promise<void>>();
+
+function runCancellationSingleFlight(
+  key: string,
+  operation: () => Promise<void>,
+): Promise<void> {
+  const existing = cancellationFlights.get(key);
+  if (existing) return existing;
+  const flight = operation().finally(() => {
+    if (cancellationFlights.get(key) === flight) {
+      cancellationFlights.delete(key);
+    }
+  });
+  cancellationFlights.set(key, flight);
+  return flight;
+}
+
 function recordAbsurdSubmitPhase(
   input: Pick<PlaySchedulerSubmitInput, 'runId' | 'playName' | 'graphHash'>,
   phase: string,
@@ -133,6 +150,7 @@ function absurdRunHandle(input: {
   const releaseId =
     input.releaseId?.trim() || absurdReleaseIdForSuffix(input.queueSuffix);
   const runsQueue = absurdQueueNameForRelease(releaseId);
+  const cancellationKey = `${poolOptions.url}::${effectiveOptions.schema ?? ''}::${input.runId}`;
 
   const cancelAbsurdTask = async () => {
     const taskId = await withRuntimeSchedulerClient(poolOptions, (client) =>
@@ -230,17 +248,19 @@ function absurdRunHandle(input: {
     runId: input.runId,
     initialState: input.initialState ?? undefined,
     cancel: async () => {
-      const cleanup = cleanupPersistedRuntimeSandboxes();
-      await Promise.all([delegate.cancel(), cancelAbsurdTask(), cleanup]);
+      await runCancellationSingleFlight(cancellationKey, async () => {
+        await delegate.cancel();
+        await cancelAbsurdTask();
+        await cleanupPersistedRuntimeSandboxes();
+      });
     },
     signal: async (payload) => {
       if (payload.kind === 'cancel') {
-        const cleanup = cleanupPersistedRuntimeSandboxes();
-        await Promise.all([
-          delegate.signal(payload),
-          cancelAbsurdTask(),
-          cleanup,
-        ]);
+        await runCancellationSingleFlight(cancellationKey, async () => {
+          await delegate.signal(payload);
+          await cancelAbsurdTask();
+          await cleanupPersistedRuntimeSandboxes();
+        });
         return;
       }
       if (payload.kind !== 'integration_event' || !payload.eventKey) {

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/postgres-pool.ts

@@ -33,6 +33,7 @@ import {
   PLAY_ADMISSION_MAX_ACQUIRE_QUEUE_WAIT_MS,
 } from '../admission-transport-policy';
 import { RUNTIME_RELIABILITY_POLICY } from '../runtime-reliability-policy';
+import { RUNTIME_CAPACITY_POLICY } from '../runtime-capacity-policy';
 export {
   isRuntimeSchedulerCapacityError,
   parseRuntimeSchedulerCapacityError,
@@ -126,8 +127,8 @@ export function assertRuntimeSchedulerHotPathUrl(url: string): void {
 }
 
 export const RUNTIME_SCHEDULER_POOL_DEFAULTS = {
-  /** Per-process client cap. Workers override via options; keep small on serverless. */
-  maxClients: 8,
+  /** One shared per-process client cap for scheduler control-plane lanes. */
+  maxClients: RUNTIME_CAPACITY_POLICY.runtimePostgres.schedulerPoolMaxClients,
   /** Refuse to construct a pool above this — protects the shared PgBouncer/Postgres. */
   maxClientsHardCap: 32,
   /** Max time a caller waits for a pooled connection before erroring. */
@@ -163,7 +164,11 @@ export const RUNTIME_SCHEDULER_POOL_DEFAULTS = {
  * once. This shared cap keeps horizontally scaled workers and the receipt
  * gateway from consuming PgBouncer's global client budget independently.
  */
-export const RUNTIME_SCHEDULER_CONTROL_PLANE_MAX_CLIENTS = 2;
+export const RUNTIME_SCHEDULER_CONTROL_PLANE_MAX_CLIENTS =
+  RUNTIME_CAPACITY_POLICY.runtimePostgres.schedulerPoolMaxClients;
+
+export const RUNTIME_SCHEDULER_CANCEL_LOCK_TIMEOUT_MS = 2_000;
+export const RUNTIME_SCHEDULER_CANCEL_STATEMENT_TIMEOUT_MS = 15_000;
 
 export type RuntimeSchedulerPoolOptions = {
   url: string;
@@ -188,6 +193,11 @@ export type RuntimeSchedulerPoolOptions = {
   maxAcquireQueueWaitMs?: number;
 };
 
+export type RuntimeSchedulerOperationOptions = {
+  signal?: AbortSignal;
+  maxAttempts?: number;
+};
+
 export type RuntimeSchedulerQueryClient = {
   query<Row extends Record<string, unknown> = Record<string, unknown>>(
     sql: string,
@@ -195,6 +205,22 @@ export type RuntimeSchedulerQueryClient = {
   ): Promise<{ rows: Row[] }>;
 };
 
+export function isRuntimeSchedulerQueryCancellationError(
+  error: unknown,
+): boolean {
+  if (!error || typeof error !== 'object') return false;
+  if ((error as { code?: unknown }).code === '57014') return true;
+  const name = (error as { name?: unknown }).name;
+  if (name === 'TimeoutError' || name === 'AbortError') return true;
+  const message = (error as { message?: unknown }).message;
+  return (
+    typeof message === 'string' &&
+    /(?:statement timeout|canceling statement due to user request|query read timeout)/i.test(
+      message,
+    )
+  );
+}
+
 export class RuntimeSchedulerCircuitOpenError extends Error {
   readonly code = 'RUNTIME_SCHEDULER_UNAVAILABLE';
 
@@ -738,11 +764,21 @@ export async function withRuntimeSchedulerClient<T>(
     phase: string;
     priority?: RuntimeSchedulerPoolPriority;
   },
-  operationOptions: { signal?: AbortSignal } = {},
+  operationOptions: RuntimeSchedulerOperationOptions = {},
 ): Promise<T> {
   const signal = operationOptions.signal;
   throwIfSchedulerAborted(signal);
   const entry = getPoolEntry(options);
+  const maxAttempts = Math.max(
+    1,
+    Math.min(
+      RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts,
+      Math.floor(
+        operationOptions.maxAttempts ??
+          RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts,
+      ),
+    ),
+  );
   const operationStartedAt = performance.now();
   const admissionStartedAt = performance.now();
   const releaseAdmission = await entry.admission.acquire(
@@ -753,11 +789,7 @@ export async function withRuntimeSchedulerClient<T>(
   let lastError: unknown = null;
   try {
     throwIfSchedulerAborted(signal);
-    for (
-      let attempt = 0;
-      attempt < RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts;
-      attempt += 1
-    ) {
+    for (let attempt = 0; attempt < maxAttempts; attempt += 1) {
       throwIfSchedulerAborted(signal);
       breakerGate(entry);
       if (entry.pool.waitingCount >= entry.maxAcquireQueueDepth) {
@@ -796,7 +828,7 @@ export async function withRuntimeSchedulerClient<T>(
         recordBreakerFailure(entry, error);
         entry.stats.connectionErrors += 1;
         lastError = error;
-        if (attempt + 1 < RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts) {
+        if (attempt + 1 < maxAttempts) {
           entry.stats.retries += 1;
           await sleep(jitteredBackoffMs(attempt));
           throwIfSchedulerAborted(signal);
@@ -846,9 +878,18 @@ export async function withRuntimeSchedulerClient<T>(
             const queryStartedAt = performance.now();
             queryCount += 1;
             try {
-              const queryResult = await poolClient.query(sql, params);
-              throwIfSchedulerAborted(signal);
-              return { rows: queryResult.rows };
+              try {
+                const queryResult = await poolClient.query(sql, params);
+                throwIfSchedulerAborted(signal);
+                return { rows: queryResult.rows };
+              } catch (error) {
+                if (isRuntimeSchedulerQueryCancellationError(error)) {
+                  releasePoolClient(
+                    error instanceof Error ? error : new Error(String(error)),
+                  );
+                }
+                throw error;
+              }
             } finally {
               queryMs += performance.now() - queryStartedAt;
             }
@@ -914,6 +955,14 @@ export async function withRuntimeSchedulerClient<T>(
             error instanceof Error ? error.message : String(error),
           );
         }
+        if (isRuntimeSchedulerQueryCancellationError(error)) {
+          entry.stats.queryErrors += 1;
+          recordBreakerSuccess(entry);
+          releasePoolClient(
+            error instanceof Error ? error : new Error(String(error)),
+          );
+          throw error;
+        }
         if (isConnectionCategoryError(error)) {
           recordBreakerFailure(entry, error);
           entry.stats.connectionErrors += 1;
@@ -922,7 +971,7 @@ export async function withRuntimeSchedulerClient<T>(
           releasePoolClient(
             error instanceof Error ? error : new Error(String(error)),
           );
-          if (attempt + 1 < RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts) {
+          if (attempt + 1 < maxAttempts) {
             entry.stats.retries += 1;
             await sleep(jitteredBackoffMs(attempt));
             throwIfSchedulerAborted(signal);
@@ -940,7 +989,7 @@ export async function withRuntimeSchedulerClient<T>(
           releasePoolClient(
             error instanceof Error ? error : new Error(String(error)),
           );
-          if (attempt + 1 < RUNTIME_SCHEDULER_POOL_DEFAULTS.retry.attempts) {
+          if (attempt + 1 < maxAttempts) {
             entry.stats.retries += 1;
             await sleep(jitteredBackoffMs(attempt));
             throwIfSchedulerAborted(signal);
@@ -964,6 +1013,47 @@ export async function withRuntimeSchedulerClient<T>(
   }
 }
 
+export async function withRuntimeSchedulerTransaction<T>(
+  options: RuntimeSchedulerPoolOptions,
+  timeouts: { lockTimeoutMs: number; statementTimeoutMs: number },
+  fn: (client: RuntimeSchedulerQueryClient) => Promise<T>,
+  trace?: {
+    runId: string;
+    phase: string;
+    priority?: RuntimeSchedulerPoolPriority;
+  },
+  operationOptions: RuntimeSchedulerOperationOptions = {},
+): Promise<T> {
+  const lockTimeoutMs = Math.max(1, Math.floor(timeouts.lockTimeoutMs));
+  const statementTimeoutMs = Math.max(
+    lockTimeoutMs,
+    Math.floor(timeouts.statementTimeoutMs),
+  );
+  return withRuntimeSchedulerClient(
+    options,
+    async (client) => {
+      await client.query('BEGIN');
+      try {
+        await client.query(
+          `SELECT set_config('lock_timeout', $1, true),
+                  set_config('statement_timeout', $2, true)`,
+          [`${lockTimeoutMs}ms`, `${statementTimeoutMs}ms`],
+        );
+        const result = await fn(client);
+        await client.query('COMMIT');
+        return result;
+      } catch (error) {
+        if (!isRuntimeSchedulerQueryCancellationError(error)) {
+          await client.query('ROLLBACK').catch(() => undefined);
+        }
+        throw error;
+      }
+    },
+    trace,
+    { ...operationOptions, maxAttempts: operationOptions.maxAttempts ?? 1 },
+  );
+}
+
 export type RuntimeSchedulerPoolStats = {
   url: string;
   maxClients: number;

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/postgres.ts

@@ -6,6 +6,9 @@ import {
   acquirePgNotifyHub,
   resolveWorkflowRuntimePostgresUrl,
   withRuntimeSchedulerClient,
+  withRuntimeSchedulerTransaction,
+  RUNTIME_SCHEDULER_CANCEL_LOCK_TIMEOUT_MS,
+  RUNTIME_SCHEDULER_CANCEL_STATEMENT_TIMEOUT_MS,
   type PgNotifyHub,
   type PgNotifyHubState,
   type RuntimeSchedulerPoolOptions,
@@ -16974,15 +16977,27 @@ export function postgresSchedulerRunHandle(
     },
     cancel: async () => {
       const poolOptions = resolve();
-      await withRuntimeSchedulerClient(poolOptions, (client) =>
-        cancelPostgresSchedulerRun(client, { runId }, options),
+      await withRuntimeSchedulerTransaction(
+        poolOptions,
+        {
+          lockTimeoutMs: RUNTIME_SCHEDULER_CANCEL_LOCK_TIMEOUT_MS,
+          statementTimeoutMs: RUNTIME_SCHEDULER_CANCEL_STATEMENT_TIMEOUT_MS,
+        },
+        (client) => cancelPostgresSchedulerRun(client, { runId }, options),
+        { runId, phase: 'cancel_run', priority: 'critical' },
       );
     },
     signal: async (payload) => {
       if (payload.kind === 'cancel') {
         const poolOptions = resolve();
-        await withRuntimeSchedulerClient(poolOptions, (client) =>
-          cancelPostgresSchedulerRun(client, { runId }, options),
+        await withRuntimeSchedulerTransaction(
+          poolOptions,
+          {
+            lockTimeoutMs: RUNTIME_SCHEDULER_CANCEL_LOCK_TIMEOUT_MS,
+            statementTimeoutMs: RUNTIME_SCHEDULER_CANCEL_STATEMENT_TIMEOUT_MS,
+          },
+          (client) => cancelPostgresSchedulerRun(client, { runId }, options),
+          { runId, phase: 'cancel_run', priority: 'critical' },
         );
         return;
       }

package/dist/cli/index.js

@@ -3068,7 +3068,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/cli/index.mjs

@@ -3063,7 +3063,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.js

@@ -864,7 +864,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -768,7 +768,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.129";
+    readonly version: "0.3.130";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.129";
+    readonly version: "0.3.130";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.129",
+  version: "0.3.130",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.129",
+  "version": "0.3.130",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",