deepline 0.3.148 → 0.3.149

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.148',
+  version: '0.3.149',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/observability/dlq.ts

@@ -190,6 +190,7 @@ export const QUEUE_ITEM_STATES = [
   'ready',
   'delayed',
   'running',
+  'blocked',
   'held',
   'quarantined',
   'archived',

package/dist/bundling-sources/shared_libs/observability/queue-health.ts

@@ -367,8 +367,39 @@ export type QueueRetirementCandidate = {
   readonly itemId: string;
   readonly bucket: 'blocked' | 'deadLettered';
   readonly ageMs: number;
+  /** Native generation. An absent value must never suppress unresolved work. */
+  readonly sourceRevision?: string;
 };
 
+/** The runtime item reader and bounded health observer must derive the same
+ * opaque revision from the same native row, or an old operator disposition
+ * could hide a later failure of the same item identity. */
+export function runtimeQueueItemRevision(fields: {
+  updatedAt?: unknown;
+  createdAt?: unknown;
+  state?: unknown;
+  status?: unknown;
+  leaseExpiresAt?: unknown;
+  failedAt?: unknown;
+}): string {
+  const timestamp = (value: unknown): string | undefined => {
+    if (value instanceof Date && Number.isFinite(value.getTime())) {
+      return value.toISOString();
+    }
+    if (typeof value === 'string' || typeof value === 'number') {
+      const date = new Date(value);
+      if (Number.isFinite(date.getTime())) return date.toISOString();
+    }
+    return undefined;
+  };
+  return [
+    timestamp(fields.updatedAt) ?? timestamp(fields.createdAt) ?? '',
+    String(fields.state ?? fields.status ?? ''),
+    timestamp(fields.leaseExpiresAt) ?? '',
+    timestamp(fields.failedAt) ?? '',
+  ].join(':');
+}
+
 /**
  * Remove operator-retired identities from a bounded source sample. The source
  * still owns every row; the disposition overlay only changes what operators

package/dist/bundling-sources/shared_libs/observability/queue-item-connectors.ts

@@ -35,6 +35,12 @@ export type QueueItemConnectorRegisterOptions = {
   readonly replaceUnavailable?: boolean;
 };
 
+function isUnavailableRegistration(
+  registration: QueueItemConnectorRegistration,
+): boolean {
+  return registration.connector.id.endsWith('-unavailable');
+}
+
 /**
  * The registry is the routing boundary: the control service looks up a queue
  * by its stable public id and never switches on a native table or provider.
@@ -72,7 +78,7 @@ export class QueueItemConnectorRegistry {
     if (
       existing &&
       options.replaceUnavailable &&
-      !existing.connector.id.endsWith('-unavailable')
+      !isUnavailableRegistration(existing)
     ) {
       throw new Error(
         `Queue connector ${connector.queueId} is already owned by ${existing.connector.id}; replacement is not allowed.`,
@@ -90,6 +96,12 @@ export class QueueItemConnectorRegistry {
     return this.registrations.has(queueId);
   }
 
+  /** True only after the owner has replaced the safe unavailable placeholder. */
+  hasOwnerConnector(queueId: string): boolean {
+    const registration = this.registrations.get(queueId);
+    return registration !== undefined && !isUnavailableRegistration(registration);
+  }
+
   list(): readonly QueueItemConnectorRegistration[] {
     return [...this.registrations.values()];
   }

package/dist/bundling-sources/shared_libs/play-runtime/app-runtime-api.ts

@@ -757,6 +757,9 @@ function isRetryableAppRuntimeResponse(input: {
   // than reducing every 4xx to permanent at the worker boundary.
   const explicitRetryable = appRuntimeExplicitRetryable(input.body);
   if (explicitRetryable !== null) return explicitRetryable;
+  if (isComputeBillingTooManyWritesResponse(input)) {
+    return true;
+  }
   if (
     input.action === 'append_run_events' &&
     input.status === 500 &&
@@ -809,6 +812,43 @@ function appRuntimeExplicitRetryable(body: string): boolean | null {
   }
 }
 
+function isComputeBillingTooManyWritesResponse(input: {
+  action: RuntimeApiRequest['action'];
+  status: number;
+  body: string;
+}): boolean {
+  if (
+    input.status !== 500 ||
+    (input.action !== 'compute_billing_upsert' &&
+      input.action !== 'compute_billing_record_item' &&
+      input.action !== 'compute_billing_finalize')
+  ) {
+    return false;
+  }
+  // The runtime route's unexpected-error envelope exposes the Convex error
+  // name and redacted message but has no retryable flag. A TooManyWrites
+  // conflict is transient; treating this 500 as permanent blocks a durable
+  // billing job. Only the replay-safe compute actions accept this signature.
+  try {
+    const parsed = JSON.parse(input.body) as unknown;
+    if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
+      return false;
+    }
+    const error = parsed as Record<string, unknown>;
+    if (error.action != null && error.action !== input.action) {
+      return false;
+    }
+    return (
+      error.errorName === 'TooManyWrites' ||
+      error.code === 'TooManyWrites' ||
+      (typeof error.debug_error === 'string' &&
+        /\bTooManyWrites\b/.test(error.debug_error))
+    );
+  } catch {
+    return false;
+  }
+}
+
 function isRetryableAppRuntimeResponseStatus(status: number): boolean {
   return (
     status === 429 ||

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/runtime-queue-health.ts

@@ -5,6 +5,7 @@ import {
   lowerBound,
   notApplicable,
   unavailable,
+  runtimeQueueItemRevision,
   type QueueDefinition,
   type QueueHealth,
   type QueueObservation,
@@ -236,7 +237,42 @@ function operatorRetirementCandidates(
         itemId = candidate.itemId;
       }
       const ageMs = numberValue(candidate.ageMs as string | number | undefined);
-      if (itemId !== undefined) candidates.push({ itemId, bucket, ageMs });
+      const revisionFields = candidate.revisionFields;
+      let sourceRevision: string | undefined;
+      if (
+        typeof revisionFields === 'object' &&
+        revisionFields !== null &&
+        !Array.isArray(revisionFields)
+      ) {
+        const fields = revisionFields as Record<string, unknown>;
+        const sourceDate = fields.updatedAt ?? fields.createdAt;
+        const requiresState = kind === 'absurd';
+        const requiresStatus =
+          kind === 'compute_billing' || kind === 'sandbox_cleanup';
+        if (
+          (typeof sourceDate === 'string' || typeof sourceDate === 'number') &&
+          Number.isFinite(new Date(sourceDate).getTime()) &&
+          (!requiresState || typeof fields.state === 'string') &&
+          (!requiresStatus || typeof fields.status === 'string')
+        ) {
+          sourceRevision = runtimeQueueItemRevision({
+            updatedAt: fields.updatedAt,
+            createdAt: fields.createdAt,
+            state: fields.state,
+            status: fields.status,
+            leaseExpiresAt: fields.leaseExpiresAt,
+            failedAt: fields.failedAt,
+          });
+        }
+      }
+      if (itemId !== undefined) {
+        candidates.push({
+          itemId,
+          bucket,
+          ageMs,
+          ...(sourceRevision ? { sourceRevision } : {}),
+        });
+      }
     }
   };
   append(row.blocked_retirement_candidates, 'blocked');
@@ -517,45 +553,53 @@ function absurdProjectionQuery(
   candidateSampleLimit: number,
 ): string {
   const table = `absurd.${quoteIdentifier(queueTable, 'queue table')}`;
+  const revisionFields = includeRetirementCandidates
+    ? `json_build_object(
+          'createdAt', created_at,
+          'state', state,
+          'leaseExpiresAt', claim_expires_at,
+          'failedAt', failed_at
+        )`
+    : 'NULL::json';
   const retirementColumns = includeRetirementCandidates
     ? `,
       COALESCE((
-        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT item_id, age_at FROM sampled WHERE bucket = 'blocked' ORDER BY age_at ASC, item_id ASC LIMIT $4::int) candidates
+        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT item_id, age_at, revision_fields FROM sampled WHERE bucket = 'blocked' ORDER BY age_at ASC, item_id ASC LIMIT $4::int) candidates
       ), '[]'::json) AS blocked_retirement_candidates,
       COALESCE((
-        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT item_id, age_at FROM sampled WHERE bucket = 'dead_lettered' ORDER BY age_at ASC, item_id ASC LIMIT $4::int) candidates
+        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT item_id, age_at, revision_fields FROM sampled WHERE bucket = 'dead_lettered' ORDER BY age_at ASC, item_id ASC LIMIT $4::int) candidates
       ), '[]'::json) AS dead_lettered_retirement_candidates`
     : '';
   return `
     WITH sampled AS (
-      (SELECT 'ready'::text AS bucket, run_id::text AS item_id, available_at AS age_at
+      (SELECT 'ready'::text AS bucket, run_id::text AS item_id, available_at AS age_at, NULL::json AS revision_fields
       FROM ${table}
       WHERE state = 'pending' AND available_at <= $1::timestamptz
       ORDER BY available_at, run_id
       LIMIT $2::int)
       UNION ALL
-      (SELECT 'delayed'::text, run_id::text, available_at
+      (SELECT 'delayed'::text, run_id::text, available_at, NULL::json
       FROM ${table}
       WHERE state = 'sleeping'
       ORDER BY available_at, run_id
       LIMIT $2::int)
       UNION ALL
-      (SELECT 'delayed'::text, run_id::text, available_at
+      (SELECT 'delayed'::text, run_id::text, available_at, NULL::json
       FROM ${table}
       WHERE state = 'pending' AND available_at > $1::timestamptz
       ORDER BY available_at, run_id
       LIMIT $2::int)
       UNION ALL
-      (SELECT 'in_flight'::text, run_id::text, coalesce(started_at, created_at)
+      (SELECT 'in_flight'::text, run_id::text, coalesce(started_at, created_at), NULL::json
       FROM ${table}
       WHERE state = 'running'
         AND (claim_expires_at IS NULL OR claim_expires_at > $1::timestamptz)
       ORDER BY available_at, run_id
       LIMIT $2::int)
       UNION ALL
-      (SELECT 'blocked'::text, run_id::text, coalesce(claim_expires_at, started_at, created_at)
+      (SELECT 'blocked'::text, run_id::text, coalesce(claim_expires_at, started_at, created_at), ${revisionFields}
       FROM ${table}
       WHERE state = 'running'
         AND claim_expires_at IS NOT NULL
@@ -563,7 +607,7 @@ function absurdProjectionQuery(
       ORDER BY claim_expires_at, run_id
       LIMIT $2::int)
       UNION ALL
-      (SELECT 'dead_lettered'::text, run_id::text, coalesce(failed_at, created_at)
+      (SELECT 'dead_lettered'::text, run_id::text, coalesce(failed_at, created_at), ${revisionFields}
       FROM ${table}
       WHERE state = 'failed'
       ORDER BY available_at, run_id
@@ -602,15 +646,22 @@ function outboxProjectionQuery(
   includeRetirementCandidates: boolean,
 ): string {
   const table = `${schema}."outbox"`;
+  const revisionFields = includeRetirementCandidates
+    ? `json_build_object(
+          'createdAt', created_at,
+          'leaseExpiresAt', lease_expires_at,
+          'failedAt', failed_at
+        )`
+    : 'NULL::json';
   const retirementColumns = includeRetirementCandidates
     ? `,
       COALESCE((
-        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT item_id, age_at FROM blocked ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
+        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT item_id, age_at, revision_fields FROM blocked ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
       ), '[]'::json) AS blocked_retirement_candidates,
       COALESCE((
-        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT item_id, age_at FROM dead_lettered ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
+        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT item_id, age_at, revision_fields FROM dead_lettered ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
       ), '[]'::json) AS dead_lettered_retirement_candidates`
     : '';
   return `
@@ -642,7 +693,8 @@ function outboxProjectionQuery(
       ORDER BY lease_expires_at, created_at, event_id
       LIMIT $2::int
     ), blocked AS (
-      SELECT event_id::text AS item_id, coalesce(lease_expires_at, created_at) AS age_at
+      SELECT event_id::text AS item_id, coalesce(lease_expires_at, created_at) AS age_at,
+             ${revisionFields} AS revision_fields
       FROM ${table}
       WHERE delivered_at IS NULL
         AND failed_at IS NULL
@@ -651,7 +703,8 @@ function outboxProjectionQuery(
       ORDER BY coalesce(lease_expires_at, created_at), created_at, event_id
       LIMIT $2::int
     ), dead_lettered AS (
-      SELECT event_id::text AS item_id, coalesce(failed_at, created_at) AS age_at
+      SELECT event_id::text AS item_id, coalesce(failed_at, created_at) AS age_at,
+             ${revisionFields} AS revision_fields
       FROM ${table}
       WHERE delivered_at IS NULL AND failed_at IS NOT NULL
       ORDER BY failed_at, event_id
@@ -689,11 +742,19 @@ function cleanupProjectionQuery(
   includeRetirementCandidates: boolean,
 ): string {
   const table = `${schema}."sandbox_cleanup_jobs_v2"`;
+  const revisionFields = includeRetirementCandidates
+    ? `json_build_object(
+          'updatedAt', updated_at,
+          'createdAt', created_at,
+          'status', status,
+          'leaseExpiresAt', lease_expires_at
+        )`
+    : 'NULL::json';
   const retirementColumns = includeRetirementCandidates
     ? `,
       COALESCE((
-        SELECT json_agg(json_build_object('provider', provider, 'sandboxId', sandbox_id, 'routingDomainKey', routing_domain_key, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT provider, sandbox_id, routing_domain_key, created_at, age_at FROM blocked ORDER BY age_at ASC, created_at ASC, provider ASC, sandbox_id ASC LIMIT $3::int) candidates
+        SELECT json_agg(json_build_object('provider', provider, 'sandboxId', sandbox_id, 'routingDomainKey', routing_domain_key, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT provider, sandbox_id, routing_domain_key, created_at, age_at, revision_fields FROM blocked ORDER BY age_at ASC, created_at ASC, provider ASC, sandbox_id ASC LIMIT $3::int) candidates
       ), '[]'::json) AS blocked_retirement_candidates,
       '[]'::json AS dead_lettered_retirement_candidates`
     : '';
@@ -736,7 +797,8 @@ function cleanupProjectionQuery(
         CASE
           WHEN blocked_at IS NOT NULL THEN blocked_at
           ELSE coalesce(lease_expires_at, created_at)
-        END AS age_at
+        END AS age_at,
+        ${revisionFields} AS revision_fields
       FROM ${table}
       WHERE status <> 'deleted'
         AND (
@@ -779,11 +841,19 @@ function computeBillingProjectionQuery(
   includeRetirementCandidates: boolean,
 ): string {
   const table = `${schema}."compute_billing_jobs_v2"`;
+  const revisionFields = includeRetirementCandidates
+    ? `json_build_object(
+          'updatedAt', updated_at,
+          'createdAt', created_at,
+          'status', status,
+          'leaseExpiresAt', lease_expires_at
+        )`
+    : 'NULL::json';
   const retirementColumns = includeRetirementCandidates
     ? `,
       COALESCE((
-        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}))
-        FROM (SELECT item_id, age_at FROM blocked ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
+        SELECT json_agg(json_build_object('itemId', item_id, 'ageMs', ${intervalExpr('age_at')}, 'revisionFields', revision_fields))
+        FROM (SELECT item_id, age_at, revision_fields FROM blocked ORDER BY age_at ASC, item_id ASC LIMIT $3::int) candidates
       ), '[]'::json) AS blocked_retirement_candidates,
       '[]'::json AS dead_lettered_retirement_candidates`
     : '';
@@ -816,7 +886,8 @@ function computeBillingProjectionQuery(
       ORDER BY lease_expires_at, created_at, run_id
       LIMIT $2::int
     ), blocked AS (
-      SELECT run_id::text AS item_id, coalesce(blocked_at, lease_expires_at, created_at) AS age_at
+      SELECT run_id::text AS item_id, coalesce(blocked_at, lease_expires_at, created_at) AS age_at,
+             ${revisionFields} AS revision_fields
       FROM ${table}
       WHERE status <> 'settled'
         AND (

package/dist/cli/index.js

@@ -3068,7 +3068,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/cli/index.mjs

@@ -3063,7 +3063,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.js

@@ -864,7 +864,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -768,7 +768,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.148";
+    readonly version: "0.3.149";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.148";
+    readonly version: "0.3.149";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.148",
+  version: "0.3.149",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.148",
+  "version": "0.3.149",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",