deepline 0.3.211 → 0.3.213

package/dist/bundling-sources/sdk/src/client.ts

@@ -1026,6 +1026,21 @@ export type RunLifecycleStatus =
         startedAt: number | null;
         finishedAt: number | null;
       };
+      /** Null for scheduler-only admission or a pre-expansion projection row. */
+      source?: { ledgerNextSeq: number | null };
+      /** One durable current activity, not proof that every row is blocked. */
+      activity?: {
+        kind: string;
+        reason: string | null;
+        targetKind: string | null;
+        observedAt: number | null;
+        nextAt: number | null;
+      } | null;
+      calls?: {
+        logicalCalls: { value: number | null; confirmed: boolean };
+        providerRequests: { value: number | null; confirmed: boolean };
+        provider429s: { value: number | null; confirmed: boolean };
+      };
       steps: {
         observed: number;
         running: number;

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.211',
+  version: '0.3.213',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/monitors/signal-radars/inbound-dead-letter.ts

@@ -47,6 +47,9 @@ export function classifyInboundFailure(error: unknown): InboundFailureClass {
     // redelivery as poison could dead-letter a live callback and clear the
     // owner's receipt before its lease completes.
     'provider_callback_raw_receipt_in_progress',
+    // The finding has already been delivered. Redelivery only records its
+    // activity from the terminal raw receipt; it must not become poison input.
+    'provider_monitor_activity_recording_pending',
     'ECONNRESET',
     'ECONNREFUSED',
     'ETIMEDOUT',

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/postgres-rate-state.ts

@@ -60,9 +60,13 @@ const CONCURRENCY_OBSERVATION_DEDUP_RETENTION_MS = 24 * 60 * 60 * 1000;
 const CONCURRENCY_OBSERVER_CLEANUP_BATCH_SIZE = 128;
 const ACTIVE_LEASE_TTL_MS = 5 * 60 * 1000;
 const RATE_RESERVATION_TTL_MS = 5 * 60 * 1000;
-// A guessed initial rate must not prevent learning an hourly quota. This is a
-// numerical floor (one request/day), not a fraction of the catalog seed.
-const MIN_ADAPTIVE_RPS_FLOOR = 1 / 86_400;
+// Known provider estimates should not strand later runs below five requests
+// per minute. Explicit adaptive ceilings remain authoritative.
+const MIN_ADAPTIVE_RPS_FLOOR = 5 / 60;
+// Repeated 429s with no successful work back off to at most one probe/minute.
+const MIN_NO_PROGRESS_PROBE_RPS = 1 / 60;
+// Used only to keep wait-time division finite for persisted legacy state.
+const MIN_SCHEDULE_RPS = 1 / 86_400;
 /**
  * Horizon a granted=0 caller is allowed to sleep toward a WHOLE block instead of
  * a single token. Waiting for one token means one permit per store round trip,
@@ -427,8 +431,8 @@ function normalizeRules(
  * per second; `capacity` is one window of burst. The adaptive `[min,max]` range
  * is derived value-first so the same wire shape drives both declared and
  * default-pacing buckets:
- *   - min_rps = min(base, 1/86400)
- *     (low-RPM rules must still be able to back down below their base)
+ *   - min_rps = min(5/60, max)
+ *     (a lower explicit adaptive maximum remains authoritative)
  *   - max_rps = max(base, 100)     (catalogued-rate recommendation)
  *   - max_rps = explicit adaptiveMaxRps when supplied
  */
@@ -446,17 +450,16 @@ function seedForRule(rule: AcquirePacingRule): RateBucketSeed {
   // Preserve its fractional refill rate, with dispatch times resolved in ms.
   const capacity = Math.max(1, rule.requestsPerWindow);
   const base = (rule.requestsPerWindow / rule.windowMs) * 1000;
-  // Undeclared providers use the shared fallback rate as their operating
-  // floor. Explicit provider Retry-After deadlines still block dispatch; a
-  // prior learned AIMD rate must not leave later runs paced below the fallback.
-  const minRps =
-    rule.ruleId === 'default:provider-scope'
-      ? base
-      : Math.min(base, MIN_ADAPTIVE_RPS_FLOOR);
   const maxRps =
     rule.adaptiveMaxRps != null && rule.adaptiveMaxRps > 0
       ? Math.max(rule.adaptiveMaxRps, base)
       : Math.max(base, DEFAULT_ADVISORY_PROVIDER_MAX_RPS);
+  // Undeclared providers keep their existing 10-RPS fallback. Other provider
+  // scopes use the five-RPM floor, capped by an explicit adaptive maximum.
+  const minRps =
+    rule.ruleId === 'default:provider-scope'
+      ? base
+      : Math.min(MIN_ADAPTIVE_RPS_FLOOR, maxRps);
   return {
     rule_id: rule.ruleId,
     capacity,
@@ -467,10 +470,20 @@ function seedForRule(rule: AcquirePacingRule): RateBucketSeed {
   };
 }
 
+function minimumRateRpsForRules(rules: readonly AcquirePacingRule[]): number {
+  if (rules.some((rule) => rule.ruleId === 'default:provider-scope')) {
+    return DEFAULT_UNKNOWN_PROVIDER_COLD_START_RPS;
+  }
+  const explicitAdaptiveMaxima = rules.flatMap((rule) => {
+    if (rule.adaptiveMaxRps == null || rule.adaptiveMaxRps <= 0) return [];
+    const base = (rule.requestsPerWindow / rule.windowMs) * 1_000;
+    return [Math.max(rule.adaptiveMaxRps, base)];
+  });
+  return Math.min(MIN_ADAPTIVE_RPS_FLOOR, ...explicitAdaptiveMaxima);
+}
+
 function minimumRateSqlForRules(rules: readonly AcquirePacingRule[]): string {
-  return rules.some((rule) => rule.ruleId === 'default:provider-scope')
-    ? `${DEFAULT_UNKNOWN_PROVIDER_COLD_START_RPS}::float8`
-    : 'NULL::float8';
+  return `${minimumRateRpsForRules(rules)}::float8`;
 }
 
 function positiveInt(value: number, label: string): number {
@@ -1053,7 +1066,7 @@ function fairShareSql(
           r.refill_per_sec,
           GREATEST(
             ${ADAPTIVE_BURST_HORIZON_MS},
-            CEIL(r.effective_capacity / GREATEST(r.refill_per_sec, ${MIN_ADAPTIVE_RPS_FLOOR}) * 1000)
+            CEIL(r.effective_capacity / GREATEST(r.refill_per_sec, ${MIN_SCHEDULE_RPS}) * 1000)
           )::bigint AS window_ms
         FROM refreshed r
         ORDER BY r.refill_per_sec ASC, r.effective_capacity ASC
@@ -1453,14 +1466,14 @@ async function acquirePureRate(
                       scheduled_capacity
                         / GREATEST(
                           next_refill_per_sec,
-                          ${MIN_ADAPTIVE_RPS_FLOOR}
+                          ${MIN_SCHEDULE_RPS}
                         )
                         * 1000
                     )
                   )::bigint
             )
           )::bigint AS first_at_ms,
-          CEIL(MAX(1000.0 / GREATEST(next_refill_per_sec, ${MIN_ADAPTIVE_RPS_FLOOR})))::bigint AS spacing_ms,
+          CEIL(MAX(1000.0 / GREATEST(next_refill_per_sec, ${MIN_SCHEDULE_RPS})))::bigint AS spacing_ms,
           GREATEST(1, FLOOR(MIN(next_refill_per_sec) / 100.0))::bigint AS burst_size
         FROM refreshed
       ),
@@ -1614,7 +1627,7 @@ async function acquirePureRate(
                       FLOOR(new_refill_per_sec * ${BLOCK_WAIT_HORIZON_MS} / 1000.0)
                     )
                   ) - tokens_after_refill
-                ) / GREATEST(new_refill_per_sec, ${MIN_ADAPTIVE_RPS_FLOOR}) * 1000
+                ) / GREATEST(new_refill_per_sec, ${MIN_SCHEDULE_RPS}) * 1000
               )
             )::bigint
             FROM updated
@@ -1973,14 +1986,14 @@ async function acquireWithConcurrency(
                       scheduled_capacity
                         / GREATEST(
                           next_refill_per_sec,
-                          ${MIN_ADAPTIVE_RPS_FLOOR}
+                          ${MIN_SCHEDULE_RPS}
                         )
                         * 1000
                     )
                   )::bigint
             )
           )::bigint AS first_at_ms,
-          CEIL(MAX(1000.0 / GREATEST(next_refill_per_sec, ${MIN_ADAPTIVE_RPS_FLOOR})))::bigint AS spacing_ms,
+          CEIL(MAX(1000.0 / GREATEST(next_refill_per_sec, ${MIN_SCHEDULE_RPS})))::bigint AS spacing_ms,
           GREATEST(1, FLOOR(MIN(next_refill_per_sec) / 100.0))::bigint AS burst_size
         FROM refreshed
       ),
@@ -2162,7 +2175,7 @@ async function acquireWithConcurrency(
           WHEN (SELECT free FROM free_slots) <= 0 THEN $7::bigint
           ELSE (
             SELECT CEIL(
-              MAX((1.0 - tokens_after_refill) / GREATEST(new_refill_per_sec, ${MIN_ADAPTIVE_RPS_FLOOR}) * 1000)
+              MAX((1.0 - tokens_after_refill) / GREATEST(new_refill_per_sec, ${MIN_SCHEDULE_RPS}) * 1000)
             )::bigint
             FROM updated
           )
@@ -3034,11 +3047,11 @@ async function penalizeRateStateStatements(
     return emptyRateStatePenaltyTelemetry();
   }
   const rules = normalizeRules((input.rules ?? []) as AcquirePacingRule[]);
-  const minimumRateRps = rules.some(
-    (rule) => rule.ruleId === 'default:provider-scope',
-  )
-    ? DEFAULT_UNKNOWN_PROVIDER_COLD_START_RPS
-    : MIN_ADAPTIVE_RPS_FLOOR;
+  const minimumRateRps = minimumRateRpsForRules(rules);
+  const noProgressProbeRateRps = Math.min(
+    MIN_NO_PROGRESS_PROBE_RPS,
+    minimumRateRps,
+  );
   await applyConcurrencyObservations(
     client,
     input,
@@ -3047,8 +3060,10 @@ async function penalizeRateStateStatements(
     concurrencyObservationBatchFrom(input.concurrencyObservationBatch),
   );
   // Lock/update the provider-scope hold before touching rate-rule rows, matching
-  // acquire's lock order. The absolute deadline is idempotent across transport
-  // retries and gates admission independently of the capped AIMD cooldown.
+  // acquire's lock order. Retry-After remains an uncapped provider deadline;
+  // repeated no-success 429s also extend the separate AIMD cooldown to the
+  // one-minute probe interval so the five-RPM floor cannot turn into a retry
+  // loop.
   //  - refill_per_sec: multiplicative decrease, but ONLY once per active
   //    cooldown window (halve-once guard: skip if already cooling), floored at
   //    min_rps.
@@ -3105,7 +3120,7 @@ async function penalizeRateStateStatements(
                   - COALESCE(h.rate_observation_started_at_ms, nv.now_ms)
             END) AS cycle_ms,
           CASE
-            WHEN $5::bigint IS NOT NULL AND h.rate_successes <= 0 THEN
+            WHEN h.rate_successes <= 0 AND ($5::bigint IS NOT NULL OR h.seen_backpressure) THEN
               CASE WHEN h.seen_backpressure THEN
                 LEAST(60000, GREATEST(1000, h.rate_recovery_interval_ms * 2))
               ELSE 1000 END
@@ -3117,20 +3132,25 @@ async function penalizeRateStateStatements(
         SELECT e.*,
           GREATEST(${minimumRateRps},
             CASE WHEN e.seen_backpressure AND e.rate_successes = 0 THEN
-              CASE WHEN $5::bigint IS NOT NULL
+              CASE WHEN e.no_progress_probe_interval_ms IS NOT NULL
                 -- A fresh provider deadline is not a throughput measurement.
                 -- Repeated probes with no successful work are evidence that
-                -- the scope is still unavailable, however. Space subsequent
-                -- probes exponentially (up to one per minute) across every
-                -- run sharing this provider credential.
-                THEN 1000.0 / e.no_progress_probe_interval_ms
+                -- the scope is still unavailable, even without Retry-After.
+                -- Space them exponentially (up to one per minute) across all
+                -- runs sharing this provider credential.
+                THEN GREATEST(${noProgressProbeRateRps},
+                  1000.0 / e.no_progress_probe_interval_ms)
                 ELSE e.refill_before END
               ELSE e.refill_before / 2 END
           ) AS next_ceiling_rps
         FROM evidence e
       ), learned AS (
         SELECT e.*,
-          CASE WHEN e.new_episode THEN GREATEST(${minimumRateRps}, LEAST(
+          CASE WHEN e.new_episode THEN GREATEST(
+            CASE WHEN e.seen_backpressure AND e.rate_successes = 0
+              THEN ${noProgressProbeRateRps}
+              ELSE ${minimumRateRps} END,
+            LEAST(
             e.next_ceiling_rps,
             GREATEST(1, e.rate_successes) * 1000.0 / e.cycle_ms
           )) ELSE e.refill_before END AS refill_after
@@ -3140,7 +3160,17 @@ async function penalizeRateStateStatements(
           retry_at_ms = e.deadline,
           refill_per_sec = e.refill_after,
           seen_backpressure = e.seen_backpressure OR e.new_episode,
-          cool_until_ms = GREATEST(e.cool_until_ms, LEAST(e.deadline, e.now_ms + LEAST($2::bigint, $4::bigint))),
+          -- A repeated no-success throttle can impose a slower local probe
+          -- interval than the normal adaptive floor. Keep that pause separate
+          -- from retry_at_ms, which remains the provider's absolute deadline.
+          cool_until_ms = GREATEST(e.cool_until_ms, LEAST(
+            e.now_ms + $4::bigint,
+            GREATEST(
+              e.deadline,
+              e.now_ms + LEAST($2::bigint, $4::bigint),
+              e.now_ms + COALESCE(e.no_progress_probe_interval_ms, 0)
+            )
+          )),
           tokens = CASE WHEN e.new_episode THEN 0 ELSE e.tokens END,
           rate_successes = e.rate_successes,
           rate_throttle_ceiling_rps = CASE WHEN e.new_episode

package/dist/cli/index.js

@@ -3051,7 +3051,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1
@@ -28877,11 +28877,23 @@ async function handleRunLifecycleStatus(args) {
   console.log(
     `Map-step work (summed, not unique rows): completed ${formatCount(status.mapStepWork.completed)} / ${formatCount(status.mapStepWork.total)}, failed ${formatCount(status.mapStepWork.failed)}`
   );
+  if (status.activity) {
+    const { activity } = status;
+    const reason = activity.reason ? ` (${activity.reason})` : "";
+    const nextDate = typeof activity.nextAt === "number" ? new Date(activity.nextAt) : null;
+    const next = nextDate && Number.isFinite(nextDate.getTime()) ? `; next at ${nextDate.toISOString()}` : "";
+    console.log(`Activity: ${activity.kind}${reason}${next}`);
+  }
   if (status.lifecycle.status === "waiting") {
     console.log(
       status.wait.confirmed && status.wait.kind ? `Waiting: ${status.wait.kind}` : "Waiting reason: unknown"
     );
   }
+  if (status.calls) {
+    console.log(
+      `Calls: ${formatCount(status.calls.logicalCalls)} logical, ${formatCount(status.calls.providerRequests)} provider requests, ${formatCount(status.calls.provider429s)} provider 429s`
+    );
+  }
   return 0;
 }
 async function handleRunsRerun(args) {

package/dist/cli/index.mjs

@@ -3046,7 +3046,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1
@@ -28950,11 +28950,23 @@ async function handleRunLifecycleStatus(args) {
   console.log(
     `Map-step work (summed, not unique rows): completed ${formatCount(status.mapStepWork.completed)} / ${formatCount(status.mapStepWork.total)}, failed ${formatCount(status.mapStepWork.failed)}`
   );
+  if (status.activity) {
+    const { activity } = status;
+    const reason = activity.reason ? ` (${activity.reason})` : "";
+    const nextDate = typeof activity.nextAt === "number" ? new Date(activity.nextAt) : null;
+    const next = nextDate && Number.isFinite(nextDate.getTime()) ? `; next at ${nextDate.toISOString()}` : "";
+    console.log(`Activity: ${activity.kind}${reason}${next}`);
+  }
   if (status.lifecycle.status === "waiting") {
     console.log(
       status.wait.confirmed && status.wait.kind ? `Waiting: ${status.wait.kind}` : "Waiting reason: unknown"
     );
   }
+  if (status.calls) {
+    console.log(
+      `Calls: ${formatCount(status.calls.logicalCalls)} logical, ${formatCount(status.calls.providerRequests)} provider requests, ${formatCount(status.calls.provider429s)} provider 429s`
+    );
+  }
   return 0;
 }
 async function handleRunsRerun(args) {

package/dist/index.d.mts

@@ -3478,6 +3478,32 @@ type RunLifecycleStatus = {
         startedAt: number | null;
         finishedAt: number | null;
     };
+    /** Null for scheduler-only admission or a pre-expansion projection row. */
+    source?: {
+        ledgerNextSeq: number | null;
+    };
+    /** One durable current activity, not proof that every row is blocked. */
+    activity?: {
+        kind: string;
+        reason: string | null;
+        targetKind: string | null;
+        observedAt: number | null;
+        nextAt: number | null;
+    } | null;
+    calls?: {
+        logicalCalls: {
+            value: number | null;
+            confirmed: boolean;
+        };
+        providerRequests: {
+            value: number | null;
+            confirmed: boolean;
+        };
+        provider429s: {
+            value: number | null;
+            confirmed: boolean;
+        };
+    };
     steps: {
         observed: number;
         running: number;

package/dist/index.d.ts

@@ -3478,6 +3478,32 @@ type RunLifecycleStatus = {
         startedAt: number | null;
         finishedAt: number | null;
     };
+    /** Null for scheduler-only admission or a pre-expansion projection row. */
+    source?: {
+        ledgerNextSeq: number | null;
+    };
+    /** One durable current activity, not proof that every row is blocked. */
+    activity?: {
+        kind: string;
+        reason: string | null;
+        targetKind: string | null;
+        observedAt: number | null;
+        nextAt: number | null;
+    } | null;
+    calls?: {
+        logicalCalls: {
+            value: number | null;
+            confirmed: boolean;
+        };
+        providerRequests: {
+            value: number | null;
+            confirmed: boolean;
+        };
+        provider429s: {
+            value: number | null;
+            confirmed: boolean;
+        };
+    };
     steps: {
         observed: number;
         running: number;

package/dist/index.js

@@ -864,7 +864,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -768,7 +768,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.211";
+    readonly version: "0.3.213";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.211";
+    readonly version: "0.3.213";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.211",
+  version: "0.3.213",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.211",
+  "version": "0.3.213",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",