deepline 0.3.246 → 0.3.247

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.246',
+  version: '0.3.247',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/observability/scheduled-jobs.json

@@ -849,6 +849,24 @@
     "failureAlert": "convex_action_wrapper",
     "domainReportRequired": true
   },
+  {
+    "id": "convex.cleanup-expired-org-day-usage-shards",
+    "name": "Cleanup expired org-day usage shards",
+    "scheduler": "convex_cron",
+    "cadence": "47 5 * * *",
+    "timezone": "UTC",
+    "source": "packages/convex/crons.ts",
+    "locator": "cleanup expired org-day usage shards",
+    "owner": "billing",
+    "criticality": "maintenance",
+    "purpose": "Delete expired org-day usage shards independently of display rollup folding.",
+    "successDefinition": "Each expired shard page is deleted and full pages schedule a continuation.",
+    "failureDefinition": "Expired shards cannot be deleted or a required continuation is not scheduled.",
+    "startGraceMs": 120000,
+    "runTimeoutMs": 1800000,
+    "failureAlert": "convex_action_wrapper",
+    "domainReportRequired": true
+  },
   {
     "id": "convex.record-neon-managed-project-usage",
     "name": "Record Neon managed project usage",

package/dist/bundling-sources/shared_libs/observability/scheduled-work-manual.ts

@@ -9,6 +9,7 @@
  */
 export const MANUALLY_RUNNABLE_CONVEX_CRON_JOB_IDS = [
   'convex.fold-usage-rollups',
+  'convex.cleanup-expired-org-day-usage-shards',
   'convex.record-neon-managed-project-usage',
   'convex.cleanup-expired-mcp-oauth-codes',
   'convex.cleanup-expired-api-key-claims',

package/dist/bundling-sources/shared_libs/play-runtime/context.ts

@@ -19063,11 +19063,14 @@ export class PlayContextImpl implements ScalarPlayAuthoringRuntimeContext {
                 ambiguousTransportReplayAllowed ||
                 fixtureReplaySafe)
             ) {
-              // A transport retry has no gateway-qualified provider outcome
-              // to inherit. In particular, never carry a prior rate-limit
-              // claim across an ambiguous delivery retry.
-              providerRateLimitRetryFromInvocationAttempt = null;
-              invocationAttempt += 1;
+              // Redeliver a fenced request to the same saved outcome. Its
+              // attempt and any prior provider-429 proof belong to the logical
+              // invocation; only a definite retryable HTTP outcome advances it.
+              // Ordinary transport retries retain their physical attempt count.
+              if (!usesDurableInvocationFence) {
+                providerRateLimitRetryFromInvocationAttempt = null;
+                invocationAttempt += 1;
+              }
               await this.governor.chargeBudget('retry');
               const retryAfterMs =
                 TOOL_RETRY_AFTER_FALLBACK_MS * transportAttempt;

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/run-ledger-outbox-recovery.ts

@@ -41,7 +41,7 @@ const MAX_TIMEOUT_MS = 2_147_483_647;
  * therefore a network/projection concurrency budget, deliberately independent
  * of the projector's much smaller Postgres pool.
  *
- * A single successful probe starts a bounded wave; an idle projector still
+ * A single successful probe opens bounded delivery slots; an idle projector still
  * performs only one indexed head read per safety wake. `SKIP LOCKED` leases
  * distinct runs, retaining strict causal ordering within every run.
  */
@@ -130,6 +130,7 @@ export function startRunLedgerOutboxRecovery(
   let unsubscribeNotify: (() => void) | undefined;
   let unsubscribeState: (() => void) | undefined;
   let requestDrain: (reason: string) => void = () => undefined;
+  let wakeDrainer: (() => void) | null = null;
 
   const clearWakeTimer = () => {
     if (!timer) return;
@@ -162,7 +163,10 @@ export function startRunLedgerOutboxRecovery(
     requested = true;
     if (cooldownUntilMs !== null && now() < cooldownUntilMs) return;
     clearWakeTimer();
-    if (drainPromise) return;
+    if (drainPromise) {
+      wakeDrainer?.();
+      return;
+    }
     drainPromise = drain(reason)
       .catch((error) => {
         // drain() handles expected database/projection faults itself. This is a
@@ -179,7 +183,6 @@ export function startRunLedgerOutboxRecovery(
   };
 
   const recordProjectionRetry = (retrying: number) => {
-    failureCount += 1;
     logger.warn('[run-ledger-outbox.recovery_retry]', {
       stage: 'projection',
       retrying,
@@ -205,6 +208,7 @@ export function startRunLedgerOutboxRecovery(
       delayMs,
       error: error instanceof Error ? error.message : String(error),
     });
+    if (closed) return;
     clearWakeTimer();
     cooldownUntilMs = now() + delayMs;
     timer = setTimer(() => {
@@ -216,6 +220,7 @@ export function startRunLedgerOutboxRecovery(
   };
 
   const scheduleNextDue = async (): Promise<void> => {
+    if (closed) return;
     let dueAt: Date | null;
     try {
       dueAt = await deps.readNextDueAt();
@@ -246,7 +251,47 @@ export function startRunLedgerOutboxRecovery(
     timer.unref?.();
   };
 
+  type DeliveryOutcome = {
+    delivery: Promise<DeliveryOutcome>;
+  } & (
+    | { status: 'fulfilled'; value: PostgresSchedulerOutboxProjectionResult }
+    | { status: 'rejected' | 'skipped' }
+  );
+
   const drain = async (reason: string): Promise<void> => {
+    const volume = { attempted: 0, projected: 0, retrying: 0, blocked: 0 };
+    const reportVolume = () => {
+      if (volume.attempted === 0) return;
+      logger.info('[run-ledger-outbox.recovery_wave]', {
+        reason,
+        parallelism,
+        ...volume,
+      });
+      volume.attempted = 0;
+      volume.projected = 0;
+      volume.retrying = 0;
+      volume.blocked = 0;
+    };
+    const recordResult = (
+      result: PostgresSchedulerOutboxProjectionResult,
+      resetFailures = true,
+    ) => {
+      volume.attempted += result.attempted;
+      volume.projected += result.projected;
+      volume.retrying += result.retrying;
+      volume.blocked += result.failed;
+      if (result.retrying > 0) {
+        // Each retrying run owns its durable retry clock. Independent runs
+        // remain eligible; this is not a controller-wide delivery cooldown.
+        recordProjectionRetry(result.retrying);
+      } else if (resetFailures) {
+        failureCount = 0;
+      }
+      // Streaming delivery has no wave barrier at which to report progress.
+      // Keep logs bounded per committed volume, and flush at idle/shutdown.
+      if (volume.attempted >= parallelism) reportVolume();
+    };
+
     while (requested && !closed) {
       requested = false;
       // Probe first so an idle projector issues one small indexed read per
@@ -260,86 +305,81 @@ export function startRunLedgerOutboxRecovery(
         scheduleFailureRetry('dispatch', error);
         return;
       }
-      const settled = [
-        {
-          status: 'fulfilled' as const,
-          value: first,
-        },
-        ...(first.attempted === 0
-          ? []
-          : await Promise.allSettled(
-              Array.from({ length: parallelism - 1 }, () =>
-                deps.dispatchOnce(),
-              ),
-            )),
-      ];
-      const rejected = settled.find(
-        (result): result is PromiseRejectedResult =>
-          result.status === 'rejected',
-      );
-      if (rejected) {
-        scheduleFailureRetry('dispatch', rejected.reason);
-        return;
-      }
-
-      const results = settled.map(
-        (result) =>
-          (
-            result as PromiseFulfilledResult<PostgresSchedulerOutboxProjectionResult>
-          ).value,
-      );
-      const retrying = results.reduce(
-        (total, result) => total + result.retrying,
-        0,
-      );
-      const attempted = results.reduce(
-        (total, result) => total + result.attempted,
-        0,
-      );
-      const projected = results.reduce(
-        (total, result) => total + result.projected,
-        0,
-      );
-      const blocked = results.reduce(
-        (total, result) => total + result.failed,
-        0,
-      );
-
-      if (retrying > 0) {
-        // The failed row owns its own durable retry clock. Do NOT stop this
-        // drain: the claim query preserves causal order within a run, while
-        // independent runs are safe to project now. Returning here turns one
-        // transient projection failure into global head-of-line blocking when
-        // this is the only healthy projector replica.
-        recordProjectionRetry(retrying);
-      } else {
-        failureCount = 0;
+      recordResult(first);
+      if (first.attempted === 0) {
+        await scheduleNextDue();
+        continue;
       }
 
-      if (attempted > 0) {
-        // This is the durable queue's high-signal throughput event. It makes
-        // a delayed public Run observable as a projector/outbox problem,
-        // without emitting one noisy log line per normal database checkout.
-        logger.info('[run-ledger-outbox.recovery_wave]', {
-          reason,
-          parallelism,
-          attempted,
-          projected,
-          retrying,
-          blocked,
+      const active = new Set<Promise<DeliveryOutcome>>();
+      let dispatchFailed = false;
+      const startDelivery = () => {
+        const delivery: Promise<DeliveryOutcome> = Promise.resolve().then(
+          async (): Promise<DeliveryOutcome> => {
+            if (closed || dispatchFailed)
+              return { delivery, status: 'skipped' };
+            try {
+              return {
+                delivery,
+                status: 'fulfilled',
+                value: await deps.dispatchOnce(),
+              };
+            } catch (error) {
+              // Stop refills as soon as this rejection is observed, including
+              // when another already-completed slot wins Promise.race first.
+              if (!dispatchFailed) {
+                dispatchFailed = true;
+                scheduleFailureRetry('dispatch', error);
+              }
+              return { delivery, status: 'rejected' };
+            }
+          },
+        );
+        active.add(delivery);
+      };
+      const fillSlots = () => {
+        if (closed || dispatchFailed) return;
+        while (active.size < parallelism) {
+          startDelivery();
+        }
+      };
+      fillSlots();
+      while (active.size > 0) {
+        const wake = new Promise<null>((resolve) => {
+          wakeDrainer = () => resolve(null);
         });
+        const outcome = await Promise.race([...active, wake]);
+        wakeDrainer = null;
+        if (outcome !== null) {
+          active.delete(outcome.delivery);
+          if (outcome.status === 'fulfilled') {
+            recordResult(outcome.value, !dispatchFailed);
+            if (outcome.value.attempted > 0 && !closed && !dispatchFailed) {
+              // Refill this completed slot immediately. A slower independent
+              // run never owns another run's delivery capacity.
+              startDelivery();
+            }
+          }
+        }
+        if (
+          requested &&
+          !closed &&
+          !dispatchFailed &&
+          active.size < parallelism
+        ) {
+          // A new notification can use slots that previously found no work,
+          // even while another slot is still awaiting its gateway response.
+          // Keep the hint while all slots are occupied: an already-started
+          // empty claim does not establish idle after this notification.
+          requested = false;
+          fillSlots();
+        }
       }
-
-      // Continue until no event was claimable. A transient failure schedules
-      // its own durable retry, so the next pass naturally skips that run while
-      // moving unrelated runs forward. A permanent failure is settled once and
-      // likewise cannot block another run's causal prefix.
-      if (attempted > 0) {
-        requested = true;
-        continue;
-      }
+      reportVolume();
+      if (dispatchFailed || closed) return;
       await scheduleNextDue();
     }
+    reportVolume();
   };
 
   // Subscribe first, then scan. Notifications are lossy by design, so every
@@ -353,6 +393,7 @@ export function startRunLedgerOutboxRecovery(
     close: async () => {
       if (closed) return;
       closed = true;
+      wakeDrainer?.();
       clearWakeTimer();
       cooldownUntilMs = null;
       unsubscribeNotify?.();

package/dist/bundling-sources/shared_libs/play-runtime/transient-service-error.ts

@@ -20,12 +20,13 @@ export function transientServiceUnavailableDetail(
   ) {
     return detail;
   }
-  // Convex uses explicit ServiceUnavailable and ExpiredInQueue responses, as
+  // Convex uses explicit ServiceUnavailable, ExpiredInQueue and
+  // TooManyConcurrentRequests admission responses, as
   // well as this generic InternalServerError envelope for short control-plane
   // outages. The latter text is intentionally exact: application exceptions
   // must not become retryable merely because they mention an internal-server
   // error.
-  return /ServiceUnavailable|Service temporarily unavailable|temporarily unavailable \(Code:\s*\d+\)|"code"\s*:\s*"ExpiredInQueue"|"code"\s*:\s*"InternalServerError"[\s\S]*(?:Your request couldn't be completed\. Try again later\.|Your request timed out performing too many system operations\.)/i.test(
+  return /ServiceUnavailable|Service temporarily unavailable|temporarily unavailable \(Code:\s*\d+\)|"code"\s*:\s*"(?:ExpiredInQueue|TooManyConcurrentRequests)"|"code"\s*:\s*"InternalServerError"[\s\S]*(?:Your request couldn't be completed\. Try again later\.|Your request timed out performing too many system operations\.)/i.test(
     detail,
   )
     ? detail

package/dist/cli/index.js

@@ -3473,7 +3473,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/cli/index.mjs

@@ -3468,7 +3468,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.js

@@ -1286,7 +1286,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -1190,7 +1190,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.246";
+    readonly version: "0.3.247";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.246";
+    readonly version: "0.3.247";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.246",
+  version: "0.3.247",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.246",
+  "version": "0.3.247",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",