deepline 0.3.92 → 0.3.93

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.92',
+  version: '0.3.93',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/play-runtime/governor/app-runtime-rate-state-backend.ts

@@ -5,6 +5,7 @@ import {
   type WorkerRuntimeApiContext,
 } from '../app-runtime-api';
 import {
+  DEFAULT_ADVISORY_PROVIDER_MAX_RPS,
   noopPacingPermit,
   type PacingPermit,
   type PacingRule,
@@ -445,8 +446,8 @@ export class AppRuntimeRateStateBackend implements RateStateBackend {
         const response = await this.port.acquire({
           bucketId,
           rateScopeToken,
-          // Stamp adaptiveMaxRps on default-pacing rules so the DB row's ceiling
-          // matches the old in-memory AIMD range.
+          // Stamp the advisory ceiling so the durable DB row uses the same
+          // catalogued-rate AIMD range as this in-memory controller.
           rules: withAdaptiveMaxRps(ordered),
           requested: this.requestedForBucket(laneKey, ordered),
           observedSuccesses,
@@ -823,41 +824,21 @@ export class AppRuntimeRateStateBackend implements RateStateBackend {
 }
 
 /**
- * Multiplier applied to an undeclared default-pacing rule's
- * `requestsPerWindow` to derive its `adaptiveMaxRps` ceiling. Declared rules
- * carry either their explicit advisory ceiling or their hard base rate.
- */
-const DEFAULT_PACING_ADAPTIVE_MAX_RPS_MULTIPLIER = 25;
-
-/**
- * A rule id shaped `default:<toolId>` is the undeclared-tool default-pacing rule
- * minted by `defaultPacingForTool` in governor.ts.
- */
-function isDefaultPacingRuleId(ruleId: string): boolean {
-  return ruleId.startsWith('default:');
-}
-
-/**
- * Preserve explicit advisory ceilings, stamp the legacy base * 25 ceiling onto
- * undeclared default-pacing rules, and stamp declared rules with their base
- * rate. Sending the hard base explicitly also repairs bucket rows widened by a
- * previous runtime version on their next acquire.
+ * Catalogued provider rates seed AIMD. In the absence of an explicit
+ * provider-specific ceiling, let the controller probe to the shared bounded
+ * advisory maximum instead of treating a recommendation as a hard ceiling.
  */
 function withAdaptiveMaxRps(rules: readonly PacingRule[]): PacingRule[] {
   return rules.map((rule) =>
     rule.adaptiveMaxRps != null
       ? rule
-      : isDefaultPacingRuleId(rule.ruleId)
-        ? ({
-            ...rule,
-            adaptiveMaxRps:
-              rule.requestsPerWindow *
-              DEFAULT_PACING_ADAPTIVE_MAX_RPS_MULTIPLIER,
-          } as PacingRule)
-        : ({
-            ...rule,
-            adaptiveMaxRps: (rule.requestsPerWindow / rule.windowMs) * 1_000,
-          } as PacingRule),
+      : ({
+          ...rule,
+          adaptiveMaxRps: Math.max(
+            (rule.requestsPerWindow / rule.windowMs) * 1_000,
+            DEFAULT_ADVISORY_PROVIDER_MAX_RPS,
+          ),
+        } as PacingRule),
   );
 }
 

package/dist/bundling-sources/shared_libs/play-runtime/governor/rate-state-backend.ts

@@ -6,6 +6,14 @@
  * down the lineage via the snapshot. See ADR 0007 and CONTEXT.md.
  */
 
+/**
+ * A catalogued provider rate is a starting recommendation, not a throughput
+ * ceiling. The shared controller probes from that seed to this bounded rate
+ * until upstream backpressure teaches it otherwise. A provider can still set a
+ * different explicit `adaptiveMaxRps` in its queue hint.
+ */
+export const DEFAULT_ADVISORY_PROVIDER_MAX_RPS = 100;
+
 /** A single resolved rate rule for a bucket (from rate-limit-definitions). */
 export interface PacingRule {
   readonly ruleId: string;

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/postgres-rate-state.ts

@@ -4,7 +4,10 @@ import type {
   PlayRunnerRateStatePenalizeInput,
   PlayRunnerRateStateReleaseInput,
 } from '../protocol';
-import type { PacingRule } from '../governor/rate-state-backend';
+import {
+  DEFAULT_ADVISORY_PROVIDER_MAX_RPS,
+  type PacingRule,
+} from '../governor/rate-state-backend';
 import type { PostgresSchedulerQueryClient } from './postgres';
 import { resolveRuntimeSchedulerSchemaEnv } from './runtime-scheduler-schema';
 import { stringifyPostgresJson } from '../postgres-json';
@@ -25,23 +28,6 @@ const MIN_ADAPTIVE_RPS_FLOOR = 0.01;
  */
 const MAX_INTERNAL_COOLDOWN_MS = 45 * 60 * 1000;
 
-/**
- * Additive-ramp multiplier applied to undeclared default-pacing buckets.
- * Declared rules stay pinned at base unless they carry an explicit adaptive
- * ceiling.
- */
-const DEFAULT_PACING_MAX_RPS_MULTIPLIER = 25;
-
-/**
- * Low-rate provider requests cross the sandbox -> gateway -> app boundary after
- * their permit wakes. Small network-latency differences can compress two
- * otherwise exact 100ms/200ms intervals at the provider and turn a mathematically
- * valid edge into a rolling-window 429. Keep a 20% arrival margin below 100
- * RPS. High-rate providers retain their microburst schedule and full rate.
- */
-const LOW_RATE_DISPATCH_HEADROOM_FACTOR = 0.8;
-const LOW_RATE_DISPATCH_HEADROOM_THRESHOLD_RPS = 100;
-
 function quoteIdent(value: string): string {
   return `"${value.replace(/"/g, '""')}"`;
 }
@@ -74,8 +60,9 @@ function concurrencyLeaseTableName(options?: {
 
 /**
  * Acquire input rules may carry an optional `adaptiveMaxRps` the client can send
- * to widen a bucket's recovery ceiling above its declared base rate. When
- * absent, `default:*` rules get base * 25 and declared providers pin at base.
+ * to override a bucket's recovery ceiling. When absent, a catalogued provider
+ * rate is an advisory seed and the controller may probe to the shared bounded
+ * maximum.
  */
 type AcquirePacingRule = PacingRule & {
   adaptiveMaxRps?: number | null;
@@ -120,12 +107,11 @@ function normalizeRules(
  * Seed parameters for a rule row. `base_refill` is the declared rate in tokens
  * per second; `capacity` is one window of burst. The adaptive `[min,max]` range
  * is derived value-first so the same wire shape drives both declared and
- * default-pacing buckets:
+ * catalogued-rate buckets:
  *   - min_rps = min(base, max(0.01, base/8))
  *     (low-RPM rules must still be able to back down below their base)
- *   - max_rps = base               (declared: recovery climbs back TO base only)
- *   - max_rps = base * 25          (undeclared default:* buckets, or explicit
- *                                   adaptiveMaxRps override)
+ *   - max_rps = max(base, 100)     (catalogued-rate recommendation)
+ *   - max_rps = explicit adaptiveMaxRps when supplied
  */
 function seedForRule(rule: AcquirePacingRule): {
   rule_id: string;
@@ -140,13 +126,10 @@ function seedForRule(rule: AcquirePacingRule): {
   const capacity = Math.max(1, rule.requestsPerWindow);
   const base = (rule.requestsPerWindow / rule.windowMs) * 1000;
   const minRps = Math.min(base, Math.max(MIN_ADAPTIVE_RPS_FLOOR, base / 8));
-  const isDefaultPacing = rule.ruleId.startsWith('default:');
   const maxRps =
-    rule.adaptiveMaxRps != null && rule.adaptiveMaxRps > base
-      ? rule.adaptiveMaxRps
-      : isDefaultPacing
-        ? base * DEFAULT_PACING_MAX_RPS_MULTIPLIER
-        : base;
+    rule.adaptiveMaxRps != null && rule.adaptiveMaxRps > 0
+      ? Math.max(rule.adaptiveMaxRps, base)
+      : Math.max(base, DEFAULT_ADVISORY_PROVIDER_MAX_RPS);
   return {
     rule_id: rule.ruleId,
     capacity,
@@ -385,16 +368,7 @@ async function acquirePureRate(
             MAX(cool_until_ms),
             MAX(next_dispatch_at_ms)
           )::bigint AS first_at_ms,
-          CEIL(MAX(
-            1000.0 / GREATEST(
-              refill_per_sec * CASE
-                WHEN refill_per_sec < ${LOW_RATE_DISPATCH_HEADROOM_THRESHOLD_RPS}
-                  THEN ${LOW_RATE_DISPATCH_HEADROOM_FACTOR}
-                ELSE 1.0
-              END,
-              0.0001
-            )
-          ))::bigint AS spacing_ms,
+          CEIL(MAX(1000.0 / GREATEST(refill_per_sec, 0.0001)))::bigint AS spacing_ms,
           GREATEST(1, FLOOR(MIN(refill_per_sec) / 100.0))::bigint AS burst_size
         FROM refreshed
       ),
@@ -661,16 +635,7 @@ async function acquireWithConcurrency(
             MAX(cool_until_ms),
             MAX(next_dispatch_at_ms)
           )::bigint AS first_at_ms,
-          CEIL(MAX(
-            1000.0 / GREATEST(
-              refill_per_sec * CASE
-                WHEN refill_per_sec < ${LOW_RATE_DISPATCH_HEADROOM_THRESHOLD_RPS}
-                  THEN ${LOW_RATE_DISPATCH_HEADROOM_FACTOR}
-                ELSE 1.0
-              END,
-              0.0001
-            )
-          ))::bigint AS spacing_ms,
+          CEIL(MAX(1000.0 / GREATEST(refill_per_sec, 0.0001)))::bigint AS spacing_ms,
           GREATEST(1, FLOOR(MIN(refill_per_sec) / 100.0))::bigint AS burst_size
         FROM refreshed
       ),

package/dist/cli/index.js

@@ -1298,7 +1298,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1
@@ -21484,6 +21484,9 @@ function exportableSheetRow(row) {
   }
   return fallback;
 }
+function acceptsSettledRowsAsCompleteExport(status) {
+  return status.status === "failed" || status.status === "cancelled";
+}
 function mergeExportColumns(preferredColumns, rows) {
   const columns = [];
   const seen = /* @__PURE__ */ new Set();
@@ -21524,6 +21527,7 @@ async function fetchBackingDatasetRows(input2) {
   }
   const sheetRows = [];
   let offset = 0;
+  let settledTotal = null;
   while (true) {
     const page = await input2.client.runs.exportDatasetRows({
       playName,
@@ -21534,13 +21538,18 @@ async function fetchBackingDatasetRows(input2) {
       rowMode: "all"
     });
     sheetRows.push(...page.rows);
+    const summaryTotal = page.summary?.stats?.total;
+    if (typeof summaryTotal === "number" && Number.isFinite(summaryTotal)) {
+      settledTotal = Math.max(settledTotal ?? 0, Math.trunc(summaryTotal));
+    }
     if (page.rows.length < RUN_EXPORT_PAGE_SIZE) {
       break;
     }
     offset += page.rows.length;
   }
   const rows = sheetRows.map(exportableSheetRow).filter((row) => Boolean(row));
-  if (!currentTable && rows.length < input2.rowsInfo.totalRows || currentTable && rows.length === 0 && input2.rowsInfo.totalRows > 0) {
+  const hasCompleteSettledPrefix = !currentTable && acceptsSettledRowsAsCompleteExport(input2.status) && settledTotal !== null && rows.length >= settledTotal;
+  if (!currentTable && rows.length < input2.rowsInfo.totalRows && !hasCompleteSettledPrefix || currentTable && rows.length === 0 && input2.rowsInfo.totalRows > 0) {
     return null;
   }
   const columns = mergeExportColumns(

package/dist/cli/index.mjs

@@ -1271,7 +1271,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1
@@ -21534,6 +21534,9 @@ function exportableSheetRow(row) {
   }
   return fallback;
 }
+function acceptsSettledRowsAsCompleteExport(status) {
+  return status.status === "failed" || status.status === "cancelled";
+}
 function mergeExportColumns(preferredColumns, rows) {
   const columns = [];
   const seen = /* @__PURE__ */ new Set();
@@ -21574,6 +21577,7 @@ async function fetchBackingDatasetRows(input2) {
   }
   const sheetRows = [];
   let offset = 0;
+  let settledTotal = null;
   while (true) {
     const page = await input2.client.runs.exportDatasetRows({
       playName,
@@ -21584,13 +21588,18 @@ async function fetchBackingDatasetRows(input2) {
       rowMode: "all"
     });
     sheetRows.push(...page.rows);
+    const summaryTotal = page.summary?.stats?.total;
+    if (typeof summaryTotal === "number" && Number.isFinite(summaryTotal)) {
+      settledTotal = Math.max(settledTotal ?? 0, Math.trunc(summaryTotal));
+    }
     if (page.rows.length < RUN_EXPORT_PAGE_SIZE) {
       break;
     }
     offset += page.rows.length;
   }
   const rows = sheetRows.map(exportableSheetRow).filter((row) => Boolean(row));
-  if (!currentTable && rows.length < input2.rowsInfo.totalRows || currentTable && rows.length === 0 && input2.rowsInfo.totalRows > 0) {
+  const hasCompleteSettledPrefix = !currentTable && acceptsSettledRowsAsCompleteExport(input2.status) && settledTotal !== null && rows.length >= settledTotal;
+  if (!currentTable && rows.length < input2.rowsInfo.totalRows && !hasCompleteSettledPrefix || currentTable && rows.length === 0 && input2.rowsInfo.totalRows > 0) {
     return null;
   }
   const columns = mergeExportColumns(

package/dist/index.js

@@ -856,7 +856,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -768,7 +768,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.92";
+    readonly version: "0.3.93";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.92";
+    readonly version: "0.3.93";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.92",
+  version: "0.3.93",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.92",
+  "version": "0.3.93",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",