mcp-scraper 0.49.0 → 0.50.0

package/dist/bin/api-server.cjs

@@ -41,11 +41,12 @@ function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
   const clientMs = Math.min(serverMs + CLIENT_OVER_SERVER_MARGIN_MS, VERCEL_FUNCTION_MAX_MS - 5e3);
   return { serverMs, clientMs };
 }
-var VERCEL_FUNCTION_MAX_MS, CLIENT_OVER_SERVER_MARGIN_MS;
+var VERCEL_FUNCTION_MAX_MS, DEFAULT_TOOL_CLIENT_TIMEOUT_MS, CLIENT_OVER_SERVER_MARGIN_MS;
 var init_harvest_timeout = __esm({
   "src/harvest-timeout.ts"() {
     "use strict";
     VERCEL_FUNCTION_MAX_MS = 3e5;
+    DEFAULT_TOOL_CLIENT_TIMEOUT_MS = 3e5;
     CLIENT_OVER_SERVER_MARGIN_MS = 15e3;
   }
 });
@@ -4067,6 +4068,7 @@ async function migrate(options = {}) {
   `);
   await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)`);
   await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_active_user ON concurrency_locks(user_id, expires_at) WHERE status = 'active'`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS ledger (
       id          INTEGER PRIMARY KEY AUTOINCREMENT,
@@ -4253,6 +4255,16 @@ async function migrate(options = {}) {
       updated_at                  TEXT NOT NULL DEFAULT (datetime('now'))
     )
   `);
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS connected_account_charges (
+      user_id       INTEGER NOT NULL,
+      connection_id TEXT NOT NULL,
+      period_start  TEXT NOT NULL,
+      amount_mc     INTEGER NOT NULL,
+      created_at    TEXT NOT NULL DEFAULT (datetime('now')),
+      PRIMARY KEY (user_id, connection_id, period_start)
+    )
+  `);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS billing_credits (
       idempotency_key TEXT PRIMARY KEY,
@@ -4441,6 +4453,7 @@ async function migrate(options = {}) {
     )
   `);
   await db.execute(`CREATE INDEX IF NOT EXISTS request_events_user_created_at ON request_events(user_id, created_at DESC)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS request_events_created_at ON request_events(created_at)`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS workflow_schedules (
       id             TEXT PRIMARY KEY,
@@ -6746,6 +6759,7 @@ var init_db = __esm({
       "billing_debits_user_status",
       "billing_events_authorization",
       "billing_events_user_created_at",
+      "concurrency_locks_active_user",
       "concurrency_locks_operation",
       "concurrency_locks_user_status",
       "credit_lots_user_active",
@@ -6765,6 +6779,7 @@ var init_db = __esm({
       "oauth_tokens_identity",
       "page_snapshots_user_checked_at",
       "prt_user_id",
+      "request_events_created_at",
       "request_events_user_created_at",
       "scheduled_run_view_links_expiry",
       "scheduled_run_view_links_owner_run",
@@ -23288,40 +23303,15 @@ function safeMetadata(metadata) {
     return null;
   }
 }
-async function ensureConcurrencyGateSchema() {
-  if (!schemaReady) {
-    schemaReady = (async () => {
-      const db = getDb();
-      await db.execute(`
-        CREATE TABLE IF NOT EXISTS concurrency_locks (
-          id          TEXT PRIMARY KEY,
-          user_id     INTEGER NOT NULL REFERENCES users(id),
-          operation   TEXT NOT NULL,
-          status      TEXT NOT NULL DEFAULT 'active',
-          acquired_at TEXT NOT NULL DEFAULT (datetime('now')),
-          expires_at  TEXT NOT NULL,
-          released_at TEXT,
-          metadata    TEXT
-        )
-      `);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)`);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)`);
-    })();
-  }
-  return schemaReady;
-}
 async function expireConcurrencyLocksForUser(userId) {
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'expired', released_at = datetime('now')
+    sql: `DELETE FROM concurrency_locks
           WHERE user_id = ? AND status = 'active' AND expires_at <= datetime('now')`,
     args: [userId]
   });
 }
-async function countActiveUsageForUser(userId) {
-  await ensureConcurrencyGateSchema();
-  await expireConcurrencyLocksForUser(userId);
+async function countActiveUsageForUser(userId, alreadyExpired = false) {
+  if (!alreadyExpired) await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `SELECT
             (
@@ -23341,7 +23331,6 @@ async function countActiveUsageForUser(userId) {
 }
 async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   if (!/^cl_[a-f0-9]{24,32}$/.test(lockId)) return false;
-  await ensureConcurrencyGateSchema();
   await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `UPDATE concurrency_locks
@@ -23355,13 +23344,12 @@ async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   return Number(res.rowsAffected ?? 0) > 0;
 }
 async function acquireConcurrencyGate(user, operation, options = {}) {
-  await ensureConcurrencyGateSchema();
   const limit = concurrencyLimitForUser(user);
   if (isConcurrencyLimitBypassed(user)) {
     return { ok: true, lockId: null, active: 0, limit, operation, bypassed: true };
   }
   if (options.reuseLockId && await reuseExistingConcurrencyGate(user.id, options.reuseLockId, options.ttlSeconds)) {
-    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id), limit, operation, reused: true };
+    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id, true), limit, operation, reused: true };
   }
   await expireConcurrencyLocksForUser(user.id);
   const lockId = `cl_${(0, import_node_crypto10.randomUUID)().replace(/-/g, "").slice(0, 24)}`;
@@ -23392,7 +23380,7 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
       limit
     ]
   });
-  const active = await countActiveUsageForUser(user.id);
+  const active = await countActiveUsageForUser(user.id, true);
   if (Number(res.rowsAffected ?? 0) > 0) {
     return { ok: true, lockId, active, limit, operation };
   }
@@ -23400,17 +23388,13 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
 }
 async function releaseConcurrencyGate(lockId) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'released', released_at = datetime('now')
-          WHERE id = ? AND status = 'active'`,
+    sql: `DELETE FROM concurrency_locks WHERE id = ?`,
     args: [lockId]
   });
 }
 async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECONDS) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
     sql: `UPDATE concurrency_locks
           SET expires_at = datetime('now', ?)
@@ -23418,7 +23402,7 @@ async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECON
     args: [lockTtlModifier(ttlSeconds), lockId]
   });
 }
-var import_node_crypto10, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS, schemaReady;
+var import_node_crypto10, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS;
 var init_concurrency_gates = __esm({
   "src/api/concurrency-gates.ts"() {
     "use strict";
@@ -23428,7 +23412,6 @@ var init_concurrency_gates = __esm({
     DEFAULT_LOCK_TTL_SECONDS = 15 * 60;
     DEFAULT_RETRY_AFTER_SECONDS = 30;
     MAX_LOCK_TTL_SECONDS = 24 * 60 * 60;
-    schemaReady = null;
   }
 });
 
@@ -27530,7 +27513,7 @@ async function recoverSettlement(row, user, authorization, duplicate) {
     }
   }
   await getDb().execute({
-    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status = 'settling'",
+    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('settling', 'cost_pending')",
     args: [row.id]
   });
   await getDb().execute({
@@ -27575,11 +27558,13 @@ async function settleScheduledRun(args) {
   const rawCostNanos = rawCostUsd == null ? null : Math.round(rawCostUsd * USD_NANOS);
   const modelMc = rawCostUsd == null ? 0 : vendorCostUsdToMc(rawCostUsd, SCHEDULED_AGENT_LLM_MARKUP_BPS);
   const maximumModelMc = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
-  const pendingReason = args.modelCostStatus === "missing" ? "openrouter_cost_missing" : modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
+  const modelCostUnreported = args.modelCostStatus === "missing";
+  const pendingReason = modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
   const metadata = safeMetadata2({
     ...args.metadata,
     billingPhase: "settlement",
     chargeMode: "model_delta",
+    ...modelCostUnreported ? { modelCostUnreported: true } : {},
     ...pendingReason ? { reason: pendingReason } : {}
   });
   const eventId = existing?.id ?? (0, import_node_crypto14.randomUUID)();
@@ -27623,6 +27608,72 @@ async function settleScheduledRun(args) {
   }
   return recoverSettlement(existing, user, authorization, duplicateClaim);
 }
+async function reconcileScheduledRunSettlements(limit = 25, minimumAgeHours = 24) {
+  const stale = await getDb().execute({
+    sql: `SELECT id, authorization_id, status, amount_mc, raw_cost_usd_nanos, multiplier_bps, metadata
+          FROM billing_events
+          WHERE billing_class = ? AND status = 'cost_pending'
+            AND created_at < datetime('now', ?)
+          ORDER BY created_at
+          LIMIT ?`,
+    args: [SCHEDULED_RUN_BILLING_CLASS, `-${Math.max(1, Math.trunc(minimumAgeHours))} hours`, Math.max(1, Math.trunc(limit))]
+  });
+  const result = { checked: stale.rows.length, settled: 0, chargedMc: 0, failed: 0 };
+  for (const raw of stale.rows) {
+    const row = raw;
+    try {
+      const authorization = await authorizationById(row.authorization_id);
+      if (!authorization) {
+        result.failed += 1;
+        continue;
+      }
+      const cap = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
+      const chargeMc = Math.min(Math.max(0, Math.round(Number(row.amount_mc))), cap);
+      if (chargeMc > 0) {
+        const debit = await debitMcIdempotent(
+          Number(authorization.user_id),
+          chargeMc,
+          LedgerOperation.SCHEDULED_RUN,
+          "scheduled-run:" + authorization.id + ":model:reconciled",
+          authorization.id + ":model"
+        );
+        if (!debit.ok) {
+          result.failed += 1;
+          continue;
+        }
+      }
+      await getDb().execute({
+        sql: `UPDATE billing_events
+              SET status = 'settled', amount_mc = ?, settled_at = datetime('now'), metadata = ?
+              WHERE id = ? AND status = 'cost_pending'`,
+        args: [
+          chargeMc,
+          safeMetadata2({ ...metadataReason(row) ? { reason: metadataReason(row) } : {}, autoReconciled: true, cappedAtAuthorizedMaximum: chargeMc < Number(row.amount_mc) }),
+          row.id
+        ]
+      });
+      await getDb().execute({
+        sql: "UPDATE billing_authorizations SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('started', 'cost_pending')",
+        args: [authorization.id]
+      });
+      result.settled += 1;
+      result.chargedMc += chargeMc;
+      console.error(JSON.stringify({
+        event: "scheduled_run_settlement_reconciled",
+        authorization_id: authorization.id,
+        charged_mc: chargeMc,
+        reason: metadataReason(row) ?? "unreported_cost"
+      }));
+    } catch (err) {
+      result.failed += 1;
+      console.error(JSON.stringify({
+        event: "scheduled_run_reconciliation_failed",
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return result;
+}
 async function voidScheduledRunAuthorization(args) {
   const user = await resolveSchedulingUser(args.identity);
   const authorization = await authorizationById(args.authorizationId);
@@ -28609,28 +28660,6 @@ var init_inbox_routes = __esm({
 });
 
 // src/api/connected-account-billing.ts
-async function ensureConnectedAccountBillingSchema() {
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_billing (
-    user_id INTEGER PRIMARY KEY,
-    stripe_subscription_id TEXT,
-    stripe_subscription_item_id TEXT,
-    price_id TEXT,
-    quantity INTEGER NOT NULL DEFAULT 0,
-    status TEXT NOT NULL DEFAULT 'pending',
-    last_error_code TEXT,
-    checked_at TEXT NOT NULL DEFAULT (datetime('now')),
-    synced_at TEXT,
-    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-  )`);
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_charges (
-    user_id       INTEGER NOT NULL,
-    connection_id TEXT NOT NULL,
-    period_start  TEXT NOT NULL,
-    amount_mc     INTEGER NOT NULL,
-    created_at    TEXT NOT NULL DEFAULT (datetime('now')),
-    PRIMARY KEY (user_id, connection_id, period_start)
-  )`);
-}
 function connectedBillingPeriodStart(now = /* @__PURE__ */ new Date()) {
   return `${now.getUTCFullYear()}-${String(now.getUTCMonth() + 1).padStart(2, "0")}`;
 }
@@ -28638,7 +28667,6 @@ function isBillableConnection(connection) {
   return BILLABLE_LIFECYCLE.has(String(connection.lifecycleStatus ?? ""));
 }
 async function chargedConnectionIds(userId, periodStart) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT connection_id FROM connected_account_charges WHERE user_id = ? AND period_start = ?",
     args: [Number(userId), periodStart]
@@ -28646,7 +28674,6 @@ async function chargedConnectionIds(userId, periodStart) {
   return new Set(result.rows.map((row) => String(row.connection_id)));
 }
 async function getConnectedAccountBillingState2(userId) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT * FROM connected_account_billing WHERE user_id = ? LIMIT 1",
     args: [Number(userId)]
@@ -28654,7 +28681,6 @@ async function getConnectedAccountBillingState2(userId) {
   return result.rows[0] ? result.rows[0] : null;
 }
 async function setConnectedAccountBillingState2(input) {
-  await ensureConnectedAccountBillingSchema();
   await getDb().execute({
     sql: `INSERT INTO connected_account_billing
       (user_id, stripe_subscription_id, stripe_subscription_item_id, price_id, quantity, status, last_error_code, checked_at, synced_at, updated_at)
@@ -37670,6 +37696,89 @@ var init_paa_harvest_reconciliation = __esm({
   }
 });
 
+// src/api/retention-sweeps.ts
+function cutoffFor(rule) {
+  const cutoff = new Date(Date.now() - rule.retentionDays * 24 * 60 * 60 * 1e3);
+  if (rule.timestampFormat === "iso8601") return cutoff.toISOString();
+  return cutoff.toISOString().replace("T", " ").slice(0, 19);
+}
+async function tableExists(table) {
+  const res = await getDb().execute({
+    sql: "SELECT 1 FROM sqlite_master WHERE type='table' AND name = ? LIMIT 1",
+    args: [table]
+  });
+  return res.rows.length > 0;
+}
+async function sweepRule(rule, maxDeletes) {
+  if (!await tableExists(rule.table)) return 0;
+  const filter = rule.where ? ` AND ${rule.where}` : "";
+  const cutoff = cutoffFor(rule);
+  let deleted = 0;
+  while (deleted < maxDeletes) {
+    const res = await getDb().execute({
+      sql: `DELETE FROM ${rule.table} WHERE rowid IN (
+              SELECT rowid FROM ${rule.table}
+              WHERE ${rule.timestampColumn} < ?${filter}
+              LIMIT ?)`,
+      args: [cutoff, Math.min(DEFAULT_BATCH, maxDeletes - deleted)]
+    });
+    const n = Number(res.rowsAffected ?? 0);
+    deleted += n;
+    if (n === 0) break;
+  }
+  return deleted;
+}
+async function sweepRetention(options = {}) {
+  const maxDeletes = options.maxDeletesPerRule ?? DEFAULT_MAX_DELETES_PER_RULE;
+  const deadline = Date.now() + (options.deadlineMs ?? DEFAULT_SWEEP_DEADLINE_MS);
+  const perTable = {};
+  let deleted = 0;
+  let truncated = false;
+  for (const rule of RETENTION_RULES) {
+    const key = rule.where ? `${rule.table}:${rule.where}` : rule.table;
+    if (Date.now() >= deadline) {
+      truncated = true;
+      break;
+    }
+    try {
+      const n = await sweepRule(rule, maxDeletes);
+      perTable[key] = n;
+      deleted += n;
+      if (n >= maxDeletes) truncated = true;
+    } catch (err) {
+      perTable[key] = -1;
+      console.error(JSON.stringify({
+        event: "retention_sweep_failed",
+        table: rule.table,
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return { deleted, perTable, truncated };
+}
+var REPORTING_WINDOW_DAYS, TELEMETRY_RETENTION_DAYS, FAILURE_RETENTION_DAYS, RETENTION_RULES, DEFAULT_BATCH, DEFAULT_MAX_DELETES_PER_RULE, DEFAULT_SWEEP_DEADLINE_MS;
+var init_retention_sweeps = __esm({
+  "src/api/retention-sweeps.ts"() {
+    "use strict";
+    init_db();
+    REPORTING_WINDOW_DAYS = 30;
+    TELEMETRY_RETENTION_DAYS = 45;
+    FAILURE_RETENTION_DAYS = 90;
+    RETENTION_RULES = [
+      { table: "request_events", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "kernel_session_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "vendor_usage_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "harvest_attempts", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, timestampFormat: "iso8601" },
+      { table: "browser_agent_actions", timestampColumn: "created_at", retentionDays: REPORTING_WINDOW_DAYS },
+      { table: "jobs", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, where: "status = 'done'" },
+      { table: "jobs", timestampColumn: "created_at", retentionDays: FAILURE_RETENTION_DAYS, where: "status = 'failed'" }
+    ];
+    DEFAULT_BATCH = 500;
+    DEFAULT_MAX_DELETES_PER_RULE = 1e3;
+    DEFAULT_SWEEP_DEADLINE_MS = 15e3;
+  }
+});
+
 // src/api/directory-workflow-reconciliation.ts
 async function reconcileDirectoryWorkflowSettlements(limit = 25) {
   const expiredStarts = await listExpiredDirectoryWorkflowStarts(limit);
@@ -41371,7 +41480,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.49.0";
+    PACKAGE_VERSION = "0.50.0";
   }
 });
 
@@ -46762,6 +46871,29 @@ var init_paa_mcp_server = __esm({
 });
 
 // src/mcp/http-mcp-tool-executor.ts
+function unclassifiedTransportFailure(path6, err) {
+  const name = err instanceof Error ? err.name : typeof err;
+  const detail = err instanceof Error ? err.message : String(err);
+  console.error(JSON.stringify({
+    event: "mcp_executor_transport_failed",
+    path: path6,
+    error_name: name,
+    error_message: sanitizeVendorName(detail).slice(0, 400)
+  }));
+  return {
+    content: [{
+      type: "text",
+      text: JSON.stringify({
+        error: "service_unavailable",
+        error_type: name,
+        retryable: true,
+        path: path6,
+        message: publicErrorMessage("service_unavailable")
+      })
+    }],
+    isError: true
+  };
+}
 function youtubeVideoIdFromUrl(url) {
   if (!url) return null;
   try {
@@ -46871,7 +47003,7 @@ var init_http_mcp_tool_executor = __esm({
         const rawOverride = process.env.MCP_SCRAPER_HTTP_TIMEOUT_MS;
         const parsedOverride = rawOverride === void 0 ? NaN : Number(rawOverride);
         this.httpTimeoutOverrideMs = Number.isFinite(parsedOverride) && parsedOverride > 0 ? parsedOverride : null;
-        this.timeoutMs = this.httpTimeoutOverrideMs ?? 11e4;
+        this.timeoutMs = this.httpTimeoutOverrideMs ?? DEFAULT_TOOL_CLIENT_TIMEOUT_MS;
         const configuredSerpIntelligenceTimeoutMs = Number(process.env.MCP_SCRAPER_SERP_INTELLIGENCE_HTTP_TIMEOUT_MS ?? this.timeoutMs);
         this.serpIntelligenceTimeoutMs = Number.isFinite(configuredSerpIntelligenceTimeoutMs) && configuredSerpIntelligenceTimeoutMs > 0 ? configuredSerpIntelligenceTimeoutMs : this.timeoutMs;
       }
@@ -46910,7 +47042,7 @@ var init_http_mcp_tool_executor = __esm({
               isError: true
             };
           }
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       async callConnectedMutation(path6, body, idempotencyKey3, timeoutMs = this.timeoutMs) {
@@ -46944,8 +47076,8 @@ var init_http_mcp_tool_executor = __esm({
             return { content: [{ type: "text", text: JSON.stringify(httpErrorPayload(path6, res, data)) }], isError: true };
           }
           return { content: [{ type: "text", text: JSON.stringify(data) }] };
-        } catch {
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+        } catch (err) {
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       async getTextArtifact(path6, maxBytes, timeoutMs = this.timeoutMs) {
@@ -46982,7 +47114,7 @@ var init_http_mcp_tool_executor = __esm({
             }]
           };
         } catch (err) {
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       harvestPaa(input) {
@@ -53305,13 +53437,21 @@ async function setBilledMc(id, billedMc) {
     args: [Math.round(billedMc), id]
   });
 }
-async function markSessionClosed(id) {
+async function markSessionClosed(id, runtimeClosed = true) {
   const db = getDb();
   await db.execute({
-    sql: `UPDATE browser_agent_sessions SET status = 'closed', closed_at = datetime('now') WHERE id = ?`,
-    args: [id]
+    sql: `UPDATE browser_agent_sessions SET status = ?, closed_at = datetime('now') WHERE id = ?`,
+    args: [runtimeClosed ? "closed" : ORPHANED_SESSION_STATUS, id]
   });
 }
+async function listOrphanedSessionRows(limit = 50) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_sessions WHERE status = ? ORDER BY closed_at LIMIT ?`,
+    args: [ORPHANED_SESSION_STATUS, Math.max(1, Math.min(200, Math.round(limit)))]
+  });
+  return res.rows;
+}
 async function recordAction(input) {
   const db = getDb();
   await db.execute({
@@ -53358,7 +53498,7 @@ async function listReplayRows(sessionId) {
   });
   return res.rows;
 }
-var import_node_crypto28, _ready2, _migrationPromise2;
+var import_node_crypto28, _ready2, _migrationPromise2, ORPHANED_SESSION_STATUS;
 var init_browser_agent_db = __esm({
   "src/api/browser-agent-db.ts"() {
     "use strict";
@@ -53366,6 +53506,7 @@ var init_browser_agent_db = __esm({
     init_db();
     _ready2 = false;
     _migrationPromise2 = null;
+    ORPHANED_SESSION_STATUS = "runtime_close_pending";
   }
 });
 
@@ -54522,6 +54663,21 @@ async function charge(sessionId, userId, _startedAtMs) {
     if (res.ok) await setBilledMc(sessionId, owed);
   }
 }
+async function closeRuntimeSession(runtimeSessionId, sessionId) {
+  try {
+    await closeSession(runtimeSessionId);
+    return true;
+  } catch (err) {
+    console.error(JSON.stringify({
+      event: "browser_runtime_close_failed",
+      session_id: sessionId,
+      runtime_session_id: runtimeSessionId,
+      error_name: err instanceof Error ? err.name : typeof err,
+      message: sanitizeVendorName(err instanceof Error ? err.message : String(err)).slice(0, 300)
+    }));
+    return false;
+  }
+}
 async function closeAndSettleSession(row) {
   if (row.user_id != null) {
     try {
@@ -54529,15 +54685,24 @@ async function closeAndSettleSession(row) {
     } catch {
     }
   }
-  try {
-    await closeSession(row.runtime_session_id);
-  } catch {
-  }
-  await markSessionClosed(row.id).catch(() => {
+  const runtimeClosed = await closeRuntimeSession(row.runtime_session_id, row.id);
+  await markSessionClosed(row.id, runtimeClosed).catch(() => {
   });
   await releaseConcurrencyGate(row.concurrency_lock_id).catch(() => {
   });
 }
+async function retryOrphanedBrowserSessions(limit = 50) {
+  const rows = await listOrphanedSessionRows(limit);
+  let recovered = 0;
+  for (const row of rows) {
+    if (await closeRuntimeSession(row.runtime_session_id, row.id)) {
+      await markSessionClosed(row.id, true).catch(() => {
+      });
+      recovered++;
+    }
+  }
+  return { recovered, stillOpen: rows.length - recovered };
+}
 async function completeAuthConnection(connectionId) {
   const connection = await getAuthConnectionRow(connectionId);
   if (!connection) return { ok: false, error: "not found" };
@@ -54562,7 +54727,7 @@ async function reapIdleBrowserSessions(idleSeconds = 120) {
 function publicSession(row) {
   return {
     session_id: row.id,
-    status: row.status,
+    status: row.status === ORPHANED_SESSION_STATUS ? "closed" : row.status,
     label: row.label,
     watch_url: `/console/${row.id}`,
     created_at: row.created_at,
@@ -59447,6 +59612,38 @@ var init_editorial_reading_room_routes = __esm({
   }
 });
 
+// src/api/schema-presence.ts
+async function loadSchemaObjects() {
+  const res = await getDb().execute(
+    "SELECT name FROM sqlite_master WHERE type IN ('table', 'index')"
+  );
+  return new Set(res.rows.map((row) => String(row.name)));
+}
+function invalidateSchemaPresence() {
+  cache = null;
+}
+async function schemaObjectsPresent(names) {
+  if (names.length === 0) return true;
+  try {
+    if (!cache) cache = loadSchemaObjects();
+    const present = await cache;
+    if (names.every((name) => present.has(name))) return true;
+    invalidateSchemaPresence();
+    return false;
+  } catch {
+    invalidateSchemaPresence();
+    return false;
+  }
+}
+var cache;
+var init_schema_presence = __esm({
+  "src/api/schema-presence.ts"() {
+    "use strict";
+    init_db();
+    cache = null;
+  }
+});
+
 // src/api/commons-linksets.ts
 function normalizeCommonsClaims(input) {
   if (input === void 0) return void 0;
@@ -59632,7 +59829,11 @@ var init_commons_linksets = __esm({
 
 // src/api/commons-repository.ts
 async function ensureCommonsSchema() {
-  if (schemaReady2) return;
+  if (schemaReady) return;
+  if (await schemaObjectsPresent(COMMONS_SCHEMA_OBJECTS)) {
+    schemaReady = true;
+    return;
+  }
   const db = getDb();
   await db.batch([
     {
@@ -59853,7 +60054,7 @@ async function ensureCommonsSchema() {
       args: [COMMONS_SCHEMA_VERSION]
     }
   ], "write");
-  schemaReady2 = true;
+  schemaReady = true;
 }
 async function searchCommonsEntities(filters = {}, userId) {
   await ensureCommonsSchema();
@@ -61568,12 +61769,13 @@ function jsonLikeValue(value) {
 function escapeLike(value) {
   return value.replace(/[%_]/g, "");
 }
-var import_node_crypto35, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady2, CommonsRepositoryError;
+var import_node_crypto35, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady, COMMONS_SCHEMA_OBJECTS, CommonsRepositoryError;
 var init_commons_repository = __esm({
   "src/api/commons-repository.ts"() {
     "use strict";
     import_node_crypto35 = require("crypto");
     init_db();
+    init_schema_presence();
     init_rates();
     init_commons_linksets();
     COMMONS_SCHEMA_VERSION = "2026-08-05.1";
@@ -61724,7 +61926,32 @@ var init_commons_repository = __esm({
         ]
       }
     };
-    schemaReady2 = false;
+    schemaReady = false;
+    COMMONS_SCHEMA_OBJECTS = [
+      "schema_migrations",
+      "commons_entities",
+      "commons_claims",
+      "commons_proposals",
+      "commons_ledger",
+      "commons_saved_filters",
+      "commons_index_documents",
+      "commons_publications",
+      "commons_publication_editions",
+      "commons_entities_status_updated",
+      "commons_entities_type_updated",
+      "commons_entities_source_domain",
+      "commons_claims_subject_predicate",
+      "commons_claims_object_entity",
+      "commons_proposals_user_created",
+      "commons_proposals_entity_created",
+      "commons_ledger_entity_created",
+      "commons_ledger_user_created",
+      "commons_saved_filters_user_updated",
+      "commons_index_documents_status_updated",
+      "commons_index_documents_entity_type",
+      "commons_publications_updated",
+      "commons_publication_editions_publication_published"
+    ];
     CommonsRepositoryError = class extends Error {
       constructor(code, message, httpStatus = 400) {
         super(message);
@@ -62681,7 +62908,10 @@ var init_analytics_attribution = __esm({
 // src/api/analytics-repository.ts
 var analytics_repository_exports = {};
 __export(analytics_repository_exports, {
+  ANALYTICS_CONTENT_SORTS: () => ANALYTICS_CONTENT_SORTS,
   AnalyticsRepositoryError: () => AnalyticsRepositoryError,
+  ENGAGED_SESSION_MS: () => ENGAGED_SESSION_MS,
+  MAX_ENGAGED_MS: () => MAX_ENGAGED_MS,
   analyticsAcquisition: () => analyticsAcquisition,
   analyticsBusinessMetrics: () => analyticsBusinessMetrics,
   analyticsChannelBreakdown: () => analyticsChannelBreakdown,
@@ -62725,6 +62955,7 @@ __export(analytics_repository_exports, {
   migrateAnalytics: () => migrateAnalytics,
   normalizeAnalyticsPath: () => normalizeAnalyticsPath,
   normalizeAnalyticsUrl: () => normalizeAnalyticsUrl,
+  normalizeContentOptions: () => normalizeContentOptions,
   normalizeObservedHostname: () => normalizeObservedHostname,
   queueAnalyticsActivation: () => queueAnalyticsActivation,
   queueAnalyticsFormDelivery: () => queueAnalyticsFormDelivery,
@@ -63075,6 +63306,12 @@ async function migrateAnalytics() {
     await client2.query(
       `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS utm_content text`
     );
+    await client2.query(
+      `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS engaged_ms integer`
+    );
+    await client2.query(
+      `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS scroll_depth smallint`
+    );
     await client2.query(
       `ALTER TABLE analytics_conversions ADD COLUMN IF NOT EXISTS person_id uuid REFERENCES analytics_people(id) ON DELETE SET NULL`
     );
@@ -63600,6 +63837,12 @@ async function setAnalyticsPixelDomainState(input) {
       404
     );
 }
+function boundedEngagedMs(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? Math.min(Math.trunc(value), MAX_ENGAGED_MS) : null;
+}
+function boundedScrollDepth(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? Math.min(Math.trunc(value), 100) : null;
+}
 function normalizeAnalyticsPath(value) {
   if (!value) return "/";
   try {
@@ -63787,10 +64030,11 @@ async function ingestAnalyticsEvents(input) {
              id, event_id, site_id, pixel_id, hostname, visitor_id, session_id, event_name,
              occurred_at, path, canonical_url, title, referrer, source, medium, campaign,
              device_class, properties, country_code, region_code, click_ids, person_id,
-             channel_family, platform, campaign_id, ad_set_id, ad_id, creative_id, placement, utm_term, utm_content
+             channel_family, platform, campaign_id, ad_set_id, ad_id, creative_id, placement, utm_term, utm_content,
+             engaged_ms, scroll_depth
            ) VALUES (
              $1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18::jsonb, $19, $20, $21::jsonb, $22,
-             $23, $24, $25, $26, $27, $28, $29, $30, $31
+             $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33
            ) ON CONFLICT(site_id, event_id) DO NOTHING`,
           [
             (0, import_node_crypto37.randomUUID)(),
@@ -63823,7 +64067,9 @@ async function ingestAnalyticsEvents(input) {
             attribution.creativeId,
             attribution.placement,
             attribution.term,
-            attribution.content
+            attribution.content,
+            boundedEngagedMs(event2.engagedMs),
+            boundedScrollDepth(event2.scrollDepth)
           ]
         );
         if (inserted.rowCount) accepted += 1;
@@ -64334,10 +64580,21 @@ async function analyticsChannelBreakdown(siteId, userId, filters) {
     dataFreshThrough: (/* @__PURE__ */ new Date()).toISOString()
   };
 }
-async function analyticsContent(siteId, userId, filters, page) {
+function normalizeContentOptions(options) {
+  const sort = ANALYTICS_CONTENT_SORTS.includes(options?.sort) ? options.sort : "pageviews";
+  return {
+    sort,
+    direction: options?.direction === "asc" ? "asc" : "desc",
+    search: options?.search?.trim().slice(0, 300) || null
+  };
+}
+async function analyticsContent(siteId, userId, filters, page, options) {
   const db = getAnalyticsPool();
   await accessFor(db, siteId, userId);
   const query = eventFilterSql(siteId, filters);
+  const table = normalizeContentOptions(options);
+  const searchParam = `$${query.values.length + 1}`;
+  const order = table.sort === "path" ? `metrics.path ${table.direction === "asc" ? "ASC" : "DESC"}` : `${table.sort} ${table.direction === "asc" ? "ASC" : "DESC"} NULLS LAST, metrics.path ASC`;
   const result = await db.query(
     `WITH filtered AS (
        SELECT e.* FROM analytics_events e WHERE ${query.where}
@@ -64345,7 +64602,7 @@ async function analyticsContent(siteId, userId, filters, page) {
        SELECT path, count(DISTINCT visitor_id)::int AS visitors,
               count(DISTINCT session_id)::int AS sessions,
               count(*) FILTER (WHERE event_name = 'page_view')::int AS pageviews,
-              count(*) FILTER (WHERE event_name <> 'page_view')::int AS engagement_events,
+              count(*) FILTER (WHERE event_name NOT IN ('page_view', 'page_engagement'))::int AS engagement_events,
               count(*)::int AS events
          FROM filtered GROUP BY path
      ), session_bounds AS (
@@ -64353,35 +64610,98 @@ async function analyticsContent(siteId, userId, filters, page) {
               (array_agg(path ORDER BY occurred_at ASC, id ASC))[1] AS entrance_path,
               (array_agg(path ORDER BY occurred_at DESC, id DESC))[1] AS exit_path
          FROM filtered WHERE session_id IS NOT NULL GROUP BY session_id
+     ), session_pageviews AS (
+       SELECT session_id, count(*) FILTER (WHERE event_name = 'page_view')::int AS pageviews
+         FROM filtered WHERE session_id IS NOT NULL GROUP BY session_id
+     ), page_dwell AS (
+       SELECT session_id, path,
+              sum(engaged_ms)::bigint AS engaged_ms,
+              max(scroll_depth)::int AS scroll_depth
+         FROM filtered
+        WHERE event_name = 'page_engagement' AND session_id IS NOT NULL
+        GROUP BY session_id, path
+     ), dwell_metrics AS (
+       SELECT path,
+              avg(engaged_ms) FILTER (WHERE engaged_ms IS NOT NULL) AS avg_engaged_ms,
+              avg(scroll_depth) FILTER (WHERE scroll_depth IS NOT NULL) AS avg_scroll,
+              count(*) FILTER (WHERE engaged_ms IS NOT NULL)::int AS measured_pageviews
+         FROM page_dwell GROUP BY path
      ), entrances AS (
        SELECT entrance_path AS path, count(*)::int AS entrances FROM session_bounds GROUP BY entrance_path
      ), exits AS (
        SELECT exit_path AS path, count(*)::int AS exits FROM session_bounds GROUP BY exit_path
+     ), bounces AS (
+       SELECT b.entrance_path AS path, count(*)::int AS bounces
+         FROM session_bounds b JOIN session_pageviews p USING(session_id)
+        WHERE p.pageviews <= 1
+        GROUP BY b.entrance_path
+     ), converted_sessions AS (
+       SELECT DISTINCT c.session_id
+         FROM analytics_conversions c
+        WHERE c.site_id = $1 AND c.occurred_at >= $2::timestamptz AND c.occurred_at < $3::timestamptz
+          AND c.session_id IS NOT NULL
+     ), path_sessions AS (
+       SELECT DISTINCT path, session_id FROM filtered WHERE session_id IS NOT NULL
+     ), engaged AS (
+       SELECT ps.path,
+              count(*) FILTER (
+                WHERE sp.pageviews >= 2
+                   OR COALESCE(pd.engaged_ms, 0) >= ${ENGAGED_SESSION_MS}
+                   OR cs.session_id IS NOT NULL
+              )::int AS engaged_sessions
+         FROM path_sessions ps
+         JOIN session_pageviews sp USING(session_id)
+         LEFT JOIN page_dwell pd ON pd.session_id = ps.session_id AND pd.path = ps.path
+         LEFT JOIN converted_sessions cs ON cs.session_id = ps.session_id
+        GROUP BY ps.path
      ), assisted AS (
        SELECT f.path, count(DISTINCT c.id)::int AS conversions
          FROM analytics_conversions c JOIN filtered f ON f.session_id = c.session_id
         WHERE c.site_id = $1 AND c.occurred_at >= $2::timestamptz AND c.occurred_at < $3::timestamptz
         GROUP BY f.path
      )
-     SELECT metrics.*, COALESCE(entrances.entrances, 0)::int AS entrances,
+     SELECT metrics.*,
+            COALESCE(entrances.entrances, 0)::int AS entrances,
             COALESCE(exits.exits, 0)::int AS exits,
-            COALESCE(assisted.conversions, 0)::int AS conversions
+            COALESCE(assisted.conversions, 0)::int AS conversions,
+            COALESCE(dwell.measured_pageviews, 0)::int AS measured_pageviews,
+            CASE WHEN dwell.avg_engaged_ms IS NULL THEN NULL
+                 ELSE round((dwell.avg_engaged_ms / 1000.0)::numeric, 1) END AS avg_seconds_on_page,
+            CASE WHEN dwell.avg_scroll IS NULL THEN NULL
+                 ELSE round(dwell.avg_scroll::numeric, 1) END AS avg_scroll_depth,
+            CASE WHEN COALESCE(entrances.entrances, 0) = 0 THEN NULL
+                 ELSE round(COALESCE(bounces.bounces, 0)::numeric * 100 / entrances.entrances, 1) END AS bounce_rate,
+            CASE WHEN metrics.pageviews = 0 THEN NULL
+                 ELSE round(COALESCE(exits.exits, 0)::numeric * 100 / metrics.pageviews, 1) END AS exit_rate,
+            CASE WHEN metrics.sessions = 0 THEN NULL
+                 ELSE round(COALESCE(engaged.engaged_sessions, 0)::numeric * 100 / metrics.sessions, 1) END AS engagement_rate,
+            CASE WHEN metrics.sessions = 0 THEN NULL
+                 ELSE round(metrics.pageviews::numeric / metrics.sessions, 2) END AS pageviews_per_session
        FROM page_metrics metrics
        LEFT JOIN entrances USING(path)
        LEFT JOIN exits USING(path)
        LEFT JOIN assisted USING(path)
-      ORDER BY metrics.pageviews DESC, metrics.events DESC, metrics.path ASC
+       LEFT JOIN bounces USING(path)
+       LEFT JOIN engaged USING(path)
+       LEFT JOIN dwell_metrics dwell USING(path)
+      WHERE ${searchParam}::text IS NULL OR metrics.path ILIKE '%' || ${searchParam} || '%'
+      ORDER BY ${order}
       LIMIT 1000`,
-    query.values
+    [...query.values, table.search]
   );
   const paged = paginateRows(
     result.rows,
     page,
-    pageFingerprint("content", siteId, filters)
+    pageFingerprint(
+      `content:${table.sort}:${table.direction}:${table.search ?? ""}`,
+      siteId,
+      filters
+    )
   );
   return {
     content: paged.items,
     pageInfo: paged.pageInfo,
+    table,
     dataFreshThrough: (/* @__PURE__ */ new Date()).toISOString()
   };
 }
@@ -65211,7 +65531,7 @@ async function refreshAnalyticsDailyRollups(input) {
   try {
     await client2.query("BEGIN");
     await client2.query(
-      `DELETE FROM analytics_rollups_daily WHERE bucket >= $1::date AND bucket < $2::date`,
+      `DELETE FROM analytics_rollups_daily WHERE bucket >= $1::date AND bucket <= $2::date`,
       [input.start, input.end]
     );
     const inserted = await client2.query(
@@ -65228,7 +65548,14 @@ async function refreshAnalyticsDailyRollups(input) {
               now()
          FROM analytics_events
         WHERE occurred_at >= $1::timestamptz AND occurred_at < $2::timestamptz
-        GROUP BY 1, 2, 3, 4, 5, 6, 7`,
+        GROUP BY 1, 2, 3, 4, 5, 6, 7
+       ON CONFLICT (site_id, pixel_id, hostname, bucket, source, medium, campaign)
+       DO UPDATE SET
+         pageviews = EXCLUDED.pageviews,
+         events = EXCLUDED.events,
+         visitors = EXCLUDED.visitors,
+         sessions = EXCLUDED.sessions,
+         refreshed_at = EXCLUDED.refreshed_at`,
       [input.start, input.end]
     );
     await client2.query("COMMIT");
@@ -65240,9 +65567,17 @@ async function refreshAnalyticsDailyRollups(input) {
     return { runId, rows };
   } catch (error) {
     await client2.query("ROLLBACK");
+    const pgCode = error?.code;
+    const detail = error instanceof Error ? error.message : String(error);
+    console.error(JSON.stringify({
+      event: "analytics_rollup_failed",
+      runId,
+      pgCode: pgCode ?? null,
+      message: detail.slice(0, 400)
+    }));
     await db.query(
-      `UPDATE analytics_rollup_runs SET status = 'failed', completed_at = now(), error_code = 'rollup_failed' WHERE id = $1`,
-      [runId]
+      `UPDATE analytics_rollup_runs SET status = 'failed', completed_at = now(), error_code = $2 WHERE id = $1`,
+      [runId, (pgCode ? `pg_${pgCode}` : "rollup_failed").slice(0, 60)]
     );
     throw error;
   } finally {
@@ -65295,6 +65630,24 @@ function rowsToCsv2(rows) {
     )
   ].join("\n");
 }
+function markdownHeading(column) {
+  return column.split("_").map((word, index) => index ? word : word.charAt(0).toUpperCase() + word.slice(1)).join(" ");
+}
+function markdownCell(value) {
+  if (value === null || value === void 0) return "\u2014";
+  return String(value).replaceAll("|", "\\|").replaceAll("\n", " ");
+}
+function rowsToMarkdown(rows) {
+  const columns = [...new Set(rows.flatMap((row) => Object.keys(row)))];
+  if (!columns.length) return ["No rows matched this window and filter set."];
+  return [
+    `| ${columns.map(markdownHeading).join(" | ")} |`,
+    `| ${columns.map(() => "---").join(" | ")} |`,
+    ...rows.map(
+      (row) => `| ${columns.map((column) => markdownCell(row[column])).join(" | ")} |`
+    )
+  ];
+}
 async function createAnalyticsExport(input) {
   const site = (await listAnalyticsSites(input.userId)).find(
     (candidate) => candidate.id === input.siteId
@@ -65362,6 +65715,7 @@ async function createAnalyticsExport(input) {
       `- Verified conversions: ${overview.conversions}`,
       `- Verified revenue: ${(overview.revenueMinor / 100).toFixed(2)}`,
       "",
+      ...input.report === "overview" ? [] : [`## ${markdownHeading(input.report)} rows`, "", ...rowsToMarkdown(rows), ""],
       `Generated ${(/* @__PURE__ */ new Date()).toISOString()} from the governed ${input.report} report contract.`
     ].join("\n");
   }
@@ -65398,7 +65752,7 @@ async function createAnalyticsExport(input) {
   }
   return describeArtifact(replay.rows[0]);
 }
-var import_node_crypto37, import_pg, AnalyticsRepositoryError, pool2, blockedPropertyName, inferredFamilySql, clickIdKeys;
+var import_node_crypto37, import_pg, AnalyticsRepositoryError, pool2, MAX_ENGAGED_MS, ENGAGED_SESSION_MS, blockedPropertyName, inferredFamilySql, ANALYTICS_CONTENT_SORTS, clickIdKeys;
 var init_analytics_repository = __esm({
   "src/api/analytics-repository.ts"() {
     "use strict";
@@ -65417,6 +65771,8 @@ var init_analytics_repository = __esm({
       status;
     };
     pool2 = null;
+    MAX_ENGAGED_MS = 30 * 60 * 1e3;
+    ENGAGED_SESSION_MS = 1e4;
     blockedPropertyName = /(email|phone|password|token|secret|authorization|cookie|name|address|form|body)/i;
     inferredFamilySql = `COALESCE(e.channel_family, CASE
   WHEN lower(COALESCE(e.source,'') || ' ' || COALESCE(e.referrer,'')) ~ '(perplexity|chatgpt|openai|claude|anthropic|grok|xai|ai[_ -]?overview|google[_ -]?ai|gemini)' THEN 'llm'
@@ -65425,6 +65781,22 @@ var init_analytics_repository = __esm({
   WHEN COALESCE(e.source,'') = '' THEN 'direct'
   WHEN lower(COALESCE(e.medium,'')) ~ 'email|newsletter' THEN 'email'
   ELSE 'other' END)`;
+    ANALYTICS_CONTENT_SORTS = [
+      "path",
+      "visitors",
+      "sessions",
+      "pageviews",
+      "entrances",
+      "exits",
+      "engagement_events",
+      "conversions",
+      "avg_seconds_on_page",
+      "avg_scroll_depth",
+      "bounce_rate",
+      "exit_rate",
+      "engagement_rate",
+      "pageviews_per_session"
+    ];
     clickIdKeys = /* @__PURE__ */ new Set([
       "fbclid",
       "gclid",
@@ -65744,7 +66116,10 @@ function dashboardOriginAllowed(origin) {
   return (process.env.ALLOWED_ORIGINS ?? process.env.APP_ORIGIN ?? "").split(",").map((value) => value.trim()).includes(origin);
 }
 function analyticsPixelSdk() {
-  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties}}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){current=location.href;api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={},over={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties},...over}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};let visibleSince=document.visibilityState==='visible'?Date.now():0,dwellMs=0,maxScroll=0,dwellPath=location.pathname;const depth=()=>{const d=document.documentElement,h=d.scrollHeight||1;return Math.max(0,Math.min(100,Math.round(((d.scrollTop||document.body.scrollTop||0)+innerHeight)/h*100)))};const accrue=()=>{if(visibleSince){dwellMs+=Date.now()-visibleSince;visibleSince=0}};const resume=()=>{if(!visibleSince)visibleSince=Date.now()};const flush=()=>{accrue();const ms=Math.min(dwellMs,18e5),sd=Math.max(maxScroll,depth());dwellMs=0;maxScroll=0;if(ms<250)return;send('page_engagement',{},{path:dwellPath,canonicalUrl:location.origin+dwellPath,engagedMs:ms,scrollDepth:sd})};addEventListener('scroll',()=>{const d=depth();if(d>maxScroll)maxScroll=d},{passive:true});document.addEventListener('visibilitychange',()=>{if(document.visibilityState==='hidden')flush();else resume()});addEventListener('pagehide',flush);const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();resume();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,engagedMs:dwellMs+(visibleSince?Date.now()-visibleSince:0),scrollDepth:Math.max(maxScroll,depth()),...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){flush();current=location.href;dwellPath=location.pathname;resume();api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+}
+function pagePathFilter(value) {
+  return value && value.startsWith("/") ? value : void 0;
 }
 function reportFilters(url) {
   const end = url.searchParams.get("end") || (/* @__PURE__ */ new Date()).toISOString();
@@ -65766,7 +66141,7 @@ function reportFilters(url) {
     channelFamily: url.searchParams.get("channelFamily") || void 0,
     platform: url.searchParams.get("platform") || void 0,
     referrer: url.searchParams.get("referrer") || void 0,
-    path: url.searchParams.get("path") || void 0,
+    path: pagePathFilter(url.searchParams.get("path")),
     deviceClass: url.searchParams.get("deviceClass") || void 0,
     countryCode: url.searchParams.get("countryCode") || void 0,
     regionCode: url.searchParams.get("regionCode") || void 0,
@@ -65902,7 +66277,9 @@ var init_analytics_routes = __esm({
       campaign: import_zod53.z.string().trim().max(240).optional(),
       clickIds: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.string().trim().max(500)).optional(),
       deviceClass: import_zod53.z.enum(["desktop", "tablet", "mobile", "unknown"]).optional(),
-      properties: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.unknown()).optional()
+      properties: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.unknown()).optional(),
+      engagedMs: import_zod53.z.number().int().min(0).max(MAX_ENGAGED_MS).optional(),
+      scrollDepth: import_zod53.z.number().int().min(0).max(100).optional()
     }).strict();
     IngestionSchema = import_zod53.z.object({
       pixelId: import_zod53.z.string().trim().min(8).max(160),
@@ -66902,14 +67279,13 @@ Imported through the Site Analytics CRM workflow.
       ["/sites/:siteId/overview", analyticsOverview],
       ["/sites/:siteId/timeseries", analyticsTimeseries],
       ["/sites/:siteId/acquisition", analyticsAcquisition],
-      ["/sites/:siteId/content", analyticsContent],
       ["/sites/:siteId/events", analyticsEventCounts]
     ]) {
       analyticsApp.get(path6, auth3, async (c) => {
         const url = new URL(c.req.url);
         const filters = reportFilters(url);
         validateReportWindow(filters);
-        const paginated = path6.endsWith("/acquisition") || path6.endsWith("/content") || path6.endsWith("/events");
+        const paginated = path6.endsWith("/acquisition") || path6.endsWith("/events");
         const data = await load(
           c.req.param("siteId"),
           Number(c.get("user").id),
@@ -66919,6 +67295,24 @@ Imported through the Site Analytics CRM workflow.
         return c.json({ ok: true, data, filters });
       });
     }
+    analyticsApp.get("/sites/:siteId/content", auth3, async (c) => {
+      const url = new URL(c.req.url);
+      const filters = reportFilters(url);
+      validateReportWindow(filters);
+      const requestedSort = url.searchParams.get("sort");
+      const data = await analyticsContent(
+        c.req.param("siteId"),
+        Number(c.get("user").id),
+        filters,
+        reportPage(url),
+        {
+          sort: ANALYTICS_CONTENT_SORTS.includes(requestedSort) ? requestedSort : void 0,
+          direction: url.searchParams.get("direction") === "asc" ? "asc" : "desc",
+          search: url.searchParams.get("search") || void 0
+        }
+      );
+      return c.json({ ok: true, data, filters });
+    });
     analyticsApp.get("/sites/:siteId/dashboard", auth3, async (c) => {
       const url = new URL(c.req.url);
       const filters = reportFilters(url);
@@ -67152,7 +67546,7 @@ var init_scheduled_artifact_owner = __esm({
 
 // src/api/scheduled-run-view-links.ts
 async function ensureScheduledRunViewLinksSchema() {
-  if (schemaReady3) return;
+  if (schemaReady2) return;
   const db = getDb();
   await db.execute(`
     CREATE TABLE IF NOT EXISTS scheduled_run_view_links (
@@ -67200,7 +67594,7 @@ async function ensureScheduledRunViewLinksSchema() {
     CREATE INDEX IF NOT EXISTS scheduled_run_view_links_expiry
     ON scheduled_run_view_links(expires_at, revoked_at)
   `);
-  schemaReady3 = true;
+  schemaReady2 = true;
 }
 function tokenHash2(token4) {
   return (0, import_node_crypto41.createHash)("sha256").update(token4).digest("hex");
@@ -67288,13 +67682,13 @@ async function revokeScheduledRunViewLink(ownerId, runId, shareId, now = /* @__P
   });
   return result.rowsAffected > 0;
 }
-var import_node_crypto41, schemaReady3;
+var import_node_crypto41, schemaReady2;
 var init_scheduled_run_view_links = __esm({
   "src/api/scheduled-run-view-links.ts"() {
     "use strict";
     import_node_crypto41 = require("crypto");
     init_db();
-    schemaReady3 = false;
+    schemaReady2 = false;
   }
 });
 
@@ -67904,9 +68298,9 @@ var init_public_scheduled_result_routes = __esm({
 // src/api/service-connections.ts
 function ensureServiceConnectionsSchema() {
   const currentDb = getDb();
-  if (schemaReady4 && schemaDb4 === currentDb) return schemaReady4;
+  if (schemaReady3 && schemaDb4 === currentDb) return schemaReady3;
   schemaDb4 = currentDb;
-  schemaReady4 = (async () => {
+  schemaReady3 = (async () => {
     const db = currentDb;
     await db.execute(`
       CREATE TABLE IF NOT EXISTS service_connections (
@@ -67974,11 +68368,11 @@ function ensureServiceConnectionsSchema() {
     } catch {
     }
   })().catch((error) => {
-    schemaReady4 = null;
+    schemaReady3 = null;
     schemaDb4 = null;
     throw error;
   });
-  return schemaReady4;
+  return schemaReady3;
 }
 function parseTools(value) {
   if (typeof value !== "string") return [];
@@ -68177,13 +68571,13 @@ async function claimServiceConnectionAction(args) {
     ...result !== void 0 ? { result } : {}
   };
 }
-var import_node_crypto45, schemaReady4, schemaDb4;
+var import_node_crypto45, schemaReady3, schemaDb4;
 var init_service_connections = __esm({
   "src/api/service-connections.ts"() {
     "use strict";
     import_node_crypto45 = require("crypto");
     init_db();
-    schemaReady4 = null;
+    schemaReady3 = null;
     schemaDb4 = null;
   }
 });
@@ -73113,7 +73507,31 @@ async function chargeTierChangeNow(stripeClient, subscriptionId, customerId) {
     return { ok: false, amountDue: 0, error: err instanceof Error ? err.message : "Unable to charge the plan change immediately." };
   }
 }
-var import_resend3, import_node_crypto55, import_hono36, import_hono37, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS;
+function settleWithinTickBudget(label, unfinished, work, onDeadlineOrError) {
+  return new Promise((resolve2) => {
+    const timer = setTimeout(() => {
+      unfinished.push(`${label}:deadline`);
+      resolve2(onDeadlineOrError);
+    }, CRON_TICK_BUDGET_MS);
+    work.then(
+      (value) => {
+        clearTimeout(timer);
+        resolve2(value);
+      },
+      (err) => {
+        clearTimeout(timer);
+        unfinished.push(`${label}:error`);
+        console.error(JSON.stringify({
+          event: "cron_tick_job_failed",
+          job: label,
+          message: err instanceof Error ? err.message : String(err)
+        }));
+        resolve2(onDeadlineOrError);
+      }
+    );
+  });
+}
+var import_resend3, import_node_crypto55, import_hono36, import_hono37, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
 var init_server = __esm({
   "src/api/server.ts"() {
     "use strict";
@@ -73167,6 +73585,8 @@ var init_server = __esm({
     init_directory_workflow_dispatch();
     init_paa_harvest_dispatch();
     init_paa_harvest_reconciliation();
+    init_unified_billing();
+    init_retention_sweeps();
     init_directory_workflow_reconciliation();
     init_directory_artifacts();
     init_workflow_routes();
@@ -75858,35 +76278,49 @@ var init_server = __esm({
         ledger
       });
     });
+    CRON_TICK_BUDGET_MS = 5e4;
+    CRON_TICK_DRAIN_BUDGET_MS = 4e4;
     app.get("/cron/tick", async (c) => {
       const secret2 = c.req.header("authorization");
       if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
         return c.json({ error: "Unauthorized" }, 401);
       }
+      const startedAt = Date.now();
       const { drainQueue: drainQueue2 } = await Promise.resolve().then(() => (init_worker(), worker_exports));
-      const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
-      const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
-      const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery] = await Promise.all([
-        drainQueue2(budget),
-        runMonthlyRefreshSweep(),
-        reapIdleBrowserSessions(120).catch(() => ({ reaped: 0 })),
-        expireOldLots().catch(() => ({ expired_lots: 0, expired_mc: 0 })),
-        cleanupExpiredScrapeBlobs().catch(() => ({ deleted: 0, store: "none" })),
-        cleanupExpiredConnectedDataArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        reconcileConnectedAccountBillingSweep().catch(() => ({ checked: 0, synced: 0, failed: 0 })),
-        dispatchPendingDirectoryWorkflows(25).catch(() => ({ claimed: 0, dispatched: 0, failed: 0 })),
-        reconcileDirectoryWorkflowSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-        cleanupExpiredDirectoryArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        cleanupExpiredSiteExtractArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        redispatchFundedSiteExtractJobs(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        reconcileSiteExtractSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-        redispatchPendingPaaHarvests(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        reconcilePaaHarvestSettlements(25).catch(() => ({ checked: 0, staleFailed: 0, settled: 0, failed: 0 })),
-        redispatchQueuedLocalSourcebookAcquisitions(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        refreshAnalyticsDailyRollupsIfDue().catch(() => ({ status: "failed", rows: 0 })),
-        deliverPendingAnalyticsForms(10).catch(() => ({ claimed: 0, delivered: 0, deferred: 0 }))
+      const budget = { maxJobs: 10, deadlineMs: startedAt + CRON_TICK_DRAIN_BUDGET_MS };
+      const origin = `${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`;
+      const unfinished = [];
+      const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery, workflowDispatchResult, scheduledRunReconciliation, retentionSweep] = await Promise.all([
+        settleWithinTickBudget("drainQueue", unfinished, drainQueue2(budget), []),
+        settleWithinTickBudget("monthlyRefreshSweep", unfinished, runMonthlyRefreshSweep(), { status: "skipped_deadline" }),
+        settleWithinTickBudget("reapBrowserSessions", unfinished, reapIdleBrowserSessions(120), { reaped: 0 }),
+        settleWithinTickBudget("retryOrphanedBrowserSessions", unfinished, retryOrphanedBrowserSessions(50), { recovered: 0, stillOpen: 0 }),
+        settleWithinTickBudget("expireLots", unfinished, expireOldLots(), { expired_lots: 0, expired_mc: 0 }),
+        settleWithinTickBudget("scrapeBlobCleanup", unfinished, cleanupExpiredScrapeBlobs(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("connectedDataCleanup", unfinished, cleanupExpiredConnectedDataArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("connectedBillingSweep", unfinished, reconcileConnectedAccountBillingSweep(), { checked: 0, synced: 0, failed: 0 }),
+        settleWithinTickBudget("directoryDispatch", unfinished, dispatchPendingDirectoryWorkflows(5), { claimed: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("directoryReconcile", unfinished, reconcileDirectoryWorkflowSettlements(5), { checked: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("directoryArtifactCleanup", unfinished, cleanupExpiredDirectoryArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("siteExtractArtifactCleanup", unfinished, cleanupExpiredSiteExtractArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("siteExtractRedispatch", unfinished, redispatchFundedSiteExtractJobs(10), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("siteExtractReconcile", unfinished, reconcileSiteExtractSettlements(10), { checked: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("paaRedispatch", unfinished, redispatchPendingPaaHarvests(10), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("paaReconcile", unfinished, reconcilePaaHarvestSettlements(10), { checked: 0, staleFailed: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("localSourcebookRedispatch", unfinished, redispatchQueuedLocalSourcebookAcquisitions(5), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("analyticsRollup", unfinished, refreshAnalyticsDailyRollupsIfDue(), { status: "failed", rows: 0 }),
+        settleWithinTickBudget("analyticsForms", unfinished, deliverPendingAnalyticsForms(10), { claimed: 0, delivered: 0, deferred: 0 }),
+        settleWithinTickBudget("workflowDispatch", unfinished, dispatchDueWorkflowSchedules(origin), { dispatched: 0, status: "skipped_deadline" }),
+        settleWithinTickBudget("scheduledRunReconcile", unfinished, reconcileScheduledRunSettlements(25), { checked: 0, settled: 0, chargedMc: 0, failed: 0 }),
+        settleWithinTickBudget("retentionSweep", unfinished, sweepRetention(), { deleted: 0, perTable: {}, truncated: false })
       ]);
       return c.json({
+        durationMs: Date.now() - startedAt,
+        tickBudgetMs: CRON_TICK_BUDGET_MS,
+        unfinished,
+        complete: unfinished.length === 0,
+        scheduledRunReconciliation,
+        retentionSweep,
         drained: results.length,
         results,
         sweepResult,