mcp-scraper 0.49.0 → 0.51.0

package/dist/bin/api-server.cjs

@@ -41,11 +41,12 @@ function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
   const clientMs = Math.min(serverMs + CLIENT_OVER_SERVER_MARGIN_MS, VERCEL_FUNCTION_MAX_MS - 5e3);
   return { serverMs, clientMs };
 }
-var VERCEL_FUNCTION_MAX_MS, CLIENT_OVER_SERVER_MARGIN_MS;
+var VERCEL_FUNCTION_MAX_MS, DEFAULT_TOOL_CLIENT_TIMEOUT_MS, CLIENT_OVER_SERVER_MARGIN_MS;
 var init_harvest_timeout = __esm({
   "src/harvest-timeout.ts"() {
     "use strict";
     VERCEL_FUNCTION_MAX_MS = 3e5;
+    DEFAULT_TOOL_CLIENT_TIMEOUT_MS = 3e5;
     CLIENT_OVER_SERVER_MARGIN_MS = 15e3;
   }
 });
@@ -4067,6 +4068,7 @@ async function migrate(options = {}) {
   `);
   await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)`);
   await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_active_user ON concurrency_locks(user_id, expires_at) WHERE status = 'active'`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS ledger (
       id          INTEGER PRIMARY KEY AUTOINCREMENT,
@@ -4253,6 +4255,16 @@ async function migrate(options = {}) {
       updated_at                  TEXT NOT NULL DEFAULT (datetime('now'))
     )
   `);
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS connected_account_charges (
+      user_id       INTEGER NOT NULL,
+      connection_id TEXT NOT NULL,
+      period_start  TEXT NOT NULL,
+      amount_mc     INTEGER NOT NULL,
+      created_at    TEXT NOT NULL DEFAULT (datetime('now')),
+      PRIMARY KEY (user_id, connection_id, period_start)
+    )
+  `);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS billing_credits (
       idempotency_key TEXT PRIMARY KEY,
@@ -4441,6 +4453,7 @@ async function migrate(options = {}) {
     )
   `);
   await db.execute(`CREATE INDEX IF NOT EXISTS request_events_user_created_at ON request_events(user_id, created_at DESC)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS request_events_created_at ON request_events(created_at)`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS workflow_schedules (
       id             TEXT PRIMARY KEY,
@@ -6746,6 +6759,7 @@ var init_db = __esm({
       "billing_debits_user_status",
       "billing_events_authorization",
       "billing_events_user_created_at",
+      "concurrency_locks_active_user",
       "concurrency_locks_operation",
       "concurrency_locks_user_status",
       "credit_lots_user_active",
@@ -6765,6 +6779,7 @@ var init_db = __esm({
       "oauth_tokens_identity",
       "page_snapshots_user_checked_at",
       "prt_user_id",
+      "request_events_created_at",
       "request_events_user_created_at",
       "scheduled_run_view_links_expiry",
       "scheduled_run_view_links_owner_run",
@@ -17503,7 +17518,8 @@ ${t.topQuestions.map((q) => `- ${q}`).join("\n")}` : ""
   ${q.threadUrl}` : ""}`).join("\n");
   const full = [
     `# Reddit Trending: "${d.topic || input.topic}"${subreddit ? ` in r/${subreddit}` : ""}`,
-    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last ${d.window === "7d" ? "week" : "month"} \xB7 ${d.threadsScraped ?? 0} of ${d.candidatesFound ?? threads.length} discovered scraped${d.partial ? " (partial \u2014 hit the time limit)" : ""}`,
+    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last ${d.window === "7d" ? "week" : "month"} \xB7 ${d.threadsScraped ?? 0} of ${d.candidatesFound ?? threads.length} discovered scraped${d.partial ? " (partial)" : ""}`,
+    d.degradedResult ? `**Discovery degraded:** ${(d.degradationReasons ?? []).join(", ") || "no usable discovery surface"}${d.retryRecommended ? " \xB7 retry recommended" : ""}${d.billingRefunded ? " \xB7 discovery charge refunded" : ""}` : d.discoverySource === "reddit_search_fallback" ? "**Discovery fallback:** direct Reddit search was used after the primary SERP returned no usable threads." : "",
     `
 ## Ranked threads
 ${threadBlocks || "_No threads found._"}`,
@@ -17535,7 +17551,13 @@ ${questionList || "_No questions extracted._"}`,
       threadsScraped: Number(d.threadsScraped ?? 0),
       candidatesFound: Number(d.candidatesFound ?? threads.length),
       partial: Boolean(d.partial),
-      searchQuery: d.searchQuery ?? ""
+      searchQuery: d.searchQuery ?? "",
+      discoverySource: d.discoverySource ?? "google_serp",
+      resultQuality: d.resultQuality ?? "complete",
+      degradedResult: Boolean(d.degradedResult),
+      degradationReasons: d.degradationReasons ?? [],
+      retryRecommended: Boolean(d.retryRecommended),
+      billingRefunded: Boolean(d.billingRefunded)
     }
   };
 }
@@ -23288,40 +23310,15 @@ function safeMetadata(metadata) {
     return null;
   }
 }
-async function ensureConcurrencyGateSchema() {
-  if (!schemaReady) {
-    schemaReady = (async () => {
-      const db = getDb();
-      await db.execute(`
-        CREATE TABLE IF NOT EXISTS concurrency_locks (
-          id          TEXT PRIMARY KEY,
-          user_id     INTEGER NOT NULL REFERENCES users(id),
-          operation   TEXT NOT NULL,
-          status      TEXT NOT NULL DEFAULT 'active',
-          acquired_at TEXT NOT NULL DEFAULT (datetime('now')),
-          expires_at  TEXT NOT NULL,
-          released_at TEXT,
-          metadata    TEXT
-        )
-      `);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)`);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)`);
-    })();
-  }
-  return schemaReady;
-}
 async function expireConcurrencyLocksForUser(userId) {
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'expired', released_at = datetime('now')
+    sql: `DELETE FROM concurrency_locks
           WHERE user_id = ? AND status = 'active' AND expires_at <= datetime('now')`,
     args: [userId]
   });
 }
-async function countActiveUsageForUser(userId) {
-  await ensureConcurrencyGateSchema();
-  await expireConcurrencyLocksForUser(userId);
+async function countActiveUsageForUser(userId, alreadyExpired = false) {
+  if (!alreadyExpired) await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `SELECT
             (
@@ -23341,7 +23338,6 @@ async function countActiveUsageForUser(userId) {
 }
 async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   if (!/^cl_[a-f0-9]{24,32}$/.test(lockId)) return false;
-  await ensureConcurrencyGateSchema();
   await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `UPDATE concurrency_locks
@@ -23355,13 +23351,12 @@ async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   return Number(res.rowsAffected ?? 0) > 0;
 }
 async function acquireConcurrencyGate(user, operation, options = {}) {
-  await ensureConcurrencyGateSchema();
   const limit = concurrencyLimitForUser(user);
   if (isConcurrencyLimitBypassed(user)) {
     return { ok: true, lockId: null, active: 0, limit, operation, bypassed: true };
   }
   if (options.reuseLockId && await reuseExistingConcurrencyGate(user.id, options.reuseLockId, options.ttlSeconds)) {
-    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id), limit, operation, reused: true };
+    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id, true), limit, operation, reused: true };
   }
   await expireConcurrencyLocksForUser(user.id);
   const lockId = `cl_${(0, import_node_crypto10.randomUUID)().replace(/-/g, "").slice(0, 24)}`;
@@ -23392,7 +23387,7 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
       limit
     ]
   });
-  const active = await countActiveUsageForUser(user.id);
+  const active = await countActiveUsageForUser(user.id, true);
   if (Number(res.rowsAffected ?? 0) > 0) {
     return { ok: true, lockId, active, limit, operation };
   }
@@ -23400,17 +23395,13 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
 }
 async function releaseConcurrencyGate(lockId) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'released', released_at = datetime('now')
-          WHERE id = ? AND status = 'active'`,
+    sql: `DELETE FROM concurrency_locks WHERE id = ?`,
     args: [lockId]
   });
 }
 async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECONDS) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
     sql: `UPDATE concurrency_locks
           SET expires_at = datetime('now', ?)
@@ -23418,7 +23409,7 @@ async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECON
     args: [lockTtlModifier(ttlSeconds), lockId]
   });
 }
-var import_node_crypto10, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS, schemaReady;
+var import_node_crypto10, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS;
 var init_concurrency_gates = __esm({
   "src/api/concurrency-gates.ts"() {
     "use strict";
@@ -23428,7 +23419,6 @@ var init_concurrency_gates = __esm({
     DEFAULT_LOCK_TTL_SECONDS = 15 * 60;
     DEFAULT_RETRY_AFTER_SECONDS = 30;
     MAX_LOCK_TTL_SECONDS = 24 * 60 * 60;
-    schemaReady = null;
   }
 });
 
@@ -27530,7 +27520,7 @@ async function recoverSettlement(row, user, authorization, duplicate) {
     }
   }
   await getDb().execute({
-    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status = 'settling'",
+    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('settling', 'cost_pending')",
     args: [row.id]
   });
   await getDb().execute({
@@ -27575,11 +27565,13 @@ async function settleScheduledRun(args) {
   const rawCostNanos = rawCostUsd == null ? null : Math.round(rawCostUsd * USD_NANOS);
   const modelMc = rawCostUsd == null ? 0 : vendorCostUsdToMc(rawCostUsd, SCHEDULED_AGENT_LLM_MARKUP_BPS);
   const maximumModelMc = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
-  const pendingReason = args.modelCostStatus === "missing" ? "openrouter_cost_missing" : modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
+  const modelCostUnreported = args.modelCostStatus === "missing";
+  const pendingReason = modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
   const metadata = safeMetadata2({
     ...args.metadata,
     billingPhase: "settlement",
     chargeMode: "model_delta",
+    ...modelCostUnreported ? { modelCostUnreported: true } : {},
     ...pendingReason ? { reason: pendingReason } : {}
   });
   const eventId = existing?.id ?? (0, import_node_crypto14.randomUUID)();
@@ -27623,6 +27615,72 @@ async function settleScheduledRun(args) {
   }
   return recoverSettlement(existing, user, authorization, duplicateClaim);
 }
+async function reconcileScheduledRunSettlements(limit = 25, minimumAgeHours = 24) {
+  const stale = await getDb().execute({
+    sql: `SELECT id, authorization_id, status, amount_mc, raw_cost_usd_nanos, multiplier_bps, metadata
+          FROM billing_events
+          WHERE billing_class = ? AND status = 'cost_pending'
+            AND created_at < datetime('now', ?)
+          ORDER BY created_at
+          LIMIT ?`,
+    args: [SCHEDULED_RUN_BILLING_CLASS, `-${Math.max(1, Math.trunc(minimumAgeHours))} hours`, Math.max(1, Math.trunc(limit))]
+  });
+  const result = { checked: stale.rows.length, settled: 0, chargedMc: 0, failed: 0 };
+  for (const raw of stale.rows) {
+    const row = raw;
+    try {
+      const authorization = await authorizationById(row.authorization_id);
+      if (!authorization) {
+        result.failed += 1;
+        continue;
+      }
+      const cap = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
+      const chargeMc = Math.min(Math.max(0, Math.round(Number(row.amount_mc))), cap);
+      if (chargeMc > 0) {
+        const debit = await debitMcIdempotent(
+          Number(authorization.user_id),
+          chargeMc,
+          LedgerOperation.SCHEDULED_RUN,
+          "scheduled-run:" + authorization.id + ":model:reconciled",
+          authorization.id + ":model"
+        );
+        if (!debit.ok) {
+          result.failed += 1;
+          continue;
+        }
+      }
+      await getDb().execute({
+        sql: `UPDATE billing_events
+              SET status = 'settled', amount_mc = ?, settled_at = datetime('now'), metadata = ?
+              WHERE id = ? AND status = 'cost_pending'`,
+        args: [
+          chargeMc,
+          safeMetadata2({ ...metadataReason(row) ? { reason: metadataReason(row) } : {}, autoReconciled: true, cappedAtAuthorizedMaximum: chargeMc < Number(row.amount_mc) }),
+          row.id
+        ]
+      });
+      await getDb().execute({
+        sql: "UPDATE billing_authorizations SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('started', 'cost_pending')",
+        args: [authorization.id]
+      });
+      result.settled += 1;
+      result.chargedMc += chargeMc;
+      console.error(JSON.stringify({
+        event: "scheduled_run_settlement_reconciled",
+        authorization_id: authorization.id,
+        charged_mc: chargeMc,
+        reason: metadataReason(row) ?? "unreported_cost"
+      }));
+    } catch (err) {
+      result.failed += 1;
+      console.error(JSON.stringify({
+        event: "scheduled_run_reconciliation_failed",
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return result;
+}
 async function voidScheduledRunAuthorization(args) {
   const user = await resolveSchedulingUser(args.identity);
   const authorization = await authorizationById(args.authorizationId);
@@ -28609,28 +28667,6 @@ var init_inbox_routes = __esm({
 });
 
 // src/api/connected-account-billing.ts
-async function ensureConnectedAccountBillingSchema() {
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_billing (
-    user_id INTEGER PRIMARY KEY,
-    stripe_subscription_id TEXT,
-    stripe_subscription_item_id TEXT,
-    price_id TEXT,
-    quantity INTEGER NOT NULL DEFAULT 0,
-    status TEXT NOT NULL DEFAULT 'pending',
-    last_error_code TEXT,
-    checked_at TEXT NOT NULL DEFAULT (datetime('now')),
-    synced_at TEXT,
-    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-  )`);
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_charges (
-    user_id       INTEGER NOT NULL,
-    connection_id TEXT NOT NULL,
-    period_start  TEXT NOT NULL,
-    amount_mc     INTEGER NOT NULL,
-    created_at    TEXT NOT NULL DEFAULT (datetime('now')),
-    PRIMARY KEY (user_id, connection_id, period_start)
-  )`);
-}
 function connectedBillingPeriodStart(now = /* @__PURE__ */ new Date()) {
   return `${now.getUTCFullYear()}-${String(now.getUTCMonth() + 1).padStart(2, "0")}`;
 }
@@ -28638,7 +28674,6 @@ function isBillableConnection(connection) {
   return BILLABLE_LIFECYCLE.has(String(connection.lifecycleStatus ?? ""));
 }
 async function chargedConnectionIds(userId, periodStart) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT connection_id FROM connected_account_charges WHERE user_id = ? AND period_start = ?",
     args: [Number(userId), periodStart]
@@ -28646,7 +28681,6 @@ async function chargedConnectionIds(userId, periodStart) {
   return new Set(result.rows.map((row) => String(row.connection_id)));
 }
 async function getConnectedAccountBillingState2(userId) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT * FROM connected_account_billing WHERE user_id = ? LIMIT 1",
     args: [Number(userId)]
@@ -28654,7 +28688,6 @@ async function getConnectedAccountBillingState2(userId) {
   return result.rows[0] ? result.rows[0] : null;
 }
 async function setConnectedAccountBillingState2(input) {
-  await ensureConnectedAccountBillingSchema();
   await getDb().execute({
     sql: `INSERT INTO connected_account_billing
       (user_id, stripe_subscription_id, stripe_subscription_item_id, price_id, quantity, status, last_error_code, checked_at, synced_at, updated_at)
@@ -33186,6 +33219,15 @@ var init_instagram_routes = __esm({
 });
 
 // src/api/reddit-trending.ts
+function buildRedditSearchUrl(topic, subreddit, window2 = "month") {
+  const base = subreddit ? `https://old.reddit.com/r/${encodeURIComponent(subreddit)}/search` : "https://old.reddit.com/search";
+  const params = new URLSearchParams();
+  params.set("q", topic);
+  params.set("sort", "top");
+  params.set("t", window2);
+  if (subreddit) params.set("restrict_sr", "on");
+  return `${base}?${params.toString()}`;
+}
 function buildSerpQuery(topic, subreddit) {
   const scope = subreddit ? `site:reddit.com/r/${subreddit}` : "site:reddit.com";
   return `${scope} ${topic}`.trim();
@@ -33248,6 +33290,32 @@ function canonicalThreadUrl(href) {
 function engagementScore(score, commentCount) {
   return score + 2 * commentCount;
 }
+function normalizeSearchRows(rows) {
+  if (!Array.isArray(rows)) return [];
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const raw of rows) {
+    if (!raw || typeof raw !== "object") continue;
+    const r = raw;
+    const url = canonicalThreadUrl(r.url);
+    const title = typeof r.title === "string" ? r.title.trim() : "";
+    if (!url || !title || seen.has(url)) continue;
+    seen.add(url);
+    const score = parseCountText(r.scoreText);
+    const commentCount = parseCountText(r.commentsText);
+    out.push({
+      title,
+      url,
+      subreddit: typeof r.subreddit === "string" ? r.subreddit.trim() : "",
+      score,
+      commentCount,
+      engagementScore: engagementScore(score, commentCount),
+      ageText: typeof r.ageText === "string" ? r.ageText.trim() : "",
+      topQuestions: []
+    });
+  }
+  return out;
+}
 function normalizeQuestionKey(s) {
   return s.toLowerCase().replace(/[?.!\s]+$/g, "").replace(/\s+/g, " ").trim();
 }
@@ -33298,10 +33366,29 @@ function flattenQuestions(threads) {
   }
   return out;
 }
-var INTERROGATIVE_STARTERS;
+var PARSE_REDDIT_SEARCH, INTERROGATIVE_STARTERS;
 var init_reddit_trending = __esm({
   "src/api/reddit-trending.ts"() {
     "use strict";
+    PARSE_REDDIT_SEARCH = `(() => {
+  const txt = el => ((el && el.innerText) || '').trim();
+  const bodyText = (document.body && document.body.innerText) || '';
+  const blocked = /whoa there|blocked by network|you've been blocked|network (policy|security)|log in to your reddit account/i.test(bodyText);
+  const listing = document.querySelector('.search-result-listing');
+  const rows = [];
+  document.querySelectorAll('.search-result.search-result-link').forEach(r => {
+    const titleEl = r.querySelector('header.search-result-header a.search-title');
+    rows.push({
+      title: txt(titleEl),
+      url: (titleEl && titleEl.getAttribute('href')) || '',
+      subreddit: txt(r.querySelector('a.search-subreddit-link')),
+      scoreText: txt(r.querySelector('.search-score')),
+      commentsText: txt(r.querySelector('a.search-comments')),
+      ageText: txt(r.querySelector('.search-time time')),
+    });
+  });
+  return { blocked: blocked, listingFound: Boolean(listing), rowCount: rows.length, rows: rows };
+})()`;
     INTERROGATIVE_STARTERS = /* @__PURE__ */ new Set([
       "what",
       "whats",
@@ -35499,8 +35586,8 @@ async function residentialProxyId(attemptIndex) {
     return void 0;
   }
 }
-async function scrapeOldRedditWithRetries(url, script, accept) {
-  for (let attempt = 0; attempt < 4; attempt++) {
+async function scrapeOldRedditWithRetries(url, script, accept, maxAttempts = 4) {
+  for (let attempt = 0; attempt < maxAttempts; attempt++) {
     const backupAttempt = attempt === 3;
     if (backupAttempt && !backupProxyAvailable()) break;
     const proxyId = backupAttempt ? await createBackupProxyIdSafe(browserServiceApiKey(), attempt) : await residentialProxyId(attempt);
@@ -35669,6 +35756,9 @@ var init_reddit_routes = __esm({
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.reddit_thread), 402);
         discoveryDebited = true;
         let candidates = [];
+        let discoverySource = "google_serp";
+        let primaryDiscoveryDegraded = false;
+        let primaryDegradationReasons = [];
         try {
           const serp = await harvest({
             query: serpQuery,
@@ -35682,14 +35772,59 @@ var init_reddit_routes = __esm({
             softDeadlineMs
           });
           candidates = extractRedditThreadUrls(serp.organicResults, body.maxThreads);
+          primaryDiscoveryDegraded = serp.diagnostics?.degradedResult === true;
+          primaryDegradationReasons = Array.isArray(serp.diagnostics?.degradationReasons) ? serp.diagnostics.degradationReasons.filter((reason) => typeof reason === "string") : [];
         } catch {
           candidates = [];
+          primaryDiscoveryDegraded = true;
+          primaryDegradationReasons = ["primary_serp_failed"];
+        }
+        if (candidates.length === 0) {
+          const fallback = await scrapeOldRedditWithRetries(
+            buildRedditSearchUrl(body.topic, subreddit, body.window),
+            PARSE_REDDIT_SEARCH,
+            (data) => !data.blocked && data.listingFound,
+            2
+          );
+          if (fallback) {
+            candidates = normalizeSearchRows(fallback.data.rows).slice(0, body.maxThreads).map((thread) => ({ title: thread.title, url: thread.url, subreddit: thread.subreddit.replace(/^r\//i, "") }));
+            discoverySource = "reddit_search_fallback";
+          } else {
+            discoverySource = "none";
+          }
         }
         if (candidates.length === 0) {
           await creditMc(user.id, MC_COSTS.reddit_thread, LedgerOperation.REDDIT_THREAD_REFUND, "no reddit threads discovered");
           discoveryRefunded = true;
-          await logRequestEvent({ userId: user.id, source: "reddit_trending", status: "failed", query: body.topic, error: "no reddit threads discovered" });
-          return c.json({ error: "No Reddit threads found for that topic and window (refunded)" }, 404);
+          const degradedResult = discoverySource === "none";
+          const degradationReasons = degradedResult ? [.../* @__PURE__ */ new Set([...primaryDegradationReasons, "reddit_fallback_empty_or_blocked"])] : [];
+          const result2 = {
+            topic: body.topic,
+            subreddit: subreddit ?? null,
+            window: body.window === "week" ? "7d" : "30d",
+            totals: trendingTotals([]),
+            rankedThreads: [],
+            questions: [],
+            threadsScraped: 0,
+            candidatesFound: 0,
+            partial: false,
+            searchQuery: serpQuery,
+            discoverySource,
+            resultQuality: degradedResult ? "degraded" : "complete",
+            degradedResult,
+            degradationReasons,
+            retryRecommended: degradedResult,
+            billingRefunded: true
+          };
+          await logRequestEvent({
+            userId: user.id,
+            source: "reddit_trending",
+            status: "done",
+            query: body.topic,
+            resultCount: 0,
+            result: result2
+          });
+          return c.json(result2);
         }
         let ranked;
         if (!body.includeComments) {
@@ -35765,7 +35900,13 @@ var init_reddit_routes = __esm({
           threadsScraped: body.includeComments ? ranked.length : 0,
           candidatesFound: candidates.length,
           partial: body.includeComments && ranked.length < candidates.length,
-          searchQuery: serpQuery
+          searchQuery: serpQuery,
+          discoverySource,
+          resultQuality: primaryDiscoveryDegraded ? "partial" : "complete",
+          degradedResult: false,
+          degradationReasons: primaryDiscoveryDegraded ? primaryDegradationReasons : [],
+          retryRecommended: false,
+          billingRefunded: false
         };
         await logRequestEvent({ userId: user.id, source: "reddit_trending", status: "done", query: body.topic, resultCount: ranked.length, result });
         return c.json(result);
@@ -37670,6 +37811,89 @@ var init_paa_harvest_reconciliation = __esm({
   }
 });
 
+// src/api/retention-sweeps.ts
+function cutoffFor(rule) {
+  const cutoff = new Date(Date.now() - rule.retentionDays * 24 * 60 * 60 * 1e3);
+  if (rule.timestampFormat === "iso8601") return cutoff.toISOString();
+  return cutoff.toISOString().replace("T", " ").slice(0, 19);
+}
+async function tableExists(table) {
+  const res = await getDb().execute({
+    sql: "SELECT 1 FROM sqlite_master WHERE type='table' AND name = ? LIMIT 1",
+    args: [table]
+  });
+  return res.rows.length > 0;
+}
+async function sweepRule(rule, maxDeletes) {
+  if (!await tableExists(rule.table)) return 0;
+  const filter = rule.where ? ` AND ${rule.where}` : "";
+  const cutoff = cutoffFor(rule);
+  let deleted = 0;
+  while (deleted < maxDeletes) {
+    const res = await getDb().execute({
+      sql: `DELETE FROM ${rule.table} WHERE rowid IN (
+              SELECT rowid FROM ${rule.table}
+              WHERE ${rule.timestampColumn} < ?${filter}
+              LIMIT ?)`,
+      args: [cutoff, Math.min(DEFAULT_BATCH, maxDeletes - deleted)]
+    });
+    const n = Number(res.rowsAffected ?? 0);
+    deleted += n;
+    if (n === 0) break;
+  }
+  return deleted;
+}
+async function sweepRetention(options = {}) {
+  const maxDeletes = options.maxDeletesPerRule ?? DEFAULT_MAX_DELETES_PER_RULE;
+  const deadline = Date.now() + (options.deadlineMs ?? DEFAULT_SWEEP_DEADLINE_MS);
+  const perTable = {};
+  let deleted = 0;
+  let truncated = false;
+  for (const rule of RETENTION_RULES) {
+    const key = rule.where ? `${rule.table}:${rule.where}` : rule.table;
+    if (Date.now() >= deadline) {
+      truncated = true;
+      break;
+    }
+    try {
+      const n = await sweepRule(rule, maxDeletes);
+      perTable[key] = n;
+      deleted += n;
+      if (n >= maxDeletes) truncated = true;
+    } catch (err) {
+      perTable[key] = -1;
+      console.error(JSON.stringify({
+        event: "retention_sweep_failed",
+        table: rule.table,
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return { deleted, perTable, truncated };
+}
+var REPORTING_WINDOW_DAYS, TELEMETRY_RETENTION_DAYS, FAILURE_RETENTION_DAYS, RETENTION_RULES, DEFAULT_BATCH, DEFAULT_MAX_DELETES_PER_RULE, DEFAULT_SWEEP_DEADLINE_MS;
+var init_retention_sweeps = __esm({
+  "src/api/retention-sweeps.ts"() {
+    "use strict";
+    init_db();
+    REPORTING_WINDOW_DAYS = 30;
+    TELEMETRY_RETENTION_DAYS = 45;
+    FAILURE_RETENTION_DAYS = 90;
+    RETENTION_RULES = [
+      { table: "request_events", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "kernel_session_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "vendor_usage_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+      { table: "harvest_attempts", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, timestampFormat: "iso8601" },
+      { table: "browser_agent_actions", timestampColumn: "created_at", retentionDays: REPORTING_WINDOW_DAYS },
+      { table: "jobs", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, where: "status = 'done'" },
+      { table: "jobs", timestampColumn: "created_at", retentionDays: FAILURE_RETENTION_DAYS, where: "status = 'failed'" }
+    ];
+    DEFAULT_BATCH = 500;
+    DEFAULT_MAX_DELETES_PER_RULE = 1e3;
+    DEFAULT_SWEEP_DEADLINE_MS = 15e3;
+  }
+});
+
 // src/api/directory-workflow-reconciliation.ts
 async function reconcileDirectoryWorkflowSettlements(limit = 25) {
   const expiredStarts = await listExpiredDirectoryWorkflowStarts(limit);
@@ -41371,7 +41595,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.49.0";
+    PACKAGE_VERSION = "0.51.0";
   }
 });
 
@@ -41520,7 +41744,10 @@ seam is noted so you can chain them.
   handles Reddit's bot wall itself (no login needed). Find threads first with \`search_serp\` or \`reddit_trending\`.
 - DISCOVER what a niche is talking about (topic, no known thread) -> **reddit_trending** (takes a topic, optional
   subreddit; returns the last 30 days' top threads ranked by engagement plus the questions people asked \u2014
-  feed winning \`rankedThreads[].url\` values into \`reddit_thread\` for the full comment tree).
+  feed winning \`rankedThreads[].url\` values into \`reddit_thread\` for the full comment tree). It uses bounded
+  direct Reddit discovery when the primary SERP is empty. Before interpreting an empty result, inspect
+  \`resultQuality\`, \`discoverySource\`, \`degradationReasons\`, \`retryRecommended\`, and \`billingRefunded\`;
+  a degraded empty result is not evidence that the topic has no Reddit discussion.
 
 ## Other sites & logins (browser agent)
 For an arbitrary site or a logged-in dashboard with no dedicated tool, use the browser_* agent. **First
@@ -41570,6 +41797,12 @@ Multi-step orchestrations \u2014 prefer these over hand-chaining primitives when
   versioning reusable website templates; use the saved-template tools above for those jobs.
 - The creation tool is a renderer, not a research or writing model. Preserve source truth in each
   \`sourceLabel\`; do not hand it raw source material and expect it to invent the editorial architecture.
+- One edition may contain up to 100 articles. Images may appear as structured article/card heroes or as
+  Markdown body images. Use \`site.ogImage\` for the collection social preview and \`article.ogImage\` for an
+  article override; otherwise the article hero, then collection image, is reused. Every image requires useful
+  alt text. Preserve caption, credit, source URL, and rights context when known; a reachable URL does not prove
+  reuse rights. Static artifacts include collection OG tags and update article tags in-browser, while crawler-
+  perfect per-article unfurls require the publishing host to serve article-specific metadata.
 - ${savesReportsLocally ? "This local stdio server writes one self-contained HTML file and returns its localPath so the user can open it." : "This hosted server creates a private seven-day HTML artifact and returns a signed download URL; use renew_editorial_reading_room_download after the URL expires."}
 
 ## Local Sourcebook listings
@@ -41661,6 +41894,17 @@ deliberate edits and migrations. Use
 they'll filter/sort by exact value. **memory-search** is meaning-based over full content (embeds, slower);
 **memory-list** filters one vault by kind/tags (fast, exact).
 
+Choose the read surface by completeness, not convenience. **list-vaults** is the account inventory and
+reports each vault's note count. **memory-list** returns the complete metadata inventory for one vault but
+no note bodies, plus a sorted complete folder inventory derived from those paths; use it to identify every
+stable \`vault + path\` address. **list-memory-tags** returns the
+complete account-wide canonical tag inventory, including aliases, usage counts, and per-vault distribution.
+**memory-search** returns ranked
+content chunks, not an exhaustive inventory or complete documents: deduplicate hits by vault/path and call
+**memory-get** for every note whose full meaning matters. When the user explicitly needs every full note for
+backup, migration, or corpus-wide audit, use **memory-export** one vault at a time; do not pull the entire
+corpus merely to edit one note.
+
 For People, Deals, Projects, Tasks, and Communications, use the returned contract rather than guessing:
 People only holds a real person or organization hub. Its contact card uses \`phone\`, \`text_phone\`, and
 \`email\` for Call/Text/Email; \`memories\` for durable person context; and linked Deals, Projects,
@@ -41719,19 +41963,35 @@ Tags are live vocabulary, not improvised labels: **list-memory-tags** shows what
 reusable, and has no exact, alias, or near-equivalent. Use **memory-backlinks**,
 **memory-graph-universe**, and **memory-graph-path** to trace the linked universe across vaults.
 
-**Always inspect the complete tag inventory and related notes first.** Use hybrid Smart RAG by default:
+**Always inspect the complete tag inventory and related notes first.** When the user wants to find, recall,
+understand, or connect something and does not already provide an exact vault/path, start with hybrid Smart
+RAG through **memory-search**. The exceptions are exhaustive inventory (**memory-list**), title-only lookup
+(**memory-suggest**), an exact known note (**memory-get**), and an explicit full-vault export (**memory-export**).
+For hybrid retrieval,
 form 3 focused queries (2\u20134 when useful), fuse exact tag/metadata/vault/date and semantic matches into 50
 candidates, expand the top 8 seeds by one link/backlink hop with at most 5 neighbors each, then Jina-rerank
 the combined pool to the best 30. Graph neighbors are candidates, never automatic links; add only links
-supported by the note contents.
+supported by the note contents. A search hit is a discovery excerpt, not the note: call **memory-get** and read
+the complete note before relying on it for an answer, summary, edit, relationship, or durable write. Read the
+strong candidates, not every low-ranked hit.
 
 Scrape deposits are raw evidence and therefore go to **Library** through **library-ingest**, with the full
 Library template and source metadata. If the source contains durable applicable guidance, create a separate
 Knowledge companion through prepare-memory-write + memory-capture and link it to the Library source with
 derived_from; do not replace the raw source with the guide.
 
-For an update, call **memory-get** first and pass its revision as baseRevision. Preserve the existing
-title, source, capture time, content context, and props unless the request deliberately changes them.
+For an update, identify the existing note by its stable \`vault + path\`, call **memory-get** first, and pass
+its revision as \`baseRevision\`. **memory-put replaces the entire content body; it is not a text patch.**
+Merge the requested change into the full body returned by memory-get, then send that complete merged body.
+Its supplied \`props\` patch existing metadata, so omit unchanged props and use an empty array only when the
+user deliberately wants to clear a link list. Preserve the existing title, source, capture time, surrounding
+content, links, template sections, and unsupported uncertainty unless the request deliberately changes them.
+A title change does not create a new note identity; keep the path unless the user explicitly asks to move it.
+Never convert an edit into a new path just because search returned a similar title. If \`baseRevision\`
+conflicts, reconcile the returned current body with the requested change and retry against the new revision;
+do not resend the stale full body unchanged. Treat Agent Inbox, optimizer rollups, channel messages, and other
+system-managed notes through their purpose-built tools when available rather than rewriting their backing
+notes with memory-put.
 If a legacy backend does not return props, do not overwrite an existing linked note through that surface;
 report that link preservation cannot be proved. After the write, read it back and search a distinctive
 phrase to verify persistence and indexing.
@@ -42567,7 +42827,7 @@ var init_contracts = __esm({
 });
 
 // src/mcp/mcp-tool-schemas.ts
-var import_zod42, WEBSITE_URL_OR_DOMAIN_ERROR, WebsiteUrlOrDomainSchema, HarvestPaaInputSchema, ExtractUrlBaseInputSchema, ExtractUrlInputSchema, ExtractUrlLocalInputSchema, DiffPageBaseInputSchema, DiffPageInputSchema, DiffPageLocalInputSchema, MapSiteUrlsInputSchema, MapWaybackSnapshotsInputSchema, ExtractSiteInputSchema, AuditSiteInputSchema, CheckSiteExportInputSchema, ArchiveReadInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, RedditTrendingInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, LocationMarketsInputSchema, CommonsSearchEntitiesInputSchema, CommonsGetEntityInputSchema, CommonsGetEntityLinksetInputSchema, CommonsFeaturedImageInputSchema, CommonsMediaInputSchema, CommonsCitationInputSchema, CommonsSourceInputSchema, CommonsRelatedLinkInputSchema, CommonsClaimInputSchema, CommonsPrepareEntityInputSchema, CommonsSubmitEntityInputSchema, CommonsValidateEntityInputSchema, CommonsGetEntityLedgerInputSchema, CommonsSaveFilterInputSchema, CommonsListFiltersInputSchema, CommonsListNeedsLinksInputSchema, CommonsGenericOutputSchema, DirectoryWorkflowStatusInputSchema, LocalSourcebookSubmitInputSchema, LocalSourcebookCategorySchema, LocalSourcebookSchemaTypeInputSchema, LocalSourcebookTagCandidateObjectSchema, LocalSourcebookTagDecisionObjectSchema, LocalSourcebookIdentityObjectSchema, GetLocalSourcebookContractInputSchema, ListLocalSourcebookTagsInputSchema, ResolveLocalSourcebookTagsInputSchema, PrepareLocalSourcebookWriteInputSchema, ValidateLocalSourcebookWriteInputSchema, LocalSourcebookCaptureInputSchema, LocalSourcebookSubmissionStatusInputSchema, LocalSourcebookRefreshInputSchema, LocalSourcebookOutputSchema, ArtifactPointerOutputSchema, EditorialReadingRoomSiteSchema, EditorialReadingRoomArticleSchema, EditorialReadingRoomGuideInputSchema, EditorialReadingRoomGuideOutputSchema, CreateEditorialReadingRoomInputSchema, EditorialReadingRoomArtifactSchema, CreateEditorialReadingRoomOutputSchema, RenewEditorialReadingRoomDownloadInputSchema, RenewEditorialReadingRoomDownloadOutputSchema, CommonsPublicationSubdomainSchema, CommonsPreparePublicationInputSchema, CommonsValidatePublicationInputSchema, CommonsClaimPublicationInputSchema, CommonsPublishEditorialInputSchema, CommonsGetPublicationInputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryCsvArtifactOutput, DirectoryWorkflowOutputSchema, LocationDatasetProvenanceOutput, LocationMarketsOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, ExtractUrlOutputSchema, DiffPageOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, CheckSiteExportOutputSchema, ArchiveEntryOutputSchema, ArchiveReadOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, WaybackCaptureOutputSchema, MapWaybackSnapshotsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, RedditTrendingOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, TranscriptSignalOutput, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema, ListServiceConnectionsInputSchema, ListServiceConnectionsOutputSchema, TestServiceConnectionInputSchema, TestServiceConnectionOutputSchema, ReadServiceConnectionInputSchema, ReadServiceConnectionOutputSchema, MetaAdCreativeMediaInputSchema, MetaAdCreativeMediaOutputSchema, ImportServiceConnectionToMemoryInputSchema, ImportServiceConnectionToMemoryOutputSchema, DescribeServiceConnectionToolInputSchema, DescribeServiceConnectionToolOutputSchema, ConnectedDataContinuationSchema, ExportConnectedServiceDataInputSchema, ConnectedDataArtifactSchema, ExportConnectedServiceDataOutputSchema, SearchConsoleTableColumnSchema, SearchConsoleTableFilterSchema, ExportSearchConsoleTableDataInputSchema, ExportSearchConsoleTableDataOutputSchema, RenewConnectedDataExportDownloadInputSchema, RenewConnectedDataExportDownloadOutputSchema, CallServiceConnectionActionInputSchema, CallServiceConnectionActionOutputSchema, SetScheduledActionConnectionsInputSchema, SetScheduledActionConnectionsOutputSchema, SlackSendMessageInputSchema, SlackSendMessageOutputSchema, GmailSendMessageInputSchema, GmailSendMessageOutputSchema, GmailSearchContactsInputSchema, GmailSearchContactsOutputSchema, GoogleCalendarCreateEventInputSchema, GoogleCalendarCreateEventOutputSchema, ZoomCreateMeetingInputSchema, ZoomCreateMeetingOutputSchema;
+var import_zod42, WEBSITE_URL_OR_DOMAIN_ERROR, WebsiteUrlOrDomainSchema, HarvestPaaInputSchema, ExtractUrlBaseInputSchema, ExtractUrlInputSchema, ExtractUrlLocalInputSchema, DiffPageBaseInputSchema, DiffPageInputSchema, DiffPageLocalInputSchema, MapSiteUrlsInputSchema, MapWaybackSnapshotsInputSchema, ExtractSiteInputSchema, AuditSiteInputSchema, CheckSiteExportInputSchema, ArchiveReadInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, RedditTrendingInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, LocationMarketsInputSchema, CommonsSearchEntitiesInputSchema, CommonsGetEntityInputSchema, CommonsGetEntityLinksetInputSchema, CommonsFeaturedImageInputSchema, CommonsMediaInputSchema, CommonsCitationInputSchema, CommonsSourceInputSchema, CommonsRelatedLinkInputSchema, CommonsClaimInputSchema, CommonsPrepareEntityInputSchema, CommonsSubmitEntityInputSchema, CommonsValidateEntityInputSchema, CommonsGetEntityLedgerInputSchema, CommonsSaveFilterInputSchema, CommonsListFiltersInputSchema, CommonsListNeedsLinksInputSchema, CommonsGenericOutputSchema, DirectoryWorkflowStatusInputSchema, LocalSourcebookSubmitInputSchema, LocalSourcebookCategorySchema, LocalSourcebookSchemaTypeInputSchema, LocalSourcebookTagCandidateObjectSchema, LocalSourcebookTagDecisionObjectSchema, LocalSourcebookIdentityObjectSchema, GetLocalSourcebookContractInputSchema, ListLocalSourcebookTagsInputSchema, ResolveLocalSourcebookTagsInputSchema, PrepareLocalSourcebookWriteInputSchema, ValidateLocalSourcebookWriteInputSchema, LocalSourcebookCaptureInputSchema, LocalSourcebookSubmissionStatusInputSchema, LocalSourcebookRefreshInputSchema, LocalSourcebookOutputSchema, ArtifactPointerOutputSchema, EditorialReadingRoomSiteSchema, EditorialReadingRoomImageSchema, EditorialReadingRoomArticleSchema, EditorialReadingRoomGuideInputSchema, EditorialReadingRoomGuideOutputSchema, CreateEditorialReadingRoomInputSchema, EditorialReadingRoomArtifactSchema, CreateEditorialReadingRoomOutputSchema, RenewEditorialReadingRoomDownloadInputSchema, RenewEditorialReadingRoomDownloadOutputSchema, CommonsPublicationSubdomainSchema, CommonsPreparePublicationInputSchema, CommonsValidatePublicationInputSchema, CommonsClaimPublicationInputSchema, CommonsPublishEditorialInputSchema, CommonsGetPublicationInputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryCsvArtifactOutput, DirectoryWorkflowOutputSchema, LocationDatasetProvenanceOutput, LocationMarketsOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, ExtractUrlOutputSchema, DiffPageOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, CheckSiteExportOutputSchema, ArchiveEntryOutputSchema, ArchiveReadOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, WaybackCaptureOutputSchema, MapWaybackSnapshotsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, RedditTrendingOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, TranscriptSignalOutput, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema, ListServiceConnectionsInputSchema, ListServiceConnectionsOutputSchema, TestServiceConnectionInputSchema, TestServiceConnectionOutputSchema, ReadServiceConnectionInputSchema, ReadServiceConnectionOutputSchema, MetaAdCreativeMediaInputSchema, MetaAdCreativeMediaOutputSchema, ImportServiceConnectionToMemoryInputSchema, ImportServiceConnectionToMemoryOutputSchema, DescribeServiceConnectionToolInputSchema, DescribeServiceConnectionToolOutputSchema, ConnectedDataContinuationSchema, ExportConnectedServiceDataInputSchema, ConnectedDataArtifactSchema, ExportConnectedServiceDataOutputSchema, SearchConsoleTableColumnSchema, SearchConsoleTableFilterSchema, ExportSearchConsoleTableDataInputSchema, ExportSearchConsoleTableDataOutputSchema, RenewConnectedDataExportDownloadInputSchema, RenewConnectedDataExportDownloadOutputSchema, CallServiceConnectionActionInputSchema, CallServiceConnectionActionOutputSchema, SetScheduledActionConnectionsInputSchema, SetScheduledActionConnectionsOutputSchema, SlackSendMessageInputSchema, SlackSendMessageOutputSchema, GmailSendMessageInputSchema, GmailSendMessageOutputSchema, GmailSearchContactsInputSchema, GmailSearchContactsOutputSchema, GoogleCalendarCreateEventInputSchema, GoogleCalendarCreateEventOutputSchema, ZoomCreateMeetingInputSchema, ZoomCreateMeetingOutputSchema;
 var init_mcp_tool_schemas = __esm({
   "src/mcp/mcp-tool-schemas.ts"() {
     "use strict";
@@ -43148,7 +43408,22 @@ var init_mcp_tool_schemas = __esm({
       issueLabel: import_zod42.z.string().trim().min(1).max(100).default("Current edition").describe("Issue, date, or collection label in the home-page issue line."),
       eyebrow: import_zod42.z.string().trim().min(1).max(120).default("A guided collection").describe("Short editorial eyebrow above the home-page headline."),
       heroTitle: import_zod42.z.string().trim().min(1).max(180).describe("Outcome-led home-page headline for the whole reading room."),
-      startLabel: import_zod42.z.string().trim().min(1).max(60).default("Start reading").describe("Label for the primary start-reading button.")
+      startLabel: import_zod42.z.string().trim().min(1).max(60).default("Start reading").describe("Label for the primary start-reading button."),
+      ogImage: import_zod42.z.object({
+        url: import_zod42.z.string().url().refine((value) => /^https?:\/\//i.test(value), "Image URL must use HTTP or HTTPS.").describe("Public HTTP(S) image URL used for the reading-room home page social preview."),
+        alt: import_zod42.z.string().trim().min(1).max(500).describe("Accessible description and og:image:alt text."),
+        width: import_zod42.z.number().int().positive().optional().describe("Optional intrinsic width in pixels."),
+        height: import_zod42.z.number().int().positive().optional().describe("Optional intrinsic height in pixels.")
+      }).strict().optional().describe("Optional collection-level Open Graph image. Individual articles may override it.")
+    }).strict();
+    EditorialReadingRoomImageSchema = import_zod42.z.object({
+      url: import_zod42.z.string().url().refine((value) => /^https?:\/\//i.test(value), "Image URL must use HTTP or HTTPS.").describe("Public HTTP(S) image URL."),
+      alt: import_zod42.z.string().trim().min(1).max(500).describe("Required accessible description of the image."),
+      caption: import_zod42.z.string().trim().max(1e3).optional().describe("Optional visible caption."),
+      credit: import_zod42.z.string().trim().max(500).optional().describe("Optional visible creator, publisher, or rights credit."),
+      sourceUrl: import_zod42.z.string().url().refine((value) => /^https?:\/\//i.test(value), "Source URL must use HTTP or HTTPS.").optional().describe("Optional public HTTP(S) source page for provenance or rights context."),
+      width: import_zod42.z.number().int().positive().optional().describe("Optional intrinsic width in pixels."),
+      height: import_zod42.z.number().int().positive().optional().describe("Optional intrinsic height in pixels.")
     }).strict();
     EditorialReadingRoomArticleSchema = import_zod42.z.object({
       slug: import_zod42.z.string().trim().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/).max(80).describe("Unique kebab-case article identifier."),
@@ -43161,7 +43436,9 @@ var init_mcp_tool_schemas = __esm({
       sourceLabel: import_zod42.z.string().trim().min(1).max(500).describe("Visible provenance label naming the material this article was derived from. Do not invent a source."),
       revision: import_zod42.z.string().trim().min(1).max(80).optional().describe("Optional revision identifier or version label."),
       updatedAt: import_zod42.z.string().trim().min(1).max(80).optional().describe("Optional human-readable source update date."),
-      markdown: import_zod42.z.string().min(1).max(1e5).describe("Complete article body in Markdown. Use H2/H3 headings for jump links, short paragraphs, concrete examples, and tables only where they improve comparison.")
+      image: EditorialReadingRoomImageSchema.optional().describe("Optional article image shown on cards and above the article body. Markdown images remain supported inside the body."),
+      ogImage: EditorialReadingRoomImageSchema.optional().describe("Optional article-specific social preview image. Defaults to article.image, then site.ogImage."),
+      markdown: import_zod42.z.string().min(1).max(1e5).describe("Complete article body in Markdown. Standard Markdown images are allowed with descriptive alt text. Use H2/H3 headings for jump links, short paragraphs, concrete examples, and tables only where they improve comparison.")
     }).strict();
     EditorialReadingRoomGuideInputSchema = {
       focus: import_zod42.z.enum(["workflow", "content_contract", "example"]).default("workflow").describe("Which part of the reusable editorial-reading-room guide to return. Start with workflow; fetch the content contract or compact example only when needed.")
@@ -43174,7 +43451,7 @@ var init_mcp_tool_schemas = __esm({
     CreateEditorialReadingRoomInputSchema = {
       site: EditorialReadingRoomSiteSchema,
       deck: import_zod42.z.string().trim().min(1).max(1e3).describe("Two or three sentences that explain the collection\u2019s value and scope without generic marketing language."),
-      articles: import_zod42.z.array(EditorialReadingRoomArticleSchema).min(1).max(40).describe("One to forty fully authored articles, with no more than 2,000,000 Markdown bytes combined. Read all in-scope source material before composing them; preserve distinctions, uncertainty, and provenance instead of flattening the corpus."),
+      articles: import_zod42.z.array(EditorialReadingRoomArticleSchema).min(1).max(100).describe("One to one hundred fully authored articles, with no more than 2,000,000 Markdown bytes combined. Articles may include structured card/hero images, article-specific Open Graph images, and Markdown body images. Read all in-scope source material before composing them; preserve distinctions, uncertainty, image provenance, and rights context instead of flattening the corpus."),
       filename: import_zod42.z.string().trim().regex(/^[a-zA-Z0-9][a-zA-Z0-9._-]*$/).max(120).optional().describe("Optional download filename. The server always normalizes it to a safe .html filename.")
     };
     EditorialReadingRoomArtifactSchema = import_zod42.z.object({
@@ -44001,7 +44278,13 @@ var init_mcp_tool_schemas = __esm({
       threadsScraped: import_zod42.z.number().int().min(0),
       candidatesFound: import_zod42.z.number().int().min(0),
       partial: import_zod42.z.boolean(),
-      searchQuery: import_zod42.z.string()
+      searchQuery: import_zod42.z.string(),
+      discoverySource: import_zod42.z.enum(["google_serp", "reddit_search_fallback", "none"]),
+      resultQuality: import_zod42.z.enum(["complete", "partial", "degraded"]),
+      degradedResult: import_zod42.z.boolean(),
+      degradationReasons: import_zod42.z.array(import_zod42.z.string()),
+      retryRecommended: import_zod42.z.boolean(),
+      billingRefunded: import_zod42.z.boolean()
     };
     FacebookPageIntelOutputSchema = {
       advertiserName: NullableString,
@@ -45184,10 +45467,11 @@ var init_guide = __esm({
 2. Read every in-scope source before designing the page. Build a source inventory with purpose, authority, overlap, and provenance.
 3. Architect the corpus into a small editorial edition. Prefer one article per real question, decision, lesson, or reusable pattern. Merge duplicate material; preserve meaningful distinctions and uncertainty.
 4. Write the collection-level promise: a specific hero title and deck that explain what the reader will understand or be able to do.
-5. Author complete articles in Markdown. Use H2/H3 headings as a useful table of contents, short paragraphs, concrete examples, and tables only when they materially improve comparison.
-6. Preserve provenance in sourceLabel. Never invent a source, fact, result, quote, or certainty that the source material does not support.
-7. Call create_editorial_reading_room with the finished site metadata, deck, and ordered articles. Do not ask the renderer to discover, research, or write the content for you.
-8. Inspect the returned page at both mobile and desktop sizes. Verify navigation, jump links, article order, typography, overflow, source labels, and that the page opens without a build step.
+5. Author complete articles in Markdown. Use H2/H3 headings as a useful table of contents, short paragraphs, concrete examples, and tables only when they materially improve comparison. Markdown images are supported inside the body.
+6. Choose images only when they help the reader identify, understand, compare, or remember the material. Use article.image for the card/article hero, article.ogImage for a distinct social preview, and site.ogImage for the collection default. Every image needs descriptive alt text; preserve caption, credit, source URL, and rights context when known. Never invent attribution or imply usage rights.
+7. Preserve provenance in sourceLabel. Never invent a source, fact, result, quote, or certainty that the source material does not support.
+8. Call create_editorial_reading_room with the finished site metadata, deck, and ordered articles. Do not ask the renderer to discover, research, or write the content for you.
+9. Inspect the returned page at both mobile and desktop sizes. Verify navigation, jump links, article order, images, alt text, typography, overflow, source labels, social metadata, and that the page opens without a build step.
 
 The renderer owns the reusable New York Times-inspired reading surface, responsive hamburger navigation, search, article jump links, progress, text-size controls, evening mode, and portable single-file HTML delivery.`;
     CONTENT_CONTRACT = `Editorial reading-room content contract
@@ -45200,13 +45484,16 @@ The renderer owns the reusable New York Times-inspired reading surface, responsi
 - site.eyebrow: collection framing, not a duplicate headline.
 - site.heroTitle: specific outcome or understanding promised by the collection.
 - site.startLabel: concise reading CTA.
+- site.ogImage: optional collection-level Open Graph image with required alt text.
 - deck: two or three concrete sentences covering value and scope.
-- articles: 1-40 complete editorial pieces, each with a unique slug and order.
+- articles: 1-100 complete editorial pieces, each with a unique slug and order.
 - article.category: a repeated grouping label when multiple pieces belong together.
 - article.kicker: short framing line.
 - article.title: the question, decision, lesson, or reusable pattern.
 - article.summary: what the reader will understand.
 - article.sourceLabel: visible, truthful provenance.
+- article.image: optional card/article hero image with alt text and optional caption, credit, source URL, and dimensions.
+- article.ogImage: optional article-specific social image; otherwise article.image, then site.ogImage is used.
 - article.markdown: full body with useful H2/H3 headings.
 
 Quality gates:
@@ -45215,6 +45502,7 @@ Quality gates:
 - Do not use placeholder copy.
 - Keep headings descriptive enough to work as jump links.
 - Prefer a coherent reading sequence over source-file order.
+- Use only public HTTP(S) image URLs. Preserve provenance and rights context; an available URL is not proof of reuse rights.
 - If the corpus is too thin for multiple articles, create one strong article instead of padding the edition.`;
     EXAMPLE = `Compact example:
 
@@ -45228,7 +45516,11 @@ Quality gates:
     "issueLabel": "Pattern library",
     "eyebrow": "A practical field guide",
     "heroTitle": "Make every saved note easier to find and reuse",
-    "startLabel": "Begin with the pattern"
+    "startLabel": "Begin with the pattern",
+    "ogImage": {
+      "url": "https://example.com/reading-room-social.jpg",
+      "alt": "Connected notes arranged as a navigable editorial collection"
+    }
   },
   "deck": "A concise guide to placing new material in the right vault, connecting it to natural neighbors, and preserving source evidence without turning memory into a generic notes bucket.",
   "articles": [{
@@ -45240,6 +45532,12 @@ Quality gates:
     "summary": "A useful note is not only stored; it is classified, connected, and made retrievable.",
     "sourceType": "Workflow synthesis",
     "sourceLabel": "Derived from the MCP Memory capture contract supplied by the user.",
+    "image": {
+      "url": "https://example.com/graph-operation.jpg",
+      "alt": "A source note connected to related project and knowledge notes",
+      "caption": "Useful captures become connected retrieval objects.",
+      "sourceUrl": "https://example.com/source"
+    },
     "markdown": "## Start with the destination\\n\\nChoose the vault whose job matches the material...\\n\\n## Connect natural neighbors\\n\\nLink only relationships supported by the notes..."
   }]
 }`;
@@ -46131,7 +46429,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => formatRedditThread(await executor.redditThread(input), input));
   server.registerTool("reddit_trending", {
     title: "Reddit Trending",
-    description: "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
+    description: "Discover top Reddit conversations from the last week or month. It tries Google site:reddit.com discovery, falls back to a bounded direct Reddit search when that SERP is empty or unavailable, then optionally scrapes threads for real upvotes, comments, questions, and engagement ranking. Inspect resultQuality, discoverySource, degradationReasons, retryRecommended, and billingRefunded before treating an empty result as a genuine lack of discussion. Set includeComments:false for a cheap discovery-only sweep; use reddit_thread for one known URL.",
     inputSchema: RedditTrendingInputSchema,
     outputSchema: recordOutputSchema("reddit_trending", RedditTrendingOutputSchema),
     annotations: liveWebToolAnnotations("Reddit Trending")
@@ -46370,7 +46668,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => executor.commonsPreparePublication(input));
   server.registerTool("commons_validate_publication", {
     title: "Validate Transparent Commons Publication",
-    description: "Validate a publication name claim or a complete source-grounded editorial edition without writing. Use operation claim before commons_claim_publication and operation publish before commons_publish_editorial. This uses the editorial reading-room contract and checks ownership plus revision conflicts.",
+    description: "Validate a publication name claim or a complete source-grounded editorial edition without writing. Publish validation accepts up to 100 articles plus structured article/card images, Markdown body images, and collection/article Open Graph images under the editorial reading-room contract. Use operation claim before commons_claim_publication and operation publish before commons_publish_editorial; ownership and revision conflicts are checked.",
     inputSchema: CommonsValidatePublicationInputSchema,
     outputSchema: recordOutputSchema("commons_validate_publication", CommonsGenericOutputSchema),
     annotations: { title: "Validate Transparent Commons Publication", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: false }
@@ -46384,7 +46682,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => executor.commonsClaimPublication(input));
   server.registerTool("commons_publish_editorial", {
     title: "Publish Transparent Commons Editorial Edition",
-    description: "Publish a fully authored editorial reading-room edition to the caller-owned Transparent Commons subdomain and return permanent root, archive, and edition URLs. The calling AI must research and author the source-grounded edition first; this tool validates, renders, and persists it. For an existing edition, pass its current baseRevision. Requires an idempotencyKey; this is not the neutral wiki write tool.",
+    description: "Publish up to 100 fully authored editorial pieces, including optional article/card images, Markdown body images, and collection/article Open Graph images, to the caller-owned Transparent Commons subdomain. The calling AI must research and author the source-grounded edition first; image URLs need alt text and preserved provenance/rights context. The tool validates, renders, persists, and returns permanent root, archive, and edition URLs. Existing editions require current baseRevision. Requires idempotencyKey; this is not the neutral wiki write tool.",
     inputSchema: CommonsPublishEditorialInputSchema,
     outputSchema: recordOutputSchema("commons_publish_editorial", CommonsGenericOutputSchema),
     annotations: { title: "Publish Transparent Commons Editorial Edition", readOnlyHint: false, destructiveHint: false, idempotentHint: true, openWorldHint: true }
@@ -46521,7 +46819,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => formatWorkflowArtifactRead(await executor.workflowArtifactRead(input), input));
   server.registerTool("editorial_reading_room_guide", {
     title: "Editorial Reading Room Guide",
-    description: 'Read the reusable composition contract before creating an editorial reading room. It tells the calling AI how to inventory the supplied corpus, preserve source truth, architect a coherent edition, write useful articles, and verify the finished page. Start with focus "workflow"; fetch "content_contract" or "example" only when needed. This does not research, write, or create a page.',
+    description: 'Read the reusable composition contract before creating an editorial reading room. It covers corpus inventory, source truth, coherent architecture, up to 100 articles, purposeful images, image provenance, collection/article Open Graph images, and finished-page verification. Start with focus "workflow"; fetch "content_contract" or "example" only when needed. This does not research, write, or create a page.',
     inputSchema: EditorialReadingRoomGuideInputSchema,
     outputSchema: recordOutputSchema("editorial_reading_room_guide", EditorialReadingRoomGuideOutputSchema),
     annotations: localPlanningToolAnnotations("Editorial Reading Room Guide")
@@ -46537,7 +46835,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }));
   server.registerTool("create_editorial_reading_room", {
     title: "Create Editorial Reading Room",
-    description: `Turn fully authored, source-grounded articles into one polished mobile-first editorial report with contents, search, hamburger navigation, article jump links, reading progress, text sizing, evening mode, and provenance. Do not use this tool to discover, preview, save, or version reusable website templates; use list_artifact_templates and get_artifact_template_example for that workflow. The calling AI must first read all in-scope material and use editorial_reading_room_guide when it has not already internalized the workflow; this renderer does not perform research or invent copy. ${fileBehavior("Local stdio clients save one self-contained HTML file under the MCP Scraper output directory and return localPath.", "Hosted/app clients receive an owner-scoped private HTML artifact retained for seven days with a renewable signed download URL.")}`,
+    description: `Render up to 100 fully authored, source-grounded articles into one polished mobile-first editorial report with contents, search, navigation, jump links, progress, text sizing, evening mode, provenance, structured article/card images, Markdown body images, and collection/article Open Graph metadata. Public HTTP(S) image URLs require alt text; preserve caption, credit, source, and rights context when known. The static artifact carries collection OG tags and updates article tags in-browser; a publishing host must serve article-specific metadata for crawler-perfect per-article unfurls. This renderer does not research or invent copy. For reusable website templates use list_artifact_templates instead. ${fileBehavior("Local stdio clients save one self-contained HTML file under the MCP Scraper output directory and return localPath.", "Hosted/app clients receive an owner-scoped private HTML artifact retained for seven days with a renewable signed download URL.")}`,
     inputSchema: CreateEditorialReadingRoomInputSchema,
     outputSchema: recordOutputSchema("create_editorial_reading_room", CreateEditorialReadingRoomOutputSchema),
     annotations: {
@@ -46762,6 +47060,29 @@ var init_paa_mcp_server = __esm({
 });
 
 // src/mcp/http-mcp-tool-executor.ts
+function unclassifiedTransportFailure(path6, err) {
+  const name = err instanceof Error ? err.name : typeof err;
+  const detail = err instanceof Error ? err.message : String(err);
+  console.error(JSON.stringify({
+    event: "mcp_executor_transport_failed",
+    path: path6,
+    error_name: name,
+    error_message: sanitizeVendorName(detail).slice(0, 400)
+  }));
+  return {
+    content: [{
+      type: "text",
+      text: JSON.stringify({
+        error: "service_unavailable",
+        error_type: name,
+        retryable: true,
+        path: path6,
+        message: publicErrorMessage("service_unavailable")
+      })
+    }],
+    isError: true
+  };
+}
 function youtubeVideoIdFromUrl(url) {
   if (!url) return null;
   try {
@@ -46871,7 +47192,7 @@ var init_http_mcp_tool_executor = __esm({
         const rawOverride = process.env.MCP_SCRAPER_HTTP_TIMEOUT_MS;
         const parsedOverride = rawOverride === void 0 ? NaN : Number(rawOverride);
         this.httpTimeoutOverrideMs = Number.isFinite(parsedOverride) && parsedOverride > 0 ? parsedOverride : null;
-        this.timeoutMs = this.httpTimeoutOverrideMs ?? 11e4;
+        this.timeoutMs = this.httpTimeoutOverrideMs ?? DEFAULT_TOOL_CLIENT_TIMEOUT_MS;
         const configuredSerpIntelligenceTimeoutMs = Number(process.env.MCP_SCRAPER_SERP_INTELLIGENCE_HTTP_TIMEOUT_MS ?? this.timeoutMs);
         this.serpIntelligenceTimeoutMs = Number.isFinite(configuredSerpIntelligenceTimeoutMs) && configuredSerpIntelligenceTimeoutMs > 0 ? configuredSerpIntelligenceTimeoutMs : this.timeoutMs;
       }
@@ -46910,7 +47231,7 @@ var init_http_mcp_tool_executor = __esm({
               isError: true
             };
           }
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       async callConnectedMutation(path6, body, idempotencyKey3, timeoutMs = this.timeoutMs) {
@@ -46944,8 +47265,8 @@ var init_http_mcp_tool_executor = __esm({
             return { content: [{ type: "text", text: JSON.stringify(httpErrorPayload(path6, res, data)) }], isError: true };
           }
           return { content: [{ type: "text", text: JSON.stringify(data) }] };
-        } catch {
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+        } catch (err) {
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       async getTextArtifact(path6, maxBytes, timeoutMs = this.timeoutMs) {
@@ -46982,7 +47303,7 @@ var init_http_mcp_tool_executor = __esm({
             }]
           };
         } catch (err) {
-          return { content: [{ type: "text", text: publicErrorMessage("service_unavailable") }], isError: true };
+          return unclassifiedTransportFailure(path6, err);
         }
       }
       harvestPaa(input) {
@@ -50222,7 +50543,7 @@ var init_memory_tool_schemas = __esm({
     ExportSchema = {
       id: "memory-export",
       upstreamName: "exportTool",
-      description: "Export every note in a vault as a full dump for backup, migration, or bulk download \u2014 path, title, full content, kind, and last-updated per note, plus a count. Defaults to the active (or first entitled) vault. Requires export scope; the export is logged to provenance.",
+      description: "Export every full note in one vault for an explicitly requested backup, migration, or corpus-wide audit \u2014 path, title, content, kind, last-updated, and count. This can be large and is not the normal way to find or edit one note: use memory-list for complete metadata inventory, memory-search for ranked recall, and memory-get for exact content. Defaults to the active or first entitled vault. Requires export scope; the export is logged to provenance.",
       input: {
         vault: import_zod47.z.string().optional().describe(
           "Vault to export. Optional; defaults to the session active vault, then the first vault the caller is entitled to."
@@ -50274,7 +50595,7 @@ var init_memory_tool_schemas = __esm({
     GetSchema = {
       id: "memory-get",
       upstreamName: "getTool",
-      description: "Read a single note from a vault by its exact path, or by shareId for a note shared with you and accepted. Owned notes include their stored Obsidian props so edits can preserve links and template metadata. Returns a revision number \u2014 pass it as baseRevision on a later memory-put/delete-note to detect a concurrent edit instead of silently overwriting it. Requires read scope.",
+      description: "Read one complete note by exact vault+path, or by accepted shareId. After memory-search identifies a strong candidate, use this before relying on it for an answer, summary, edit, link, or durable write: search results are excerpts, not complete notes. Owned notes include stored Obsidian props so edits preserve links and template metadata. Returns the revision required as baseRevision on later edits/deletes. Requires read scope.",
       input: {
         vault: import_zod47.z.string().optional().describe(
           "Vault to read from. Optional; defaults to the session active vault, then the first vault the caller is entitled to. Ignored when shareId is given."
@@ -50311,7 +50632,7 @@ var init_memory_tool_schemas = __esm({
     ListSchema = {
       id: "memory-list",
       upstreamName: "listTool",
-      description: "List notes in a vault \u2014 path, title, kind, tags, last-updated \u2014 optionally filtered by kind and/or tags (matches ANY given tag). Defaults to the active or first entitled vault; also returns vaults the caller is entitled to. Requires read scope.",
+      description: "Return every note in one vault as a complete metadata inventory \u2014 stable path, title, kind, tags, and last-updated \u2014 plus a sorted list of every unique folder and nested folder represented by those paths. It contains no bodies. Use memory-get for exact full content, memory-search for ranked semantic recall, or memory-export only when explicitly asked for every full note. Defaults to the active or first entitled vault; also returns entitled vaults. Requires read scope.",
       input: {
         vault: import_zod47.z.string().optional().describe(
           "Vault to list. Optional; defaults to the session active vault, then the first vault the caller is entitled to."
@@ -50331,6 +50652,7 @@ var init_memory_tool_schemas = __esm({
             updatedAt: import_zod47.z.string().describe("ISO-8601 timestamp of the note last update.")
           })
         ).optional().describe("The notes in the vault (metadata only, no content). Present when ok is true."),
+        folders: import_zod47.z.array(import_zod47.z.string()).optional().describe("Sorted complete folder inventory derived from note paths, including represented nested parent folders. Present when ok is true."),
         vaults: import_zod47.z.array(import_zod47.z.string()).optional().describe("All vaults the caller is entitled to, for choosing a different vault to list."),
         error: import_zod47.z.string().optional().describe("Human-readable failure reason when ok is false.")
       },
@@ -50365,7 +50687,7 @@ var init_memory_tool_schemas = __esm({
     PutSchema = {
       id: "memory-put",
       upstreamName: "putTool",
-      description: "Create or deliberately edit one note at a path in a memory vault; content is persisted and indexed for search. For normal new People, Organizations, Deals, Projects, Tasks, or Communication records, use prepare-memory-write then memory-capture: People must be real people, Organizations must be real organizations, Deals need a known party, Projects need a supported kind, Tasks can be independent Inbox todos or use a verified Project when linked, and draft emails need pending approval. For row-shaped datasets you'll filter/sort by exact value, use table-create/table-insert-rows/table-query instead. Ordinary vaults are indexed and shareable \u2014 never store real secrets there; use a secure vault (create-secure-vault) instead, which is never indexed or shareable and is encrypted at rest. Requires write scope.",
+      description: "Create or deliberately edit one note at a stable vault+path. On an existing note, first call memory-get, merge the requested change into its full body, and pass that complete body plus baseRevision: content is replace-all, while supplied props patch the stored props. A conflict returns the current body for reconciliation; never retry the stale full body unchanged. Use purpose-built tools instead of rewriting system-managed Agent Inbox, optimizer, or channel backing notes. For normal new People, Organizations, Deals, Projects, Tasks, or Communication records, use prepare-memory-write then memory-capture. For row-shaped datasets use table tools. Ordinary vaults are indexed and shareable; store real secrets only in a secure vault. Requires write scope.",
       input: {
         vault: import_zod47.z.string().optional().describe(
           "Vault to write to. Optional; defaults to the session active vault, then the first vault the caller is entitled to. On a default-provisioned account, pick the vault whose job matches the content (see the server instructions for the full 16-vault guide) rather than defaulting blindly \u2014 e.g. a lesson learned goes in Knowledge, the raw source it came from goes in Library, a broken feature goes in Issues, a named real-world initiative goes in Projects. Do not use this low-level tool to create ordinary People, Organizations, Deals, Projects, Tasks, or Communication records: first use prepare-memory-write then memory-capture so relationships and approval state are validated."
@@ -50373,9 +50695,9 @@ var init_memory_tool_schemas = __esm({
         path: import_zod47.z.string().optional().describe("Vault-relative note path to create or overwrite, e.g. projects/q3-plan. Writing an existing path replaces it. Required unless shareId is given."),
         shareId: import_zod47.z.string().optional().describe("Edit a note someone individually shared with you and you accepted (accept-share), by its shareId, instead of vault+path. Requires the share to grant edit permission, and baseRevision is mandatory (get the current revision first) since you are editing alongside the owner and possibly others."),
         title: import_zod47.z.string().optional().describe("Optional human-readable title; defaults are derived from the path when omitted."),
-        content: import_zod47.z.string().min(1).describe("The full note body to store and index for semantic search. Must be non-empty."),
+        content: import_zod47.z.string().min(1).describe("The complete note body to store and index. On edit this replaces the prior body, so merge the requested change into the full memory-get content before calling; never pass only the changed fragment."),
         props: putTool_notePropsSchema.optional().describe("Obsidian note primitives plus vault-specific template fields. On edits, supplied fields patch the stored props instead of replacing the whole object; pass an empty array to deliberately clear a link list. Type/domain/folder also steer routing when no vault is given."),
-        baseRevision: import_zod47.z.number().optional().describe("Revision the edit is based on (from a prior get/put). When provided, the write only applies if the note is still at this revision; otherwise it is rejected as a conflict instead of silently overwriting a concurrent edit. Omit for last-write-wins (fine for solo notes)."),
+        baseRevision: import_zod47.z.number().optional().describe("Revision the edit is based on (from memory-get/put). Always supply it when an AI edits an existing note; a mismatch rejects the write and returns current content for reconciliation. Omit only for an intentional new note or explicit last-write-wins migration."),
         tagDescriptions: import_zod47.z.record(import_zod47.z.string(), import_zod47.z.string()).optional().describe("One-line meaning for any tag in props.tags that is new to the account, keyed by tag. Tags resolve against the account's existing vocabulary; new tags require a one-line description.")
       },
       output: {
@@ -50409,7 +50731,7 @@ var init_memory_tool_schemas = __esm({
     SearchSchema = {
       id: "memory-search",
       upstreamName: "searchTool",
-      description: "Default Smart RAG search across accessible memory. Form 2-4 focused query variants, combine semantic matches with exact vault/tag/date/kind/type/metadata filters, expand one bounded hop of outgoing links and backlinks around strong seeds, then rerank. Defaults: retrieve/fuse 50 candidates, 8 graph seeds, 5 neighbors per seed, rerank to 30. Graph neighbors are candidates, never automatic winners or links. Before tagging or writing, also call list-memory-tags to inspect the complete vocabulary and reuse existing tags; read strong related notes before selecting links.",
+      description: "Default first tool whenever the user wants to find, recall, understand, or connect Memory content without an exact vault+path. Hybrid Smart RAG combines 2-4 semantic query variants with exact vault/tag/date/kind/type/metadata matches, expands one bounded graph hop, then reranks. Results are ranked excerpts, never an exhaustive inventory or complete notes: deduplicate by vault/path and call memory-get on strong candidates before answering, summarizing, editing, linking, or writing. Use memory-list for every note, memory-suggest for title-only lookup, and memory-export only for explicit full-vault dumps. Before tagging or writing, also inspect list-memory-tags.",
       input: {
         vault: import_zod47.z.string().optional().describe("Exact logical vault handle to search. Omit to search every entitled vault."),
         query: import_zod47.z.string().min(1).describe("A focused semantic reformulation of the request."),
@@ -51586,6 +51908,24 @@ var init_memory_mcp_server = __esm({
 });
 
 // src/mcp/memory-mcp-tool-executor.ts
+function folderInventory(result) {
+  if (!Array.isArray(result.notes)) return [];
+  const folders = /* @__PURE__ */ new Set();
+  for (const note of result.notes) {
+    if (!note || typeof note !== "object" || Array.isArray(note)) continue;
+    const path6 = note.path;
+    if (typeof path6 !== "string") continue;
+    const segments = path6.replace(/\\/g, "/").split("/").filter(Boolean);
+    for (let depth = 1; depth < segments.length; depth += 1) {
+      folders.add(segments.slice(0, depth).join("/"));
+    }
+  }
+  return [...folders].sort((a, b) => a.localeCompare(b));
+}
+function enrichMemoryResult(toolName, result) {
+  if (toolName !== "listTool" || result.ok !== true) return result;
+  return { ...result, folders: folderInventory(result) };
+}
 var MemoryMcpToolExecutor;
 var init_memory_mcp_tool_executor = __esm({
   "src/mcp/memory-mcp-tool-executor.ts"() {
@@ -51612,7 +51952,10 @@ var init_memory_mcp_tool_executor = __esm({
             const message = data?.error ?? `memory ${toolName} failed (HTTP ${res.status})`;
             return { content: [{ type: "text", text: message }], isError: true };
           }
-          const result = data ?? { ok: false, error: `memory ${toolName} returned no result` };
+          const result = enrichMemoryResult(
+            toolName,
+            data ?? { ok: false, error: `memory ${toolName} returned no result` }
+          );
           return {
             content: [{ type: "text", text: JSON.stringify(result) }],
             structuredContent: result,
@@ -53305,13 +53648,21 @@ async function setBilledMc(id, billedMc) {
     args: [Math.round(billedMc), id]
   });
 }
-async function markSessionClosed(id) {
+async function markSessionClosed(id, runtimeClosed = true) {
   const db = getDb();
   await db.execute({
-    sql: `UPDATE browser_agent_sessions SET status = 'closed', closed_at = datetime('now') WHERE id = ?`,
-    args: [id]
+    sql: `UPDATE browser_agent_sessions SET status = ?, closed_at = datetime('now') WHERE id = ?`,
+    args: [runtimeClosed ? "closed" : ORPHANED_SESSION_STATUS, id]
   });
 }
+async function listOrphanedSessionRows(limit = 50) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_sessions WHERE status = ? ORDER BY closed_at LIMIT ?`,
+    args: [ORPHANED_SESSION_STATUS, Math.max(1, Math.min(200, Math.round(limit)))]
+  });
+  return res.rows;
+}
 async function recordAction(input) {
   const db = getDb();
   await db.execute({
@@ -53358,7 +53709,7 @@ async function listReplayRows(sessionId) {
   });
   return res.rows;
 }
-var import_node_crypto28, _ready2, _migrationPromise2;
+var import_node_crypto28, _ready2, _migrationPromise2, ORPHANED_SESSION_STATUS;
 var init_browser_agent_db = __esm({
   "src/api/browser-agent-db.ts"() {
     "use strict";
@@ -53366,6 +53717,7 @@ var init_browser_agent_db = __esm({
     init_db();
     _ready2 = false;
     _migrationPromise2 = null;
+    ORPHANED_SESSION_STATUS = "runtime_close_pending";
   }
 });
 
@@ -54522,6 +54874,21 @@ async function charge(sessionId, userId, _startedAtMs) {
     if (res.ok) await setBilledMc(sessionId, owed);
   }
 }
+async function closeRuntimeSession(runtimeSessionId, sessionId) {
+  try {
+    await closeSession(runtimeSessionId);
+    return true;
+  } catch (err) {
+    console.error(JSON.stringify({
+      event: "browser_runtime_close_failed",
+      session_id: sessionId,
+      runtime_session_id: runtimeSessionId,
+      error_name: err instanceof Error ? err.name : typeof err,
+      message: sanitizeVendorName(err instanceof Error ? err.message : String(err)).slice(0, 300)
+    }));
+    return false;
+  }
+}
 async function closeAndSettleSession(row) {
   if (row.user_id != null) {
     try {
@@ -54529,15 +54896,24 @@ async function closeAndSettleSession(row) {
     } catch {
     }
   }
-  try {
-    await closeSession(row.runtime_session_id);
-  } catch {
-  }
-  await markSessionClosed(row.id).catch(() => {
+  const runtimeClosed = await closeRuntimeSession(row.runtime_session_id, row.id);
+  await markSessionClosed(row.id, runtimeClosed).catch(() => {
   });
   await releaseConcurrencyGate(row.concurrency_lock_id).catch(() => {
   });
 }
+async function retryOrphanedBrowserSessions(limit = 50) {
+  const rows = await listOrphanedSessionRows(limit);
+  let recovered = 0;
+  for (const row of rows) {
+    if (await closeRuntimeSession(row.runtime_session_id, row.id)) {
+      await markSessionClosed(row.id, true).catch(() => {
+      });
+      recovered++;
+    }
+  }
+  return { recovered, stillOpen: rows.length - recovered };
+}
 async function completeAuthConnection(connectionId) {
   const connection = await getAuthConnectionRow(connectionId);
   if (!connection) return { ok: false, error: "not found" };
@@ -54562,7 +54938,7 @@ async function reapIdleBrowserSessions(idleSeconds = 120) {
 function publicSession(row) {
   return {
     session_id: row.id,
-    status: row.status,
+    status: row.status === ORPHANED_SESSION_STATUS ? "closed" : row.status,
     label: row.label,
     watch_url: `/console/${row.id}`,
     created_at: row.created_at,
@@ -59174,6 +59550,24 @@ function safeFilename3(requested, slug2) {
 function escapedJsonForHtml(value) {
   return JSON.stringify(value).replace(/</g, "\\u003c").replace(/\u2028/g, "\\u2028").replace(/\u2029/g, "\\u2029");
 }
+function socialMeta(input) {
+  const image = input.site.ogImage;
+  const tags = [
+    '<meta property="og:type" content="website">',
+    `<meta property="og:title" content="${escapeHtml6(input.site.title)}">`,
+    `<meta property="og:description" content="${escapeHtml6(input.deck || input.site.heroTitle)}">`,
+    '<meta name="twitter:card" content="summary_large_image">',
+    `<meta name="twitter:title" content="${escapeHtml6(input.site.title)}">`,
+    `<meta name="twitter:description" content="${escapeHtml6(input.deck || input.site.heroTitle)}">`,
+    `<meta property="og:image" content="${image ? escapeHtml6(image.url) : ""}">`,
+    `<meta property="og:image:alt" content="${image ? escapeHtml6(image.alt) : ""}">`,
+    `<meta property="og:image:width" content="${image?.width ?? ""}">`,
+    `<meta property="og:image:height" content="${image?.height ?? ""}">`,
+    `<meta name="twitter:image" content="${image ? escapeHtml6(image.url) : ""}">`,
+    `<meta name="twitter:image:alt" content="${image ? escapeHtml6(image.alt) : ""}">`
+  ];
+  return tags.join("\n    ");
+}
 function renderEditorialReadingRoom(input, now = /* @__PURE__ */ new Date()) {
   const sourceBytes = input.articles.reduce((total, article) => total + Buffer.byteLength(article.markdown), 0);
   if (sourceBytes > 2e6) throw new Error("Editorial reading-room Markdown must be 2,000,000 bytes or fewer in total.");
@@ -59206,7 +59600,7 @@ function renderEditorialReadingRoom(input, now = /* @__PURE__ */ new Date()) {
   const generatedAt = now.toISOString();
   const data = { ...input, generatedAt, articles };
   const template = readAsset("index.html");
-  const html = template.replace("<title>Editorial Reading Room</title>", `<title>${escapeHtml6(input.site.title)}</title>`).replace('content="A mobile-first editorial reading room."', `content="${escapeHtml6(input.deck || input.site.heroTitle)}"`).replace("/*__READING_ROOM_STYLES__*/", readAsset("styles.css")).replace("/*__READING_ROOM_DATA__*/", escapedJsonForHtml(data)).replace("/*__READING_ROOM_SCRIPT__*/", readAsset("app.js"));
+  const html = template.replace("<title>Editorial Reading Room</title>", `<title>${escapeHtml6(input.site.title)}</title>`).replace('content="A mobile-first editorial reading room."', `content="${escapeHtml6(input.deck || input.site.heroTitle)}"`).replace("<!--__READING_ROOM_SOCIAL_META__-->", socialMeta(input)).replace("/*__READING_ROOM_STYLES__*/", readAsset("styles.css")).replace("/*__READING_ROOM_DATA__*/", escapedJsonForHtml(data)).replace("/*__READING_ROOM_SCRIPT__*/", readAsset("app.js"));
   const bytes = Buffer.byteLength(html);
   return {
     html,
@@ -59447,6 +59841,38 @@ var init_editorial_reading_room_routes = __esm({
   }
 });
 
+// src/api/schema-presence.ts
+async function loadSchemaObjects() {
+  const res = await getDb().execute(
+    "SELECT name FROM sqlite_master WHERE type IN ('table', 'index')"
+  );
+  return new Set(res.rows.map((row) => String(row.name)));
+}
+function invalidateSchemaPresence() {
+  cache = null;
+}
+async function schemaObjectsPresent(names) {
+  if (names.length === 0) return true;
+  try {
+    if (!cache) cache = loadSchemaObjects();
+    const present = await cache;
+    if (names.every((name) => present.has(name))) return true;
+    invalidateSchemaPresence();
+    return false;
+  } catch {
+    invalidateSchemaPresence();
+    return false;
+  }
+}
+var cache;
+var init_schema_presence = __esm({
+  "src/api/schema-presence.ts"() {
+    "use strict";
+    init_db();
+    cache = null;
+  }
+});
+
 // src/api/commons-linksets.ts
 function normalizeCommonsClaims(input) {
   if (input === void 0) return void 0;
@@ -59632,7 +60058,11 @@ var init_commons_linksets = __esm({
 
 // src/api/commons-repository.ts
 async function ensureCommonsSchema() {
-  if (schemaReady2) return;
+  if (schemaReady) return;
+  if (await schemaObjectsPresent(COMMONS_SCHEMA_OBJECTS)) {
+    schemaReady = true;
+    return;
+  }
   const db = getDb();
   await db.batch([
     {
@@ -59853,7 +60283,7 @@ async function ensureCommonsSchema() {
       args: [COMMONS_SCHEMA_VERSION]
     }
   ], "write");
-  schemaReady2 = true;
+  schemaReady = true;
 }
 async function searchCommonsEntities(filters = {}, userId) {
   await ensureCommonsSchema();
@@ -61568,12 +61998,13 @@ function jsonLikeValue(value) {
 function escapeLike(value) {
   return value.replace(/[%_]/g, "");
 }
-var import_node_crypto35, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady2, CommonsRepositoryError;
+var import_node_crypto35, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady, COMMONS_SCHEMA_OBJECTS, CommonsRepositoryError;
 var init_commons_repository = __esm({
   "src/api/commons-repository.ts"() {
     "use strict";
     import_node_crypto35 = require("crypto");
     init_db();
+    init_schema_presence();
     init_rates();
     init_commons_linksets();
     COMMONS_SCHEMA_VERSION = "2026-08-05.1";
@@ -61724,7 +62155,32 @@ var init_commons_repository = __esm({
         ]
       }
     };
-    schemaReady2 = false;
+    schemaReady = false;
+    COMMONS_SCHEMA_OBJECTS = [
+      "schema_migrations",
+      "commons_entities",
+      "commons_claims",
+      "commons_proposals",
+      "commons_ledger",
+      "commons_saved_filters",
+      "commons_index_documents",
+      "commons_publications",
+      "commons_publication_editions",
+      "commons_entities_status_updated",
+      "commons_entities_type_updated",
+      "commons_entities_source_domain",
+      "commons_claims_subject_predicate",
+      "commons_claims_object_entity",
+      "commons_proposals_user_created",
+      "commons_proposals_entity_created",
+      "commons_ledger_entity_created",
+      "commons_ledger_user_created",
+      "commons_saved_filters_user_updated",
+      "commons_index_documents_status_updated",
+      "commons_index_documents_entity_type",
+      "commons_publications_updated",
+      "commons_publication_editions_publication_published"
+    ];
     CommonsRepositoryError = class extends Error {
       constructor(code, message, httpStatus = 400) {
         super(message);
@@ -62681,7 +63137,10 @@ var init_analytics_attribution = __esm({
 // src/api/analytics-repository.ts
 var analytics_repository_exports = {};
 __export(analytics_repository_exports, {
+  ANALYTICS_CONTENT_SORTS: () => ANALYTICS_CONTENT_SORTS,
   AnalyticsRepositoryError: () => AnalyticsRepositoryError,
+  ENGAGED_SESSION_MS: () => ENGAGED_SESSION_MS,
+  MAX_ENGAGED_MS: () => MAX_ENGAGED_MS,
   analyticsAcquisition: () => analyticsAcquisition,
   analyticsBusinessMetrics: () => analyticsBusinessMetrics,
   analyticsChannelBreakdown: () => analyticsChannelBreakdown,
@@ -62725,6 +63184,7 @@ __export(analytics_repository_exports, {
   migrateAnalytics: () => migrateAnalytics,
   normalizeAnalyticsPath: () => normalizeAnalyticsPath,
   normalizeAnalyticsUrl: () => normalizeAnalyticsUrl,
+  normalizeContentOptions: () => normalizeContentOptions,
   normalizeObservedHostname: () => normalizeObservedHostname,
   queueAnalyticsActivation: () => queueAnalyticsActivation,
   queueAnalyticsFormDelivery: () => queueAnalyticsFormDelivery,
@@ -63075,6 +63535,12 @@ async function migrateAnalytics() {
     await client2.query(
       `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS utm_content text`
     );
+    await client2.query(
+      `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS engaged_ms integer`
+    );
+    await client2.query(
+      `ALTER TABLE analytics_events ADD COLUMN IF NOT EXISTS scroll_depth smallint`
+    );
     await client2.query(
       `ALTER TABLE analytics_conversions ADD COLUMN IF NOT EXISTS person_id uuid REFERENCES analytics_people(id) ON DELETE SET NULL`
     );
@@ -63600,6 +64066,12 @@ async function setAnalyticsPixelDomainState(input) {
       404
     );
 }
+function boundedEngagedMs(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? Math.min(Math.trunc(value), MAX_ENGAGED_MS) : null;
+}
+function boundedScrollDepth(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? Math.min(Math.trunc(value), 100) : null;
+}
 function normalizeAnalyticsPath(value) {
   if (!value) return "/";
   try {
@@ -63787,10 +64259,11 @@ async function ingestAnalyticsEvents(input) {
              id, event_id, site_id, pixel_id, hostname, visitor_id, session_id, event_name,
              occurred_at, path, canonical_url, title, referrer, source, medium, campaign,
              device_class, properties, country_code, region_code, click_ids, person_id,
-             channel_family, platform, campaign_id, ad_set_id, ad_id, creative_id, placement, utm_term, utm_content
+             channel_family, platform, campaign_id, ad_set_id, ad_id, creative_id, placement, utm_term, utm_content,
+             engaged_ms, scroll_depth
            ) VALUES (
              $1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18::jsonb, $19, $20, $21::jsonb, $22,
-             $23, $24, $25, $26, $27, $28, $29, $30, $31
+             $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33
            ) ON CONFLICT(site_id, event_id) DO NOTHING`,
           [
             (0, import_node_crypto37.randomUUID)(),
@@ -63823,7 +64296,9 @@ async function ingestAnalyticsEvents(input) {
             attribution.creativeId,
             attribution.placement,
             attribution.term,
-            attribution.content
+            attribution.content,
+            boundedEngagedMs(event2.engagedMs),
+            boundedScrollDepth(event2.scrollDepth)
           ]
         );
         if (inserted.rowCount) accepted += 1;
@@ -64334,10 +64809,21 @@ async function analyticsChannelBreakdown(siteId, userId, filters) {
     dataFreshThrough: (/* @__PURE__ */ new Date()).toISOString()
   };
 }
-async function analyticsContent(siteId, userId, filters, page) {
+function normalizeContentOptions(options) {
+  const sort = ANALYTICS_CONTENT_SORTS.includes(options?.sort) ? options.sort : "pageviews";
+  return {
+    sort,
+    direction: options?.direction === "asc" ? "asc" : "desc",
+    search: options?.search?.trim().slice(0, 300) || null
+  };
+}
+async function analyticsContent(siteId, userId, filters, page, options) {
   const db = getAnalyticsPool();
   await accessFor(db, siteId, userId);
   const query = eventFilterSql(siteId, filters);
+  const table = normalizeContentOptions(options);
+  const searchParam = `$${query.values.length + 1}`;
+  const order = table.sort === "path" ? `metrics.path ${table.direction === "asc" ? "ASC" : "DESC"}` : `${table.sort} ${table.direction === "asc" ? "ASC" : "DESC"} NULLS LAST, metrics.path ASC`;
   const result = await db.query(
     `WITH filtered AS (
        SELECT e.* FROM analytics_events e WHERE ${query.where}
@@ -64345,7 +64831,7 @@ async function analyticsContent(siteId, userId, filters, page) {
        SELECT path, count(DISTINCT visitor_id)::int AS visitors,
               count(DISTINCT session_id)::int AS sessions,
               count(*) FILTER (WHERE event_name = 'page_view')::int AS pageviews,
-              count(*) FILTER (WHERE event_name <> 'page_view')::int AS engagement_events,
+              count(*) FILTER (WHERE event_name NOT IN ('page_view', 'page_engagement'))::int AS engagement_events,
               count(*)::int AS events
          FROM filtered GROUP BY path
      ), session_bounds AS (
@@ -64353,35 +64839,98 @@ async function analyticsContent(siteId, userId, filters, page) {
               (array_agg(path ORDER BY occurred_at ASC, id ASC))[1] AS entrance_path,
               (array_agg(path ORDER BY occurred_at DESC, id DESC))[1] AS exit_path
          FROM filtered WHERE session_id IS NOT NULL GROUP BY session_id
+     ), session_pageviews AS (
+       SELECT session_id, count(*) FILTER (WHERE event_name = 'page_view')::int AS pageviews
+         FROM filtered WHERE session_id IS NOT NULL GROUP BY session_id
+     ), page_dwell AS (
+       SELECT session_id, path,
+              sum(engaged_ms)::bigint AS engaged_ms,
+              max(scroll_depth)::int AS scroll_depth
+         FROM filtered
+        WHERE event_name = 'page_engagement' AND session_id IS NOT NULL
+        GROUP BY session_id, path
+     ), dwell_metrics AS (
+       SELECT path,
+              avg(engaged_ms) FILTER (WHERE engaged_ms IS NOT NULL) AS avg_engaged_ms,
+              avg(scroll_depth) FILTER (WHERE scroll_depth IS NOT NULL) AS avg_scroll,
+              count(*) FILTER (WHERE engaged_ms IS NOT NULL)::int AS measured_pageviews
+         FROM page_dwell GROUP BY path
      ), entrances AS (
        SELECT entrance_path AS path, count(*)::int AS entrances FROM session_bounds GROUP BY entrance_path
      ), exits AS (
        SELECT exit_path AS path, count(*)::int AS exits FROM session_bounds GROUP BY exit_path
+     ), bounces AS (
+       SELECT b.entrance_path AS path, count(*)::int AS bounces
+         FROM session_bounds b JOIN session_pageviews p USING(session_id)
+        WHERE p.pageviews <= 1
+        GROUP BY b.entrance_path
+     ), converted_sessions AS (
+       SELECT DISTINCT c.session_id
+         FROM analytics_conversions c
+        WHERE c.site_id = $1 AND c.occurred_at >= $2::timestamptz AND c.occurred_at < $3::timestamptz
+          AND c.session_id IS NOT NULL
+     ), path_sessions AS (
+       SELECT DISTINCT path, session_id FROM filtered WHERE session_id IS NOT NULL
+     ), engaged AS (
+       SELECT ps.path,
+              count(*) FILTER (
+                WHERE sp.pageviews >= 2
+                   OR COALESCE(pd.engaged_ms, 0) >= ${ENGAGED_SESSION_MS}
+                   OR cs.session_id IS NOT NULL
+              )::int AS engaged_sessions
+         FROM path_sessions ps
+         JOIN session_pageviews sp USING(session_id)
+         LEFT JOIN page_dwell pd ON pd.session_id = ps.session_id AND pd.path = ps.path
+         LEFT JOIN converted_sessions cs ON cs.session_id = ps.session_id
+        GROUP BY ps.path
      ), assisted AS (
        SELECT f.path, count(DISTINCT c.id)::int AS conversions
          FROM analytics_conversions c JOIN filtered f ON f.session_id = c.session_id
         WHERE c.site_id = $1 AND c.occurred_at >= $2::timestamptz AND c.occurred_at < $3::timestamptz
         GROUP BY f.path
      )
-     SELECT metrics.*, COALESCE(entrances.entrances, 0)::int AS entrances,
+     SELECT metrics.*,
+            COALESCE(entrances.entrances, 0)::int AS entrances,
             COALESCE(exits.exits, 0)::int AS exits,
-            COALESCE(assisted.conversions, 0)::int AS conversions
+            COALESCE(assisted.conversions, 0)::int AS conversions,
+            COALESCE(dwell.measured_pageviews, 0)::int AS measured_pageviews,
+            CASE WHEN dwell.avg_engaged_ms IS NULL THEN NULL
+                 ELSE round((dwell.avg_engaged_ms / 1000.0)::numeric, 1) END AS avg_seconds_on_page,
+            CASE WHEN dwell.avg_scroll IS NULL THEN NULL
+                 ELSE round(dwell.avg_scroll::numeric, 1) END AS avg_scroll_depth,
+            CASE WHEN COALESCE(entrances.entrances, 0) = 0 THEN NULL
+                 ELSE round(COALESCE(bounces.bounces, 0)::numeric * 100 / entrances.entrances, 1) END AS bounce_rate,
+            CASE WHEN metrics.pageviews = 0 THEN NULL
+                 ELSE round(COALESCE(exits.exits, 0)::numeric * 100 / metrics.pageviews, 1) END AS exit_rate,
+            CASE WHEN metrics.sessions = 0 THEN NULL
+                 ELSE round(COALESCE(engaged.engaged_sessions, 0)::numeric * 100 / metrics.sessions, 1) END AS engagement_rate,
+            CASE WHEN metrics.sessions = 0 THEN NULL
+                 ELSE round(metrics.pageviews::numeric / metrics.sessions, 2) END AS pageviews_per_session
        FROM page_metrics metrics
        LEFT JOIN entrances USING(path)
        LEFT JOIN exits USING(path)
        LEFT JOIN assisted USING(path)
-      ORDER BY metrics.pageviews DESC, metrics.events DESC, metrics.path ASC
+       LEFT JOIN bounces USING(path)
+       LEFT JOIN engaged USING(path)
+       LEFT JOIN dwell_metrics dwell USING(path)
+      WHERE ${searchParam}::text IS NULL OR metrics.path ILIKE '%' || ${searchParam} || '%'
+      ORDER BY ${order}
       LIMIT 1000`,
-    query.values
+    [...query.values, table.search]
   );
   const paged = paginateRows(
     result.rows,
     page,
-    pageFingerprint("content", siteId, filters)
+    pageFingerprint(
+      `content:${table.sort}:${table.direction}:${table.search ?? ""}`,
+      siteId,
+      filters
+    )
   );
   return {
     content: paged.items,
     pageInfo: paged.pageInfo,
+    table,
     dataFreshThrough: (/* @__PURE__ */ new Date()).toISOString()
   };
 }
@@ -65211,7 +65760,7 @@ async function refreshAnalyticsDailyRollups(input) {
   try {
     await client2.query("BEGIN");
     await client2.query(
-      `DELETE FROM analytics_rollups_daily WHERE bucket >= $1::date AND bucket < $2::date`,
+      `DELETE FROM analytics_rollups_daily WHERE bucket >= $1::date AND bucket <= $2::date`,
       [input.start, input.end]
     );
     const inserted = await client2.query(
@@ -65228,7 +65777,14 @@ async function refreshAnalyticsDailyRollups(input) {
               now()
          FROM analytics_events
         WHERE occurred_at >= $1::timestamptz AND occurred_at < $2::timestamptz
-        GROUP BY 1, 2, 3, 4, 5, 6, 7`,
+        GROUP BY 1, 2, 3, 4, 5, 6, 7
+       ON CONFLICT (site_id, pixel_id, hostname, bucket, source, medium, campaign)
+       DO UPDATE SET
+         pageviews = EXCLUDED.pageviews,
+         events = EXCLUDED.events,
+         visitors = EXCLUDED.visitors,
+         sessions = EXCLUDED.sessions,
+         refreshed_at = EXCLUDED.refreshed_at`,
       [input.start, input.end]
     );
     await client2.query("COMMIT");
@@ -65240,9 +65796,17 @@ async function refreshAnalyticsDailyRollups(input) {
     return { runId, rows };
   } catch (error) {
     await client2.query("ROLLBACK");
+    const pgCode = error?.code;
+    const detail = error instanceof Error ? error.message : String(error);
+    console.error(JSON.stringify({
+      event: "analytics_rollup_failed",
+      runId,
+      pgCode: pgCode ?? null,
+      message: detail.slice(0, 400)
+    }));
     await db.query(
-      `UPDATE analytics_rollup_runs SET status = 'failed', completed_at = now(), error_code = 'rollup_failed' WHERE id = $1`,
-      [runId]
+      `UPDATE analytics_rollup_runs SET status = 'failed', completed_at = now(), error_code = $2 WHERE id = $1`,
+      [runId, (pgCode ? `pg_${pgCode}` : "rollup_failed").slice(0, 60)]
     );
     throw error;
   } finally {
@@ -65295,6 +65859,24 @@ function rowsToCsv2(rows) {
     )
   ].join("\n");
 }
+function markdownHeading(column) {
+  return column.split("_").map((word, index) => index ? word : word.charAt(0).toUpperCase() + word.slice(1)).join(" ");
+}
+function markdownCell(value) {
+  if (value === null || value === void 0) return "\u2014";
+  return String(value).replaceAll("|", "\\|").replaceAll("\n", " ");
+}
+function rowsToMarkdown(rows) {
+  const columns = [...new Set(rows.flatMap((row) => Object.keys(row)))];
+  if (!columns.length) return ["No rows matched this window and filter set."];
+  return [
+    `| ${columns.map(markdownHeading).join(" | ")} |`,
+    `| ${columns.map(() => "---").join(" | ")} |`,
+    ...rows.map(
+      (row) => `| ${columns.map((column) => markdownCell(row[column])).join(" | ")} |`
+    )
+  ];
+}
 async function createAnalyticsExport(input) {
   const site = (await listAnalyticsSites(input.userId)).find(
     (candidate) => candidate.id === input.siteId
@@ -65362,6 +65944,7 @@ async function createAnalyticsExport(input) {
       `- Verified conversions: ${overview.conversions}`,
       `- Verified revenue: ${(overview.revenueMinor / 100).toFixed(2)}`,
       "",
+      ...input.report === "overview" ? [] : [`## ${markdownHeading(input.report)} rows`, "", ...rowsToMarkdown(rows), ""],
       `Generated ${(/* @__PURE__ */ new Date()).toISOString()} from the governed ${input.report} report contract.`
     ].join("\n");
   }
@@ -65398,7 +65981,7 @@ async function createAnalyticsExport(input) {
   }
   return describeArtifact(replay.rows[0]);
 }
-var import_node_crypto37, import_pg, AnalyticsRepositoryError, pool2, blockedPropertyName, inferredFamilySql, clickIdKeys;
+var import_node_crypto37, import_pg, AnalyticsRepositoryError, pool2, MAX_ENGAGED_MS, ENGAGED_SESSION_MS, blockedPropertyName, inferredFamilySql, ANALYTICS_CONTENT_SORTS, clickIdKeys;
 var init_analytics_repository = __esm({
   "src/api/analytics-repository.ts"() {
     "use strict";
@@ -65417,6 +66000,8 @@ var init_analytics_repository = __esm({
       status;
     };
     pool2 = null;
+    MAX_ENGAGED_MS = 30 * 60 * 1e3;
+    ENGAGED_SESSION_MS = 1e4;
     blockedPropertyName = /(email|phone|password|token|secret|authorization|cookie|name|address|form|body)/i;
     inferredFamilySql = `COALESCE(e.channel_family, CASE
   WHEN lower(COALESCE(e.source,'') || ' ' || COALESCE(e.referrer,'')) ~ '(perplexity|chatgpt|openai|claude|anthropic|grok|xai|ai[_ -]?overview|google[_ -]?ai|gemini)' THEN 'llm'
@@ -65425,6 +66010,22 @@ var init_analytics_repository = __esm({
   WHEN COALESCE(e.source,'') = '' THEN 'direct'
   WHEN lower(COALESCE(e.medium,'')) ~ 'email|newsletter' THEN 'email'
   ELSE 'other' END)`;
+    ANALYTICS_CONTENT_SORTS = [
+      "path",
+      "visitors",
+      "sessions",
+      "pageviews",
+      "entrances",
+      "exits",
+      "engagement_events",
+      "conversions",
+      "avg_seconds_on_page",
+      "avg_scroll_depth",
+      "bounce_rate",
+      "exit_rate",
+      "engagement_rate",
+      "pageviews_per_session"
+    ];
     clickIdKeys = /* @__PURE__ */ new Set([
       "fbclid",
       "gclid",
@@ -65744,7 +66345,10 @@ function dashboardOriginAllowed(origin) {
   return (process.env.ALLOWED_ORIGINS ?? process.env.APP_ORIGIN ?? "").split(",").map((value) => value.trim()).includes(origin);
 }
 function analyticsPixelSdk() {
-  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties}}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){current=location.href;api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={},over={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties},...over}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};let visibleSince=document.visibilityState==='visible'?Date.now():0,dwellMs=0,maxScroll=0,dwellPath=location.pathname;const depth=()=>{const d=document.documentElement,h=d.scrollHeight||1;return Math.max(0,Math.min(100,Math.round(((d.scrollTop||document.body.scrollTop||0)+innerHeight)/h*100)))};const accrue=()=>{if(visibleSince){dwellMs+=Date.now()-visibleSince;visibleSince=0}};const resume=()=>{if(!visibleSince)visibleSince=Date.now()};const flush=()=>{accrue();const ms=Math.min(dwellMs,18e5),sd=Math.max(maxScroll,depth());dwellMs=0;maxScroll=0;if(ms<250)return;send('page_engagement',{},{path:dwellPath,canonicalUrl:location.origin+dwellPath,engagedMs:ms,scrollDepth:sd})};addEventListener('scroll',()=>{const d=depth();if(d>maxScroll)maxScroll=d},{passive:true});document.addEventListener('visibilitychange',()=>{if(document.visibilityState==='hidden')flush();else resume()});addEventListener('pagehide',flush);const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();resume();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,engagedMs:dwellMs+(visibleSince?Date.now()-visibleSince:0),scrollDepth:Math.max(maxScroll,depth()),...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){flush();current=location.href;dwellPath=location.pathname;resume();api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+}
+function pagePathFilter(value) {
+  return value && value.startsWith("/") ? value : void 0;
 }
 function reportFilters(url) {
   const end = url.searchParams.get("end") || (/* @__PURE__ */ new Date()).toISOString();
@@ -65766,7 +66370,7 @@ function reportFilters(url) {
     channelFamily: url.searchParams.get("channelFamily") || void 0,
     platform: url.searchParams.get("platform") || void 0,
     referrer: url.searchParams.get("referrer") || void 0,
-    path: url.searchParams.get("path") || void 0,
+    path: pagePathFilter(url.searchParams.get("path")),
     deviceClass: url.searchParams.get("deviceClass") || void 0,
     countryCode: url.searchParams.get("countryCode") || void 0,
     regionCode: url.searchParams.get("regionCode") || void 0,
@@ -65902,7 +66506,9 @@ var init_analytics_routes = __esm({
       campaign: import_zod53.z.string().trim().max(240).optional(),
       clickIds: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.string().trim().max(500)).optional(),
       deviceClass: import_zod53.z.enum(["desktop", "tablet", "mobile", "unknown"]).optional(),
-      properties: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.unknown()).optional()
+      properties: import_zod53.z.record(import_zod53.z.string(), import_zod53.z.unknown()).optional(),
+      engagedMs: import_zod53.z.number().int().min(0).max(MAX_ENGAGED_MS).optional(),
+      scrollDepth: import_zod53.z.number().int().min(0).max(100).optional()
     }).strict();
     IngestionSchema = import_zod53.z.object({
       pixelId: import_zod53.z.string().trim().min(8).max(160),
@@ -66902,14 +67508,13 @@ Imported through the Site Analytics CRM workflow.
       ["/sites/:siteId/overview", analyticsOverview],
       ["/sites/:siteId/timeseries", analyticsTimeseries],
       ["/sites/:siteId/acquisition", analyticsAcquisition],
-      ["/sites/:siteId/content", analyticsContent],
       ["/sites/:siteId/events", analyticsEventCounts]
     ]) {
       analyticsApp.get(path6, auth3, async (c) => {
         const url = new URL(c.req.url);
         const filters = reportFilters(url);
         validateReportWindow(filters);
-        const paginated = path6.endsWith("/acquisition") || path6.endsWith("/content") || path6.endsWith("/events");
+        const paginated = path6.endsWith("/acquisition") || path6.endsWith("/events");
         const data = await load(
           c.req.param("siteId"),
           Number(c.get("user").id),
@@ -66919,6 +67524,24 @@ Imported through the Site Analytics CRM workflow.
         return c.json({ ok: true, data, filters });
       });
     }
+    analyticsApp.get("/sites/:siteId/content", auth3, async (c) => {
+      const url = new URL(c.req.url);
+      const filters = reportFilters(url);
+      validateReportWindow(filters);
+      const requestedSort = url.searchParams.get("sort");
+      const data = await analyticsContent(
+        c.req.param("siteId"),
+        Number(c.get("user").id),
+        filters,
+        reportPage(url),
+        {
+          sort: ANALYTICS_CONTENT_SORTS.includes(requestedSort) ? requestedSort : void 0,
+          direction: url.searchParams.get("direction") === "asc" ? "asc" : "desc",
+          search: url.searchParams.get("search") || void 0
+        }
+      );
+      return c.json({ ok: true, data, filters });
+    });
     analyticsApp.get("/sites/:siteId/dashboard", auth3, async (c) => {
       const url = new URL(c.req.url);
       const filters = reportFilters(url);
@@ -67152,7 +67775,7 @@ var init_scheduled_artifact_owner = __esm({
 
 // src/api/scheduled-run-view-links.ts
 async function ensureScheduledRunViewLinksSchema() {
-  if (schemaReady3) return;
+  if (schemaReady2) return;
   const db = getDb();
   await db.execute(`
     CREATE TABLE IF NOT EXISTS scheduled_run_view_links (
@@ -67200,7 +67823,7 @@ async function ensureScheduledRunViewLinksSchema() {
     CREATE INDEX IF NOT EXISTS scheduled_run_view_links_expiry
     ON scheduled_run_view_links(expires_at, revoked_at)
   `);
-  schemaReady3 = true;
+  schemaReady2 = true;
 }
 function tokenHash2(token4) {
   return (0, import_node_crypto41.createHash)("sha256").update(token4).digest("hex");
@@ -67288,13 +67911,13 @@ async function revokeScheduledRunViewLink(ownerId, runId, shareId, now = /* @__P
   });
   return result.rowsAffected > 0;
 }
-var import_node_crypto41, schemaReady3;
+var import_node_crypto41, schemaReady2;
 var init_scheduled_run_view_links = __esm({
   "src/api/scheduled-run-view-links.ts"() {
     "use strict";
     import_node_crypto41 = require("crypto");
     init_db();
-    schemaReady3 = false;
+    schemaReady2 = false;
   }
 });
 
@@ -67904,9 +68527,9 @@ var init_public_scheduled_result_routes = __esm({
 // src/api/service-connections.ts
 function ensureServiceConnectionsSchema() {
   const currentDb = getDb();
-  if (schemaReady4 && schemaDb4 === currentDb) return schemaReady4;
+  if (schemaReady3 && schemaDb4 === currentDb) return schemaReady3;
   schemaDb4 = currentDb;
-  schemaReady4 = (async () => {
+  schemaReady3 = (async () => {
     const db = currentDb;
     await db.execute(`
       CREATE TABLE IF NOT EXISTS service_connections (
@@ -67974,11 +68597,11 @@ function ensureServiceConnectionsSchema() {
     } catch {
     }
   })().catch((error) => {
-    schemaReady4 = null;
+    schemaReady3 = null;
     schemaDb4 = null;
     throw error;
   });
-  return schemaReady4;
+  return schemaReady3;
 }
 function parseTools(value) {
   if (typeof value !== "string") return [];
@@ -68177,13 +68800,13 @@ async function claimServiceConnectionAction(args) {
     ...result !== void 0 ? { result } : {}
   };
 }
-var import_node_crypto45, schemaReady4, schemaDb4;
+var import_node_crypto45, schemaReady3, schemaDb4;
 var init_service_connections = __esm({
   "src/api/service-connections.ts"() {
     "use strict";
     import_node_crypto45 = require("crypto");
     init_db();
-    schemaReady4 = null;
+    schemaReady3 = null;
     schemaDb4 = null;
   }
 });
@@ -73113,7 +73736,31 @@ async function chargeTierChangeNow(stripeClient, subscriptionId, customerId) {
     return { ok: false, amountDue: 0, error: err instanceof Error ? err.message : "Unable to charge the plan change immediately." };
   }
 }
-var import_resend3, import_node_crypto55, import_hono36, import_hono37, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS;
+function settleWithinTickBudget(label, unfinished, work, onDeadlineOrError) {
+  return new Promise((resolve2) => {
+    const timer = setTimeout(() => {
+      unfinished.push(`${label}:deadline`);
+      resolve2(onDeadlineOrError);
+    }, CRON_TICK_BUDGET_MS);
+    work.then(
+      (value) => {
+        clearTimeout(timer);
+        resolve2(value);
+      },
+      (err) => {
+        clearTimeout(timer);
+        unfinished.push(`${label}:error`);
+        console.error(JSON.stringify({
+          event: "cron_tick_job_failed",
+          job: label,
+          message: err instanceof Error ? err.message : String(err)
+        }));
+        resolve2(onDeadlineOrError);
+      }
+    );
+  });
+}
+var import_resend3, import_node_crypto55, import_hono36, import_hono37, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
 var init_server = __esm({
   "src/api/server.ts"() {
     "use strict";
@@ -73167,6 +73814,8 @@ var init_server = __esm({
     init_directory_workflow_dispatch();
     init_paa_harvest_dispatch();
     init_paa_harvest_reconciliation();
+    init_unified_billing();
+    init_retention_sweeps();
     init_directory_workflow_reconciliation();
     init_directory_artifacts();
     init_workflow_routes();
@@ -75858,35 +76507,49 @@ var init_server = __esm({
         ledger
       });
     });
+    CRON_TICK_BUDGET_MS = 5e4;
+    CRON_TICK_DRAIN_BUDGET_MS = 4e4;
     app.get("/cron/tick", async (c) => {
       const secret2 = c.req.header("authorization");
       if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
         return c.json({ error: "Unauthorized" }, 401);
       }
+      const startedAt = Date.now();
       const { drainQueue: drainQueue2 } = await Promise.resolve().then(() => (init_worker(), worker_exports));
-      const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
-      const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
-      const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery] = await Promise.all([
-        drainQueue2(budget),
-        runMonthlyRefreshSweep(),
-        reapIdleBrowserSessions(120).catch(() => ({ reaped: 0 })),
-        expireOldLots().catch(() => ({ expired_lots: 0, expired_mc: 0 })),
-        cleanupExpiredScrapeBlobs().catch(() => ({ deleted: 0, store: "none" })),
-        cleanupExpiredConnectedDataArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        reconcileConnectedAccountBillingSweep().catch(() => ({ checked: 0, synced: 0, failed: 0 })),
-        dispatchPendingDirectoryWorkflows(25).catch(() => ({ claimed: 0, dispatched: 0, failed: 0 })),
-        reconcileDirectoryWorkflowSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-        cleanupExpiredDirectoryArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        cleanupExpiredSiteExtractArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-        redispatchFundedSiteExtractJobs(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        reconcileSiteExtractSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-        redispatchPendingPaaHarvests(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        reconcilePaaHarvestSettlements(25).catch(() => ({ checked: 0, staleFailed: 0, settled: 0, failed: 0 })),
-        redispatchQueuedLocalSourcebookAcquisitions(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-        refreshAnalyticsDailyRollupsIfDue().catch(() => ({ status: "failed", rows: 0 })),
-        deliverPendingAnalyticsForms(10).catch(() => ({ claimed: 0, delivered: 0, deferred: 0 }))
+      const budget = { maxJobs: 10, deadlineMs: startedAt + CRON_TICK_DRAIN_BUDGET_MS };
+      const origin = `${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`;
+      const unfinished = [];
+      const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery, workflowDispatchResult, scheduledRunReconciliation, retentionSweep] = await Promise.all([
+        settleWithinTickBudget("drainQueue", unfinished, drainQueue2(budget), []),
+        settleWithinTickBudget("monthlyRefreshSweep", unfinished, runMonthlyRefreshSweep(), { status: "skipped_deadline" }),
+        settleWithinTickBudget("reapBrowserSessions", unfinished, reapIdleBrowserSessions(120), { reaped: 0 }),
+        settleWithinTickBudget("retryOrphanedBrowserSessions", unfinished, retryOrphanedBrowserSessions(50), { recovered: 0, stillOpen: 0 }),
+        settleWithinTickBudget("expireLots", unfinished, expireOldLots(), { expired_lots: 0, expired_mc: 0 }),
+        settleWithinTickBudget("scrapeBlobCleanup", unfinished, cleanupExpiredScrapeBlobs(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("connectedDataCleanup", unfinished, cleanupExpiredConnectedDataArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("connectedBillingSweep", unfinished, reconcileConnectedAccountBillingSweep(), { checked: 0, synced: 0, failed: 0 }),
+        settleWithinTickBudget("directoryDispatch", unfinished, dispatchPendingDirectoryWorkflows(5), { claimed: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("directoryReconcile", unfinished, reconcileDirectoryWorkflowSettlements(5), { checked: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("directoryArtifactCleanup", unfinished, cleanupExpiredDirectoryArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("siteExtractArtifactCleanup", unfinished, cleanupExpiredSiteExtractArtifacts(), { deleted: 0, store: "none" }),
+        settleWithinTickBudget("siteExtractRedispatch", unfinished, redispatchFundedSiteExtractJobs(10), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("siteExtractReconcile", unfinished, reconcileSiteExtractSettlements(10), { checked: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("paaRedispatch", unfinished, redispatchPendingPaaHarvests(10), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("paaReconcile", unfinished, reconcilePaaHarvestSettlements(10), { checked: 0, staleFailed: 0, settled: 0, failed: 0 }),
+        settleWithinTickBudget("localSourcebookRedispatch", unfinished, redispatchQueuedLocalSourcebookAcquisitions(5), { checked: 0, dispatched: 0, failed: 0 }),
+        settleWithinTickBudget("analyticsRollup", unfinished, refreshAnalyticsDailyRollupsIfDue(), { status: "failed", rows: 0 }),
+        settleWithinTickBudget("analyticsForms", unfinished, deliverPendingAnalyticsForms(10), { claimed: 0, delivered: 0, deferred: 0 }),
+        settleWithinTickBudget("workflowDispatch", unfinished, dispatchDueWorkflowSchedules(origin), { dispatched: 0, status: "skipped_deadline" }),
+        settleWithinTickBudget("scheduledRunReconcile", unfinished, reconcileScheduledRunSettlements(25), { checked: 0, settled: 0, chargedMc: 0, failed: 0 }),
+        settleWithinTickBudget("retentionSweep", unfinished, sweepRetention(), { deleted: 0, perTable: {}, truncated: false })
       ]);
       return c.json({
+        durationMs: Date.now() - startedAt,
+        tickBudgetMs: CRON_TICK_BUDGET_MS,
+        unfinished,
+        complete: unfinished.length === 0,
+        scheduledRunReconciliation,
+        retentionSweep,
         drained: results.length,
         results,
         sweepResult,