mcp-scraper 0.49.0 → 0.51.0

package/dist/{server-JE7SLZLJ.js → server-IGIIEHXY.js}

@@ -10,9 +10,11 @@ import {
   importHostedCensusPlacesCsv,
   importHostedZipGroupsCsv,
   listActiveHostedLocationDatasets
-} from "./chunk-R66PJOZW.js";
+} from "./chunk-NNZXZTJ2.js";
 import {
+  ANALYTICS_CONTENT_SORTS,
   AnalyticsRepositoryError,
+  MAX_ENGAGED_MS,
   analyticsAcquisition,
   analyticsBusinessMetrics,
   analyticsChannelBreakdown,
@@ -64,14 +66,14 @@ import {
   updateAnalyticsPixel,
   upsertAnalyticsAdSpend,
   verifySession
-} from "./chunk-YW2LXLDU.js";
+} from "./chunk-5BEPOFKG.js";
 import {
   classifyHarvestProblem,
   createHarvestAttemptRecorder,
   deliverWebhook,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-ZEMHL36J.js";
+} from "./chunk-YMSZO62N.js";
 import {
   AIModeSelectors,
   AIOverviewSelectors,
@@ -98,7 +100,7 @@ import {
   resolveKernelProxyId,
   serpArrivalUrl,
   withRuntimeUserAgent
-} from "./chunk-MFE6RMIA.js";
+} from "./chunk-GOZIG6HD.js";
 import {
   ApiErrorResponseSchema,
   ArtifactTemplatePresetKeySchema,
@@ -156,7 +158,7 @@ import {
   resolveDeploymentProfile,
   resolveLocalSourcebookSchemaType,
   transcribeMediaUrl
-} from "./chunk-64WBUDPC.js";
+} from "./chunk-O63VVCCE.js";
 import {
   auditImageUrls,
   auditImages,
@@ -184,7 +186,7 @@ import {
   recordKernelSession,
   recordVendorUsage,
   runWithCostContext
-} from "./chunk-PODASLGT.js";
+} from "./chunk-QXAY44SA.js";
 import {
   listWorkflowDefinitions,
   runWorkflow,
@@ -212,7 +214,7 @@ import {
 } from "./chunk-3ZUBQQPQ.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-XLEDHV3J.js";
+} from "./chunk-73MUQSWC.js";
 import {
   abandonExtractSettlement,
   countSuccessfulPages,
@@ -235,7 +237,7 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-6DPIE262.js";
+} from "./chunk-QHVFKFME.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
@@ -392,7 +394,7 @@ import {
   startHarvestAttempt,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-MFNGUM4L.js";
+} from "./chunk-2XTYLJQK.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -8738,7 +8740,7 @@ var siteExtractFn = inngest.createFunction(
       });
     }) : null;
     const finalized = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-2HONVC5T.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-RCTNANCH.js");
       const current = await getExtractJob(jobId2);
       if (!current) throw new Error("extract job disappeared before finalization");
       const stored = await assembleExtractArtifacts(current, { branding, imageAudit });
@@ -9680,7 +9682,7 @@ async function resolveUsZipsPath(requestedPath) {
 async function loadZipGroups(stateAbbr, requestedPath, warnings, sourceMode) {
   const mode = resolvedLocationDataMode({ zipSource: sourceMode });
   if (mode === "hosted") {
-    const { getHostedZipGroups } = await import("./location-data-repository-YWFJGNIP.js");
+    const { getHostedZipGroups } = await import("./location-data-repository-UUSHH5M2.js");
     const hosted = await getHostedZipGroups(stateAbbr);
     if (!hosted.dataset) {
       throw new DirectoryLocationError(
@@ -9743,7 +9745,7 @@ async function resolveDirectoryMarkets(options, config = {}) {
   const sourceUrl = censusStateUrl(state.fips);
   const warnings = [];
   if (resolvedLocationDataMode(config) === "hosted") {
-    const { queryHostedLocationMarkets } = await import("./location-data-repository-YWFJGNIP.js");
+    const { queryHostedLocationMarkets } = await import("./location-data-repository-UUSHH5M2.js");
     const hosted = await queryHostedLocationMarkets({
       state: state.abbr,
       minPopulation: options.minPopulation,
@@ -10732,7 +10734,6 @@ import { randomUUID as randomUUID2 } from "crypto";
 var DEFAULT_LOCK_TTL_SECONDS = 15 * 60;
 var DEFAULT_RETRY_AFTER_SECONDS = 30;
 var MAX_LOCK_TTL_SECONDS = 24 * 60 * 60;
-var schemaReady = null;
 function concurrencyLimitForUser(user) {
   const tier = Math.max(0, Number(user.subscription_concurrency ?? 0));
   return Math.max(1, tier) + Math.max(0, Number(user.extra_concurrency_slots ?? 0));
@@ -10770,40 +10771,15 @@ function safeMetadata(metadata) {
     return null;
   }
 }
-async function ensureConcurrencyGateSchema() {
-  if (!schemaReady) {
-    schemaReady = (async () => {
-      const db = getDb();
-      await db.execute(`
-        CREATE TABLE IF NOT EXISTS concurrency_locks (
-          id          TEXT PRIMARY KEY,
-          user_id     INTEGER NOT NULL REFERENCES users(id),
-          operation   TEXT NOT NULL,
-          status      TEXT NOT NULL DEFAULT 'active',
-          acquired_at TEXT NOT NULL DEFAULT (datetime('now')),
-          expires_at  TEXT NOT NULL,
-          released_at TEXT,
-          metadata    TEXT
-        )
-      `);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)`);
-      await db.execute(`CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)`);
-    })();
-  }
-  return schemaReady;
-}
 async function expireConcurrencyLocksForUser(userId) {
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'expired', released_at = datetime('now')
+    sql: `DELETE FROM concurrency_locks
           WHERE user_id = ? AND status = 'active' AND expires_at <= datetime('now')`,
     args: [userId]
   });
 }
-async function countActiveUsageForUser(userId) {
-  await ensureConcurrencyGateSchema();
-  await expireConcurrencyLocksForUser(userId);
+async function countActiveUsageForUser(userId, alreadyExpired = false) {
+  if (!alreadyExpired) await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `SELECT
             (
@@ -10823,7 +10799,6 @@ async function countActiveUsageForUser(userId) {
 }
 async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   if (!/^cl_[a-f0-9]{24,32}$/.test(lockId)) return false;
-  await ensureConcurrencyGateSchema();
   await expireConcurrencyLocksForUser(userId);
   const res = await getDb().execute({
     sql: `UPDATE concurrency_locks
@@ -10837,13 +10812,12 @@ async function reuseExistingConcurrencyGate(userId, lockId, ttlSeconds) {
   return Number(res.rowsAffected ?? 0) > 0;
 }
 async function acquireConcurrencyGate(user, operation, options = {}) {
-  await ensureConcurrencyGateSchema();
   const limit = concurrencyLimitForUser(user);
   if (isConcurrencyLimitBypassed(user)) {
     return { ok: true, lockId: null, active: 0, limit, operation, bypassed: true };
   }
   if (options.reuseLockId && await reuseExistingConcurrencyGate(user.id, options.reuseLockId, options.ttlSeconds)) {
-    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id), limit, operation, reused: true };
+    return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id, true), limit, operation, reused: true };
   }
   await expireConcurrencyLocksForUser(user.id);
   const lockId = `cl_${randomUUID2().replace(/-/g, "").slice(0, 24)}`;
@@ -10874,7 +10848,7 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
       limit
     ]
   });
-  const active = await countActiveUsageForUser(user.id);
+  const active = await countActiveUsageForUser(user.id, true);
   if (Number(res.rowsAffected ?? 0) > 0) {
     return { ok: true, lockId, active, limit, operation };
   }
@@ -10882,17 +10856,13 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
 }
 async function releaseConcurrencyGate(lockId) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
-    sql: `UPDATE concurrency_locks
-          SET status = 'released', released_at = datetime('now')
-          WHERE id = ? AND status = 'active'`,
+    sql: `DELETE FROM concurrency_locks WHERE id = ?`,
     args: [lockId]
   });
 }
 async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECONDS) {
   if (!lockId) return;
-  await ensureConcurrencyGateSchema();
   await getDb().execute({
     sql: `UPDATE concurrency_locks
           SET expires_at = datetime('now', ?)
@@ -14709,7 +14679,7 @@ async function recoverSettlement(row, user, authorization, duplicate) {
     }
   }
   await getDb().execute({
-    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status = 'settling'",
+    sql: "UPDATE billing_events SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('settling', 'cost_pending')",
     args: [row.id]
   });
   await getDb().execute({
@@ -14754,11 +14724,13 @@ async function settleScheduledRun(args) {
   const rawCostNanos = rawCostUsd == null ? null : Math.round(rawCostUsd * USD_NANOS);
   const modelMc = rawCostUsd == null ? 0 : vendorCostUsdToMc(rawCostUsd, SCHEDULED_AGENT_LLM_MARKUP_BPS);
   const maximumModelMc = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
-  const pendingReason = args.modelCostStatus === "missing" ? "openrouter_cost_missing" : modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
+  const modelCostUnreported = args.modelCostStatus === "missing";
+  const pendingReason = modelMc > maximumModelMc ? "max_credits_per_run_exceeded" : null;
   const metadata = safeMetadata2({
     ...args.metadata,
     billingPhase: "settlement",
     chargeMode: "model_delta",
+    ...modelCostUnreported ? { modelCostUnreported: true } : {},
     ...pendingReason ? { reason: pendingReason } : {}
   });
   const eventId = existing?.id ?? randomUUID4();
@@ -14802,6 +14774,72 @@ async function settleScheduledRun(args) {
   }
   return recoverSettlement(existing, user, authorization, duplicateClaim);
 }
+async function reconcileScheduledRunSettlements(limit = 25, minimumAgeHours = 24) {
+  const stale = await getDb().execute({
+    sql: `SELECT id, authorization_id, status, amount_mc, raw_cost_usd_nanos, multiplier_bps, metadata
+          FROM billing_events
+          WHERE billing_class = ? AND status = 'cost_pending'
+            AND created_at < datetime('now', ?)
+          ORDER BY created_at
+          LIMIT ?`,
+    args: [SCHEDULED_RUN_BILLING_CLASS, `-${Math.max(1, Math.trunc(minimumAgeHours))} hours`, Math.max(1, Math.trunc(limit))]
+  });
+  const result = { checked: stale.rows.length, settled: 0, chargedMc: 0, failed: 0 };
+  for (const raw of stale.rows) {
+    const row = raw;
+    try {
+      const authorization = await authorizationById(row.authorization_id);
+      if (!authorization) {
+        result.failed += 1;
+        continue;
+      }
+      const cap = Math.max(0, Number(authorization.maximum_amount_mc) - SCHEDULED_RUN_BASE_MC);
+      const chargeMc = Math.min(Math.max(0, Math.round(Number(row.amount_mc))), cap);
+      if (chargeMc > 0) {
+        const debit = await debitMcIdempotent(
+          Number(authorization.user_id),
+          chargeMc,
+          LedgerOperation.SCHEDULED_RUN,
+          "scheduled-run:" + authorization.id + ":model:reconciled",
+          authorization.id + ":model"
+        );
+        if (!debit.ok) {
+          result.failed += 1;
+          continue;
+        }
+      }
+      await getDb().execute({
+        sql: `UPDATE billing_events
+              SET status = 'settled', amount_mc = ?, settled_at = datetime('now'), metadata = ?
+              WHERE id = ? AND status = 'cost_pending'`,
+        args: [
+          chargeMc,
+          safeMetadata2({ ...metadataReason(row) ? { reason: metadataReason(row) } : {}, autoReconciled: true, cappedAtAuthorizedMaximum: chargeMc < Number(row.amount_mc) }),
+          row.id
+        ]
+      });
+      await getDb().execute({
+        sql: "UPDATE billing_authorizations SET status = 'settled', settled_at = datetime('now') WHERE id = ? AND status IN ('started', 'cost_pending')",
+        args: [authorization.id]
+      });
+      result.settled += 1;
+      result.chargedMc += chargeMc;
+      console.error(JSON.stringify({
+        event: "scheduled_run_settlement_reconciled",
+        authorization_id: authorization.id,
+        charged_mc: chargeMc,
+        reason: metadataReason(row) ?? "unreported_cost"
+      }));
+    } catch (err) {
+      result.failed += 1;
+      console.error(JSON.stringify({
+        event: "scheduled_run_reconciliation_failed",
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return result;
+}
 async function voidScheduledRunAuthorization(args) {
   const user = await resolveSchedulingUser(args.identity);
   const authorization = await authorizationById(args.authorizationId);
@@ -15673,28 +15711,6 @@ internalInboxApp.post("/broadcast", async (c) => {
 
 // src/api/connected-account-billing.ts
 var DEFAULT_CONNECTED_ACCOUNT_PRICE_ID = "price_1TtYPAS8aAcsk3TGHOgrDZiQ";
-async function ensureConnectedAccountBillingSchema() {
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_billing (
-    user_id INTEGER PRIMARY KEY,
-    stripe_subscription_id TEXT,
-    stripe_subscription_item_id TEXT,
-    price_id TEXT,
-    quantity INTEGER NOT NULL DEFAULT 0,
-    status TEXT NOT NULL DEFAULT 'pending',
-    last_error_code TEXT,
-    checked_at TEXT NOT NULL DEFAULT (datetime('now')),
-    synced_at TEXT,
-    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-  )`);
-  await getDb().execute(`CREATE TABLE IF NOT EXISTS connected_account_charges (
-    user_id       INTEGER NOT NULL,
-    connection_id TEXT NOT NULL,
-    period_start  TEXT NOT NULL,
-    amount_mc     INTEGER NOT NULL,
-    created_at    TEXT NOT NULL DEFAULT (datetime('now')),
-    PRIMARY KEY (user_id, connection_id, period_start)
-  )`);
-}
 function connectedBillingPeriodStart(now = /* @__PURE__ */ new Date()) {
   return `${now.getUTCFullYear()}-${String(now.getUTCMonth() + 1).padStart(2, "0")}`;
 }
@@ -15703,7 +15719,6 @@ function isBillableConnection(connection) {
   return BILLABLE_LIFECYCLE.has(String(connection.lifecycleStatus ?? ""));
 }
 async function chargedConnectionIds(userId, periodStart) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT connection_id FROM connected_account_charges WHERE user_id = ? AND period_start = ?",
     args: [Number(userId), periodStart]
@@ -15711,7 +15726,6 @@ async function chargedConnectionIds(userId, periodStart) {
   return new Set(result.rows.map((row) => String(row.connection_id)));
 }
 async function getConnectedAccountBillingState(userId) {
-  await ensureConnectedAccountBillingSchema();
   const result = await getDb().execute({
     sql: "SELECT * FROM connected_account_billing WHERE user_id = ? LIMIT 1",
     args: [Number(userId)]
@@ -15719,7 +15733,6 @@ async function getConnectedAccountBillingState(userId) {
   return result.rows[0] ? result.rows[0] : null;
 }
 async function setConnectedAccountBillingState(input) {
-  await ensureConnectedAccountBillingSchema();
   await getDb().execute({
     sql: `INSERT INTO connected_account_billing
       (user_id, stripe_subscription_id, stripe_subscription_item_id, price_id, quantity, status, last_error_code, checked_at, synced_at, updated_at)
@@ -19987,6 +20000,34 @@ import { Hono as Hono11 } from "hono";
 import { z as z21 } from "zod";
 
 // src/api/reddit-trending.ts
+var PARSE_REDDIT_SEARCH = `(() => {
+  const txt = el => ((el && el.innerText) || '').trim();
+  const bodyText = (document.body && document.body.innerText) || '';
+  const blocked = /whoa there|blocked by network|you've been blocked|network (policy|security)|log in to your reddit account/i.test(bodyText);
+  const listing = document.querySelector('.search-result-listing');
+  const rows = [];
+  document.querySelectorAll('.search-result.search-result-link').forEach(r => {
+    const titleEl = r.querySelector('header.search-result-header a.search-title');
+    rows.push({
+      title: txt(titleEl),
+      url: (titleEl && titleEl.getAttribute('href')) || '',
+      subreddit: txt(r.querySelector('a.search-subreddit-link')),
+      scoreText: txt(r.querySelector('.search-score')),
+      commentsText: txt(r.querySelector('a.search-comments')),
+      ageText: txt(r.querySelector('.search-time time')),
+    });
+  });
+  return { blocked: blocked, listingFound: Boolean(listing), rowCount: rows.length, rows: rows };
+})()`;
+function buildRedditSearchUrl(topic, subreddit, window2 = "month") {
+  const base = subreddit ? `https://old.reddit.com/r/${encodeURIComponent(subreddit)}/search` : "https://old.reddit.com/search";
+  const params = new URLSearchParams();
+  params.set("q", topic);
+  params.set("sort", "top");
+  params.set("t", window2);
+  if (subreddit) params.set("restrict_sr", "on");
+  return `${base}?${params.toString()}`;
+}
 function buildSerpQuery(topic, subreddit) {
   const scope = subreddit ? `site:reddit.com/r/${subreddit}` : "site:reddit.com";
   return `${scope} ${topic}`.trim();
@@ -20049,6 +20090,32 @@ function canonicalThreadUrl(href) {
 function engagementScore(score, commentCount) {
   return score + 2 * commentCount;
 }
+function normalizeSearchRows(rows) {
+  if (!Array.isArray(rows)) return [];
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const raw of rows) {
+    if (!raw || typeof raw !== "object") continue;
+    const r = raw;
+    const url = canonicalThreadUrl(r.url);
+    const title = typeof r.title === "string" ? r.title.trim() : "";
+    if (!url || !title || seen.has(url)) continue;
+    seen.add(url);
+    const score = parseCountText(r.scoreText);
+    const commentCount = parseCountText(r.commentsText);
+    out.push({
+      title,
+      url,
+      subreddit: typeof r.subreddit === "string" ? r.subreddit.trim() : "",
+      score,
+      commentCount,
+      engagementScore: engagementScore(score, commentCount),
+      ageText: typeof r.ageText === "string" ? r.ageText.trim() : "",
+      topQuestions: []
+    });
+  }
+  return out;
+}
 var INTERROGATIVE_STARTERS = /* @__PURE__ */ new Set([
   "what",
   "whats",
@@ -20200,8 +20267,8 @@ var PARSE_REDDIT = `(() => {
   });
   return { title: title, author: author, score: score, postBody: postBody, blocked: blocked, numComments: comments.length, comments: comments };
 })()`;
-async function scrapeOldRedditWithRetries(url, script, accept) {
-  for (let attempt = 0; attempt < 4; attempt++) {
+async function scrapeOldRedditWithRetries(url, script, accept, maxAttempts = 4) {
+  for (let attempt = 0; attempt < maxAttempts; attempt++) {
     const backupAttempt = attempt === 3;
     if (backupAttempt && !backupProxyAvailable()) break;
     const proxyId = backupAttempt ? await createBackupProxyIdSafe(browserServiceApiKey(), attempt) : await residentialProxyId(attempt);
@@ -20317,6 +20384,9 @@ redditApp.post("/trending", createApiKeyAuth(), async (c) => {
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.reddit_thread), 402);
     discoveryDebited = true;
     let candidates = [];
+    let discoverySource = "google_serp";
+    let primaryDiscoveryDegraded = false;
+    let primaryDegradationReasons = [];
     try {
       const serp = await harvest({
         query: serpQuery,
@@ -20330,14 +20400,59 @@ redditApp.post("/trending", createApiKeyAuth(), async (c) => {
         softDeadlineMs
       });
       candidates = extractRedditThreadUrls(serp.organicResults, body.maxThreads);
+      primaryDiscoveryDegraded = serp.diagnostics?.degradedResult === true;
+      primaryDegradationReasons = Array.isArray(serp.diagnostics?.degradationReasons) ? serp.diagnostics.degradationReasons.filter((reason) => typeof reason === "string") : [];
     } catch {
       candidates = [];
+      primaryDiscoveryDegraded = true;
+      primaryDegradationReasons = ["primary_serp_failed"];
+    }
+    if (candidates.length === 0) {
+      const fallback = await scrapeOldRedditWithRetries(
+        buildRedditSearchUrl(body.topic, subreddit, body.window),
+        PARSE_REDDIT_SEARCH,
+        (data) => !data.blocked && data.listingFound,
+        2
+      );
+      if (fallback) {
+        candidates = normalizeSearchRows(fallback.data.rows).slice(0, body.maxThreads).map((thread) => ({ title: thread.title, url: thread.url, subreddit: thread.subreddit.replace(/^r\//i, "") }));
+        discoverySource = "reddit_search_fallback";
+      } else {
+        discoverySource = "none";
+      }
     }
     if (candidates.length === 0) {
       await creditMc(user.id, MC_COSTS.reddit_thread, LedgerOperation.REDDIT_THREAD_REFUND, "no reddit threads discovered");
       discoveryRefunded = true;
-      await logRequestEvent({ userId: user.id, source: "reddit_trending", status: "failed", query: body.topic, error: "no reddit threads discovered" });
-      return c.json({ error: "No Reddit threads found for that topic and window (refunded)" }, 404);
+      const degradedResult = discoverySource === "none";
+      const degradationReasons = degradedResult ? [.../* @__PURE__ */ new Set([...primaryDegradationReasons, "reddit_fallback_empty_or_blocked"])] : [];
+      const result2 = {
+        topic: body.topic,
+        subreddit: subreddit ?? null,
+        window: body.window === "week" ? "7d" : "30d",
+        totals: trendingTotals([]),
+        rankedThreads: [],
+        questions: [],
+        threadsScraped: 0,
+        candidatesFound: 0,
+        partial: false,
+        searchQuery: serpQuery,
+        discoverySource,
+        resultQuality: degradedResult ? "degraded" : "complete",
+        degradedResult,
+        degradationReasons,
+        retryRecommended: degradedResult,
+        billingRefunded: true
+      };
+      await logRequestEvent({
+        userId: user.id,
+        source: "reddit_trending",
+        status: "done",
+        query: body.topic,
+        resultCount: 0,
+        result: result2
+      });
+      return c.json(result2);
     }
     let ranked;
     if (!body.includeComments) {
@@ -20413,7 +20528,13 @@ redditApp.post("/trending", createApiKeyAuth(), async (c) => {
       threadsScraped: body.includeComments ? ranked.length : 0,
       candidatesFound: candidates.length,
       partial: body.includeComments && ranked.length < candidates.length,
-      searchQuery: serpQuery
+      searchQuery: serpQuery,
+      discoverySource,
+      resultQuality: primaryDiscoveryDegraded ? "partial" : "complete",
+      degradedResult: false,
+      degradationReasons: primaryDiscoveryDegraded ? primaryDegradationReasons : [],
+      retryRecommended: false,
+      billingRefunded: false
     };
     await logRequestEvent({ userId: user.id, source: "reddit_trending", status: "done", query: body.topic, resultCount: ranked.length, result });
     return c.json(result);
@@ -22185,6 +22306,82 @@ async function reconcilePaaHarvestSettlements(limit = 25) {
   return { checked: jobs.length, staleFailed, settled, failed };
 }
 
+// src/api/retention-sweeps.ts
+var REPORTING_WINDOW_DAYS = 30;
+var TELEMETRY_RETENTION_DAYS = 45;
+var FAILURE_RETENTION_DAYS = 90;
+var RETENTION_RULES = [
+  { table: "request_events", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+  { table: "kernel_session_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+  { table: "vendor_usage_log", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS },
+  { table: "harvest_attempts", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, timestampFormat: "iso8601" },
+  { table: "browser_agent_actions", timestampColumn: "created_at", retentionDays: REPORTING_WINDOW_DAYS },
+  { table: "jobs", timestampColumn: "created_at", retentionDays: TELEMETRY_RETENTION_DAYS, where: "status = 'done'" },
+  { table: "jobs", timestampColumn: "created_at", retentionDays: FAILURE_RETENTION_DAYS, where: "status = 'failed'" }
+];
+function cutoffFor(rule) {
+  const cutoff = new Date(Date.now() - rule.retentionDays * 24 * 60 * 60 * 1e3);
+  if (rule.timestampFormat === "iso8601") return cutoff.toISOString();
+  return cutoff.toISOString().replace("T", " ").slice(0, 19);
+}
+var DEFAULT_BATCH = 500;
+var DEFAULT_MAX_DELETES_PER_RULE = 1e3;
+var DEFAULT_SWEEP_DEADLINE_MS = 15e3;
+async function tableExists(table) {
+  const res = await getDb().execute({
+    sql: "SELECT 1 FROM sqlite_master WHERE type='table' AND name = ? LIMIT 1",
+    args: [table]
+  });
+  return res.rows.length > 0;
+}
+async function sweepRule(rule, maxDeletes) {
+  if (!await tableExists(rule.table)) return 0;
+  const filter = rule.where ? ` AND ${rule.where}` : "";
+  const cutoff = cutoffFor(rule);
+  let deleted = 0;
+  while (deleted < maxDeletes) {
+    const res = await getDb().execute({
+      sql: `DELETE FROM ${rule.table} WHERE rowid IN (
+              SELECT rowid FROM ${rule.table}
+              WHERE ${rule.timestampColumn} < ?${filter}
+              LIMIT ?)`,
+      args: [cutoff, Math.min(DEFAULT_BATCH, maxDeletes - deleted)]
+    });
+    const n = Number(res.rowsAffected ?? 0);
+    deleted += n;
+    if (n === 0) break;
+  }
+  return deleted;
+}
+async function sweepRetention(options = {}) {
+  const maxDeletes = options.maxDeletesPerRule ?? DEFAULT_MAX_DELETES_PER_RULE;
+  const deadline = Date.now() + (options.deadlineMs ?? DEFAULT_SWEEP_DEADLINE_MS);
+  const perTable = {};
+  let deleted = 0;
+  let truncated = false;
+  for (const rule of RETENTION_RULES) {
+    const key = rule.where ? `${rule.table}:${rule.where}` : rule.table;
+    if (Date.now() >= deadline) {
+      truncated = true;
+      break;
+    }
+    try {
+      const n = await sweepRule(rule, maxDeletes);
+      perTable[key] = n;
+      deleted += n;
+      if (n >= maxDeletes) truncated = true;
+    } catch (err) {
+      perTable[key] = -1;
+      console.error(JSON.stringify({
+        event: "retention_sweep_failed",
+        table: rule.table,
+        message: err instanceof Error ? err.message : String(err)
+      }));
+    }
+  }
+  return { deleted, perTable, truncated };
+}
+
 // src/api/directory-workflow-reconciliation.ts
 async function reconcileDirectoryWorkflowSettlements(limit = 25) {
   const expiredStarts = await listExpiredDirectoryWorkflowStarts(limit);
@@ -23797,6 +23994,24 @@ import { Hono as Hono21 } from "hono";
 import { createMcpHandler } from "@modelcontextprotocol/server";
 
 // src/mcp/memory-mcp-tool-executor.ts
+function folderInventory(result) {
+  if (!Array.isArray(result.notes)) return [];
+  const folders = /* @__PURE__ */ new Set();
+  for (const note of result.notes) {
+    if (!note || typeof note !== "object" || Array.isArray(note)) continue;
+    const path5 = note.path;
+    if (typeof path5 !== "string") continue;
+    const segments = path5.replace(/\\/g, "/").split("/").filter(Boolean);
+    for (let depth = 1; depth < segments.length; depth += 1) {
+      folders.add(segments.slice(0, depth).join("/"));
+    }
+  }
+  return [...folders].sort((a, b) => a.localeCompare(b));
+}
+function enrichMemoryResult(toolName, result) {
+  if (toolName !== "listTool" || result.ok !== true) return result;
+  return { ...result, folders: folderInventory(result) };
+}
 var MemoryMcpToolExecutor = class {
   baseUrl;
   apiKey;
@@ -23819,7 +24034,10 @@ var MemoryMcpToolExecutor = class {
         const message = data?.error ?? `memory ${toolName} failed (HTTP ${res.status})`;
         return { content: [{ type: "text", text: message }], isError: true };
       }
-      const result = data ?? { ok: false, error: `memory ${toolName} returned no result` };
+      const result = enrichMemoryResult(
+        toolName,
+        data ?? { ok: false, error: `memory ${toolName} returned no result` }
+      );
       return {
         content: [{ type: "text", text: JSON.stringify(result) }],
         structuredContent: result,
@@ -24894,6 +25112,7 @@ async function listSessionRows(userId, includeClosed = false) {
   });
   return res.rows;
 }
+var ORPHANED_SESSION_STATUS = "runtime_close_pending";
 async function listIdleOpenSessionRows(idleSeconds) {
   const db = getDb();
   const res = await db.execute({
@@ -24919,12 +25138,20 @@ async function setBilledMc(id, billedMc) {
     args: [Math.round(billedMc), id]
   });
 }
-async function markSessionClosed(id) {
+async function markSessionClosed(id, runtimeClosed = true) {
   const db = getDb();
   await db.execute({
-    sql: `UPDATE browser_agent_sessions SET status = 'closed', closed_at = datetime('now') WHERE id = ?`,
-    args: [id]
+    sql: `UPDATE browser_agent_sessions SET status = ?, closed_at = datetime('now') WHERE id = ?`,
+    args: [runtimeClosed ? "closed" : ORPHANED_SESSION_STATUS, id]
+  });
+}
+async function listOrphanedSessionRows(limit = 50) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_sessions WHERE status = ? ORDER BY closed_at LIMIT ?`,
+    args: [ORPHANED_SESSION_STATUS, Math.max(1, Math.min(200, Math.round(limit)))]
   });
+  return res.rows;
 }
 async function recordAction(input) {
   const db = getDb();
@@ -26065,6 +26292,21 @@ async function charge(sessionId, userId, _startedAtMs) {
     if (res.ok) await setBilledMc(sessionId, owed);
   }
 }
+async function closeRuntimeSession(runtimeSessionId, sessionId) {
+  try {
+    await closeSession(runtimeSessionId);
+    return true;
+  } catch (err) {
+    console.error(JSON.stringify({
+      event: "browser_runtime_close_failed",
+      session_id: sessionId,
+      runtime_session_id: runtimeSessionId,
+      error_name: err instanceof Error ? err.name : typeof err,
+      message: sanitizeVendorName(err instanceof Error ? err.message : String(err)).slice(0, 300)
+    }));
+    return false;
+  }
+}
 async function closeAndSettleSession(row) {
   if (row.user_id != null) {
     try {
@@ -26072,15 +26314,24 @@ async function closeAndSettleSession(row) {
     } catch {
     }
   }
-  try {
-    await closeSession(row.runtime_session_id);
-  } catch {
-  }
-  await markSessionClosed(row.id).catch(() => {
+  const runtimeClosed = await closeRuntimeSession(row.runtime_session_id, row.id);
+  await markSessionClosed(row.id, runtimeClosed).catch(() => {
   });
   await releaseConcurrencyGate(row.concurrency_lock_id).catch(() => {
   });
 }
+async function retryOrphanedBrowserSessions(limit = 50) {
+  const rows = await listOrphanedSessionRows(limit);
+  let recovered = 0;
+  for (const row of rows) {
+    if (await closeRuntimeSession(row.runtime_session_id, row.id)) {
+      await markSessionClosed(row.id, true).catch(() => {
+      });
+      recovered++;
+    }
+  }
+  return { recovered, stillOpen: rows.length - recovered };
+}
 async function completeAuthConnection(connectionId) {
   const connection = await getAuthConnectionRow(connectionId);
   if (!connection) return { ok: false, error: "not found" };
@@ -26105,7 +26356,7 @@ async function reapIdleBrowserSessions(idleSeconds = 120) {
 function publicSession(row) {
   return {
     session_id: row.id,
-    status: row.status,
+    status: row.status === ORPHANED_SESSION_STATUS ? "closed" : row.status,
     label: row.label,
     watch_url: `/console/${row.id}`,
     created_at: row.created_at,
@@ -30627,6 +30878,24 @@ function safeFilename(requested, slug2) {
 function escapedJsonForHtml(value) {
   return JSON.stringify(value).replace(/</g, "\\u003c").replace(/\u2028/g, "\\u2028").replace(/\u2029/g, "\\u2029");
 }
+function socialMeta(input) {
+  const image = input.site.ogImage;
+  const tags = [
+    '<meta property="og:type" content="website">',
+    `<meta property="og:title" content="${escapeHtml5(input.site.title)}">`,
+    `<meta property="og:description" content="${escapeHtml5(input.deck || input.site.heroTitle)}">`,
+    '<meta name="twitter:card" content="summary_large_image">',
+    `<meta name="twitter:title" content="${escapeHtml5(input.site.title)}">`,
+    `<meta name="twitter:description" content="${escapeHtml5(input.deck || input.site.heroTitle)}">`,
+    `<meta property="og:image" content="${image ? escapeHtml5(image.url) : ""}">`,
+    `<meta property="og:image:alt" content="${image ? escapeHtml5(image.alt) : ""}">`,
+    `<meta property="og:image:width" content="${image?.width ?? ""}">`,
+    `<meta property="og:image:height" content="${image?.height ?? ""}">`,
+    `<meta name="twitter:image" content="${image ? escapeHtml5(image.url) : ""}">`,
+    `<meta name="twitter:image:alt" content="${image ? escapeHtml5(image.alt) : ""}">`
+  ];
+  return tags.join("\n    ");
+}
 function renderEditorialReadingRoom(input, now = /* @__PURE__ */ new Date()) {
   const sourceBytes = input.articles.reduce((total, article) => total + Buffer.byteLength(article.markdown), 0);
   if (sourceBytes > 2e6) throw new Error("Editorial reading-room Markdown must be 2,000,000 bytes or fewer in total.");
@@ -30659,7 +30928,7 @@ function renderEditorialReadingRoom(input, now = /* @__PURE__ */ new Date()) {
   const generatedAt = now.toISOString();
   const data = { ...input, generatedAt, articles };
   const template = readAsset("index.html");
-  const html = template.replace("<title>Editorial Reading Room</title>", `<title>${escapeHtml5(input.site.title)}</title>`).replace('content="A mobile-first editorial reading room."', `content="${escapeHtml5(input.deck || input.site.heroTitle)}"`).replace("/*__READING_ROOM_STYLES__*/", readAsset("styles.css")).replace("/*__READING_ROOM_DATA__*/", escapedJsonForHtml(data)).replace("/*__READING_ROOM_SCRIPT__*/", readAsset("app.js"));
+  const html = template.replace("<title>Editorial Reading Room</title>", `<title>${escapeHtml5(input.site.title)}</title>`).replace('content="A mobile-first editorial reading room."', `content="${escapeHtml5(input.deck || input.site.heroTitle)}"`).replace("<!--__READING_ROOM_SOCIAL_META__-->", socialMeta(input)).replace("/*__READING_ROOM_STYLES__*/", readAsset("styles.css")).replace("/*__READING_ROOM_DATA__*/", escapedJsonForHtml(data)).replace("/*__READING_ROOM_SCRIPT__*/", readAsset("app.js"));
   const bytes = Buffer.byteLength(html);
   return {
     html,
@@ -30876,6 +31145,31 @@ import { z as z32 } from "zod";
 // src/api/commons-repository.ts
 import { createHash as createHash13, randomUUID as randomUUID15 } from "crypto";
 
+// src/api/schema-presence.ts
+var cache = null;
+async function loadSchemaObjects() {
+  const res = await getDb().execute(
+    "SELECT name FROM sqlite_master WHERE type IN ('table', 'index')"
+  );
+  return new Set(res.rows.map((row) => String(row.name)));
+}
+function invalidateSchemaPresence() {
+  cache = null;
+}
+async function schemaObjectsPresent(names) {
+  if (names.length === 0) return true;
+  try {
+    if (!cache) cache = loadSchemaObjects();
+    const present = await cache;
+    if (names.every((name) => present.has(name))) return true;
+    invalidateSchemaPresence();
+    return false;
+  } catch {
+    invalidateSchemaPresence();
+    return false;
+  }
+}
+
 // src/api/commons-linksets.ts
 import { createHash as createHash12 } from "crypto";
 var COMMONS_LINKSET_MEDIA_TYPE = "application/linkset+json";
@@ -31202,9 +31496,38 @@ var COMMONS_ENTITY_PROFILES = {
     ]
   }
 };
-var schemaReady2 = false;
+var schemaReady = false;
+var COMMONS_SCHEMA_OBJECTS = [
+  "schema_migrations",
+  "commons_entities",
+  "commons_claims",
+  "commons_proposals",
+  "commons_ledger",
+  "commons_saved_filters",
+  "commons_index_documents",
+  "commons_publications",
+  "commons_publication_editions",
+  "commons_entities_status_updated",
+  "commons_entities_type_updated",
+  "commons_entities_source_domain",
+  "commons_claims_subject_predicate",
+  "commons_claims_object_entity",
+  "commons_proposals_user_created",
+  "commons_proposals_entity_created",
+  "commons_ledger_entity_created",
+  "commons_ledger_user_created",
+  "commons_saved_filters_user_updated",
+  "commons_index_documents_status_updated",
+  "commons_index_documents_entity_type",
+  "commons_publications_updated",
+  "commons_publication_editions_publication_published"
+];
 async function ensureCommonsSchema() {
-  if (schemaReady2) return;
+  if (schemaReady) return;
+  if (await schemaObjectsPresent(COMMONS_SCHEMA_OBJECTS)) {
+    schemaReady = true;
+    return;
+  }
   const db = getDb();
   await db.batch([
     {
@@ -31425,7 +31748,7 @@ async function ensureCommonsSchema() {
       args: [COMMONS_SCHEMA_VERSION]
     }
   ], "write");
-  schemaReady2 = true;
+  schemaReady = true;
 }
 async function searchCommonsEntities(filters = {}, userId) {
   await ensureCommonsSchema();
@@ -34336,7 +34659,9 @@ var EventSchema = z34.object({
   campaign: z34.string().trim().max(240).optional(),
   clickIds: z34.record(z34.string(), z34.string().trim().max(500)).optional(),
   deviceClass: z34.enum(["desktop", "tablet", "mobile", "unknown"]).optional(),
-  properties: z34.record(z34.string(), z34.unknown()).optional()
+  properties: z34.record(z34.string(), z34.unknown()).optional(),
+  engagedMs: z34.number().int().min(0).max(MAX_ENGAGED_MS).optional(),
+  scrollDepth: z34.number().int().min(0).max(100).optional()
 }).strict();
 var IngestionSchema = z34.object({
   pixelId: z34.string().trim().min(8).max(160),
@@ -34495,7 +34820,10 @@ analyticsApp.use("*", async (c, next) => {
   await next();
 });
 function analyticsPixelSdk() {
-  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties}}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){current=location.href;api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+  return `(()=>{const s=document.currentScript;if(!s)return;const pixel=s.dataset.pixel;if(!pixel)return;const endpoint=new URL('/analytics/v1/events',s.src).toString(),ttl=18e5;const key='mcp_analytics_visitor',sessionKey='mcp_analytics_session',touchKey='mcp_analytics_touch';const id=()=>crypto.randomUUID?crypto.randomUUID():'e_'+Date.now().toString(36)+Math.random().toString(36).slice(2);let consent=s.dataset.consent==='granted'&&!navigator.globalPrivacyControl,visitor=null,session=null;const read=k=>{try{return localStorage.getItem(k)}catch{return null}},write=(k,v)=>{try{localStorage.setItem(k,v)}catch{}};const ensure=()=>{if(!consent)return;visitor=read(key)||id();const now=Date.now();let saved={};try{saved=JSON.parse(read(sessionKey)||'{}')}catch{}session=saved.id&&now-Number(saved.seen||0)<ttl?saved.id:id();write(key,visitor);write(sessionKey,JSON.stringify({id:session,seen:now}))};const attribution=()=>{const q=new URLSearchParams(location.search),clickIds={},properties={},map={utm_term:'utm_term',utm_content:'utm_content',utm_id:'campaign_id',campaign_id:'campaign_id',adset_id:'ad_set_id',ad_set_id:'ad_set_id',adgroup_id:'ad_group_id',ad_group_id:'ad_group_id',ad_id:'ad_id',creative_id:'creative_id',placement:'placement'};for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}for(const [from,to] of Object.entries(map)){const v=q.get(from);if(v)properties[to]=v}const current={source:q.get('utm_source')||undefined,medium:q.get('utm_medium')||undefined,campaign:q.get('utm_campaign')||undefined,clickIds,properties};if(current.source||Object.keys(clickIds).length)write(touchKey,JSON.stringify(current));else{try{return JSON.parse(read(touchKey)||'null')||current}catch{}}return current};const send=(name,properties={},over={})=>{if(!consent||navigator.globalPrivacyControl)return;ensure();const a=attribution();const body=JSON.stringify({pixelId:pixel,events:[{eventId:id(),eventName:name,occurredAt:new Date().toISOString(),visitorId:visitor,sessionId:session,path:location.pathname,canonicalUrl:location.origin+location.pathname,title:document.title,referrer:document.referrer||undefined,...a,deviceClass:innerWidth<640?'mobile':innerWidth<1024?'tablet':'desktop',properties:{...a.properties,...properties},...over}]});if(navigator.sendBeacon&&navigator.sendBeacon(endpoint,new Blob([body],{type:'application/json'})))return;fetch(endpoint,{method:'POST',headers:{'content-type':'application/json'},body,keepalive:true,credentials:'omit'}).catch(()=>{})};let visibleSince=document.visibilityState==='visible'?Date.now():0,dwellMs=0,maxScroll=0,dwellPath=location.pathname;const depth=()=>{const d=document.documentElement,h=d.scrollHeight||1;return Math.max(0,Math.min(100,Math.round(((d.scrollTop||document.body.scrollTop||0)+innerHeight)/h*100)))};const accrue=()=>{if(visibleSince){dwellMs+=Date.now()-visibleSince;visibleSince=0}};const resume=()=>{if(!visibleSince)visibleSince=Date.now()};const flush=()=>{accrue();const ms=Math.min(dwellMs,18e5),sd=Math.max(maxScroll,depth());dwellMs=0;maxScroll=0;if(ms<250)return;send('page_engagement',{},{path:dwellPath,canonicalUrl:location.origin+dwellPath,engagedMs:ms,scrollDepth:sd})};addEventListener('scroll',()=>{const d=depth();if(d>maxScroll)maxScroll=d},{passive:true});document.addEventListener('visibilitychange',()=>{if(document.visibilityState==='hidden')flush();else resume()});addEventListener('pagehide',flush);const api={page:()=>send('page_view'),track:send,consent:state=>{consent=(state==='granted'||state===true)&&!navigator.globalPrivacyControl;if(consent){ensure();resume();api.page()}},debug:()=>({pixel,endpoint,consent,gpc:Boolean(navigator.globalPrivacyControl),visitorId:visitor,sessionId:session,hostname:location.hostname,path:location.pathname,engagedMs:dwellMs+(visibleSince?Date.now()-visibleSince:0),scrollDepth:Math.max(maxScroll,depth()),...attribution()})};window.mcpAnalytics=api;ensure();if(consent)api.page();let current=location.href;const changed=()=>{if(location.href!==current){flush();current=location.href;dwellPath=location.pathname;resume();api.page()}};for(const method of ['pushState','replaceState']){const original=history[method];history[method]=function(...args){const result=original.apply(this,args);queueMicrotask(changed);return result}}addEventListener('popstate',changed)})();`;
+}
+function pagePathFilter(value) {
+  return value && value.startsWith("/") ? value : void 0;
 }
 function reportFilters(url) {
   const end = url.searchParams.get("end") || (/* @__PURE__ */ new Date()).toISOString();
@@ -34517,7 +34845,7 @@ function reportFilters(url) {
     channelFamily: url.searchParams.get("channelFamily") || void 0,
     platform: url.searchParams.get("platform") || void 0,
     referrer: url.searchParams.get("referrer") || void 0,
-    path: url.searchParams.get("path") || void 0,
+    path: pagePathFilter(url.searchParams.get("path")),
     deviceClass: url.searchParams.get("deviceClass") || void 0,
     countryCode: url.searchParams.get("countryCode") || void 0,
     regionCode: url.searchParams.get("regionCode") || void 0,
@@ -35443,14 +35771,13 @@ for (const [path5, load] of [
   ["/sites/:siteId/overview", analyticsOverview],
   ["/sites/:siteId/timeseries", analyticsTimeseries],
   ["/sites/:siteId/acquisition", analyticsAcquisition],
-  ["/sites/:siteId/content", analyticsContent],
   ["/sites/:siteId/events", analyticsEventCounts]
 ]) {
   analyticsApp.get(path5, auth3, async (c) => {
     const url = new URL(c.req.url);
     const filters = reportFilters(url);
     validateReportWindow(filters);
-    const paginated = path5.endsWith("/acquisition") || path5.endsWith("/content") || path5.endsWith("/events");
+    const paginated = path5.endsWith("/acquisition") || path5.endsWith("/events");
     const data = await load(
       c.req.param("siteId"),
       Number(c.get("user").id),
@@ -35460,6 +35787,24 @@ for (const [path5, load] of [
     return c.json({ ok: true, data, filters });
   });
 }
+analyticsApp.get("/sites/:siteId/content", auth3, async (c) => {
+  const url = new URL(c.req.url);
+  const filters = reportFilters(url);
+  validateReportWindow(filters);
+  const requestedSort = url.searchParams.get("sort");
+  const data = await analyticsContent(
+    c.req.param("siteId"),
+    Number(c.get("user").id),
+    filters,
+    reportPage(url),
+    {
+      sort: ANALYTICS_CONTENT_SORTS.includes(requestedSort) ? requestedSort : void 0,
+      direction: url.searchParams.get("direction") === "asc" ? "asc" : "desc",
+      search: url.searchParams.get("search") || void 0
+    }
+  );
+  return c.json({ ok: true, data, filters });
+});
 analyticsApp.get("/sites/:siteId/dashboard", auth3, async (c) => {
   const url = new URL(c.req.url);
   const filters = reportFilters(url);
@@ -35681,9 +36026,9 @@ function scheduledArtifactOwnerIdForApiKey(apiKey) {
 
 // src/api/scheduled-run-view-links.ts
 import { createHash as createHash18, randomBytes as randomBytes4, randomUUID as randomUUID17 } from "crypto";
-var schemaReady3 = false;
+var schemaReady2 = false;
 async function ensureScheduledRunViewLinksSchema() {
-  if (schemaReady3) return;
+  if (schemaReady2) return;
   const db = getDb();
   await db.execute(`
     CREATE TABLE IF NOT EXISTS scheduled_run_view_links (
@@ -35731,7 +36076,7 @@ async function ensureScheduledRunViewLinksSchema() {
     CREATE INDEX IF NOT EXISTS scheduled_run_view_links_expiry
     ON scheduled_run_view_links(expires_at, revoked_at)
   `);
-  schemaReady3 = true;
+  schemaReady2 = true;
 }
 function tokenHash2(token4) {
   return createHash18("sha256").update(token4).digest("hex");
@@ -36381,13 +36726,13 @@ import { createHash as createHash22, createHmac as createHmac4, timingSafeEqual
 
 // src/api/service-connections.ts
 import { randomUUID as randomUUID18 } from "crypto";
-var schemaReady4 = null;
+var schemaReady3 = null;
 var schemaDb3 = null;
 function ensureServiceConnectionsSchema() {
   const currentDb = getDb();
-  if (schemaReady4 && schemaDb3 === currentDb) return schemaReady4;
+  if (schemaReady3 && schemaDb3 === currentDb) return schemaReady3;
   schemaDb3 = currentDb;
-  schemaReady4 = (async () => {
+  schemaReady3 = (async () => {
     const db = currentDb;
     await db.execute(`
       CREATE TABLE IF NOT EXISTS service_connections (
@@ -36455,11 +36800,11 @@ function ensureServiceConnectionsSchema() {
     } catch {
     }
   })().catch((error) => {
-    schemaReady4 = null;
+    schemaReady3 = null;
     schemaDb3 = null;
     throw error;
   });
-  return schemaReady4;
+  return schemaReady3;
 }
 function parseTools(value) {
   if (typeof value !== "string") return [];
@@ -43890,35 +44235,73 @@ app.post("/billing/credits", auth4, async (c) => {
     ledger
   });
 });
+var CRON_TICK_BUDGET_MS = 5e4;
+var CRON_TICK_DRAIN_BUDGET_MS = 4e4;
+function settleWithinTickBudget(label, unfinished, work, onDeadlineOrError) {
+  return new Promise((resolve2) => {
+    const timer = setTimeout(() => {
+      unfinished.push(`${label}:deadline`);
+      resolve2(onDeadlineOrError);
+    }, CRON_TICK_BUDGET_MS);
+    work.then(
+      (value) => {
+        clearTimeout(timer);
+        resolve2(value);
+      },
+      (err) => {
+        clearTimeout(timer);
+        unfinished.push(`${label}:error`);
+        console.error(JSON.stringify({
+          event: "cron_tick_job_failed",
+          job: label,
+          message: err instanceof Error ? err.message : String(err)
+        }));
+        resolve2(onDeadlineOrError);
+      }
+    );
+  });
+}
 app.get("/cron/tick", async (c) => {
   const secret = c.req.header("authorization");
   if (!process.env.CRON_SECRET || secret !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-4MHZS3OB.js");
-  const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
-  const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
-  const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery] = await Promise.all([
-    drainQueue(budget),
-    runMonthlyRefreshSweep(),
-    reapIdleBrowserSessions(120).catch(() => ({ reaped: 0 })),
-    expireOldLots().catch(() => ({ expired_lots: 0, expired_mc: 0 })),
-    cleanupExpiredScrapeBlobs().catch(() => ({ deleted: 0, store: "none" })),
-    cleanupExpiredConnectedDataArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-    reconcileConnectedAccountBillingSweep().catch(() => ({ checked: 0, synced: 0, failed: 0 })),
-    dispatchPendingDirectoryWorkflows(25).catch(() => ({ claimed: 0, dispatched: 0, failed: 0 })),
-    reconcileDirectoryWorkflowSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-    cleanupExpiredDirectoryArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-    cleanupExpiredSiteExtractArtifacts().catch(() => ({ deleted: 0, store: "none" })),
-    redispatchFundedSiteExtractJobs(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-    reconcileSiteExtractSettlements(25).catch(() => ({ checked: 0, settled: 0, failed: 0 })),
-    redispatchPendingPaaHarvests(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-    reconcilePaaHarvestSettlements(25).catch(() => ({ checked: 0, staleFailed: 0, settled: 0, failed: 0 })),
-    redispatchQueuedLocalSourcebookAcquisitions(25).catch(() => ({ checked: 0, dispatched: 0, failed: 0 })),
-    refreshAnalyticsDailyRollupsIfDue().catch(() => ({ status: "failed", rows: 0 })),
-    deliverPendingAnalyticsForms(10).catch(() => ({ claimed: 0, delivered: 0, deferred: 0 }))
+  const startedAt = Date.now();
+  const { drainQueue } = await import("./worker-KQN673JF.js");
+  const budget = { maxJobs: 10, deadlineMs: startedAt + CRON_TICK_DRAIN_BUDGET_MS };
+  const origin = `${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`;
+  const unfinished = [];
+  const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation, localSourcebookRedispatch, analyticsRollup, analyticsFormDelivery, workflowDispatchResult, scheduledRunReconciliation, retentionSweep] = await Promise.all([
+    settleWithinTickBudget("drainQueue", unfinished, drainQueue(budget), []),
+    settleWithinTickBudget("monthlyRefreshSweep", unfinished, runMonthlyRefreshSweep(), { status: "skipped_deadline" }),
+    settleWithinTickBudget("reapBrowserSessions", unfinished, reapIdleBrowserSessions(120), { reaped: 0 }),
+    settleWithinTickBudget("retryOrphanedBrowserSessions", unfinished, retryOrphanedBrowserSessions(50), { recovered: 0, stillOpen: 0 }),
+    settleWithinTickBudget("expireLots", unfinished, expireOldLots(), { expired_lots: 0, expired_mc: 0 }),
+    settleWithinTickBudget("scrapeBlobCleanup", unfinished, cleanupExpiredScrapeBlobs(), { deleted: 0, store: "none" }),
+    settleWithinTickBudget("connectedDataCleanup", unfinished, cleanupExpiredConnectedDataArtifacts(), { deleted: 0, store: "none" }),
+    settleWithinTickBudget("connectedBillingSweep", unfinished, reconcileConnectedAccountBillingSweep(), { checked: 0, synced: 0, failed: 0 }),
+    settleWithinTickBudget("directoryDispatch", unfinished, dispatchPendingDirectoryWorkflows(5), { claimed: 0, dispatched: 0, failed: 0 }),
+    settleWithinTickBudget("directoryReconcile", unfinished, reconcileDirectoryWorkflowSettlements(5), { checked: 0, settled: 0, failed: 0 }),
+    settleWithinTickBudget("directoryArtifactCleanup", unfinished, cleanupExpiredDirectoryArtifacts(), { deleted: 0, store: "none" }),
+    settleWithinTickBudget("siteExtractArtifactCleanup", unfinished, cleanupExpiredSiteExtractArtifacts(), { deleted: 0, store: "none" }),
+    settleWithinTickBudget("siteExtractRedispatch", unfinished, redispatchFundedSiteExtractJobs(10), { checked: 0, dispatched: 0, failed: 0 }),
+    settleWithinTickBudget("siteExtractReconcile", unfinished, reconcileSiteExtractSettlements(10), { checked: 0, settled: 0, failed: 0 }),
+    settleWithinTickBudget("paaRedispatch", unfinished, redispatchPendingPaaHarvests(10), { checked: 0, dispatched: 0, failed: 0 }),
+    settleWithinTickBudget("paaReconcile", unfinished, reconcilePaaHarvestSettlements(10), { checked: 0, staleFailed: 0, settled: 0, failed: 0 }),
+    settleWithinTickBudget("localSourcebookRedispatch", unfinished, redispatchQueuedLocalSourcebookAcquisitions(5), { checked: 0, dispatched: 0, failed: 0 }),
+    settleWithinTickBudget("analyticsRollup", unfinished, refreshAnalyticsDailyRollupsIfDue(), { status: "failed", rows: 0 }),
+    settleWithinTickBudget("analyticsForms", unfinished, deliverPendingAnalyticsForms(10), { claimed: 0, delivered: 0, deferred: 0 }),
+    settleWithinTickBudget("workflowDispatch", unfinished, dispatchDueWorkflowSchedules(origin), { dispatched: 0, status: "skipped_deadline" }),
+    settleWithinTickBudget("scheduledRunReconcile", unfinished, reconcileScheduledRunSettlements(25), { checked: 0, settled: 0, chargedMc: 0, failed: 0 }),
+    settleWithinTickBudget("retentionSweep", unfinished, sweepRetention(), { deleted: 0, perTable: {}, truncated: false })
   ]);
   return c.json({
+    durationMs: Date.now() - startedAt,
+    tickBudgetMs: CRON_TICK_BUDGET_MS,
+    unfinished,
+    complete: unfinished.length === 0,
+    scheduledRunReconciliation,
+    retentionSweep,
     drained: results.length,
     results,
     sweepResult,
@@ -43954,8 +44337,8 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     finishExtractJob: finishExtractJob2,
     terminalExtractJobStatus: terminalExtractJobStatus2,
     extractJobLimitInfo: extractJobLimitInfo2
-  } = await import("./site-extract-repository-STNOI5OH.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-2HONVC5T.js");
+  } = await import("./site-extract-repository-3VQAALNR.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-RCTNANCH.js");
   const existing = await getExtractJob2(jobId2);
   if (!existing) return c.json({ error: "job not found" }, 404);
   if (existing.status !== "failed") {
@@ -43982,7 +44365,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   if (!updated) return c.json({ error: "job state changed during re-finalization" }, 409);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-STNOI5OH.js");
+    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-3VQAALNR.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId2);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -44167,4 +44550,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-JE7SLZLJ.js.map
+//# sourceMappingURL=server-IGIIEHXY.js.map