npm - mcp-scraper - Versions diffs - 0.64.1 → 0.65.0 - Mend

mcp-scraper 0.64.1 → 0.65.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (41) hide show

package/CHANGELOG.md +10 -0
package/README.md +2 -2
package/dist/bin/api-server.cjs +1024 -495
package/dist/bin/api-server.cjs.map +1 -1
package/dist/bin/api-server.js +2 -2
package/dist/bin/mcp-scraper-cli.cjs +1 -1
package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
package/dist/bin/mcp-scraper-cli.js +1 -1
package/dist/bin/mcp-scraper-install.cjs +2 -2
package/dist/bin/mcp-scraper-install.cjs.map +1 -1
package/dist/bin/mcp-scraper-install.js +2 -2
package/dist/bin/mcp-stdio-server.cjs +45 -7
package/dist/bin/mcp-stdio-server.cjs.map +1 -1
package/dist/bin/mcp-stdio-server.js +4 -4
package/dist/{chunk-TRSZEK2D.js → chunk-2XUXVKT4.js} +3 -3
package/dist/{chunk-TRSZEK2D.js.map → chunk-2XUXVKT4.js.map} +1 -1
package/dist/chunk-5BODYBIP.js +7 -0
package/dist/chunk-5BODYBIP.js.map +1 -0
package/dist/{chunk-BRKCPONM.js → chunk-5PIO7QBG.js} +2 -2
package/dist/{chunk-5QYSY5KI.js → chunk-AMLFKPLL.js} +139 -3
package/dist/chunk-AMLFKPLL.js.map +1 -0
package/dist/{chunk-3NXLGTC6.js → chunk-DCWXVAQT.js} +2 -2
package/dist/{chunk-3NXLGTC6.js.map → chunk-DCWXVAQT.js.map} +1 -1
package/dist/{chunk-P3NESXFX.js → chunk-PSKRQDGN.js} +46 -8
package/dist/chunk-PSKRQDGN.js.map +1 -0
package/dist/{extract-bundle-FW23CEMG.js → extract-bundle-UWKJT4MU.js} +371 -14
package/dist/extract-bundle-UWKJT4MU.js.map +1 -0
package/dist/{server-PGKMCRF5.js → server-AFEA235I.js} +170 -163
package/dist/server-AFEA235I.js.map +1 -0
package/dist/{site-extract-repository-UXSFD2QM.js → site-extract-repository-J3RH3MOS.js} +3 -3
package/dist/{worker-DD243CON.js → worker-YKRIK5LS.js} +2 -2
package/package.json +3 -1
package/dist/chunk-3WNPHRGG.js +0 -7
package/dist/chunk-3WNPHRGG.js.map +0 -1
package/dist/chunk-5QYSY5KI.js.map +0 -1
package/dist/chunk-P3NESXFX.js.map +0 -1
package/dist/extract-bundle-FW23CEMG.js.map +0 -1
package/dist/server-PGKMCRF5.js.map +0 -1
/package/dist/{chunk-BRKCPONM.js.map → chunk-5PIO7QBG.js.map} +0 -0
/package/dist/{site-extract-repository-UXSFD2QM.js.map → site-extract-repository-J3RH3MOS.js.map} +0 -0
/package/dist/{worker-DD243CON.js.map → worker-YKRIK5LS.js.map} +0 -0

package/dist/bin/api-server.cjs CHANGED Viewed

@@ -9070,7 +9070,7 @@ async function scrollAndStitch(page, device = "desktop") {
   await page.setViewportSize(vp);
   let previousHeight = 0;
   let stableRounds = 0;
-  for (let round = 0; round < LAZY_SCROLL_ROUNDS && stableRounds < 2; round++) {
+  for (let round2 = 0; round2 < LAZY_SCROLL_ROUNDS && stableRounds < 2; round2++) {
     const height = await page.evaluate(() => {
       for (const image of Array.from(document.querySelectorAll('img[loading="lazy"]'))) {
         image.loading = "eager";
@@ -9719,8 +9719,9 @@ async function fetchText(url, auditedHost, timeoutMs = 1e4) {
 }
 function extractSitemapLocs(xml) {
   const locs = [];
-  for (const m of xml.matchAll(/<loc>\s*(https?:\/\/[^<\s]+)\s*<\/loc>/gi)) {
-    const candidate = m[1].trim();
+  for (const m of xml.matchAll(/<loc\b[^>]*>\s*(?:<!\[CDATA\[([\s\S]*?)\]\]>|([^<]+))\s*<\/loc>/gi)) {
+    const candidate = (m[1] ?? m[2] ?? "").replace(/&amp;/gi, "&").replace(/&lt;/gi, "<").replace(/&gt;/gi, ">").replace(/&quot;/gi, '"').replace(/&#39;|&apos;/gi, "'").trim();
+    if (!/^https?:\/\//i.test(candidate)) continue;
     if (boundedDiscoveredUrl(candidate)) locs.push(candidate);
   }
   return locs;
@@ -10059,7 +10060,52 @@ async function createBrowserWithRetry(client2, headless) {
   }
   throw new Error("unreachable");
 }
-async function crawlPage(context, url, headless, telemetry) {
+async function settleRenderedPage(page) {
+  await page.waitForLoadState("load", { timeout: 8e3 }).catch(() => void 0);
+  await page.waitForLoadState("networkidle", { timeout: 5e3 }).catch(() => void 0);
+  await page.evaluate(async () => {
+    const wait = (ms) => new Promise((resolve2) => setTimeout(resolve2, ms));
+    const height = Math.max(document.documentElement?.scrollHeight ?? 0, document.body?.scrollHeight ?? 0);
+    const viewport = Math.max(1, window.innerHeight);
+    const steps = Math.min(12, Math.max(1, Math.ceil(height / viewport)));
+    for (let index = 1; index <= steps; index++) {
+      window.scrollTo(0, Math.min(height, index * viewport));
+      await wait(120);
+    }
+    window.scrollTo(0, 0);
+    await wait(250);
+  }).catch(() => void 0);
+}
+async function captureInertRenderedDom(page) {
+  return page.evaluate((maxBytes) => {
+    const root = document.documentElement?.cloneNode(true);
+    if (!root) return { renderedDom: "", renderedDomTruncated: false, renderedDomSanitized: true };
+    root.querySelectorAll('script,noscript,template,iframe,object,embed,meta[http-equiv="refresh"]').forEach((node) => node.remove());
+    root.querySelectorAll("*").forEach((node) => {
+      for (const attribute of [...node.attributes]) {
+        const name = attribute.name.toLowerCase();
+        const value = attribute.value.trim().toLowerCase();
+        if (name.startsWith("on") || (name === "href" || name === "src" || name === "action") && value.startsWith("javascript:")) {
+          node.removeAttribute(attribute.name);
+        }
+      }
+    });
+    const html = "<!doctype html>\n" + root.outerHTML;
+    const encoder = new TextEncoder();
+    if (encoder.encode(html).byteLength <= maxBytes) {
+      return { renderedDom: html, renderedDomTruncated: false, renderedDomSanitized: true };
+    }
+    let low = 0;
+    let high = html.length;
+    while (low < high) {
+      const middle = Math.ceil((low + high) / 2);
+      if (encoder.encode(html.slice(0, middle)).byteLength <= maxBytes) low = middle;
+      else high = middle - 1;
+    }
+    return { renderedDom: html.slice(0, low), renderedDomTruncated: true, renderedDomSanitized: true };
+  }, MAX_RENDERED_DOM_BYTES);
+}
+async function crawlPage(context, url, headless, telemetry, options) {
   const startedAt = Date.now();
   let page = null;
   let guardState = null;
@@ -10068,6 +10114,7 @@ async function crawlPage(context, url, headless, telemetry) {
     guardState = await installBrowserRequestGuard(page, url);
     const work = (async (p) => {
       const resp = await p.goto(url, { waitUntil: "domcontentloaded", timeout: 3e4 });
+      if (options.renderJavaScript || options.captureRenderedDom) await settleRenderedPage(p);
       let html = await p.evaluate((maxBytes) => {
         const value = document.documentElement?.outerHTML ?? "";
         if (new TextEncoder().encode(value).byteLength > maxBytes) throw new Error(`Browser HTML exceeds ${maxBytes} byte limit`);
@@ -10103,6 +10150,7 @@ async function crawlPage(context, url, headless, telemetry) {
         };
       }
       const isHttpError = resp != null && (resp.status() < 200 || resp.status() >= 300);
+      const rendered = options.captureRenderedDom ? await captureInertRenderedDom(p) : null;
       return {
         url,
         html,
@@ -10114,10 +10162,12 @@ async function crawlPage(context, url, headless, telemetry) {
         ...isHttpError ? { errorCode: `browser_http_${resp.status()}`, error: `Browser fetch returned HTTP ${resp.status()}` } : {},
         browserMode: headless ? "stealth_headless" : "stealth_headful",
         challengeDetected: false,
-        stopReason: isHttpError ? "http_error" : "usable_page"
+        stopReason: isHttpError ? "http_error" : "usable_page",
+        ...rendered ?? {}
       };
     })(page);
-    const timeout = new Promise((_, reject) => setTimeout(() => reject(new Error("page-hard-timeout")), PAGE_HARD_TIMEOUT_MS));
+    const hardTimeoutMs = options.renderJavaScript || options.captureRenderedDom ? 55e3 : PAGE_HARD_TIMEOUT_MS;
+    const timeout = new Promise((_, reject) => setTimeout(() => reject(new Error("page-hard-timeout")), hardTimeoutMs));
     return await Promise.race([work, timeout]);
   } catch (error) {
     const message = guardState?.blockedReason ?? (error instanceof Error ? error.message : String(error));
@@ -10189,7 +10239,7 @@ async function crawlWithRotation(urls, opts) {
             }
             const context = await browser.newContext(withRuntimeUserAgent({ serviceWorkers: "block" }, runtimeUserAgent));
             try {
-              r = await crawlPage(context, url, passHeadless, { client: client2, sessionId: kb.session_id });
+              r = await crawlPage(context, url, passHeadless, { client: client2, sessionId: kb.session_id }, opts);
             } finally {
               await context.close().catch(() => {
               });
@@ -10247,7 +10297,7 @@ async function crawlWithRotation(urls, opts) {
     attemptErrors: ["No browser result was recorded."]
   });
 }
-var import_sdk3, import_playwright3, DEFAULT_CONCURRENCY, DEFAULT_URLS_PER_BROWSER, DEFAULT_HEADLESS, PAGE_HARD_TIMEOUT_MS;
+var import_sdk3, import_playwright3, DEFAULT_CONCURRENCY, DEFAULT_URLS_PER_BROWSER, DEFAULT_HEADLESS, MAX_RENDERED_DOM_BYTES, PAGE_HARD_TIMEOUT_MS;
 var init_rotating_proxy_crawl = __esm({
   "src/api/rotating-proxy-crawl.ts"() {
     "use strict";
@@ -10264,6 +10314,7 @@ var init_rotating_proxy_crawl = __esm({
     DEFAULT_CONCURRENCY = 1;
     DEFAULT_URLS_PER_BROWSER = 10;
     DEFAULT_HEADLESS = true;
+    MAX_RENDERED_DOM_BYTES = 256 * 1024;
     PAGE_HARD_TIMEOUT_MS = 35e3;
   }
 });
@@ -10559,7 +10610,7 @@ function buildLinkReport(edges, metrics, siteUrl) {
     domMap.set(domain, d);
   }
   const externalDomains = [...domMap.entries()].map(([domain, d]) => ({ domain, links: d.links, nofollow: d.nofollow, pages: d.pages.size })).sort((a, b) => b.links - a.links);
-  const round = (n) => Math.round(n * 10) / 10;
+  const round2 = (n) => Math.round(n * 10) / 10;
   return {
     summary: {
       internal: {
@@ -10567,8 +10618,8 @@ function buildLinkReport(edges, metrics, siteUrl) {
         pages,
         orphans,
         brokenInternal,
-        avgInlinks: pages ? round(sumInlinks / pages) : 0,
-        avgOutlinks: pages ? round(sumOutlinks / pages) : 0,
+        avgInlinks: pages ? round2(sumInlinks / pages) : 0,
+        avgOutlinks: pages ? round2(sumOutlinks / pages) : 0,
         distribution,
         topByInlinks
       },
@@ -11832,17 +11883,29 @@ async function mapWithConcurrency(items, concurrency, fn) {
 }
 async function extractPagesRotating(urls, opts) {
   const uniqueUrls = [...new Set(urls)];
-  const plainPages = await mapWithConcurrency(uniqueUrls, opts.concurrency ?? EXTRACT_CONCURRENCY, async (url) => {
+  const initialPages = await mapWithConcurrency(uniqueUrls, opts.concurrency ?? EXTRACT_CONCURRENCY, async (url) => {
     const checked = await validatePublicHttpUrl(url, { field: "page URL" });
-    if (checked.error || !checked.parsed) return fetchPagePlain(url);
-    if (normalizeUrl(checked.parsed.href, checked.parsed.href)) return fetchPagePlain(url);
-    const attempt = failedAttempt("fetch", null, 0, "non_page_url", "The URL points to an asset, feed, API, account route, or other non-page path excluded from text-page extraction.");
-    const page = emptyPageData(url, null, "fetch", { code: attempt.errorCode, message: attempt.error, attempts: [attempt] });
+    if (checked.error || !checked.parsed) {
+      if (!opts.forceBrowserRender) return fetchPagePlain(url);
+      const attempt2 = failedAttempt("browser", null, 0, "unsafe_url", checked.error ?? "Page URL was rejected.");
+      return emptyPageData(url, null, "browser", { code: attempt2.errorCode, message: attempt2.error, attempts: [attempt2] });
+    }
+    if (normalizeUrl(checked.parsed.href, checked.parsed.href)) {
+      if (!opts.forceBrowserRender) return fetchPagePlain(url);
+      return emptyPageData(url, null, "browser", {
+        code: "browser_pending",
+        message: "Awaiting forced JavaScript rendering.",
+        attempts: []
+      });
+    }
+    const method = opts.forceBrowserRender ? "browser" : "fetch";
+    const attempt = failedAttempt(method, null, 0, "non_page_url", "The URL points to an asset, feed, API, account route, or other non-page path excluded from text-page extraction.");
+    const page = emptyPageData(url, null, method, { code: attempt.errorCode, message: attempt.error, attempts: [attempt] });
     page.contentKind = "excluded_url";
     return page;
   });
-  const byUrl = new Map(plainPages.map((page) => [page.url, page]));
-  const browserTargets = plainPages.filter((page) => !isPageExtractionSuccessful(page) && ![
+  const byUrl = new Map(initialPages.map((page) => [page.url, page]));
+  const browserTargets = opts.forceBrowserRender ? initialPages.filter((page) => page.failureCode === "browser_pending").map((page) => page.url) : initialPages.filter((page) => !isPageExtractionSuccessful(page) && ![
     "unsafe_url",
     "unsafe_redirect",
     "cross_site_redirect",
@@ -11854,7 +11917,9 @@ async function extractPagesRotating(urls, opts) {
     const fetched = await crawlWithRotation(browserTargets, {
       apiKey: opts.kernelApiKey,
       concurrency: opts.concurrency,
-      urlsPerBrowser: opts.urlsPerBrowser
+      urlsPerBrowser: opts.urlsPerBrowser,
+      renderJavaScript: opts.forceBrowserRender,
+      captureRenderedDom: opts.captureRenderedDom
     });
     for (const result of fetched) {
       const plainPage = byUrl.get(result.url);
@@ -11871,12 +11936,17 @@ async function extractPagesRotating(urls, opts) {
       const browserOk = !redirectRejected && Boolean(result.html) && result.status >= 200 && result.status < 300;
       if (browserOk) {
         const replay = parseWaybackReplayUrl(result.url);
-        byUrl.set(result.url, parsePageData(result.url, result.html, result.status, "browser", {
+        const page = parsePageData(result.url, result.renderedDom ?? result.html, result.status, "browser", {
           headers: result.headers,
           responseTimeMs,
           redirectUrl: result.redirectUrl,
           documentUrl: replay?.originalUrl ?? result.redirectUrl ?? result.url
-        }, [...priorAttempts, ...browserAttemptEntries(result, true)]));
+        }, [...priorAttempts, ...browserAttemptEntries(result, true)]);
+        if (result.renderedDom != null) {
+          page.renderedDomTruncated = result.renderedDomTruncated === true;
+          page.renderedDomSanitized = result.renderedDomSanitized === true;
+        }
+        byUrl.set(result.url, page);
         continue;
       }
       const code = redirectRejected ? "unsafe_browser_redirect" : result.errorCode ?? (result.status > 0 ? `browser_http_${result.status}` : result.html ? "browser_invalid_status" : "browser_empty_response");
@@ -11890,7 +11960,16 @@ async function extractPagesRotating(urls, opts) {
       }));
     }
   }
-  return urls.map((url) => byUrl.get(url) ?? emptyPageData(url, null, "fetch", {
+  if (opts.forceBrowserRender && !opts.kernelApiKey) {
+    for (const url of browserTargets) {
+      byUrl.set(url, emptyPageData(url, null, "browser", {
+        code: "browser_service_unconfigured",
+        message: "Forced JavaScript rendering requires the hosted browser service.",
+        attempts: [failedAttempt("browser", null, 0, "browser_service_unconfigured", "Forced JavaScript rendering requires the hosted browser service.")]
+      }));
+    }
+  }
+  return urls.map((url) => byUrl.get(url) ?? emptyPageData(url, null, opts.forceBrowserRender ? "browser" : "fetch", {
     code: "result_missing",
     message: "No extraction result was recorded."
   }));
@@ -12921,8 +13000,8 @@ var init_product_contract_generated = __esm({
         "freeSignupCredits": 0
       },
       "inventory": {
-        "totalTools": 258,
-        "scraperTools": 157,
+        "totalTools": 259,
+        "scraperTools": 158,
         "memoryTools": 101
       },
       "concurrencyPack": {
@@ -16599,6 +16678,369 @@ var init_extraction_problems = __esm({
   }
 });
+// src/api/commons-embeddings.ts
+function commonsEmbedModel() {
+  return (process.env.JINA_EMBED_MODEL ?? "jina-embeddings-v5-omni-small").trim();
+}
+function commonsEmbedDim() {
+  return Number((process.env.JINA_EMBED_DIM ?? "1024").trim());
+}
+function commonsSemanticSearchConfigured() {
+  return Boolean(process.env.JINA_API_KEY?.trim() && process.env.MEMORY_DATABASE_URL?.trim());
+}
+function vectorSql() {
+  if (_vectorSql) return _vectorSql;
+  const url = process.env.MEMORY_DATABASE_URL?.trim();
+  if (!url) throw new Error("MEMORY_DATABASE_URL is not set; Commons semantic search needs the shared Postgres.");
+  _vectorSql = (0, import_serverless.neon)(url);
+  return _vectorSql;
+}
+async function ensureCommonsVectorSchema() {
+  if (vectorSchemaReady) return;
+  const dimension = commonsEmbedDim();
+  await vectorSql().query("CREATE EXTENSION IF NOT EXISTS vector");
+  await vectorSql().query(`
+    CREATE TABLE IF NOT EXISTS commons_index_vectors (
+      document_id   TEXT PRIMARY KEY,
+      entity_id     TEXT NOT NULL,
+      document_type TEXT NOT NULL,
+      title         TEXT NOT NULL,
+      embedding     vector(${dimension}) NOT NULL,
+      model         TEXT NOT NULL,
+      updated_at    TIMESTAMPTZ NOT NULL DEFAULT now()
+    )
+  `);
+  await vectorSql().query("CREATE INDEX IF NOT EXISTS commons_index_vectors_entity ON commons_index_vectors(entity_id)");
+  vectorSchemaReady = true;
+}
+async function embedCommonsTexts(texts) {
+  const apiKey = process.env.JINA_API_KEY?.trim();
+  if (!apiKey) throw new Error("JINA_API_KEY is not set; Commons semantic search cannot embed.");
+  if (!texts.length) return [];
+  const response = await fetch("https://api.jina.ai/v1/embeddings", {
+    method: "POST",
+    headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
+    body: JSON.stringify({
+      model: commonsEmbedModel(),
+      dimensions: commonsEmbedDim(),
+      input: texts.map((text2) => ({ text: text2.slice(0, 8e3) }))
+    }),
+    signal: AbortSignal.timeout(6e4)
+  });
+  if (!response.ok) {
+    throw new Error(`Jina embedding request failed with HTTP ${response.status}: ${(await response.text()).slice(0, 200)}`);
+  }
+  const payload = await response.json();
+  const vectors = (payload.data ?? []).map((item) => item.embedding);
+  if (vectors.length !== texts.length) {
+    throw new Error(`Jina returned ${vectors.length} embeddings for ${texts.length} inputs.`);
+  }
+  return vectors;
+}
+async function embedQueuedCommonsDocuments(limit = 50) {
+  if (!commonsSemanticSearchConfigured()) return { claimed: 0, embedded: 0, failed: 0, remaining: 0 };
+  await ensureCommonsVectorSchema();
+  const bounded2 = Math.max(1, Math.min(200, Math.floor(limit)));
+  const queued = await getDb().execute({
+    sql: `SELECT id, entity_id, document_type, title, text FROM commons_index_documents
+          WHERE embedding_status IN ('queued', 'failed') ORDER BY updated_at ASC LIMIT ?`,
+    args: [bounded2]
+  });
+  const rows = queued.rows;
+  if (!rows.length) return { claimed: 0, embedded: 0, failed: 0, remaining: await queuedCommonsDocumentCount() };
+  let embedded = 0;
+  let failed = 0;
+  const model = commonsEmbedModel();
+  try {
+    const vectors = await embedCommonsTexts(rows.map((row) => `${row.title}
+${row.text}`));
+    for (const [index, row] of rows.entries()) {
+      const literal = `[${vectors[index].join(",")}]`;
+      await vectorSql().query(
+        `INSERT INTO commons_index_vectors (document_id, entity_id, document_type, title, embedding, model, updated_at)
+         VALUES ($1, $2, $3, $4, $5::vector, $6, now())
+         ON CONFLICT (document_id) DO UPDATE SET entity_id = EXCLUDED.entity_id, document_type = EXCLUDED.document_type,
+           title = EXCLUDED.title, embedding = EXCLUDED.embedding, model = EXCLUDED.model, updated_at = now()`,
+        [row.id, row.entity_id, row.document_type, row.title, literal, model]
+      );
+      await getDb().execute({
+        sql: `UPDATE commons_index_documents SET embedding_status = 'indexed', embedding_provider = ?, embedding_model = ?,
+              vector_ref = ?, indexed_at = ?, error = NULL WHERE id = ?`,
+        args: [COMMONS_EMBED_PROVIDER, model, row.id, (/* @__PURE__ */ new Date()).toISOString(), row.id]
+      });
+      embedded += 1;
+    }
+  } catch (error) {
+    failed = rows.length - embedded;
+    const message = (error instanceof Error ? error.message : String(error)).slice(0, 500);
+    for (const row of rows.slice(embedded)) {
+      await getDb().execute({
+        sql: `UPDATE commons_index_documents SET embedding_status = 'failed', error = ? WHERE id = ?`,
+        args: [message, row.id]
+      }).catch(() => void 0);
+    }
+  }
+  return { claimed: rows.length, embedded, failed, remaining: await queuedCommonsDocumentCount() };
+}
+async function queuedCommonsDocumentCount() {
+  const result = await getDb().execute(`SELECT COUNT(*) AS n FROM commons_index_documents WHERE embedding_status IN ('queued', 'failed')`);
+  return Number(result.rows[0]?.n ?? 0);
+}
+async function semanticCommonsEntityScores(query, limit = 40) {
+  const scores = /* @__PURE__ */ new Map();
+  if (!commonsSemanticSearchConfigured() || !query.trim()) return scores;
+  await ensureCommonsVectorSchema();
+  const [vector] = await embedCommonsTexts([query]);
+  if (!vector) return scores;
+  const rows = await vectorSql().query(
+    `SELECT entity_id, MAX(1 - (embedding <=> $1::vector)) AS score
+     FROM commons_index_vectors GROUP BY entity_id ORDER BY score DESC LIMIT $2`,
+    [`[${vector.join(",")}]`, Math.max(1, Math.min(100, limit))]
+  );
+  for (const row of rows) scores.set(String(row.entity_id), Number(row.score));
+  return scores;
+}
+var import_serverless, COMMONS_EMBED_PROVIDER, _vectorSql, vectorSchemaReady;
+var init_commons_embeddings = __esm({
+  "src/api/commons-embeddings.ts"() {
+    "use strict";
+    import_serverless = require("@neondatabase/serverless");
+    init_db();
+    COMMONS_EMBED_PROVIDER = "jina";
+    _vectorSql = null;
+    vectorSchemaReady = false;
+  }
+});
+// src/api/site-content-similarity.ts
+function round(value, places) {
+  const scale = 10 ** places;
+  return Math.round(value * scale) / scale;
+}
+function cosineSimilarity(a, b) {
+  if (a.length === 0 || a.length !== b.length) throw new Error("Similarity vectors must have the same non-zero dimension.");
+  let dot = 0;
+  let normA = 0;
+  let normB = 0;
+  for (let index = 0; index < a.length; index++) {
+    dot += a[index] * b[index];
+    normA += a[index] * a[index];
+    normB += b[index] * b[index];
+  }
+  if (normA === 0 || normB === 0) return 0;
+  return Math.max(-1, Math.min(1, dot / (Math.sqrt(normA) * Math.sqrt(normB))));
+}
+function corpusHash(pages) {
+  const digest2 = (0, import_node_crypto6.createHash)("sha256");
+  for (const page of [...pages].sort((a, b) => a.url.localeCompare(b.url))) {
+    digest2.update(page.url);
+    digest2.update("\0");
+    digest2.update(page.contentHash);
+    digest2.update("\0");
+  }
+  return digest2.digest("hex");
+}
+function markdownBlockSignature(block) {
+  const normalized = block.replace(/!\[([^\]]*)\]\([^)]*\)/g, "$1").replace(/\[([^\]]+)\]\([^)]*\)/g, "$1").replace(/https?:\/\/\S+/gi, " ").replace(/&(?:amp|nbsp|quot|#39);/gi, " ").replace(/[#>*_`~|\\-]+/g, " ").replace(/[^\p{L}\p{N}]+/gu, " ").replace(/\s+/g, " ").trim().toLowerCase();
+  return normalized.length >= 12 ? normalized : null;
+}
+function prepareEmbeddingTexts(pages) {
+  const blocksByPage = pages.map((page) => page.bodyMarkdown.split(/\n{2,}/).map((block) => block.trim()).filter(Boolean));
+  const minimumPageCount = pages.length >= 4 ? Math.max(3, Math.ceil(pages.length * 0.5)) : null;
+  const pageFrequency = /* @__PURE__ */ new Map();
+  for (const blocks of blocksByPage) {
+    const pageSignatures = new Set(blocks.map(markdownBlockSignature).filter((value) => Boolean(value)));
+    for (const signature of pageSignatures) pageFrequency.set(signature, (pageFrequency.get(signature) ?? 0) + 1);
+  }
+  const repeated = /* @__PURE__ */ new Set();
+  if (minimumPageCount != null) {
+    for (const [signature, count] of pageFrequency) {
+      if (count >= minimumPageCount) repeated.add(signature);
+    }
+  }
+  let removedCharacters = 0;
+  const texts = pages.map((page, pageIndex) => {
+    const kept = [];
+    for (const block of blocksByPage[pageIndex]) {
+      const signature = markdownBlockSignature(block);
+      if (signature && repeated.has(signature)) {
+        removedCharacters += block.length;
+        continue;
+      }
+      kept.push(block);
+    }
+    const cleaned = kept.join("\n\n").trim();
+    const content = cleaned.length >= 60 ? cleaned : page.bodyMarkdown;
+    return `${page.title?.trim() || "Untitled page"}
+${content}`;
+  });
+  return {
+    texts,
+    minimumPageCount,
+    removedBlockSignatures: repeated.size,
+    removedCharacters
+  };
+}
+async function analyzeSiteContentSimilarity(pages, options = {}) {
+  const eligible = pages.filter((page) => page.bodyMarkdown.trim().length > 0).slice(0, MAX_SIMILARITY_PAGES);
+  const requestedThreshold = Number.isFinite(options.threshold) ? options.threshold : DEFAULT_SIMILARITY_THRESHOLD;
+  const requestedMaxPairs = Number.isFinite(options.maxPairs) ? options.maxPairs : DEFAULT_SIMILARITY_MAX_PAIRS;
+  const threshold = Math.max(0, Math.min(1, requestedThreshold));
+  const maxPairs = Math.max(1, Math.min(MAX_SIMILARITY_PAIRS, Math.floor(requestedMaxPairs)));
+  const model = options.model ?? commonsEmbedModel();
+  const dimensions = options.dimensions ?? commonsEmbedDim();
+  const embedTexts = options.embedTexts ?? embedCommonsTexts;
+  const prepared = prepareEmbeddingTexts(eligible);
+  const uniqueTexts = [];
+  const textIndexByHash = /* @__PURE__ */ new Map();
+  const pageTextIndexes = [];
+  for (const [pageIndex, page] of eligible.entries()) {
+    const key = page.contentHash || (0, import_node_crypto6.createHash)("sha256").update(page.bodyMarkdown).digest("hex");
+    let textIndex = textIndexByHash.get(key);
+    if (textIndex == null) {
+      textIndex = uniqueTexts.length;
+      textIndexByHash.set(key, textIndex);
+      uniqueTexts.push(prepared.texts[pageIndex]);
+    }
+    pageTextIndexes.push(textIndex);
+  }
+  const uniqueVectors = [];
+  for (let offset = 0; offset < uniqueTexts.length; offset += 64) {
+    uniqueVectors.push(...await embedTexts(uniqueTexts.slice(offset, offset + 64)));
+  }
+  if (uniqueVectors.length !== uniqueTexts.length) {
+    throw new Error(`Embedding provider returned ${uniqueVectors.length} vectors for ${uniqueTexts.length} unique page bodies.`);
+  }
+  const vectors = pageTextIndexes.map((index) => uniqueVectors[index]);
+  const sets = new DisjointSet(eligible.length);
+  const allScores = [];
+  const qualifying = [];
+  for (let source = 0; source < eligible.length; source++) {
+    for (let target = source + 1; target < eligible.length; target++) {
+      const score = cosineSimilarity(vectors[source], vectors[target]);
+      allScores.push(score);
+      if (score < threshold) continue;
+      qualifying.push({ source, target, score });
+      sets.union(source, target);
+    }
+  }
+  qualifying.sort((a, b) => b.score - a.score || eligible[a.source].url.localeCompare(eligible[b.source].url) || eligible[a.target].url.localeCompare(eligible[b.target].url));
+  const sortedScores = [...allScores].sort((a, b) => a - b);
+  const quantile = (value) => {
+    if (!sortedScores.length) return null;
+    return round(sortedScores[Math.floor((sortedScores.length - 1) * value)], 6);
+  };
+  const membersByRoot = /* @__PURE__ */ new Map();
+  for (let index = 0; index < eligible.length; index++) {
+    const root = sets.find(index);
+    const members = membersByRoot.get(root) ?? [];
+    members.push(index);
+    membersByRoot.set(root, members);
+  }
+  const clusterIdByPage = /* @__PURE__ */ new Map();
+  const clusters = [...membersByRoot.values()].filter((members) => members.length > 1).sort((a, b) => b.length - a.length || eligible[a[0]].url.localeCompare(eligible[b[0]].url)).map((members, index) => {
+    const clusterId = `cluster-${String(index + 1).padStart(3, "0")}`;
+    for (const member of members) clusterIdByPage.set(member, clusterId);
+    return {
+      clusterId,
+      pageCount: members.length,
+      urls: members.map((member) => eligible[member].url).sort()
+    };
+  });
+  const rows = qualifying.slice(0, maxPairs).map((pair, pairIndex) => {
+    const source = eligible[pair.source];
+    const target = eligible[pair.target];
+    const similarity2 = round(pair.score, 6);
+    return {
+      sourceUrl: source.url,
+      sourceTitle: source.title,
+      targetUrl: target.url,
+      targetTitle: target.title,
+      similarity: similarity2,
+      similarityPercent: round(similarity2 * 100, 2),
+      corpusPercentile: sortedScores.length <= 1 ? 100 : round((1 - pairIndex / (sortedScores.length - 1)) * 100, 2),
+      exactContentDuplicate: Boolean(source.contentHash && source.contentHash === target.contentHash),
+      sourceWordCount: source.wordCount,
+      targetWordCount: target.wordCount,
+      clusterId: clusterIdByPage.get(pair.source) ?? null
+    };
+  });
+  const corpusSha256 = corpusHash(eligible);
+  const analysisSha256 = (0, import_node_crypto6.createHash)("sha256").update(JSON.stringify({
+    corpusSha256,
+    model,
+    dimensions,
+    threshold,
+    maxPairs,
+    boilerplateRemoval: {
+      method: "corpus_repeated_markdown_blocks",
+      minimumPageCount: prepared.minimumPageCount,
+      removedBlockSignatures: prepared.removedBlockSignatures
+    }
+  })).digest("hex");
+  return {
+    generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
+    provider: "jina",
+    model,
+    dimensions,
+    threshold,
+    requestedMaxPairs: maxPairs,
+    comparedPages: eligible.length,
+    possiblePairs: eligible.length * Math.max(0, eligible.length - 1) / 2,
+    qualifyingPairs: qualifying.length,
+    returnedPairs: rows.length,
+    pairsTruncated: qualifying.length > rows.length,
+    corpusSha256,
+    analysisSha256,
+    scoreDistribution: {
+      min: quantile(0),
+      p25: quantile(0.25),
+      median: quantile(0.5),
+      p75: quantile(0.75),
+      p90: quantile(0.9),
+      max: quantile(1)
+    },
+    boilerplateRemoval: {
+      method: "corpus_repeated_markdown_blocks",
+      minimumPageCount: prepared.minimumPageCount,
+      removedBlockSignatures: prepared.removedBlockSignatures,
+      removedCharacters: prepared.removedCharacters
+    },
+    rows,
+    clusters
+  };
+}
+var import_node_crypto6, MAX_SIMILARITY_PAGES, DEFAULT_SIMILARITY_THRESHOLD, DEFAULT_SIMILARITY_MAX_PAIRS, MAX_SIMILARITY_PAIRS, DisjointSet;
+var init_site_content_similarity = __esm({
+  "src/api/site-content-similarity.ts"() {
+    "use strict";
+    import_node_crypto6 = require("crypto");
+    init_commons_embeddings();
+    MAX_SIMILARITY_PAGES = 500;
+    DEFAULT_SIMILARITY_THRESHOLD = 0.9;
+    DEFAULT_SIMILARITY_MAX_PAIRS = 1e4;
+    MAX_SIMILARITY_PAIRS = 5e4;
+    DisjointSet = class {
+      parent;
+      constructor(size) {
+        this.parent = Array.from({ length: size }, (_, index) => index);
+      }
+      find(value) {
+        const parent = this.parent[value];
+        if (parent !== value) this.parent[value] = this.find(parent);
+        return this.parent[value];
+      }
+      union(a, b) {
+        const rootA = this.find(a);
+        const rootB = this.find(b);
+        if (rootA !== rootB) this.parent[rootB] = rootA;
+      }
+    };
+  }
+});
 // src/api/extract-bundle.ts
 var extract_bundle_exports = {};
 __export(extract_bundle_exports, {
@@ -16623,6 +17065,15 @@ function safeImageFilename(url, index) {
     return `image-${index}`;
   }
 }
+function slugFactory() {
+  const counts = /* @__PURE__ */ new Map();
+  return (url) => {
+    const base = url.replace(/^https?:\/\//, "").replace(/[^a-zA-Z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 80) || "page";
+    const n = counts.get(base) ?? 0;
+    counts.set(base, n + 1);
+    return n ? `${base}-${n}` : base;
+  };
+}
 async function* pageChunks(jobId2) {
   const db = getDb();
   let lastRowId = 0;
@@ -16641,6 +17092,25 @@ async function* pageChunks(jobId2) {
     yield res.rows.map((r) => JSON.parse(String(r.page)));
   }
 }
+function csvCell(value) {
+  const text2 = value == null ? "" : String(value);
+  return /[",\r\n]/.test(text2) ? `"${text2.replace(/"/g, '""')}"` : text2;
+}
+function similarityTableRow(row) {
+  return {
+    source_url: row.sourceUrl,
+    source_title: row.sourceTitle,
+    target_url: row.targetUrl,
+    target_title: row.targetTitle,
+    similarity: row.similarity,
+    similarity_percent: row.similarityPercent,
+    corpus_percentile: row.corpusPercentile,
+    exact_content_duplicate: row.exactContentDuplicate,
+    source_word_count: row.sourceWordCount,
+    target_word_count: row.targetWordCount,
+    cluster_id: row.clusterId
+  };
+}
 async function assembleExtractArtifacts(job, extras = {}) {
   const dir = (0, import_node_path3.join)((0, import_node_os3.tmpdir)(), `extract-bundle-${job.id}-${Date.now()}`);
   const downloadImages = job.options.downloadImages === true;
@@ -16648,8 +17118,14 @@ async function assembleExtractArtifacts(job, extras = {}) {
   const readPageContent = createSiteExtractContentReader(String(job.userId));
   (0, import_node_fs3.mkdirSync)(dir, { recursive: true });
   if (downloadImages) (0, import_node_fs3.mkdirSync)((0, import_node_path3.join)(dir, "images"), { recursive: true });
+  const captureRenderedDom = job.options.captureRenderedDom === true;
+  const semanticSimilarity = job.options.semanticSimilarity === true;
+  if (captureRenderedDom) (0, import_node_fs3.mkdirSync)((0, import_node_path3.join)(dir, "rendered-dom"), { recursive: true });
   try {
     const metas = [];
+    const similarityPages = [];
+    const renderedDomManifest = [];
+    const domSlug = slugFactory();
     const pageExportEntries = [];
     const waybackTimeline = job.options.waybackTimeline;
     const statusByUrl = /* @__PURE__ */ new Map();
@@ -16677,12 +17153,32 @@ async function assembleExtractArtifacts(job, extras = {}) {
           schemaTypes: p.schemaTypes.length > 0 ? ["present"] : [],
           outlinks: []
         });
-        const pageId = p.pageId ?? (0, import_node_crypto6.createHash)("sha256").update(p.archivedUrl ?? p.url).digest("hex");
+        const pageId = p.pageId ?? (0, import_node_crypto7.createHash)("sha256").update(p.archivedUrl ?? p.url).digest("hex");
         const pageDir = (0, import_node_path3.join)(dir, "pages", pageId);
         (0, import_node_fs3.mkdirSync)(pageDir, { recursive: true });
         const content = p.contentRef ? await readPageContent(p.contentRef) : null;
         const html = content?.html ?? null;
         const markdown = content?.markdown ?? p.bodyMarkdown ?? null;
+        if (semanticSimilarity && p.extractionStatus === "successful" && markdown?.trim()) {
+          similarityPages.push({
+            url: p.url,
+            title: p.title,
+            bodyMarkdown: markdown,
+            contentHash: p.contentHash,
+            wordCount: p.wordCount
+          });
+        }
+        if (captureRenderedDom && html != null) {
+          const relativePath = `rendered-dom/${domSlug(p.url)}.html.txt`;
+          (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, relativePath), html);
+          renderedDomManifest.push({
+            url: p.url,
+            path: relativePath,
+            bytes: Buffer.byteLength(html),
+            truncated: p.renderedDomTruncated === true,
+            sanitized: p.renderedDomSanitized === true
+          });
+        }
         const htmlPath = html == null ? null : `pages/${pageId}/page.html`;
         const markdownPath = markdown == null ? null : `pages/${pageId}/page.md`;
         const legacyMarkdownPath = markdown == null || !p.archiveRequestedMonth ? null : `pages/${p.archiveRequestedMonth}/${pageId}.md`;
@@ -16702,8 +17198,8 @@ async function assembleExtractArtifacts(job, extras = {}) {
             markdownPath,
             htmlBytes: html == null ? 0 : Buffer.byteLength(html),
             markdownBytes: markdown == null ? 0 : Buffer.byteLength(markdown),
-            htmlSha256: html == null ? null : (0, import_node_crypto6.createHash)("sha256").update(html).digest("hex"),
-            markdownSha256: markdown == null ? null : (0, import_node_crypto6.createHash)("sha256").update(markdown).digest("hex")
+            htmlSha256: html == null ? null : (0, import_node_crypto7.createHash)("sha256").update(html).digest("hex"),
+            markdownSha256: markdown == null ? null : (0, import_node_crypto7.createHash)("sha256").update(markdown).digest("hex")
           }
         };
         const pageJson = JSON.stringify(pageRecord, null, 2);
@@ -16716,7 +17212,7 @@ async function assembleExtractArtifacts(job, extras = {}) {
           htmlPath,
           markdownPath,
           legacyMarkdownPath,
-          jsonSha256: (0, import_node_crypto6.createHash)("sha256").update(pageJson).digest("hex"),
+          jsonSha256: (0, import_node_crypto7.createHash)("sha256").update(pageJson).digest("hex"),
           htmlSha256: pageRecord.content.htmlSha256,
           markdownSha256: pageRecord.content.markdownSha256,
           htmlBytes: pageRecord.content.htmlBytes,
@@ -16784,7 +17280,7 @@ async function assembleExtractArtifacts(job, extras = {}) {
         }
         if (p.imageLinks?.length) {
           for (const [idx, imgUrl] of p.imageLinks.entries()) {
-            const imageId = (0, import_node_crypto6.createHash)("sha256").update(`${p.url}\0${imgUrl}`).digest("hex");
+            const imageId = (0, import_node_crypto7.createHash)("sha256").update(`${p.url}\0${imgUrl}`).digest("hex");
             const record = {
               imageId,
               sourcePage: p.url,
@@ -16838,7 +17334,7 @@ async function assembleExtractArtifacts(job, extras = {}) {
                 record.artifactId = artifact.key;
                 record.mimeType = result.mimeType;
                 record.bytes = result.sizeBytes;
-                record.sha256 = (0, import_node_crypto6.createHash)("sha256").update(bytes).digest("hex");
+                record.sha256 = (0, import_node_crypto7.createHash)("sha256").update(bytes).digest("hex");
               }, (error) => {
                 imagesFailed++;
                 record.status = "failed";
@@ -16976,7 +17472,7 @@ async function assembleExtractArtifacts(job, extras = {}) {
 ${renderImageSection(extras.imageAudit)}`;
     const metricValues = [...metrics.values()];
-    const round = (n) => Math.round(n * 10) / 10;
+    const round2 = (n) => Math.round(n * 10) / 10;
     const distribution = { zero: 0, oneToTwo: 0, threeToTen: 0, elevenPlus: 0 };
     let sumInlinks = 0;
     let sumOutlinks = 0;
@@ -16996,8 +17492,8 @@ ${renderImageSection(extras.imageAudit)}`;
           pages: metas.length,
           orphans: metricValues.filter((m) => m.orphan).length,
           brokenInternal,
-          avgInlinks: metas.length ? round(sumInlinks / metas.length) : 0,
-          avgOutlinks: metas.length ? round(sumOutlinks / metas.length) : 0,
+          avgInlinks: metas.length ? round2(sumInlinks / metas.length) : 0,
+          avgOutlinks: metas.length ? round2(sumOutlinks / metas.length) : 0,
           distribution,
           topByInlinks: [...metricValues].sort((a, b) => b.inlinks - a.inlinks).slice(0, 20).map((m) => ({ url: m.url, inlinks: m.inlinks, outlinksInternal: m.outlinksInternal, outlinksExternal: m.outlinksExternal }))
         },
@@ -17102,6 +17598,72 @@ ${renderImageSection(extras.imageAudit)}`;
     pagesOut.end();
     captureMatrixOut?.end();
     await Promise.all([pagesFinished, captureMatrixFinished]);
+    if (captureRenderedDom) {
+      (0, import_node_fs3.writeFileSync)(
+        (0, import_node_path3.join)(dir, "rendered-dom", "manifest.jsonl"),
+        renderedDomManifest.map((row) => JSON.stringify(row)).join("\n")
+      );
+    }
+    if (semanticSimilarity) {
+      const analysis = await analyzeSiteContentSimilarity(similarityPages, {
+        threshold: Number(job.options.similarityThreshold ?? void 0),
+        maxPairs: Number(job.options.similarityMaxPairs ?? void 0),
+        embedTexts: extras.embedSimilarityTexts
+      });
+      const tableRows = analysis.rows.map(similarityTableRow);
+      const columns = tableRows.length > 0 ? Object.keys(tableRows[0]) : [
+        "source_url",
+        "source_title",
+        "target_url",
+        "target_title",
+        "similarity",
+        "similarity_percent",
+        "corpus_percentile",
+        "exact_content_duplicate",
+        "source_word_count",
+        "target_word_count",
+        "cluster_id"
+      ];
+      const csv = [
+        columns.join(","),
+        ...tableRows.map((row) => columns.map((column) => csvCell(row[column] ?? null)).join(","))
+      ].join("\n") + "\n";
+      const { rows: _rows, clusters: _clusters, ...summary } = analysis;
+      (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "similarity-table.csv"), csv);
+      (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "similarity.jsonl"), tableRows.map((row) => JSON.stringify(row)).join("\n"));
+      (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "similarity-table-schema.json"), JSON.stringify({
+        tableNameSuggestion: `site_similarity_${new URL(job.startUrl).hostname.replace(/[^a-z0-9]+/gi, "_").replace(/^_+|_+$/g, "").toLowerCase()}`,
+        defaultSort: [{ column: "similarity", direction: "desc" }],
+        columns: {
+          source_url: "text",
+          source_title: "text",
+          target_url: "text",
+          target_title: "text",
+          similarity: "number",
+          similarity_percent: "number",
+          corpus_percentile: "number",
+          exact_content_duplicate: "boolean",
+          source_word_count: "integer",
+          target_word_count: "integer",
+          cluster_id: "text"
+        }
+      }, null, 2));
+      (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "similarity-summary.json"), JSON.stringify(summary, null, 2));
+      (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "content-clusters.json"), JSON.stringify(analysis.clusters, null, 2));
+      reportMd += [
+        "",
+        "## Rendered content similarity",
+        `- Compared pages: ${analysis.comparedPages}`,
+        `- Raw cosine threshold: ${analysis.threshold}`,
+        `- Corpus score distribution: min ${analysis.scoreDistribution.min ?? "n/a"} / median ${analysis.scoreDistribution.median ?? "n/a"} / p90 ${analysis.scoreDistribution.p90 ?? "n/a"} / max ${analysis.scoreDistribution.max ?? "n/a"}`,
+        `- Qualifying pairs: ${analysis.qualifyingPairs}`,
+        `- Returned table rows: ${analysis.returnedPairs}${analysis.pairsTruncated ? " (capped)" : ""}`,
+        `- Multi-page clusters: ${analysis.clusters.length}`,
+        `- Embedding model: ${analysis.model} (${analysis.dimensions} dimensions)`,
+        `- Corpus boilerplate removed: ${analysis.boilerplateRemoval.removedBlockSignatures} repeated block signatures / ${analysis.boilerplateRemoval.removedCharacters} characters`,
+        `- Corpus SHA-256: ${analysis.corpusSha256}`
+      ].join("\n");
+    }
     (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "report.md"), reportMd);
     (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "crawl-summary.json"), JSON.stringify(crawlSummary, null, 2));
     (0, import_node_fs3.writeFileSync)((0, import_node_path3.join)(dir, "images-manifest.jsonl"), imageManifest.map((record) => JSON.stringify(record)).join("\n"));
@@ -17167,6 +17729,17 @@ ${renderImageSection(extras.imageAudit)}`;
       { name: "links-summary.json", type: "application/json" },
       { name: "external-domains.json", type: "application/json" }
     ];
+    if (captureRenderedDom) {
+      artifactFiles.push({ name: "rendered-dom/manifest.jsonl", type: "application/x-ndjson" });
+      for (const row of renderedDomManifest) artifactFiles.push({ name: row.path, type: "text/plain" });
+    }
+    if (semanticSimilarity) {
+      artifactFiles.push({ name: "similarity-table.csv", type: "text/csv" });
+      artifactFiles.push({ name: "similarity.jsonl", type: "application/x-ndjson" });
+      artifactFiles.push({ name: "similarity-table-schema.json", type: "application/json" });
+      artifactFiles.push({ name: "similarity-summary.json", type: "application/json" });
+      artifactFiles.push({ name: "content-clusters.json", type: "application/json" });
+    }
     if (waybackTimeline) {
       artifactFiles.push({ name: "wayback-manifest.json", type: "application/json" });
       artifactFiles.push({ name: "capture-matrix.jsonl", type: "application/x-ndjson" });
@@ -17206,12 +17779,12 @@ ${renderImageSection(extras.imageAudit)}`;
     (0, import_node_fs3.rmSync)(dir, { recursive: true, force: true });
   }
 }
-var import_node_fs3, import_node_crypto6, import_node_path3, import_node_os3, import_node_zlib2, import_node_events, import_promises5, import_yazl, import_p_limit4, SITE_EXTRACT_PAGE_CHUNK, MAX_IMAGES_PER_PAGE, MAX_IMAGES_PER_SITE, IMAGE_DOWNLOAD_CONCURRENCY, MAX_IMAGE_BYTES, MAX_SITE_IMAGE_BYTES, MAX_ANALYZED_LINK_EDGES;
+var import_node_fs3, import_node_crypto7, import_node_path3, import_node_os3, import_node_zlib2, import_node_events, import_promises5, import_yazl, import_p_limit4, SITE_EXTRACT_PAGE_CHUNK, MAX_IMAGES_PER_PAGE, MAX_IMAGES_PER_SITE, IMAGE_DOWNLOAD_CONCURRENCY, MAX_IMAGE_BYTES, MAX_SITE_IMAGE_BYTES, MAX_ANALYZED_LINK_EDGES;
 var init_extract_bundle = __esm({
   "src/api/extract-bundle.ts"() {
     "use strict";
     import_node_fs3 = require("fs");
-    import_node_crypto6 = require("crypto");
+    import_node_crypto7 = require("crypto");
     import_node_path3 = require("path");
     import_node_os3 = require("os");
     import_node_zlib2 = require("zlib");
@@ -17228,6 +17801,7 @@ var init_extract_bundle = __esm({
     init_media_extractor();
     init_site_extract_artifacts();
     init_site_extract_content_store();
+    init_site_content_similarity();
     SITE_EXTRACT_PAGE_CHUNK = 25;
     MAX_IMAGES_PER_PAGE = 20;
     MAX_IMAGES_PER_SITE = 500;
@@ -17338,6 +17912,8 @@ var init_site_extract = __esm({
         const maxPages = Number(job.options.maxPages ?? 1e4);
         const concurrency = Number(job.options.concurrency ?? 1);
         const urlsPerBrowser = Number(job.options.urlsPerBrowser ?? job.options.rotateProxyEvery ?? 10);
+        const captureRenderedDom = job.options.captureRenderedDom === true;
+        const forceBrowserRender = job.options.renderJavaScript === true || job.options.semanticSimilarity === true || captureRenderedDom;
         const batchSize = siteExtractBatchSize(concurrency, urlsPerBrowser);
         const waybackReplay = parseWaybackReplayUrl(job.startUrl);
         const waybackTimeline = job.options.waybackTimeline;
@@ -17420,7 +17996,13 @@ var init_site_extract = __esm({
           if (!batch.length) break;
           const frontierCapacity = Math.max(0, maxPages - seen.size);
           const newLinks = await step.run(`crawl-batch-${i}`, async () => {
-            const pages = await runWithCostContext(costContext, () => extractPagesRotating(batch, { kernelApiKey: key, concurrency, urlsPerBrowser }));
+            const pages = await runWithCostContext(costContext, () => extractPagesRotating(batch, {
+              kernelApiKey: key,
+              concurrency,
+              urlsPerBrowser,
+              forceBrowserRender,
+              captureRenderedDom
+            }));
             const storedPages = pages.map((p) => withWaybackProvenance({
               ...p,
               // parsePageData deliberately keeps large bodies non-enumerable so
@@ -17709,9 +18291,9 @@ async function signedDownloadUrl2(pathname, expiresAt) {
 async function createConnectedDataArtifact(args) {
   const createdAt = Date.now();
   const filename2 = `${safeFilename2(args.filename).replace(/\.jsonl$/i, "")}.jsonl`;
-  const requestedPathname = `${CONNECTED_DATA_ARTIFACT_PREFIX}${args.ownerId}/${createdAt}-${args.exportId}-${(0, import_node_crypto7.randomUUID)()}.jsonl`;
+  const requestedPathname = `${CONNECTED_DATA_ARTIFACT_PREFIX}${args.ownerId}/${createdAt}-${args.exportId}-${(0, import_node_crypto8.randomUUID)()}.jsonl`;
   const bytes = Buffer.byteLength(args.content);
-  const sha2565 = (0, import_node_crypto7.createHash)("sha256").update(args.content).digest("hex");
+  const sha2565 = (0, import_node_crypto8.createHash)("sha256").update(args.content).digest("hex");
   const expiresAt = new Date(createdAt + CONNECTED_DATA_ARTIFACT_TTL_MS);
   const token6 = privateBlobToken();
   let artifactId = requestedPathname;
@@ -17824,11 +18406,11 @@ async function cleanupExpiredConnectedDataArtifacts(args = {}) {
   }
   return { deleted, store: "private-vercel-blob" };
 }
-var import_node_crypto7, import_promises6, import_node_os4, import_node_path4, CONNECTED_DATA_ARTIFACT_PREFIX, CONNECTED_DATA_ARTIFACT_TTL_MS, CONNECTED_DATA_DOWNLOAD_TTL_MS;
+var import_node_crypto8, import_promises6, import_node_os4, import_node_path4, CONNECTED_DATA_ARTIFACT_PREFIX, CONNECTED_DATA_ARTIFACT_TTL_MS, CONNECTED_DATA_DOWNLOAD_TTL_MS;
 var init_connected_data_artifacts = __esm({
   "src/api/connected-data-artifacts.ts"() {
     "use strict";
-    import_node_crypto7 = require("crypto");
+    import_node_crypto8 = require("crypto");
     import_promises6 = require("fs/promises");
     import_node_os4 = require("os");
     import_node_path4 = require("path");
@@ -17927,7 +18509,7 @@ var init_directory_artifacts = __esm({
 // src/mcp/report-artifact-offload.ts
 async function offloadReport(toolName, ownerId2, report) {
   const timestamp2 = Date.now();
-  const random = (0, import_node_crypto8.randomBytes)(6).toString("hex");
+  const random = (0, import_node_crypto9.randomBytes)(6).toString("hex");
   const stored = await createPrivateArtifact({
     policy: REPORT_ARTIFACT_POLICY,
     ownerId: ownerId2,
@@ -17988,11 +18570,11 @@ function summaryEnvelope(executiveSummary, offloaded) {
     "Read it with report_artifact_read (supports offset/maxBytes windowing)."
   ].join("\n");
 }
-var import_node_crypto8, REPORT_BLOB_TTL_MS, REPORT_BLOB_PREFIX, PREVIEW_CHARS, REPORT_ARTIFACT_POLICY, ARTIFACT_OFFLOAD_ENABLED;
+var import_node_crypto9, REPORT_BLOB_TTL_MS, REPORT_BLOB_PREFIX, PREVIEW_CHARS, REPORT_ARTIFACT_POLICY, ARTIFACT_OFFLOAD_ENABLED;
 var init_report_artifact_offload = __esm({
   "src/mcp/report-artifact-offload.ts"() {
     "use strict";
-    import_node_crypto8 = require("crypto");
+    import_node_crypto9 = require("crypto");
     init_private_artifacts();
     init_connected_data_artifacts();
     init_directory_artifacts();
@@ -19219,7 +19801,7 @@ async function formatExtractSite(raw, input, ctx) {
   const parsed = parseData(raw);
   if ("error" in parsed) return formattedErrorResult(parsed.error);
   const started = formatBackgroundJobStarted(
-    "Multi-Page Site Content Crawl",
+    input.toolLabel ?? "Multi-Page Site Content Crawl",
     parsed.data,
     {
       requested: input.delivery ?? "auto",
@@ -22884,7 +23466,7 @@ function backupProxyAvailable() {
 }
 function randomStickySessionId() {
   let digits = "";
-  for (let i = 0; i < 10; i++) digits += String((0, import_node_crypto9.randomInt)(0, 10));
+  for (let i = 0; i < 10; i++) digits += String((0, import_node_crypto10.randomInt)(0, 10));
   return digits;
 }
 function buildBackupUsername(opts = {}) {
@@ -22942,11 +23524,11 @@ async function cleanupBackupProxyId(kernelApiKey, proxyId) {
   } catch {
   }
 }
-var import_node_crypto9, import_sdk7, BACKUP_PROXY_HOST, BACKUP_PROXY_PORT, BACKUP_STICKY_SESSION_MINUTES, BACKUP_LAST_RESORT_ATTEMPTS;
+var import_node_crypto10, import_sdk7, BACKUP_PROXY_HOST, BACKUP_PROXY_PORT, BACKUP_STICKY_SESSION_MINUTES, BACKUP_LAST_RESORT_ATTEMPTS;
 var init_backup_proxy = __esm({
   "src/backup-proxy.ts"() {
     "use strict";
-    import_node_crypto9 = require("crypto");
+    import_node_crypto10 = require("crypto");
     import_sdk7 = __toESM(require("@onkernel/sdk"), 1);
     BACKUP_PROXY_HOST = "pr.oxylabs.io";
     BACKUP_PROXY_PORT = 7777;
@@ -24351,7 +24933,7 @@ function csvRecords(text2) {
     return record;
   });
 }
-function csvCell(value) {
+function csvCell2(value) {
   if (value === null || value === void 0) return "";
   const text2 = String(value);
   return /[",\n\r]/.test(text2) ? `"${text2.replace(/"/g, '""')}"` : text2;
@@ -24359,7 +24941,7 @@ function csvCell(value) {
 function rowsToCsv(headers, rows) {
   return [
     headers.join(","),
-    ...rows.map((row) => headers.map((header) => csvCell(row[header])).join(","))
+    ...rows.map((row) => headers.map((header) => csvCell2(row[header])).join(","))
   ].join("\n") + "\n";
 }
 var init_csv = __esm({
@@ -24755,12 +25337,12 @@ async function getHostedZipGroups(stateInput) {
 async function importHostedZipGroupsCsv(input) {
   await ensureHostedLocationDataSchema();
   const sourceUrl = normalizedSourceUrl(input.sourceUrl);
-  const sha2565 = (0, import_node_crypto10.createHash)("sha256").update(input.csv).digest("hex");
+  const sha2565 = (0, import_node_crypto11.createHash)("sha256").update(input.csv).digest("hex");
   const active = await getActiveHostedLocationDataset();
   if (active?.sha256 === sha2565) return { dataset: active, duplicate: true };
   const parsed = parseHostedZipGroupsCsv(input.csv);
   assertNationwideZipCoverage(parsed);
-  const id = `loc_${(0, import_node_crypto10.randomUUID)().replaceAll("-", "")}`;
+  const id = `loc_${(0, import_node_crypto11.randomUUID)().replaceAll("-", "")}`;
   const db = getDb();
   await db.execute({
     sql: `
@@ -24828,12 +25410,12 @@ async function importHostedCensusPlacesCsv(input) {
   if (!state) throw new Error("state must be a two-letter US state abbreviation");
   const kind = censusDatasetKind(state);
   const sourceUrl = normalizedSourceUrl(input.sourceUrl);
-  const sha2565 = (0, import_node_crypto10.createHash)("sha256").update(input.csv).digest("hex");
+  const sha2565 = (0, import_node_crypto11.createHash)("sha256").update(input.csv).digest("hex");
   const active = await getActiveHostedDataset(kind);
   if (active?.sha256 === sha2565) return { dataset: active, duplicate: true };
   const stateFips = STATE_FIPS_BY_ABBR[state];
   const parsed = parseHostedCensusPlacesCsv(input.csv, stateFips);
-  const id = `loc_${(0, import_node_crypto10.randomUUID)().replaceAll("-", "")}`;
+  const id = `loc_${(0, import_node_crypto11.randomUUID)().replaceAll("-", "")}`;
   const db = getDb();
   await db.execute({
     sql: `
@@ -24956,11 +25538,11 @@ async function queryHostedLocationMarkets(input) {
     warnings
   };
 }
-var import_node_crypto10, HOSTED_ZIP_DATASET_KIND, HOSTED_CENSUS_DATASET_PREFIX, MIN_NATIONWIDE_ZIP_COUNT, REQUIRED_LOCATION_STATE_CODES, STATE_FIPS_BY_ABBR, REQUIRED_LOCATION_STATE_SET, IMPORT_BATCH_SIZE, MAX_SOURCE_URL_LENGTH, schemaDb, schemaPromise;
+var import_node_crypto11, HOSTED_ZIP_DATASET_KIND, HOSTED_CENSUS_DATASET_PREFIX, MIN_NATIONWIDE_ZIP_COUNT, REQUIRED_LOCATION_STATE_CODES, STATE_FIPS_BY_ABBR, REQUIRED_LOCATION_STATE_SET, IMPORT_BATCH_SIZE, MAX_SOURCE_URL_LENGTH, schemaDb, schemaPromise;
 var init_location_data_repository = __esm({
   "src/api/location-data-repository.ts"() {
     "use strict";
-    import_node_crypto10 = require("crypto");
+    import_node_crypto11 = require("crypto");
     init_db();
     init_csv();
     HOSTED_ZIP_DATASET_KIND = "us_zip_groups";
@@ -26274,7 +26856,7 @@ async function claimDirectoryWorkflowOutbox(input) {
   const workerId = requiredBoundedString(input.workerId, "outbox worker id", 160);
   const limit = Math.max(1, Math.min(100, Math.trunc(input.limit ?? 25)));
   const leaseSeconds = Math.max(30, Math.min(3600, Math.trunc(input.leaseSeconds ?? 120)));
-  const claimToken = `${workerId}:${(0, import_node_crypto11.randomUUID)()}`;
+  const claimToken = `${workerId}:${(0, import_node_crypto12.randomUUID)()}`;
   const leaseModifier = `+${leaseSeconds} seconds`;
   const results = await getDb().batch([
     {
@@ -26334,11 +26916,11 @@ async function markDirectoryWorkflowOutboxFailed(input) {
   });
   return Number(result.rowsAffected ?? 0) > 0;
 }
-var import_node_crypto11, DIRECTORY_EVENT_NAME, TERMINAL_JOB_STATUSES, DIRECTORY_MAX_DISPATCH_ATTEMPTS, DIRECTORY_START_DEADLINE_MINUTES, DIRECTORY_RUNNING_STALE_MINUTES, schemaDb2, schemaPromise2;
+var import_node_crypto12, DIRECTORY_EVENT_NAME, TERMINAL_JOB_STATUSES, DIRECTORY_MAX_DISPATCH_ATTEMPTS, DIRECTORY_START_DEADLINE_MINUTES, DIRECTORY_RUNNING_STALE_MINUTES, schemaDb2, schemaPromise2;
 var init_directory_workflow_repository = __esm({
   "src/api/directory-workflow-repository.ts"() {
     "use strict";
-    import_node_crypto11 = require("crypto");
+    import_node_crypto12 = require("crypto");
     init_db();
     DIRECTORY_EVENT_NAME = "mcp-scraper/directory.requested";
     TERMINAL_JOB_STATUSES = /* @__PURE__ */ new Set(["succeeded", "partial", "failed"]);
@@ -26452,7 +27034,7 @@ async function acquireConcurrencyGate(user, operation, options = {}) {
     return { ok: true, lockId: null, active: await countActiveUsageForUser(user.id, true), limit, operation, reused: true };
   }
   await expireConcurrencyLocksForUser(user.id);
-  const lockId = `cl_${(0, import_node_crypto12.randomUUID)().replace(/-/g, "").slice(0, 24)}`;
+  const lockId = `cl_${(0, import_node_crypto13.randomUUID)().replace(/-/g, "").slice(0, 24)}`;
   const res = await getDb().execute({
     sql: `INSERT INTO concurrency_locks (id, user_id, operation, status, expires_at, metadata)
           SELECT ?, ?, ?, 'active', datetime('now', ?), ?
@@ -26502,11 +27084,11 @@ async function extendConcurrencyGate(lockId, ttlSeconds = DEFAULT_LOCK_TTL_SECON
     args: [lockTtlModifier(ttlSeconds), lockId]
   });
 }
-var import_node_crypto12, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS;
+var import_node_crypto13, DEFAULT_LOCK_TTL_SECONDS, DEFAULT_RETRY_AFTER_SECONDS, MAX_LOCK_TTL_SECONDS;
 var init_concurrency_gates = __esm({
   "src/api/concurrency-gates.ts"() {
     "use strict";
-    import_node_crypto12 = require("crypto");
+    import_node_crypto13 = require("crypto");
     init_db();
     init_rates();
     DEFAULT_LOCK_TTL_SECONDS = 15 * 60;
@@ -27573,7 +28155,7 @@ var init_PAAExtractor = __esm({
           if (remainingHumanClickDelayMs > 0) await page.waitForTimeout(remainingHumanClickDelayMs);
           return "ok";
         };
-        let round = 0;
+        let round2 = 0;
         let growthWaits = 0;
         while (true) {
           if (options.softDeadlineMs && Date.now() >= options.softDeadlineMs) break;
@@ -27601,7 +28183,7 @@ var init_PAAExtractor = __esm({
             continue;
           }
           growthWaits = 0;
-          this.reporter.onDepth(++round);
+          this.reporter.onDepth(++round2);
           await this.throwIfCaptcha(page, "Google PAA expansion");
           clickedOnceEver.add(target.q);
           const expansionStatus = await expandOneItemSerially(target.q);
@@ -30138,10 +30720,10 @@ function stableCanonicalJson(value) {
   return JSON.stringify(normalize4(value));
 }
 function leadListEnrichmentFingerprint(input) {
-  return (0, import_node_crypto13.createHash)("sha256").update(stableCanonicalJson(input)).digest("hex");
+  return (0, import_node_crypto14.createHash)("sha256").update(stableCanonicalJson(input)).digest("hex");
 }
 function leadListRowInputDigest(row) {
-  return (0, import_node_crypto13.createHash)("sha256").update(stableCanonicalJson(row)).digest("hex");
+  return (0, import_node_crypto14.createHash)("sha256").update(stableCanonicalJson(row)).digest("hex");
 }
 function emptyUsage() {
   return { mapsAttempts: 0, pageAttempts: 0, pageSuccesses: 0, serpSearches: 0 };
@@ -30614,7 +31196,7 @@ async function claimLeadListEnrichmentOutbox(input) {
   const workerId = requiredBoundedString2(input.workerId, "outbox worker id", 160);
   const limit = Math.max(1, Math.min(100, Math.trunc(input.limit ?? 25)));
   const leaseSeconds = Math.max(30, Math.min(3600, Math.trunc(input.leaseSeconds ?? 120)));
-  const claimToken = `${workerId}:${(0, import_node_crypto13.randomUUID)()}`;
+  const claimToken = `${workerId}:${(0, import_node_crypto14.randomUUID)()}`;
   const results = await getDb().batch([{
     sql: `UPDATE lead_list_enrichment_outbox SET status='dispatching',attempts=attempts+1,locked_by=?,
       locked_until=datetime('now',?),updated_at=datetime('now') WHERE id IN (SELECT id FROM lead_list_enrichment_outbox
@@ -30640,11 +31222,11 @@ async function markLeadListEnrichmentOutboxFailed(input) {
     WHERE id=? AND status='dispatching' AND locked_by=?`, args: [`+${retryAfterSeconds} seconds`, String(input.error).slice(0, 2e3), input.id, input.claimToken] });
   return Number(result.rowsAffected ?? 0) > 0;
 }
-var import_node_crypto13, EVENT_NAME, TERMINAL_JOB_STATUSES2, TERMINAL_ROW_STATUSES, LEAD_LIST_MAX_DISPATCH_ATTEMPTS, LEAD_LIST_START_DEADLINE_MINUTES, LEAD_LIST_RUNNING_STALE_MINUTES, schemaDb3, schemaPromise3;
+var import_node_crypto14, EVENT_NAME, TERMINAL_JOB_STATUSES2, TERMINAL_ROW_STATUSES, LEAD_LIST_MAX_DISPATCH_ATTEMPTS, LEAD_LIST_START_DEADLINE_MINUTES, LEAD_LIST_RUNNING_STALE_MINUTES, schemaDb3, schemaPromise3;
 var init_lead_list_enrichment_repository = __esm({
   "src/api/lead-list-enrichment-repository.ts"() {
     "use strict";
-    import_node_crypto13 = require("crypto");
+    import_node_crypto14 = require("crypto");
     init_db();
     EVENT_NAME = "mcp-scraper/lead-list-enrichment.requested";
     TERMINAL_JOB_STATUSES2 = /* @__PURE__ */ new Set(["complete", "partial", "empty", "failed", "cancelled"]);
@@ -31222,7 +31804,7 @@ var init_paa_harvest_settlement = __esm({
 // src/api/serp-identity-db.ts
 async function createSerpIdentityRow(input) {
-  const id = `serpi_${(0, import_node_crypto14.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
+  const id = `serpi_${(0, import_node_crypto15.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
   await getDb().execute({
     sql: `INSERT INTO serp_identities
           (id, user_id, name, kernel_profile_name, kernel_proxy_id, proxy_type, country, status)
@@ -31267,11 +31849,11 @@ async function deleteSerpIdentityRow(userId, name) {
     args: [userId, name]
   });
 }
-var import_node_crypto14;
+var import_node_crypto15;
 var init_serp_identity_db = __esm({
   "src/api/serp-identity-db.ts"() {
     "use strict";
-    import_node_crypto14 = require("crypto");
+    import_node_crypto15 = require("crypto");
     init_db();
   }
 });
@@ -32018,7 +32600,7 @@ async function runDurablePaaCapture(input) {
             const { gzipSync: gzipSync2 } = await import("zlib");
             rawDomGzip = gzipSync2(transported);
           }
-          rawDomSha256 = (0, import_node_crypto15.createHash)("sha256").update(rawDomGzip).digest("hex");
+          rawDomSha256 = (0, import_node_crypto16.createHash)("sha256").update(rawDomGzip).digest("hex");
         }
       }
       const selected = Array.from(records.values()).slice(0, input.maxQuestions);
@@ -32102,12 +32684,12 @@ async function runDurablePaaCapture(input) {
   }
   throw new Error("paa_work_deadline_exhausted_before_capture");
 }
-var import_sdk9, import_node_crypto15, PAA_INVOCATION_BUDGET_MS, PAA_BROWSER_WORK_BUDGET_MS, PAA_SOLVER_BUDGET_MS, RAW_PREPARE_CODE;
+var import_sdk9, import_node_crypto16, PAA_INVOCATION_BUDGET_MS, PAA_BROWSER_WORK_BUDGET_MS, PAA_SOLVER_BUDGET_MS, RAW_PREPARE_CODE;
 var init_durable_capture = __esm({
   "src/paa/durable-capture.ts"() {
     "use strict";
     import_sdk9 = __toESM(require("@onkernel/sdk"), 1);
-    import_node_crypto15 = require("crypto");
+    import_node_crypto16 = require("crypto");
     init_selectors();
     init_uule();
     PAA_INVOCATION_BUDGET_MS = 28e4;
@@ -32535,7 +33117,7 @@ function mapSubmission(row) {
 async function event(submissionId, eventType, actorKind, actorId, metadata = {}) {
   await getDb().execute({
     sql: `INSERT INTO local_sourcebook_events (id, submission_id, event_type, actor_kind, actor_id, metadata_json) VALUES (?, ?, ?, ?, ?, ?)`,
-    args: [(0, import_node_crypto16.randomUUID)(), submissionId, eventType, actorKind, actorId, JSON.stringify(metadata)]
+    args: [(0, import_node_crypto17.randomUUID)(), submissionId, eventType, actorKind, actorId, JSON.stringify(metadata)]
   });
 }
 async function createLocalSourcebookSubmission(input) {
@@ -32549,7 +33131,7 @@ async function createLocalSourcebookSubmission(input) {
       return submission;
     }
   }
-  const id = `lsb_${(0, import_node_crypto16.randomUUID)().replace(/-/g, "")}`;
+  const id = `lsb_${(0, import_node_crypto17.randomUUID)().replace(/-/g, "")}`;
   const coverage = {
     requested: ["website_crawl", "structured_data", "services_products", "service_areas", "genuine_images", "staff_team", "review_sources"],
     crawl: { state: "queued", pagesDiscovered: 0, pagesCaptured: 0 },
@@ -32690,11 +33272,11 @@ async function getPublicLocalSourcebook(category, state, slug4) {
   const result = await getDb().execute({ sql: `SELECT r.payload_json FROM local_sourcebook_submissions s JOIN local_sourcebook_revisions r ON r.submission_id = s.id AND r.revision = s.published_revision WHERE s.category = ? AND s.state = ? AND s.slug = ? AND s.published_revision IS NOT NULL AND s.status NOT IN ('unpublished', 'rejected') LIMIT 1`, args: [category, state, slug4] });
   return result.rows[0] ? parseJson3(result.rows[0].payload_json) : null;
 }
-var import_node_crypto16, LOCAL_SOURCEBOOK_CATEGORIES, schemaPromise4, schemaDb4;
+var import_node_crypto17, LOCAL_SOURCEBOOK_CATEGORIES, schemaPromise4, schemaDb4;
 var init_local_sourcebook_repository = __esm({
   "src/api/local-sourcebook-repository.ts"() {
     "use strict";
-    import_node_crypto16 = require("crypto");
+    import_node_crypto17 = require("crypto");
     init_db();
     LOCAL_SOURCEBOOK_CATEGORIES = ["home", "professional", "restaurants", "financial", "realestate", "auto", "wellness"];
     schemaPromise4 = null;
@@ -33846,7 +34428,7 @@ var init_local_sourcebook_schema = __esm({
 // src/api/local-sourcebook-compiler.ts
 function digest(value) {
-  return (0, import_node_crypto17.createHash)("sha256").update(value).digest("hex").slice(0, 20);
+  return (0, import_node_crypto18.createHash)("sha256").update(value).digest("hex").slice(0, 20);
 }
 function unique(values, limit = 100) {
   const seen = /* @__PURE__ */ new Set();
@@ -34283,11 +34865,11 @@ function compileLocalSourcebookListing(input) {
     }
   };
 }
-var import_node_crypto17, CATEGORY_LABELS, STATE_NAMES, GENERIC_HEADINGS, SERVICE_PATH, PRODUCT_PATH, TEAM_PATH, WORK_PATH, CREDENTIAL_PATH, BLOG_PATH, LOCATION_PATH, REVIEW_THEME_RULES;
+var import_node_crypto18, CATEGORY_LABELS, STATE_NAMES, GENERIC_HEADINGS, SERVICE_PATH, PRODUCT_PATH, TEAM_PATH, WORK_PATH, CREDENTIAL_PATH, BLOG_PATH, LOCATION_PATH, REVIEW_THEME_RULES;
 var init_local_sourcebook_compiler = __esm({
   "src/api/local-sourcebook-compiler.ts"() {
     "use strict";
-    import_node_crypto17 = require("crypto");
+    import_node_crypto18 = require("crypto");
     init_local_sourcebook_public_urls();
     init_local_sourcebook_schema();
     CATEGORY_LABELS = {
@@ -34644,6 +35226,11 @@ async function prepareSiteExtractStart(input) {
       urlsPerBrowser: input.urlsPerBrowser,
       formats: input.formats,
       downloadImages: input.downloadImages,
+      renderJavaScript: input.renderJavaScript === true,
+      captureRenderedDom: input.captureRenderedDom === true,
+      semanticSimilarity: input.semanticSimilarity === true,
+      similarityThreshold: input.similarityThreshold,
+      similarityMaxPairs: input.similarityMaxPairs,
       ...input.waybackReplay ? {
         waybackReplay: input.waybackReplay,
         disableLinkDiscovery: true
@@ -35388,15 +35975,15 @@ function normalizeIdempotencyKey(value) {
   return key;
 }
 function tokenFor(id, idempotencyKey4) {
-  return (0, import_node_crypto18.createHmac)("sha256", billingSecret()).update(id).update(":").update(idempotencyKey4).digest("base64url");
+  return (0, import_node_crypto19.createHmac)("sha256", billingSecret()).update(id).update(":").update(idempotencyKey4).digest("base64url");
 }
 function tokenHash(token6) {
-  return (0, import_node_crypto18.createHash)("sha256").update(token6).digest("hex");
+  return (0, import_node_crypto19.createHash)("sha256").update(token6).digest("hex");
 }
 function verifyToken(row, token6) {
   const expected = Buffer.from(row.token_hash, "hex");
   const actual = Buffer.from(tokenHash(token6), "hex");
-  if (expected.length !== actual.length || !(0, import_node_crypto18.timingSafeEqual)(expected, actual)) {
+  if (expected.length !== actual.length || !(0, import_node_crypto19.timingSafeEqual)(expected, actual)) {
     throw new UnifiedBillingError("unauthorized", "invalid billing authorization token", 401);
   }
 }
@@ -35511,7 +36098,7 @@ async function authorizeScheduledRun(args) {
       { balanceMc, requiredMc: SCHEDULED_RUN_BASE_MC }
     );
   }
-  const id = (0, import_node_crypto18.randomUUID)();
+  const id = (0, import_node_crypto19.randomUUID)();
   const token6 = tokenFor(id, idempotencyKey4);
   const expiresAt = new Date(Date.now() + AUTHORIZATION_TTL_MS).toISOString();
   const inserted = await getDb().execute({
@@ -35579,7 +36166,7 @@ async function startScheduledRun(args) {
   if (!authorization || !["starting", "started"].includes(authorization.status)) {
     throw new UnifiedBillingError("authorization_closed", "billing authorization is no longer startable", 409);
   }
-  const eventId = existing?.id ?? (0, import_node_crypto18.randomUUID)();
+  const eventId = existing?.id ?? (0, import_node_crypto19.randomUUID)();
   if (!existing) {
     await getDb().execute({
       sql: "INSERT OR IGNORE INTO billing_events (id, user_id, authorization_id, idempotency_key, billing_class, source_surface, status, amount_mc, multiplier_bps, metadata) VALUES (?, ?, ?, ?, ?, ?, 'capturing', ?, ?, ?)",
@@ -35718,7 +36305,7 @@ async function settleScheduledRun(args) {
     ...modelCostUnreported ? { modelCostUnreported: true } : {},
     ...pendingReason ? { reason: pendingReason } : {}
   });
-  const eventId = existing?.id ?? (0, import_node_crypto18.randomUUID)();
+  const eventId = existing?.id ?? (0, import_node_crypto19.randomUUID)();
   const status = pendingReason ? "cost_pending" : "settling";
   const eventValues = [
     modelMc,
@@ -35843,11 +36430,11 @@ async function voidScheduledRunAuthorization(args) {
   }
   return { ok: true, status: authorization.status };
 }
-var import_node_crypto18, SCHEDULED_RUN_BILLING_CLASS, SCHEDULED_RUN_SOURCE_SURFACE, AUTHORIZATION_TTL_MS, UnifiedBillingError;
+var import_node_crypto19, SCHEDULED_RUN_BILLING_CLASS, SCHEDULED_RUN_SOURCE_SURFACE, AUTHORIZATION_TTL_MS, UnifiedBillingError;
 var init_unified_billing = __esm({
   "src/api/unified-billing.ts"() {
     "use strict";
-    import_node_crypto18 = require("crypto");
+    import_node_crypto19 = require("crypto");
     init_db();
     init_rates();
     init_scheduling_access();
@@ -35879,14 +36466,14 @@ function getSessionSecret() {
 function safeEqualHex(a, b) {
   if (a.length !== b.length) return false;
   try {
-    return (0, import_node_crypto19.timingSafeEqual)(Buffer.from(a, "hex"), Buffer.from(b, "hex"));
+    return (0, import_node_crypto20.timingSafeEqual)(Buffer.from(a, "hex"), Buffer.from(b, "hex"));
   } catch {
     return false;
   }
 }
 function signSession(userId) {
   const payload = String(userId);
-  const sig = (0, import_node_crypto19.createHmac)("sha256", secret()).update(payload).digest("hex");
+  const sig = (0, import_node_crypto20.createHmac)("sha256", secret()).update(payload).digest("hex");
   return `${payload}.${sig}`;
 }
 function verifySession(token6) {
@@ -35894,16 +36481,16 @@ function verifySession(token6) {
   if (dot === -1) return null;
   const payload = token6.slice(0, dot);
   const sig = token6.slice(dot + 1);
-  const expected = (0, import_node_crypto19.createHmac)("sha256", secret()).update(payload).digest("hex");
+  const expected = (0, import_node_crypto20.createHmac)("sha256", secret()).update(payload).digest("hex");
   if (!safeEqualHex(sig, expected)) return null;
   const id = parseInt(payload);
   return isNaN(id) ? null : id;
 }
-var import_node_crypto19, isProduction, secret;
+var import_node_crypto20, isProduction, secret;
 var init_session = __esm({
   "src/api/session.ts"() {
     "use strict";
-    import_node_crypto19 = require("crypto");
+    import_node_crypto20 = require("crypto");
     isProduction = () => process.env.NODE_ENV === "production" || process.env.VERCEL === "1";
     secret = () => getSessionSecret();
   }
@@ -35921,11 +36508,11 @@ function isMemoryOperator(email) {
   return ops.includes(email.trim().toLowerCase());
 }
 function encKey() {
-  return (0, import_node_crypto20.scryptSync)(getSessionSecret(), "mcp-memory-key-v1", 32);
+  return (0, import_node_crypto21.scryptSync)(getSessionSecret(), "mcp-memory-key-v1", 32);
 }
 function encryptMemoryKey(secret2) {
-  const iv = (0, import_node_crypto20.randomBytes)(12);
-  const cipher = (0, import_node_crypto20.createCipheriv)("aes-256-gcm", encKey(), iv);
+  const iv = (0, import_node_crypto21.randomBytes)(12);
+  const cipher = (0, import_node_crypto21.createCipheriv)("aes-256-gcm", encKey(), iv);
   const enc = Buffer.concat([cipher.update(secret2, "utf8"), cipher.final()]);
   const tag = cipher.getAuthTag();
   return `${iv.toString("base64")}:${tag.toString("base64")}:${enc.toString("base64")}`;
@@ -35933,7 +36520,7 @@ function encryptMemoryKey(secret2) {
 function decryptMemoryKey(stored) {
   try {
     const [ivB, tagB, dataB] = stored.split(":");
-    const decipher = (0, import_node_crypto20.createDecipheriv)("aes-256-gcm", encKey(), Buffer.from(ivB, "base64"));
+    const decipher = (0, import_node_crypto21.createDecipheriv)("aes-256-gcm", encKey(), Buffer.from(ivB, "base64"));
     decipher.setAuthTag(Buffer.from(tagB, "base64"));
     return Buffer.concat([decipher.update(Buffer.from(dataB, "base64")), decipher.final()]).toString("utf8");
   } catch {
@@ -36047,11 +36634,11 @@ async function syncScheduledActionCredentials(user) {
   }, {});
   return { ok: res.ok, error: res.error };
 }
-var import_node_crypto20, import_provision_defaults, import_set_schedule_entitlement, MEMORY_BASE_URL, ADMIN_KEY;
+var import_node_crypto21, import_provision_defaults, import_set_schedule_entitlement, MEMORY_BASE_URL, ADMIN_KEY;
 var init_memory = __esm({
   "src/api/memory.ts"() {
     "use strict";
-    import_node_crypto20 = require("crypto");
+    import_node_crypto21 = require("crypto");
     init_session();
     init_db();
     init_rates();
@@ -36101,7 +36688,7 @@ var init_connected_cost_telemetry = __esm({
 // src/api/connected-usage-billing.ts
 function hash(value) {
-  return (0, import_node_crypto21.createHash)("sha256").update(value).digest("hex");
+  return (0, import_node_crypto22.createHash)("sha256").update(value).digest("hex");
 }
 function eventKey(idempotencyKey4) {
   return `connected-usage:${hash(idempotencyKey4)}`;
@@ -36373,7 +36960,7 @@ async function settleConnectedUsage(rawInput) {
     sql: `INSERT OR IGNORE INTO billing_events
             (id, user_id, idempotency_key, billing_class, source_surface, status, amount_mc, metadata)
           VALUES (?, ?, ?, ?, ?, 'settling', ?, ?)`,
-    args: [(0, import_node_crypto21.randomUUID)(), user.id, key, CONNECTED_USAGE_BILLING_CLASS, input.sourceSurface, charge2.amountMc, encodeMetadata(storedMetadata)]
+    args: [(0, import_node_crypto22.randomUUID)(), user.id, key, CONNECTED_USAGE_BILLING_CLASS, input.sourceSurface, charge2.amountMc, encodeMetadata(storedMetadata)]
   });
   let event2 = await readEvent(key);
   if (!event2) throw new Error("connected usage receipt insert completed without a readable event");
@@ -36462,11 +37049,11 @@ async function listConnectedUsageHistory(userId, limit = 100) {
   }
   return history;
 }
-var import_node_crypto21, import_zod17, CONNECTED_USAGE_BILLING_CLASS, CONNECTED_USAGE_DEFAULT_SOURCE_SURFACE, ConnectedUsageSafeMetadataSchema, ConnectedUsageSettlementInputSchema, ConnectedUsagePreflightInputSchema, ConnectedUsageBillingError;
+var import_node_crypto22, import_zod17, CONNECTED_USAGE_BILLING_CLASS, CONNECTED_USAGE_DEFAULT_SOURCE_SURFACE, ConnectedUsageSafeMetadataSchema, ConnectedUsageSettlementInputSchema, ConnectedUsagePreflightInputSchema, ConnectedUsageBillingError;
 var init_connected_usage_billing = __esm({
   "src/api/connected-usage-billing.ts"() {
     "use strict";
-    import_node_crypto21 = require("crypto");
+    import_node_crypto22 = require("crypto");
     import_zod17 = require("zod");
     init_connected_cost_telemetry();
     init_db();
@@ -38115,7 +38702,27 @@ var init_server_schemas = __esm({
       downloadImages: import_zod22.z.boolean().optional(),
       preserveMedia: import_zod22.z.boolean().optional(),
       delivery: import_zod22.z.enum(["auto", "artifact"]).optional(),
-      formats: import_zod22.z.array(import_zod22.z.enum(["markdown", "html", "links", "json", "images", "branding", "issues"])).optional()
+      formats: import_zod22.z.array(import_zod22.z.enum(["markdown", "html", "links", "json", "images", "branding", "issues"])).optional(),
+      renderJavaScript: import_zod22.z.boolean().optional(),
+      captureRenderedDom: import_zod22.z.boolean().optional(),
+      semanticSimilarity: import_zod22.z.boolean().optional(),
+      similarityThreshold: import_zod22.z.number().min(0).max(1).optional(),
+      similarityMaxPairs: import_zod22.z.number().int().min(1).max(5e4).optional()
+    }).superRefine((value, ctx) => {
+      if (value.semanticSimilarity && (value.maxPages ?? 100) > 500) {
+        ctx.addIssue({
+          code: import_zod22.z.ZodIssueCode.custom,
+          path: ["maxPages"],
+          message: "semanticSimilarity supports at most 500 pages per analysis."
+        });
+      }
+      if (value.semanticSimilarity && value.wayback) {
+        ctx.addIssue({
+          code: import_zod22.z.ZodIssueCode.custom,
+          path: ["wayback"],
+          message: "semanticSimilarity analyzes one live rendered corpus and cannot be combined with a Wayback timeline."
+        });
+      }
     });
     SiteExportReadBodySchema = import_zod22.z.object({
       jobId: import_zod22.z.string().trim().min(1),
@@ -40415,7 +41022,7 @@ async function applyAdjustment(input) {
   const credits = validateCredits(input.credits, input.confirmLarge === true);
   const reason = validateReason(input.reason);
   const actor = validateActor(input.actor);
-  const reference = input.reference?.trim() || `adj_${(0, import_node_crypto22.randomUUID)()}`;
+  const reference = input.reference?.trim() || `adj_${(0, import_node_crypto23.randomUUID)()}`;
   if (reference.length > 120) throw new AdminCreditError(400, "reference must be at most 120 characters");
   const db = getDb();
   const existing = await db.execute({
@@ -40560,11 +41167,11 @@ async function lookupAccount(target, limit = 20) {
     }))
   };
 }
-var import_node_crypto22, MIN_ADJUSTMENT_CREDITS, LARGE_ADJUSTMENT_CREDITS, MAX_ADJUSTMENT_CREDITS, MIN_REASON_LENGTH, MAX_REASON_LENGTH, MAX_ACTOR_LENGTH, AdminCreditError;
+var import_node_crypto23, MIN_ADJUSTMENT_CREDITS, LARGE_ADJUSTMENT_CREDITS, MAX_ADJUSTMENT_CREDITS, MIN_REASON_LENGTH, MAX_REASON_LENGTH, MAX_ACTOR_LENGTH, AdminCreditError;
 var init_admin_credits = __esm({
   "src/api/admin-credits.ts"() {
     "use strict";
-    import_node_crypto22 = require("crypto");
+    import_node_crypto23 = require("crypto");
     init_db();
     init_rates();
     MIN_ADJUSTMENT_CREDITS = 1;
@@ -42529,7 +43136,7 @@ async function packageMapsMedia(args) {
   files.push({ path: "summary.json", content: Buffer.from(JSON.stringify(summary, null, 2)) });
   files.push({ path: "images.jsonl", content: Buffer.from(cleanImages.map((image) => JSON.stringify(image)).join("\n") + "\n") });
   const archive = await zipBuffer(files);
-  const id = (0, import_node_crypto23.randomBytes)(6).toString("hex");
+  const id = (0, import_node_crypto24.randomBytes)(6).toString("hex");
   const pointer = await createPrivateArtifact({
     policy: policy3(),
     ownerId: args.ownerId,
@@ -42542,13 +43149,13 @@ async function packageMapsMedia(args) {
   const localPath = token() ? null : (0, import_node_path13.join)(process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path13.join)((0, import_node_os9.homedir)(), "Downloads", "mcp-scraper"), "blobs", pointer.artifactId);
   return { media: args.media, artifact: { ...pointer, localPath } };
 }
-var import_node_os9, import_node_path13, import_node_crypto23, import_yazl2, import_p_limit5, MAPS_MEDIA_ARTIFACT_PREFIX, MAPS_MEDIA_ARTIFACT_TTL_MS, MAPS_MEDIA_DOWNLOAD_TTL_MS, MAX_IMAGE_BYTES2, MAX_ARCHIVE_IMAGE_BYTES, MAX_INLINE_IMAGE_BYTES, MAX_INLINE_TOTAL_BYTES, DOWNLOAD_CONCURRENCY, MAX_REDIRECTS;
+var import_node_os9, import_node_path13, import_node_crypto24, import_yazl2, import_p_limit5, MAPS_MEDIA_ARTIFACT_PREFIX, MAPS_MEDIA_ARTIFACT_TTL_MS, MAPS_MEDIA_DOWNLOAD_TTL_MS, MAX_IMAGE_BYTES2, MAX_ARCHIVE_IMAGE_BYTES, MAX_INLINE_IMAGE_BYTES, MAX_INLINE_TOTAL_BYTES, DOWNLOAD_CONCURRENCY, MAX_REDIRECTS;
 var init_maps_media_artifacts = __esm({
   "src/api/maps-media-artifacts.ts"() {
     "use strict";
     import_node_os9 = require("os");
     import_node_path13 = require("path");
-    import_node_crypto23 = require("crypto");
+    import_node_crypto24 = require("crypto");
     import_yazl2 = require("yazl");
     import_p_limit5 = __toESM(require("p-limit"), 1);
     init_private_artifacts();
@@ -43172,7 +43779,7 @@ function retryDelaySeconds(attempts) {
 }
 async function dispatchPendingDirectoryWorkflows(limit = 25) {
   const rows = await claimDirectoryWorkflowOutbox({
-    workerId: `directory-dispatch-${process.pid}-${(0, import_node_crypto24.randomUUID)().slice(0, 8)}`,
+    workerId: `directory-dispatch-${process.pid}-${(0, import_node_crypto25.randomUUID)().slice(0, 8)}`,
     limit
   });
   const result = { claimed: rows.length, dispatched: 0, failed: 0 };
@@ -43194,11 +43801,11 @@ async function dispatchPendingDirectoryWorkflows(limit = 25) {
   }
   return result;
 }
-var import_node_crypto24;
+var import_node_crypto25;
 var init_directory_workflow_dispatch = __esm({
   "src/api/directory-workflow-dispatch.ts"() {
     "use strict";
-    import_node_crypto24 = require("crypto");
+    import_node_crypto25 = require("crypto");
     init_client();
     init_directory_workflow_repository();
   }
@@ -43210,7 +43817,7 @@ function safeOptions(options) {
   return safe2;
 }
 function requestFingerprint(options) {
-  return (0, import_node_crypto25.createHash)("sha256").update(JSON.stringify(safeOptions(options))).digest("hex");
+  return (0, import_node_crypto26.createHash)("sha256").update(JSON.stringify(safeOptions(options))).digest("hex");
 }
 function idempotencyKey(raw) {
   if (raw !== void 0) {
@@ -43219,14 +43826,14 @@ function idempotencyKey(raw) {
     if (trimmed.length > 500) return { ok: false, message: "Idempotency-Key must be 500 characters or fewer." };
     return { ok: true, key: trimmed };
   }
-  return { ok: true, key: `directory-${(0, import_node_crypto25.randomUUID)()}` };
+  return { ok: true, key: `directory-${(0, import_node_crypto26.randomUUID)()}` };
 }
 function debitKeyFor(userId, responseKey) {
-  const digest2 = (0, import_node_crypto25.createHash)("sha256").update(String(userId)).update("\0").update(responseKey).digest("hex");
+  const digest2 = (0, import_node_crypto26.createHash)("sha256").update(String(userId)).update("\0").update(responseKey).digest("hex");
   return `directory-workflow:${userId}:${digest2}`;
 }
 function jobId() {
-  return `dir_${(0, import_node_crypto25.randomUUID)().replace(/-/g, "")}`;
+  return `dir_${(0, import_node_crypto26.randomUUID)().replace(/-/g, "")}`;
 }
 function publicStatus(job, result) {
   if (job.status === "failed") return "failed";
@@ -43335,7 +43942,7 @@ async function runSynchronously(c, user, options, plan, responseKey) {
         const csv = renderDirectoryWorkflowCsv(result);
         const artifact = await createDirectoryCsvArtifact({
           ownerId: String(user.id),
-          jobId: (0, import_node_crypto25.createHash)("sha256").update(debitKey2).digest("hex").slice(0, 32),
+          jobId: (0, import_node_crypto26.createHash)("sha256").update(debitKey2).digest("hex").slice(0, 32),
           createdAt: result.extractedAt,
           filename: `${options.state}-${options.query}-directory.csv`,
           csv,
@@ -43391,11 +43998,11 @@ async function runSynchronously(c, user, options, plan, responseKey) {
     await releaseConcurrencyGate(gate.lockId);
   }
 }
-var import_node_crypto25, import_hono16, directoryApp;
+var import_node_crypto26, import_hono16, directoryApp;
 var init_directory_routes = __esm({
   "src/api/directory-routes.ts"() {
     "use strict";
-    import_node_crypto25 = require("crypto");
+    import_node_crypto26 = require("crypto");
     import_hono16 = require("hono");
     init_api_auth();
     init_db();
@@ -43613,10 +44220,10 @@ function bounded(value, field, min, max) {
   return normalized;
 }
 function newLeadListUploadId() {
-  return `upl_${(0, import_node_crypto26.randomUUID)().replace(/-/g, "")}`;
+  return `upl_${(0, import_node_crypto27.randomUUID)().replace(/-/g, "")}`;
 }
 function newImportedLeadListId() {
-  return `lst_${(0, import_node_crypto26.randomUUID)().replace(/-/g, "")}`;
+  return `lst_${(0, import_node_crypto27.randomUUID)().replace(/-/g, "")}`;
 }
 async function ensureLeadListImportRepositorySchema() {
   const db = getDb();
@@ -43816,11 +44423,11 @@ async function deleteExpiredLeadListInputRecords(now = /* @__PURE__ */ new Date(
   ], "write");
   return { uploads: Number(uploads.rowsAffected ?? 0), lists: Number(lists.rowsAffected ?? 0) };
 }
-var import_node_crypto26, schemaDb5, schemaPromise5;
+var import_node_crypto27, schemaDb5, schemaPromise5;
 var init_lead_list_import_repository = __esm({
   "src/api/lead-list-import-repository.ts"() {
     "use strict";
-    import_node_crypto26 = require("crypto");
+    import_node_crypto27 = require("crypto");
     init_db();
     schemaDb5 = null;
     schemaPromise5 = null;
@@ -43862,7 +44469,7 @@ function safeFilenameHint(value) {
   return cleaned || null;
 }
 function requestFingerprint2(filenameHint) {
-  return (0, import_node_crypto27.createHash)("sha256").update(JSON.stringify({ filenameHint })).digest("hex");
+  return (0, import_node_crypto28.createHash)("sha256").update(JSON.stringify({ filenameHint })).digest("hex");
 }
 function publicBaseUrl() {
   const configured = process.env.MCP_SCRAPER_PUBLIC_BASE_URL?.trim() || process.env.PUBLIC_BASE_URL?.trim() || (process.env.VERCEL_PROJECT_PRODUCTION_URL ? `https://${process.env.VERCEL_PROJECT_PRODUCTION_URL}` : "") || "https://mcpscraper.dev";
@@ -44018,7 +44625,7 @@ async function inspectLeadListUpload(uploadId, ownerId2) {
     maxBytes: LEAD_LIST_UPLOAD_MAX_BYTES
   });
   if (!buffer) return null;
-  const sha2565 = (0, import_node_crypto27.createHash)("sha256").update(buffer).digest("hex");
+  const sha2565 = (0, import_node_crypto28.createHash)("sha256").update(buffer).digest("hex");
   const completed = await completeLeadListUpload({
     id: record.id,
     ownerId: record.ownerId,
@@ -44142,11 +44749,11 @@ async function cleanupExpiredLeadListInputs(args = {}) {
   const records = await deleteExpiredLeadListInputRecords(now);
   return { deletedBlobs, deletedUploadRecords: records.uploads, deletedListRecords: records.lists };
 }
-var import_node_crypto27, import_promises11, import_node_os10, import_node_path14, LEAD_LIST_UPLOAD_PREFIX, LEAD_LIST_NORMALIZED_PREFIX, LEAD_LIST_UPLOAD_MAX_BYTES, LEAD_LIST_UPLOAD_URL_TTL_MS, LEAD_LIST_UPLOAD_SOURCE_TTL_MS, LEAD_LIST_NORMALIZED_TTL_MS, LEAD_LIST_DOWNLOAD_TTL_MS, LEAD_LIST_UPLOAD_MIME_TYPES;
+var import_node_crypto28, import_promises11, import_node_os10, import_node_path14, LEAD_LIST_UPLOAD_PREFIX, LEAD_LIST_NORMALIZED_PREFIX, LEAD_LIST_UPLOAD_MAX_BYTES, LEAD_LIST_UPLOAD_URL_TTL_MS, LEAD_LIST_UPLOAD_SOURCE_TTL_MS, LEAD_LIST_NORMALIZED_TTL_MS, LEAD_LIST_DOWNLOAD_TTL_MS, LEAD_LIST_UPLOAD_MIME_TYPES;
 var init_lead_list_input_artifacts = __esm({
   "src/api/lead-list-input-artifacts.ts"() {
     "use strict";
-    import_node_crypto27 = require("crypto");
+    import_node_crypto28 = require("crypto");
     import_promises11 = require("fs/promises");
     import_node_os10 = require("os");
     import_node_path14 = require("path");
@@ -44529,7 +45136,7 @@ function canonicalize(value) {
   return `{${Object.keys(object).sort().map((key) => `${JSON.stringify(key)}:${canonicalize(object[key])}`).join(",")}}`;
 }
 function fingerprint(value) {
-  return (0, import_node_crypto28.createHash)("sha256").update(canonicalize(value)).digest("hex");
+  return (0, import_node_crypto29.createHash)("sha256").update(canonicalize(value)).digest("hex");
 }
 async function safeJson(c) {
   try {
@@ -44606,11 +45213,11 @@ function textDelimiter(raw, text2, observedMime) {
   if (observedMime === "text/tab-separated-values") return "	";
   return detectLeadListTextDelimiter(text2);
 }
-var import_node_crypto28, import_hono17, leadListInputApp;
+var import_node_crypto29, import_hono17, leadListInputApp;
 var init_lead_list_input_routes = __esm({
   "src/api/lead-list-input-routes.ts"() {
     "use strict";
-    import_node_crypto28 = require("crypto");
+    import_node_crypto29 = require("crypto");
     import_hono17 = require("hono");
     init_api_auth();
     init_lead_list_input_artifacts();
@@ -44802,7 +45409,7 @@ function retryDelaySeconds2(attempts) {
   return Math.min(3600, Math.max(15, 15 * 2 ** Math.min(8, Math.max(0, attempts - 1))));
 }
 async function dispatchPendingLeadListEnrichments(limit = 25) {
-  const rows = await claimLeadListEnrichmentOutbox({ workerId: `lead-list-dispatch-${process.pid}-${(0, import_node_crypto29.randomUUID)().slice(0, 8)}`, limit });
+  const rows = await claimLeadListEnrichmentOutbox({ workerId: `lead-list-dispatch-${process.pid}-${(0, import_node_crypto30.randomUUID)().slice(0, 8)}`, limit });
   const result = { claimed: rows.length, dispatched: 0, failed: 0 };
   for (const row of rows) {
     if (!row.claimToken) continue;
@@ -44821,11 +45428,11 @@ async function dispatchPendingLeadListEnrichments(limit = 25) {
   }
   return result;
 }
-var import_node_crypto29;
+var import_node_crypto30;
 var init_lead_list_enrichment_dispatch = __esm({
   "src/api/lead-list-enrichment-dispatch.ts"() {
     "use strict";
-    import_node_crypto29 = require("crypto");
+    import_node_crypto30 = require("crypto");
     init_client();
     init_lead_list_enrichment_repository();
   }
@@ -44841,15 +45448,15 @@ function idempotencyKey2(raw) {
   return { ok: true, value };
 }
 function newJobId() {
-  return `lle_${(0, import_node_crypto30.randomUUID)().replace(/-/g, "")}`;
+  return `lle_${(0, import_node_crypto31.randomUUID)().replace(/-/g, "")}`;
 }
 function debitKeyFor2(userId, key) {
-  const digest2 = (0, import_node_crypto30.createHash)("sha256").update(String(userId)).update("\0").update(key).digest("hex");
+  const digest2 = (0, import_node_crypto31.createHash)("sha256").update(String(userId)).update("\0").update(key).digest("hex");
   return `lead-list-enrichment:${userId}:${digest2}`;
 }
 function inlineSourceDigest(headers, rows) {
   const values = rows.map((row) => headers.map((header) => row[header] ?? null));
-  return (0, import_node_crypto30.createHash)("sha256").update(stableCanonicalJson({ headers, values })).digest("hex");
+  return (0, import_node_crypto31.createHash)("sha256").update(stableCanonicalJson({ headers, values })).digest("hex");
 }
 function issueMessage(error) {
   const issue = error.issues[0];
@@ -45047,11 +45654,11 @@ async function resolveInput(ownerId2, parsed) {
     sourceDigest: sourceDigest ?? inlineSourceDigest(normalized.headers, rows)
   };
 }
-var import_node_crypto30, import_hono18, import_zod31, SourceSchema, StartSchema, TERMINAL, leadListEnrichmentApp;
+var import_node_crypto31, import_hono18, import_zod31, SourceSchema, StartSchema, TERMINAL, leadListEnrichmentApp;
 var init_lead_list_enrichment_routes = __esm({
   "src/api/lead-list-enrichment-routes.ts"() {
     "use strict";
-    import_node_crypto30 = require("crypto");
+    import_node_crypto31 = require("crypto");
     import_hono18 = require("hono");
     import_zod31 = require("zod");
     init_api_auth();
@@ -48244,7 +48851,7 @@ async function readManifestFromSummary(summary) {
 function webhookSignature(body, timestamp2) {
   const secret2 = process.env.MCP_SCRAPER_WEBHOOK_SECRET?.trim();
   if (!secret2) return null;
-  return (0, import_node_crypto31.createHmac)("sha256", secret2).update(`${timestamp2}.${body}`).digest("hex");
+  return (0, import_node_crypto32.createHmac)("sha256", secret2).update(`${timestamp2}.${body}`).digest("hex");
 }
 async function deliverWorkflowWebhook(input) {
   if (!input.webhookUrl) return;
@@ -48451,11 +49058,11 @@ async function dispatchDueWorkflowSchedules(apiUrl, limit = 3) {
   }
   return { dispatched: results.length, results };
 }
-var import_node_crypto31, import_promises14, import_hono21, import_zod41, workflowApp, WorkflowInputSchema, WorkflowIdSchema, CadenceSchema, ScheduleStatusSchema, RunBodySchema, ScheduleCreateSchema, SchedulePatchSchema, TERMINAL_RUN_STATUSES;
+var import_node_crypto32, import_promises14, import_hono21, import_zod41, workflowApp, WorkflowInputSchema, WorkflowIdSchema, CadenceSchema, ScheduleStatusSchema, RunBodySchema, ScheduleCreateSchema, SchedulePatchSchema, TERMINAL_RUN_STATUSES;
 var init_workflow_routes = __esm({
   "src/api/workflow-routes.ts"() {
     "use strict";
-    import_node_crypto31 = require("crypto");
+    import_node_crypto32 = require("crypto");
     import_promises14 = require("fs/promises");
     import_hono21 = require("hono");
     import_zod41 = require("zod");
@@ -48736,7 +49343,7 @@ var init_workflow_routes = __esm({
 // src/serp-intelligence/page-snapshot-extractor.ts
 function sha2562(value) {
   if (!value) return null;
-  return (0, import_node_crypto32.createHash)("sha256").update(value).digest("hex");
+  return (0, import_node_crypto33.createHash)("sha256").update(value).digest("hex");
 }
 function countWords(markdown) {
   const matches = markdown.trim().match(/\b[\p{L}\p{N}][\p{L}\p{N}'-]*\b/gu);
@@ -49036,11 +49643,11 @@ async function capturePageSnapshots(targets, options = {}) {
     }
   };
 }
-var import_node_crypto32, import_p_limit6, DEFAULT_TIMEOUT_MS, DEFAULT_MAX_CONCURRENCY, DEFAULT_MAX_CONTENT_CHARS;
+var import_node_crypto33, import_p_limit6, DEFAULT_TIMEOUT_MS, DEFAULT_MAX_CONCURRENCY, DEFAULT_MAX_CONTENT_CHARS;
 var init_page_snapshot_extractor = __esm({
   "src/serp-intelligence/page-snapshot-extractor.ts"() {
     "use strict";
-    import_node_crypto32 = require("crypto");
+    import_node_crypto33 = require("crypto");
     import_p_limit6 = __toESM(require("p-limit"), 1);
     init_kpo_extractor();
     init_url_utils();
@@ -49536,21 +50143,21 @@ async function logRequestEventBestEffort(input) {
   }
 }
 function captureBillingKeys(userId, suppliedKey, body) {
-  const responseKey = suppliedKey?.trim() || (0, import_node_crypto33.randomUUID)();
-  const requestFingerprint3 = (0, import_node_crypto33.createHash)("sha256").update(JSON.stringify(body)).digest("hex");
-  const keyDigest = (0, import_node_crypto33.createHash)("sha256").update(String(userId)).update("\0").update(responseKey).digest("hex");
+  const responseKey = suppliedKey?.trim() || (0, import_node_crypto34.randomUUID)();
+  const requestFingerprint3 = (0, import_node_crypto34.createHash)("sha256").update(JSON.stringify(body)).digest("hex");
+  const keyDigest = (0, import_node_crypto34.createHash)("sha256").update(String(userId)).update("\0").update(responseKey).digest("hex");
   return {
     responseKey,
     debitKey: `serp-capture:${userId}:${keyDigest}`,
     debitDescription: `${body.query} [request:${requestFingerprint3}]`
   };
 }
-var import_hono22, import_node_crypto33, SERP_INTELLIGENCE_RATE_LIMIT, SERP_INTELLIGENCE_RATE_WINDOW_SECONDS, POST_CAPTURE_ROUTE_LABEL, POST_PAGE_SNAPSHOTS_ROUTE_LABEL, SERP_CAPTURE_BILLING_SOURCE, serpIntelligenceApp;
+var import_hono22, import_node_crypto34, SERP_INTELLIGENCE_RATE_LIMIT, SERP_INTELLIGENCE_RATE_WINDOW_SECONDS, POST_CAPTURE_ROUTE_LABEL, POST_PAGE_SNAPSHOTS_ROUTE_LABEL, SERP_CAPTURE_BILLING_SOURCE, serpIntelligenceApp;
 var init_serp_intelligence_routes = __esm({
   "src/api/serp-intelligence-routes.ts"() {
     "use strict";
     import_hono22 = require("hono");
-    import_node_crypto33 = require("crypto");
+    import_node_crypto34 = require("crypto");
     init_browser_service_env();
     init_page_snapshot_extractor();
     init_serp_capture_service();
@@ -49787,7 +50394,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.64.1";
+    PACKAGE_VERSION = "0.65.0";
   }
 });
@@ -49818,6 +50425,8 @@ seam is noted so you can chain them.
 - Whole site -> **extract_site** (takes a url). It durably retains complete per-page JSON, acquired HTML,
   and Markdown. Poll **check_site_export**, then call **site_export_read** for the manifest or a page view;
   call **site_export_image** for downloaded image IDs.
+- JavaScript-rendered page overlap/cannibalization -> **analyze_site_similarity**. It returns dedicated
+  raw-cosine page pairs, corpus percentiles, threshold clusters, and rendered-page artifacts.
 - Wayback replay URLs work with the same tools: \`extract_url\` removes playback chrome and can return
   a featured image; \`extract_site\` batches nearby archived HTML captures for the replayed site.
 - For multiple archive months, pass \`extract_site.wayback\` with explicit \`months\` or a \`from\`/\`to\`
@@ -50231,6 +50840,7 @@ var init_output_schema_registry = __esm({
     ESSENTIAL_OUTPUT_SCHEMA_TOOLS = /* @__PURE__ */ new Set([
       "extract_url",
       "extract_site",
+      "analyze_site_similarity",
       "audit_site",
       "check_site_export",
       "site_export_read",
@@ -51628,7 +52238,7 @@ var init_contracts = __esm({
 });
 // src/mcp/mcp-tool-schemas.ts
-var import_zod45, WEBSITE_URL_OR_DOMAIN_ERROR, WebsiteUrlOrDomainSchema, HarvestPaaInputSchema, ExtractUrlBaseInputSchema, ExtractUrlInputSchema, ExtractUrlLocalInputSchema, DiffPageBaseInputSchema, DiffPageInputSchema, DiffPageLocalInputSchema, MapSiteUrlsInputSchema, MapWaybackSnapshotsInputSchema, ExtractSiteInputSchema, AuditSiteInputSchema, CheckSiteExportInputSchema, SiteExportReadInputSchema, SiteExportImageInputSchema, ArchiveReadInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, RedditTrendingInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, LeadScalarSchema2, LeadRowSchema, LeadColumnMapSchema2, LeadRowsImportSourceSchema, LeadCsvTextImportSourceSchema, LeadUploadImportSourceSchema, LeadListUploadStartInputSchema, LeadListImportInputSchema, LeadRowsEnrichmentSourceSchema, ImportedLeadListSourceSchema, LeadListEnrichInputSchema, LeadListEnrichStatusInputSchema, LocationMarketsInputSchema, CommonsSearchEntitiesInputSchema, CommonsGetEntityInputSchema, CommonsGetEntityLinksetInputSchema, CommonsFeaturedImageInputSchema, CommonsMediaInputSchema, CommonsCitationInputSchema, CommonsSourceInputSchema, CommonsRelatedLinkInputSchema, CommonsClaimInputSchema, CommonsPrepareEntityInputSchema, CommonsSubmitEntityInputSchema, CommonsValidateEntityInputSchema, CommonsGetEntityLedgerInputSchema, CommonsHostImageInputSchema, CommonsGetProposalInputSchema, CommonsSaveFilterInputSchema, CommonsListFiltersInputSchema, CommonsListNeedsLinksInputSchema, CommonsGenericOutputSchema, DirectoryWorkflowStatusInputSchema, LocalSourcebookSubmitInputSchema, LocalSourcebookCategorySchema, LocalSourcebookSchemaTypeInputSchema, LocalSourcebookTagCandidateObjectSchema, LocalSourcebookTagDecisionObjectSchema, LocalSourcebookIdentityObjectSchema, GetLocalSourcebookContractInputSchema, ListLocalSourcebookTagsInputSchema, ResolveLocalSourcebookTagsInputSchema, PrepareLocalSourcebookWriteInputSchema, ValidateLocalSourcebookWriteInputSchema, LocalSourcebookCaptureInputSchema, LocalSourcebookSubmissionStatusInputSchema, LocalSourcebookRefreshInputSchema, LocalSourcebookOutputSchema, ArtifactPointerOutputSchema, EditorialReadingRoomSiteSchema, EditorialReadingRoomImageSchema, EditorialReadingRoomArticleSchema, EditorialReadingRoomGuideInputSchema, EditorialReadingRoomGuideOutputSchema, CreateEditorialReadingRoomInputSchema, EditorialReadingRoomArtifactSchema, CreateEditorialReadingRoomOutputSchema, RenewEditorialReadingRoomDownloadInputSchema, RenewEditorialReadingRoomDownloadOutputSchema, CommonsPublicationSubdomainSchema, CommonsPreparePublicationInputSchema, CommonsValidatePublicationInputSchema, CommonsClaimPublicationInputSchema, CommonsPublishEditorialInputSchema, CommonsUpdateEditorialArticleInputSchema, CommonsGetPublicationInputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryCsvArtifactOutput, DirectoryWorkflowOutputSchema, LeadSuggestedColumnOutputSchema, LeadColumnMapSuggestionOutputSchema, LeadArtifactOutputSchema, LeadListUploadStartOutputSchema, LeadListImportOutputSchema, LeadCandidateOutputSchema, LeadProgressOutputSchema, LeadBillingOutputSchema, LeadAssociatedPersonSourceOutputSchema, LeadAssociatedPersonOutputSchema, LeadSampleRowOutputSchema, LeadListEnrichmentOutputSchema, LocationDatasetProvenanceOutput, LocationMarketsOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, PageMediaAssetOutput, PageMediaArtifactOutput, ExtractUrlOutputSchema, DiffPageOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, CheckSiteExportOutputSchema, SiteExportReadOutputSchema, SiteExportImageOutputSchema, ArchiveEntryOutputSchema, ArchiveReadOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, WaybackCaptureOutputSchema, MapWaybackSnapshotsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, RedditTrendingOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, TranscriptSignalOutput, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema, ListServiceConnectionsInputSchema, ListServiceConnectionsOutputSchema, TestServiceConnectionInputSchema, TestServiceConnectionOutputSchema, ReadServiceConnectionInputSchema, ReadServiceConnectionOutputSchema, MetaAdCreativeMediaInputSchema, MetaAdCreativeMediaOutputSchema, ImportServiceConnectionToMemoryInputSchema, ImportServiceConnectionToMemoryOutputSchema, DescribeServiceConnectionToolInputSchema, DescribeServiceConnectionToolOutputSchema, ConnectedDataContinuationSchema, ExportConnectedServiceDataInputSchema, ConnectedDataArtifactSchema, ExportConnectedServiceDataOutputSchema, SearchConsoleTableColumnSchema, SearchConsoleTableFilterSchema, ExportSearchConsoleTableDataInputSchema, ExportSearchConsoleTableDataOutputSchema, RenewConnectedDataExportDownloadInputSchema, RenewConnectedDataExportDownloadOutputSchema, CallServiceConnectionActionInputSchema, CallServiceConnectionActionOutputSchema, SetScheduledActionConnectionsInputSchema, SetScheduledActionConnectionsOutputSchema, SlackSendMessageInputSchema, SlackSendMessageOutputSchema, GmailSendMessageInputSchema, GmailSendMessageOutputSchema, GmailSearchContactsInputSchema, GmailSearchContactsOutputSchema, GoogleCalendarCreateEventInputSchema, GoogleCalendarCreateEventOutputSchema, ZoomCreateMeetingInputSchema, ZoomCreateMeetingOutputSchema;
+var import_zod45, WEBSITE_URL_OR_DOMAIN_ERROR, WebsiteUrlOrDomainSchema, HarvestPaaInputSchema, ExtractUrlBaseInputSchema, ExtractUrlInputSchema, ExtractUrlLocalInputSchema, DiffPageBaseInputSchema, DiffPageInputSchema, DiffPageLocalInputSchema, MapSiteUrlsInputSchema, MapWaybackSnapshotsInputSchema, ExtractSiteInputSchema, AnalyzeSiteSimilarityInputSchema, AuditSiteInputSchema, CheckSiteExportInputSchema, SiteExportReadInputSchema, SiteExportImageInputSchema, ArchiveReadInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, RedditTrendingInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, LeadScalarSchema2, LeadRowSchema, LeadColumnMapSchema2, LeadRowsImportSourceSchema, LeadCsvTextImportSourceSchema, LeadUploadImportSourceSchema, LeadListUploadStartInputSchema, LeadListImportInputSchema, LeadRowsEnrichmentSourceSchema, ImportedLeadListSourceSchema, LeadListEnrichInputSchema, LeadListEnrichStatusInputSchema, LocationMarketsInputSchema, CommonsSearchEntitiesInputSchema, CommonsGetEntityInputSchema, CommonsGetEntityLinksetInputSchema, CommonsFeaturedImageInputSchema, CommonsMediaInputSchema, CommonsCitationInputSchema, CommonsSourceInputSchema, CommonsRelatedLinkInputSchema, CommonsClaimInputSchema, CommonsPrepareEntityInputSchema, CommonsSubmitEntityInputSchema, CommonsValidateEntityInputSchema, CommonsGetEntityLedgerInputSchema, CommonsHostImageInputSchema, CommonsGetProposalInputSchema, CommonsSaveFilterInputSchema, CommonsListFiltersInputSchema, CommonsListNeedsLinksInputSchema, CommonsGenericOutputSchema, DirectoryWorkflowStatusInputSchema, LocalSourcebookSubmitInputSchema, LocalSourcebookCategorySchema, LocalSourcebookSchemaTypeInputSchema, LocalSourcebookTagCandidateObjectSchema, LocalSourcebookTagDecisionObjectSchema, LocalSourcebookIdentityObjectSchema, GetLocalSourcebookContractInputSchema, ListLocalSourcebookTagsInputSchema, ResolveLocalSourcebookTagsInputSchema, PrepareLocalSourcebookWriteInputSchema, ValidateLocalSourcebookWriteInputSchema, LocalSourcebookCaptureInputSchema, LocalSourcebookSubmissionStatusInputSchema, LocalSourcebookRefreshInputSchema, LocalSourcebookOutputSchema, ArtifactPointerOutputSchema, EditorialReadingRoomSiteSchema, EditorialReadingRoomImageSchema, EditorialReadingRoomArticleSchema, EditorialReadingRoomGuideInputSchema, EditorialReadingRoomGuideOutputSchema, CreateEditorialReadingRoomInputSchema, EditorialReadingRoomArtifactSchema, CreateEditorialReadingRoomOutputSchema, RenewEditorialReadingRoomDownloadInputSchema, RenewEditorialReadingRoomDownloadOutputSchema, CommonsPublicationSubdomainSchema, CommonsPreparePublicationInputSchema, CommonsValidatePublicationInputSchema, CommonsClaimPublicationInputSchema, CommonsPublishEditorialInputSchema, CommonsUpdateEditorialArticleInputSchema, CommonsGetPublicationInputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryCsvArtifactOutput, DirectoryWorkflowOutputSchema, LeadSuggestedColumnOutputSchema, LeadColumnMapSuggestionOutputSchema, LeadArtifactOutputSchema, LeadListUploadStartOutputSchema, LeadListImportOutputSchema, LeadCandidateOutputSchema, LeadProgressOutputSchema, LeadBillingOutputSchema, LeadAssociatedPersonSourceOutputSchema, LeadAssociatedPersonOutputSchema, LeadSampleRowOutputSchema, LeadListEnrichmentOutputSchema, LocationDatasetProvenanceOutput, LocationMarketsOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, PageMediaAssetOutput, PageMediaArtifactOutput, ExtractUrlOutputSchema, DiffPageOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, CheckSiteExportOutputSchema, SiteExportReadOutputSchema, SiteExportImageOutputSchema, ArchiveEntryOutputSchema, ArchiveReadOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, WaybackCaptureOutputSchema, MapWaybackSnapshotsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, RedditTrendingOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, TranscriptSignalOutput, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema, ListServiceConnectionsInputSchema, ListServiceConnectionsOutputSchema, TestServiceConnectionInputSchema, TestServiceConnectionOutputSchema, ReadServiceConnectionInputSchema, ReadServiceConnectionOutputSchema, MetaAdCreativeMediaInputSchema, MetaAdCreativeMediaOutputSchema, ImportServiceConnectionToMemoryInputSchema, ImportServiceConnectionToMemoryOutputSchema, DescribeServiceConnectionToolInputSchema, DescribeServiceConnectionToolOutputSchema, ConnectedDataContinuationSchema, ExportConnectedServiceDataInputSchema, ConnectedDataArtifactSchema, ExportConnectedServiceDataOutputSchema, SearchConsoleTableColumnSchema, SearchConsoleTableFilterSchema, ExportSearchConsoleTableDataInputSchema, ExportSearchConsoleTableDataOutputSchema, RenewConnectedDataExportDownloadInputSchema, RenewConnectedDataExportDownloadOutputSchema, CallServiceConnectionActionInputSchema, CallServiceConnectionActionOutputSchema, SetScheduledActionConnectionsInputSchema, SetScheduledActionConnectionsOutputSchema, SlackSendMessageInputSchema, SlackSendMessageOutputSchema, GmailSendMessageInputSchema, GmailSendMessageOutputSchema, GmailSearchContactsInputSchema, GmailSearchContactsOutputSchema, GoogleCalendarCreateEventInputSchema, GoogleCalendarCreateEventOutputSchema, ZoomCreateMeetingInputSchema, ZoomCreateMeetingOutputSchema;
 var init_mcp_tool_schemas = __esm({
   "src/mcp/mcp-tool-schemas.ts"() {
     "use strict";
@@ -51738,6 +52348,13 @@ var init_mcp_tool_schemas = __esm({
       preserveMedia: import_zod45.z.boolean().default(false).describe("Include supported images in the export bundle. This is the preferred replacement for downloadImages."),
       downloadImages: import_zod45.z.boolean().optional().describe("Deprecated alias for preserveMedia. Omit when using preserveMedia; when omitted, image preservation defaults to false.")
     };
+    AnalyzeSiteSimilarityInputSchema = {
+      url: WebsiteUrlOrDomainSchema.describe("Public live site to render and compare. Bare domains default to https://."),
+      maxPages: import_zod45.z.number().int().min(2).max(500).default(100).describe("Maximum rendered pages to compare; default 100, maximum 500."),
+      similarityThreshold: import_zod45.z.number().min(0).max(1).default(0.9).describe("Minimum raw cosine score retained in the pair table; default 0.90."),
+      similarityMaxPairs: import_zod45.z.number().int().min(1).max(5e4).default(1e4).describe("Maximum scored pairs retained, highest first; default 10,000."),
+      idempotencyKey: import_zod45.z.string().trim().min(8).max(200).describe("Required unique opaque ID for this intended analysis. Reuse only when retrying the same call; use a new value for an intentional rerun.")
+    };
     AuditSiteInputSchema = {
       url: WebsiteUrlOrDomainSchema.describe("Public website URL or domain for a full technical SEO audit (issues, link graph, indexability, headings, images). Bare domains default to https://. For plain content use extract_site instead."),
       maxPages: import_zod45.z.number().int().min(1).max(1e4).optional().describe("Maximum pages to crawl and audit. MCP audits always run as durable background exports and return a jobId; poll check_site_export for the hosted audit ZIP."),
@@ -51750,17 +52367,17 @@ var init_mcp_tool_schemas = __esm({
       downloadImages: import_zod45.z.boolean().optional().describe("Deprecated alias for preserveMedia. Omit when using preserveMedia; when omitted, image preservation defaults to false.")
     };
     CheckSiteExportInputSchema = {
-      jobId: import_zod45.z.string().min(1).describe("The jobId returned by extract_site or audit_site. Poll until status is complete, partial, or failed; partial jobs still return a downloadable bundle with successful pages and failure details.")
+      jobId: import_zod45.z.string().min(1).describe("The jobId returned by extract_site, analyze_site_similarity, or audit_site. Poll until status is complete, partial, or failed; partial jobs still return successful content and failure details.")
     };
     SiteExportReadInputSchema = {
-      jobId: import_zod45.z.string().min(1).describe("Site export job ID returned by extract_site or audit_site."),
+      jobId: import_zod45.z.string().min(1).describe("Site export job ID returned by extract_site, analyze_site_similarity, or audit_site."),
       pageId: import_zod45.z.string().regex(/^[a-f0-9]{64}$/).optional().describe("Page ID returned by a manifest read. Omit to list the export manifest."),
       format: import_zod45.z.enum(["manifest", "json", "html", "markdown"]).default("manifest").describe("manifest lists page/image IDs; JSON, HTML, and Markdown read one page representation."),
       offset: import_zod45.z.number().int().min(0).default(0).describe("UTF-8 byte offset. Continue from nextOffset until it is null."),
       maxBytes: import_zod45.z.number().int().min(1).max(1e6).default(64e3).describe("Maximum UTF-8 bytes returned in this window.")
     };
     SiteExportImageInputSchema = {
-      jobId: import_zod45.z.string().min(1).describe("Site export job ID returned by extract_site or audit_site."),
+      jobId: import_zod45.z.string().min(1).describe("Site export job ID returned by extract_site, analyze_site_similarity, or audit_site."),
       imageId: import_zod45.z.string().regex(/^[a-f0-9]{64}$/).describe("Downloaded image ID returned by a site_export_read manifest.")
     };
     ArchiveReadInputSchema = {
@@ -54928,11 +55545,11 @@ function requireTasksCapability(capabilityValue) {
   );
 }
 function taskKey(secret2) {
-  return (0, import_node_crypto34.createHash)("sha256").update("mcp-scraper-task-handle\0", "utf8").update(secret2, "utf8").digest();
+  return (0, import_node_crypto35.createHash)("sha256").update("mcp-scraper-task-handle\0", "utf8").update(secret2, "utf8").digest();
 }
 function encodeTaskHandle(payload, secret2) {
-  const nonce = (0, import_node_crypto34.randomBytes)(12);
-  const cipher = (0, import_node_crypto34.createCipheriv)("aes-256-gcm", taskKey(secret2), nonce);
+  const nonce = (0, import_node_crypto35.randomBytes)(12);
+  const cipher = (0, import_node_crypto35.createCipheriv)("aes-256-gcm", taskKey(secret2), nonce);
   const ciphertext = Buffer.concat([
     cipher.update(JSON.stringify(payload), "utf8"),
     cipher.final()
@@ -54949,7 +55566,7 @@ function decodeTaskHandle(taskId, secret2, ownerId2) {
     const nonce = bytes.subarray(0, 12);
     const tag = bytes.subarray(bytes.length - 16);
     const ciphertext = bytes.subarray(12, bytes.length - 16);
-    const decipher = (0, import_node_crypto34.createDecipheriv)("aes-256-gcm", taskKey(secret2), nonce);
+    const decipher = (0, import_node_crypto35.createDecipheriv)("aes-256-gcm", taskKey(secret2), nonce);
     decipher.setAuthTag(tag);
     const parsed = JSON.parse(Buffer.concat([
       decipher.update(ciphertext),
@@ -55177,12 +55794,12 @@ async function handleMcpTasksHttpRequest(request, executor, options) {
     return taskHttpError(id, error instanceof import_server.ProtocolError ? error : new import_server.ProtocolError(-32603, error instanceof Error ? error.message : "Internal error"));
   }
 }
-var import_server, import_node_crypto34, import_zod46, MCP_TASKS_EXTENSION_ID, TASK_HANDLE_VERSION, TASK_TTL_MS, TASK_POLL_INTERVAL_MS, TASK_INVALID_PARAMS, TASK_MISSING_CAPABILITY;
+var import_server, import_node_crypto35, import_zod46, MCP_TASKS_EXTENSION_ID, TASK_HANDLE_VERSION, TASK_TTL_MS, TASK_POLL_INTERVAL_MS, TASK_INVALID_PARAMS, TASK_MISSING_CAPABILITY;
 var init_mcp_tasks_extension = __esm({
   "src/mcp/mcp-tasks-extension.ts"() {
     "use strict";
     import_server = require("@modelcontextprotocol/server");
-    import_node_crypto34 = require("crypto");
+    import_node_crypto35 = require("crypto");
     import_zod46 = require("zod");
     MCP_TASKS_EXTENSION_ID = "io.modelcontextprotocol/tasks";
     TASK_HANDLE_VERSION = "mt1";
@@ -55480,7 +56097,7 @@ var init_analytics_mcp_tools = __esm({
 // src/mcp/paa-mcp-server.ts
 function hashOwnerId(callerKey) {
-  return (0, import_node_crypto35.createHash)("sha256").update(callerKey).digest("hex").slice(0, 24);
+  return (0, import_node_crypto36.createHash)("sha256").update(callerKey).digest("hex").slice(0, 24);
 }
 function liveWebToolAnnotations(title) {
   return {
@@ -55693,6 +56310,21 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     await formatExtractSite(await executor.extractSite(input), input, ctx),
     requestContext
   ));
+  server.registerTool("analyze_site_similarity", {
+    title: "Rendered Site Content Similarity",
+    description: "Find overlapping or competing live pages. Forces JavaScript rendering, retains bounded inert DOM plus clean Markdown, and returns raw-cosine pairs, corpus percentiles, clusters, and table-ready files in a private ZIP. Poll check_site_export; the scores measure content overlap, not intent or proof of cannibalization.",
+    inputSchema: AnalyzeSiteSimilarityInputSchema,
+    outputSchema: recordOutputSchema("analyze_site_similarity", ExtractSiteOutputSchema),
+    annotations: { ...liveWebToolAnnotations("Rendered Site Content Similarity"), readOnlyHint: false }
+  }, async (input, requestContext) => tasks.taskify(
+    "site_export",
+    await formatExtractSite(
+      await executor.analyzeSiteSimilarity(input),
+      { ...input, toolLabel: "Rendered Site Content Similarity" },
+      ctx
+    ),
+    requestContext
+  ));
   server.registerTool("audit_site", {
     title: "Technical SEO Audit",
     description: `Run a full technical SEO audit (Screaming-Frog-style) on a public website: on-page issues, internal link graph, indexability, heading/image analysis. Pass a new idempotencyKey for each intended audit and reuse it only when retrying that call. Every MCP audit starts a durable export; poll check_site_export for discovered, attempted, successful, failed, and remaining counts plus ${fileBehavior("the saved ZIP.", "the owner-scoped downloadable ZIP.")} Use extract_site instead for plain page content.`,
@@ -55706,7 +56338,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   ));
   server.registerTool("check_site_export", {
     title: "Check Site Export",
-    description: "Poll a background extract_site or audit_site job. Reports discovered, attempted, successful, failed, and remaining pages plus a stable public error envelope when terminal. Complete and partial jobs expose direct AI readback through site_export_read/site_export_image and also return a downloadable ZIP.",
+    description: "Poll a background extract_site, analyze_site_similarity, or audit_site job. Reports page counters and a stable public error envelope when terminal. Complete and partial jobs expose direct AI readback and a downloadable ZIP.",
     inputSchema: CheckSiteExportInputSchema,
     outputSchema: recordOutputSchema("check_site_export", CheckSiteExportOutputSchema),
     annotations: { ...liveWebToolAnnotations("Check Site Export"), readOnlyHint: false }
@@ -56445,7 +57077,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     annotations: { title: "Set Scheduled Action Connections", readOnlyHint: false, destructiveHint: false, idempotentHint: true, openWorldHint: false }
   }, async (input) => executor.setScheduledActionConnections(input));
 }
-var import_server2, import_zod48, import_node_fs11, import_node_path17, import_node_crypto35, ACTION_CONFIRMATION_SCHEMA;
+var import_server2, import_zod48, import_node_fs11, import_node_path17, import_node_crypto36, ACTION_CONFIRMATION_SCHEMA;
 var init_paa_mcp_server = __esm({
   "src/mcp/paa-mcp-server.ts"() {
     "use strict";
@@ -56453,7 +57085,7 @@ var init_paa_mcp_server = __esm({
     import_zod48 = require("zod");
     import_node_fs11 = require("fs");
     import_node_path17 = require("path");
-    import_node_crypto35 = require("crypto");
+    import_node_crypto36 = require("crypto");
     init_version();
     init_rates();
     init_mcp_response_formatter();
@@ -56574,11 +57206,11 @@ function analyticsReportPath(input, report) {
   const suffix2 = query.size ? `?${query.toString()}` : "";
   return `/analytics/sites/${encodeURIComponent(input.siteId)}/${report}${suffix2}`;
 }
-var import_node_crypto36, HttpMcpToolExecutor;
+var import_node_crypto37, HttpMcpToolExecutor;
 var init_http_mcp_tool_executor = __esm({
   "src/mcp/http-mcp-tool-executor.ts"() {
     "use strict";
-    import_node_crypto36 = require("crypto");
+    import_node_crypto37 = require("crypto");
     init_harvest_timeout();
     init_browser_service_env();
     init_errors();
@@ -56647,13 +57279,13 @@ var init_http_mcp_tool_executor = __esm({
         });
       }
       async callDirectoryWorkflowStart(body, explicitIdempotencyKey) {
-        const idempotencyKey4 = `mcp-directory-${(0, import_node_crypto36.createHash)("sha256").update(explicitIdempotencyKey).digest("hex")}`;
+        const idempotencyKey4 = `mcp-directory-${(0, import_node_crypto37.createHash)("sha256").update(explicitIdempotencyKey).digest("hex")}`;
         return this.call("/directory/run", body, this.timeoutMs, "POST", {
           "Idempotency-Key": idempotencyKey4
         });
       }
       async callSiteExtractStart(toolName, body, explicitIdempotencyKey) {
-        const idempotencyKey4 = `mcp-site-${(0, import_node_crypto36.createHash)("sha256").update(toolName).update("\0").update(explicitIdempotencyKey).digest("hex")}`;
+        const idempotencyKey4 = `mcp-site-${(0, import_node_crypto37.createHash)("sha256").update(toolName).update("\0").update(explicitIdempotencyKey).digest("hex")}`;
         return this.call("/extract-site", body, this.timeoutMs, "POST", {
           "Idempotency-Key": idempotencyKey4
         });
@@ -56741,6 +57373,19 @@ var init_http_mcp_tool_executor = __esm({
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         return this.callSiteExtractStart("extract_site", { ...body, background: true }, idempotencyKey4);
       }
+      analyzeSiteSimilarity(input) {
+        const { idempotencyKey: idempotencyKey4, similarityThreshold, similarityMaxPairs, ...body } = input;
+        return this.callSiteExtractStart("analyze_site_similarity", {
+          ...body,
+          background: true,
+          formats: ["markdown", "links", "json"],
+          renderJavaScript: true,
+          captureRenderedDom: true,
+          semanticSimilarity: true,
+          similarityThreshold,
+          similarityMaxPairs
+        }, idempotencyKey4);
+      }
       auditSite(input) {
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         const requestBody = {
@@ -57075,7 +57720,7 @@ var init_http_mcp_tool_executor = __esm({
           report: input.report,
           format: input.format
         }, this.timeoutMs, "POST", {
-          "Idempotency-Key": `analytics-export-${(0, import_node_crypto36.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
+          "Idempotency-Key": `analytics-export-${(0, import_node_crypto37.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
         });
       }
       commonsSearchEntities(input) {
@@ -57114,7 +57759,7 @@ var init_http_mcp_tool_executor = __esm({
       commonsSubmitEntity(input) {
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         return this.call("/commons/entities/propose", { ...body, idempotencyKey: idempotencyKey4 }, this.timeoutMs, "POST", {
-          "Idempotency-Key": `commons-${(0, import_node_crypto36.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
+          "Idempotency-Key": `commons-${(0, import_node_crypto37.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
         });
       }
       commonsGetEntityLedger(input) {
@@ -57129,7 +57774,7 @@ var init_http_mcp_tool_executor = __esm({
       commonsUpdateEditorialArticle(input) {
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         return this.call("/commons/publications/articles", { ...body, idempotencyKey: idempotencyKey4 }, this.timeoutMs, "POST", {
-          "Idempotency-Key": `commons-article-${(0, import_node_crypto36.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
+          "Idempotency-Key": `commons-article-${(0, import_node_crypto37.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
         });
       }
       commonsSaveFilter(input) {
@@ -57150,13 +57795,13 @@ var init_http_mcp_tool_executor = __esm({
       commonsClaimPublication(input) {
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         return this.call("/commons/publications/claim", { ...body, idempotencyKey: idempotencyKey4 }, this.timeoutMs, "POST", {
-          "Idempotency-Key": `commons-publication-claim-${(0, import_node_crypto36.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
+          "Idempotency-Key": `commons-publication-claim-${(0, import_node_crypto37.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
         });
       }
       commonsPublishEditorial(input) {
         const { idempotencyKey: idempotencyKey4, ...body } = input;
         return this.call("/commons/publications/publish", { ...body, idempotencyKey: idempotencyKey4 }, this.timeoutMs, "POST", {
-          "Idempotency-Key": `commons-publication-publish-${(0, import_node_crypto36.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
+          "Idempotency-Key": `commons-publication-publish-${(0, import_node_crypto37.createHash)("sha256").update(idempotencyKey4).digest("hex")}`
         });
       }
       commonsGetPublication(input) {
@@ -57164,13 +57809,13 @@ var init_http_mcp_tool_executor = __esm({
         return this.getJson(input.subdomain ? `/commons/publications/${encodeURIComponent(input.subdomain)}?${query}` : `/commons/publications/me?${query}`);
       }
       async captureSerpSnapshot(input) {
-        const fingerprint2 = (0, import_node_crypto36.createHash)("sha256").update(JSON.stringify(input)).digest("hex");
+        const fingerprint2 = (0, import_node_crypto37.createHash)("sha256").update(JSON.stringify(input)).digest("hex");
         const now = Date.now();
         for (const [pendingFingerprint, pendingEntry] of this.pendingSerpCaptureBillingKeys) {
           if (pendingEntry.expiresAt <= now) this.pendingSerpCaptureBillingKeys.delete(pendingFingerprint);
         }
         const pending = this.pendingSerpCaptureBillingKeys.get(fingerprint2);
-        const idempotencyKey4 = pending && pending.expiresAt > now ? pending.key : (0, import_node_crypto36.randomUUID)();
+        const idempotencyKey4 = pending && pending.expiresAt > now ? pending.key : (0, import_node_crypto37.randomUUID)();
         this.pendingSerpCaptureBillingKeys.set(fingerprint2, {
           key: idempotencyKey4,
           expiresAt: now + 15 * 6e4
@@ -61647,7 +62292,7 @@ async function createImageSourceArtifact(args) {
   if (args.content.length === 0 || args.content.length > IMAGE_SOURCE_MAX_BYTES) {
     throw new Error("image_source_size_invalid");
   }
-  const id = (0, import_node_crypto37.randomUUID)().replaceAll("-", "");
+  const id = (0, import_node_crypto38.randomUUID)().replaceAll("-", "");
   return createPrivateArtifact({
     policy: policy4(),
     ownerId: args.ownerId,
@@ -61666,11 +62311,11 @@ async function readOwnedImageSourceArtifact(args) {
     maxBytes: IMAGE_SOURCE_MAX_BYTES
   });
 }
-var import_node_crypto37, IMAGE_SOURCE_ARTIFACT_PREFIX, IMAGE_SOURCE_ARTIFACT_TTL_MS, IMAGE_SOURCE_DOWNLOAD_TTL_MS, IMAGE_SOURCE_MAX_BYTES, ALLOWED_IMAGE_TYPES;
+var import_node_crypto38, IMAGE_SOURCE_ARTIFACT_PREFIX, IMAGE_SOURCE_ARTIFACT_TTL_MS, IMAGE_SOURCE_DOWNLOAD_TTL_MS, IMAGE_SOURCE_MAX_BYTES, ALLOWED_IMAGE_TYPES;
 var init_image_source_artifacts = __esm({
   "src/api/image-source-artifacts.ts"() {
     "use strict";
-    import_node_crypto37 = require("crypto");
+    import_node_crypto38 = require("crypto");
     init_private_artifacts();
     IMAGE_SOURCE_ARTIFACT_PREFIX = "image-sources/";
     IMAGE_SOURCE_ARTIFACT_TTL_MS = 7 * 24 * 60 * 60 * 1e3;
@@ -63284,7 +63929,7 @@ async function runBrowserAgentMigration() {
 }
 async function createExtensionRow(input) {
   const db = getDb();
-  const id = `bext_${(0, import_node_crypto38.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
+  const id = `bext_${(0, import_node_crypto39.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_agent_extensions (id, user_id, name, backend_id, backend_name, source, source_url, size_bytes)
           VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
@@ -63319,7 +63964,7 @@ async function deleteExtensionRow(userId, name) {
 }
 async function createAuthConnectionRow(input) {
   const db = getDb();
-  const connectionId = `authc_${(0, import_node_crypto38.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
+  const connectionId = `authc_${(0, import_node_crypto39.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_auth_connections (connection_id, domain, profile, account_email, note, status, browser_agent_session_id)
           VALUES (?, ?, ?, ?, ?, 'NEEDS_AUTH', ?)`,
@@ -63404,7 +64049,7 @@ async function deleteProfileLabel(userId, profile) {
 }
 async function createSessionRow(input) {
   const db = getDb();
-  const id = `bas_${(0, import_node_crypto38.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
+  const id = `bas_${(0, import_node_crypto39.randomUUID)().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_agent_sessions (id, runtime_session_id, live_view_url, cdp_ws_url, status, label, user_id, concurrency_lock_id, last_action_at)
           VALUES (?, ?, ?, ?, 'open', ?, ?, ?, datetime('now'))`,
@@ -63481,7 +64126,7 @@ async function recordAction(input) {
     sql: `INSERT INTO browser_agent_actions (id, session_id, type, params_json, ok, error)
           VALUES (?, ?, ?, ?, ?, ?)`,
     args: [
-      `baa_${(0, import_node_crypto38.randomUUID)().replace(/-/g, "").slice(0, 20)}`,
+      `baa_${(0, import_node_crypto39.randomUUID)().replace(/-/g, "").slice(0, 20)}`,
       input.sessionId,
       input.type,
       input.params == null ? null : JSON.stringify(input.params),
@@ -63521,11 +64166,11 @@ async function listReplayRows(sessionId) {
   });
   return res.rows;
 }
-var import_node_crypto38, _ready2, _migrationPromise2, ORPHANED_SESSION_STATUS;
+var import_node_crypto39, _ready2, _migrationPromise2, ORPHANED_SESSION_STATUS;
 var init_browser_agent_db = __esm({
   "src/api/browser-agent-db.ts"() {
     "use strict";
-    import_node_crypto38 = require("crypto");
+    import_node_crypto39 = require("crypto");
     init_db();
     _ready2 = false;
     _migrationPromise2 = null;
@@ -64672,8 +65317,8 @@ function kernelClient() {
   return new import_sdk11.default({ apiKey });
 }
 function backendName(userId, name, resource) {
-  const digest2 = (0, import_node_crypto39.createHash)("sha256").update(`${userId}:${name}`).digest("hex").slice(0, 16);
-  const nonce = (0, import_node_crypto39.randomUUID)().replace(/-/g, "").slice(0, 8);
+  const digest2 = (0, import_node_crypto40.createHash)("sha256").update(`${userId}:${name}`).digest("hex").slice(0, 16);
+  const nonce = (0, import_node_crypto40.randomUUID)().replace(/-/g, "").slice(0, 8);
   return `mcp-serp-${resource}-${digest2}-${nonce}`;
 }
 function isNotFound2(error) {
@@ -64751,11 +65396,11 @@ async function deleteSerpIdentity(userId, name) {
     throw error;
   }
 }
-var import_node_crypto39, import_sdk11, MAX_SERP_IDENTITIES_PER_USER;
+var import_node_crypto40, import_sdk11, MAX_SERP_IDENTITIES_PER_USER;
 var init_serp_identity_service = __esm({
   "src/api/serp-identity-service.ts"() {
     "use strict";
-    import_node_crypto39 = require("crypto");
+    import_node_crypto40 = require("crypto");
     import_sdk11 = __toESM(require("@onkernel/sdk"), 1);
     init_browser_service_env();
     init_serp_identity_db();
@@ -65466,7 +66111,7 @@ function buildBrowserAgentRoutes() {
     }
     const existing = await getExtensionRow(user.id, name);
     if (existing) return c.json({ error: `an extension named "${name}" already exists \u2014 delete it first or pick another name` }, 409);
-    const backendName2 = `u${user.id}_${(0, import_node_crypto40.randomUUID)().replace(/-/g, "")}`;
+    const backendName2 = `u${user.id}_${(0, import_node_crypto41.randomUUID)().replace(/-/g, "")}`;
     try {
       const imported = await importExtensionFromStore(storeUrl, backendName2);
       const row = await createExtensionRow({
@@ -65525,11 +66170,11 @@ function buildBrowserAgentRoutes() {
   });
   return app2;
 }
-var import_node_crypto40, import_hono24, auth, DEFAULT_BROWSER_SESSION_LOCK_TTL_SECONDS, EXTENSION_NAME_RE, SERP_IDENTITY_NAME_RE;
+var import_node_crypto41, import_hono24, auth, DEFAULT_BROWSER_SESSION_LOCK_TTL_SECONDS, EXTENSION_NAME_RE, SERP_IDENTITY_NAME_RE;
 var init_browser_agent_routes = __esm({
   "src/api/browser-agent-routes.ts"() {
     "use strict";
-    import_node_crypto40 = require("crypto");
+    import_node_crypto41 = require("crypto");
     import_hono24 = require("hono");
     init_api_auth();
     init_errors();
@@ -66087,7 +66732,7 @@ async function getKeys() {
   const privateKey = await (0, import_jose2.importPKCS8)(pem, "RS256", { extractable: true });
   const full = await (0, import_jose2.exportJWK)(privateKey);
   const publicJwk = { kty: full.kty, n: full.n, e: full.e };
-  const kid = (0, import_node_crypto41.createHash)("sha256").update(JSON.stringify({ e: publicJwk.e, kty: publicJwk.kty, n: publicJwk.n })).digest("base64url").slice(0, 16);
+  const kid = (0, import_node_crypto42.createHash)("sha256").update(JSON.stringify({ e: publicJwk.e, kty: publicJwk.kty, n: publicJwk.n })).digest("base64url").slice(0, 16);
   publicJwk.kid = kid;
   publicJwk.alg = "RS256";
   publicJwk.use = "sig";
@@ -66266,23 +66911,23 @@ async function validateAuthRequest(p) {
 }
 function pkceMatches(verifier, challenge) {
   if (!verifier) return false;
-  const computed = (0, import_node_crypto41.createHash)("sha256").update(verifier).digest("base64url");
+  const computed = (0, import_node_crypto42.createHash)("sha256").update(verifier).digest("base64url");
   return computed === challenge;
 }
 async function mintAccessToken(identity, scope, plan, audience) {
   const { privateKey, kid } = await getKeys();
-  return new import_jose2.SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti((0, import_node_crypto41.randomUUID)()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
+  return new import_jose2.SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti((0, import_node_crypto42.randomUUID)()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
 }
 function tokenErrorResponse(c, error, description, status) {
   return c.json({ error, error_description: description }, status);
 }
-var import_hono26, import_cookie, import_node_crypto41, import_jose2, ISSUER, RESOURCE, SCRAPER_RESOURCE, MEMORY_SCOPES, SCRAPER_SCOPES, SUPPORTED_SCOPES, ACCESS_TTL_SECONDS, REFRESH_TTL_SECONDS, CODE_TTL_SECONDS, ROTATION_GRACE_SECONDS, OAUTH_DATABASE_TIMEOUT_MS, OAuthDatabaseUnavailableError, secureCookies, sessionCookieOptions, cachedKeys, oauthApp;
+var import_hono26, import_cookie, import_node_crypto42, import_jose2, ISSUER, RESOURCE, SCRAPER_RESOURCE, MEMORY_SCOPES, SCRAPER_SCOPES, SUPPORTED_SCOPES, ACCESS_TTL_SECONDS, REFRESH_TTL_SECONDS, CODE_TTL_SECONDS, ROTATION_GRACE_SECONDS, OAUTH_DATABASE_TIMEOUT_MS, OAuthDatabaseUnavailableError, secureCookies, sessionCookieOptions, cachedKeys, oauthApp;
 var init_oauth_routes = __esm({
   "src/api/oauth-routes.ts"() {
     "use strict";
     import_hono26 = require("hono");
     import_cookie = require("hono/cookie");
-    import_node_crypto41 = require("crypto");
+    import_node_crypto42 = require("crypto");
     import_jose2 = require("jose");
     init_session();
     init_db();
@@ -66389,7 +67034,7 @@ var init_oauth_routes = __esm({
         }
       }
       const clientName = typeof body.client_name === "string" ? body.client_name : null;
-      const clientId = `client_${(0, import_node_crypto41.randomBytes)(16).toString("hex")}`;
+      const clientId = `client_${(0, import_node_crypto42.randomBytes)(16).toString("hex")}`;
       await withOAuthDatabaseDeadline("register-client", registerClient(clientId, redirectUris, clientName));
       console.log("[oauth-dcr] register OK client_id=%s redirect_uris=%s", clientId, JSON.stringify(redirectUris));
       return c.json({
@@ -66442,7 +67087,7 @@ var init_oauth_routes = __esm({
       if (action3 === "deny") return redirectWithError(p.redirect_uri, p.state, "access_denied");
       if (action3 !== "approve") return c.text("unsupported action", 400);
       const scope = negotiateScope(p.scope, user, p.resource);
-      const code = `code_${(0, import_node_crypto41.randomBytes)(32).toString("base64url")}`;
+      const code = `code_${(0, import_node_crypto42.randomBytes)(32).toString("base64url")}`;
       const expiresAt = new Date(Date.now() + CODE_TTL_SECONDS * 1e3).toISOString();
       await withOAuthDatabaseDeadline("put-authorization-code", putCode({
         code,
@@ -66481,7 +67126,7 @@ var init_oauth_routes = __esm({
         const plan = user ? resolvePlan(user) : "free";
         const audience = record.resource ?? RESOURCE();
         const accessToken = await mintAccessToken(record.identity, record.scope, plan, audience);
-        const refreshToken = `rt_${(0, import_node_crypto41.randomBytes)(40).toString("base64url")}`;
+        const refreshToken = `rt_${(0, import_node_crypto42.randomBytes)(40).toString("base64url")}`;
         await withOAuthDatabaseDeadline("put-refresh-token", putRefresh({
           refresh_token: refreshToken,
           client_id: clientId,
@@ -66511,7 +67156,7 @@ var init_oauth_routes = __esm({
         const plan = user ? resolvePlan(user) : "free";
         const audience = record.resource ?? RESOURCE();
         const accessToken = await mintAccessToken(record.identity, record.scope, plan, audience);
-        const nextRefresh = `rt_${(0, import_node_crypto41.randomBytes)(40).toString("base64url")}`;
+        const nextRefresh = `rt_${(0, import_node_crypto42.randomBytes)(40).toString("base64url")}`;
         await withOAuthDatabaseDeadline("rotate-refresh-token", rotateRefresh(refreshToken, {
           refresh_token: nextRefresh,
           client_id: record.client_id,
@@ -67931,7 +68576,7 @@ function quoteUntrusted(value) {
   return clean3.split("\n").map((line) => `> ${line}`).join("\n");
 }
 function shortHash(value, length = 24) {
-  return (0, import_node_crypto42.createHash)("sha256").update(value).digest("hex").slice(0, length);
+  return (0, import_node_crypto43.createHash)("sha256").update(value).digest("hex").slice(0, length);
 }
 function safePathPart(value) {
   return value.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 48) || "contact";
@@ -68419,11 +69064,11 @@ async function captureSupportMessage(memoryKey, email, options) {
     direction: options.direction
   };
 }
-var import_node_crypto42, SUPPORT_TAGS, ISSUE_TAGS;
+var import_node_crypto43, SUPPORT_TAGS, ISSUE_TAGS;
 var init_resend_support_thread = __esm({
   "src/api/resend-support-thread.ts"() {
     "use strict";
-    import_node_crypto42 = require("crypto");
+    import_node_crypto43 = require("crypto");
     init_memory();
     SUPPORT_TAGS = [
       {
@@ -69008,7 +69653,7 @@ async function claimWorkshopRegistration(input) {
       ) < ?
     `,
     args: [
-      (0, import_node_crypto43.randomUUID)(),
+      (0, import_node_crypto44.randomUUID)(),
       input.eventSlug,
       input.email,
       input.firstName,
@@ -69025,7 +69670,7 @@ async function claimWorkshopRegistration(input) {
         id, event_slug, email, first_name, last_name, status
       ) VALUES (?, ?, ?, ?, ?, 'waitlisted')
     `,
-    args: [(0, import_node_crypto43.randomUUID)(), input.eventSlug, input.email, input.firstName, input.lastName || null]
+    args: [(0, import_node_crypto44.randomUUID)(), input.eventSlug, input.email, input.firstName, input.lastName || null]
   });
   const waitlisted = await getWorkshopRegistration(input.eventSlug, input.email);
   if (!waitlisted) throw new Error("workshop registration could not be claimed");
@@ -69040,7 +69685,7 @@ async function registerWorkshopInterest(input) {
         id, event_slug, email, first_name, last_name, status
       ) VALUES (?, ?, ?, ?, ?, 'interested')
     `,
-    args: [(0, import_node_crypto43.randomUUID)(), input.eventSlug, input.email, input.firstName, input.lastName || null]
+    args: [(0, import_node_crypto44.randomUUID)(), input.eventSlug, input.email, input.firstName, input.lastName || null]
   });
   const registration = await getWorkshopRegistration(input.eventSlug, input.email);
   if (!registration) throw new Error("workshop interest could not be recorded");
@@ -69070,11 +69715,11 @@ async function updateWorkshopRegistration(id, patch) {
     args: [...entries.map(([, value]) => value), id]
   });
 }
-var import_node_crypto43;
+var import_node_crypto44;
 var init_workshop_registration_repository = __esm({
   "src/api/workshop-registration-repository.ts"() {
     "use strict";
-    import_node_crypto43 = require("crypto");
+    import_node_crypto44 = require("crypto");
     init_db();
   }
 });
@@ -69647,7 +70292,7 @@ function renderEditorialReadingRoom(input, now = /* @__PURE__ */ new Date()) {
     articleCount: articles.length,
     wordCount: totalWordCount,
     bytes,
-    sha256: (0, import_node_crypto44.createHash)("sha256").update(html).digest("hex"),
+    sha256: (0, import_node_crypto45.createHash)("sha256").update(html).digest("hex"),
     warnings
   };
 }
@@ -69730,14 +70375,14 @@ ${provenance}`;
     ...rendered,
     html,
     bytes: Buffer.byteLength(html),
-    sha256: (0, import_node_crypto44.createHash)("sha256").update(html).digest("hex")
+    sha256: (0, import_node_crypto45.createHash)("sha256").update(html).digest("hex")
   };
 }
-var import_node_crypto44, import_node_fs14, import_node_path21, import_marked, runtimeEntryDir, assetCache;
+var import_node_crypto45, import_node_fs14, import_node_path21, import_marked, runtimeEntryDir, assetCache;
 var init_render = __esm({
   "src/editorial-reading-room/render.ts"() {
     "use strict";
-    import_node_crypto44 = require("crypto");
+    import_node_crypto45 = require("crypto");
     import_node_fs14 = require("fs");
     import_node_path21 = require("path");
     import_marked = require("marked");
@@ -70001,7 +70646,7 @@ async function hostCommonsImage(input) {
       415
     );
   }
-  const digest2 = (0, import_node_crypto45.createHash)("sha256").update(bytes).digest("hex");
+  const digest2 = (0, import_node_crypto46.createHash)("sha256").update(bytes).digest("hex");
   const existing = await getDb().execute({
     sql: "SELECT id, url, content_type, bytes, source_url FROM commons_images WHERE digest = ? LIMIT 1",
     args: [digest2]
@@ -70089,11 +70734,11 @@ async function hostEntityImages(input) {
   }
   return rewrite;
 }
-var import_node_crypto45, import_promises16, import_node_net2, COMMONS_IMAGE_MAX_BYTES, COMMONS_IMAGE_MAX_REDIRECTS, COMMONS_IMAGE_FETCH_TIMEOUT_MS, CommonsImageError, imageSchemaReady, hostOverride;
+var import_node_crypto46, import_promises16, import_node_net2, COMMONS_IMAGE_MAX_BYTES, COMMONS_IMAGE_MAX_REDIRECTS, COMMONS_IMAGE_FETCH_TIMEOUT_MS, CommonsImageError, imageSchemaReady, hostOverride;
 var init_commons_image_store = __esm({
   "src/api/commons-image-store.ts"() {
     "use strict";
-    import_node_crypto45 = require("crypto");
+    import_node_crypto46 = require("crypto");
     import_promises16 = require("dns/promises");
     import_node_net2 = require("net");
     init_blob_store();
@@ -70116,141 +70761,6 @@ var init_commons_image_store = __esm({
   }
 });
-// src/api/commons-embeddings.ts
-function commonsEmbedModel() {
-  return (process.env.JINA_EMBED_MODEL ?? "jina-embeddings-v5-omni-small").trim();
-}
-function commonsEmbedDim() {
-  return Number((process.env.JINA_EMBED_DIM ?? "1024").trim());
-}
-function commonsSemanticSearchConfigured() {
-  return Boolean(process.env.JINA_API_KEY?.trim() && process.env.MEMORY_DATABASE_URL?.trim());
-}
-function vectorSql() {
-  if (_vectorSql) return _vectorSql;
-  const url = process.env.MEMORY_DATABASE_URL?.trim();
-  if (!url) throw new Error("MEMORY_DATABASE_URL is not set; Commons semantic search needs the shared Postgres.");
-  _vectorSql = (0, import_serverless.neon)(url);
-  return _vectorSql;
-}
-async function ensureCommonsVectorSchema() {
-  if (vectorSchemaReady) return;
-  const dimension = commonsEmbedDim();
-  await vectorSql().query("CREATE EXTENSION IF NOT EXISTS vector");
-  await vectorSql().query(`
-    CREATE TABLE IF NOT EXISTS commons_index_vectors (
-      document_id   TEXT PRIMARY KEY,
-      entity_id     TEXT NOT NULL,
-      document_type TEXT NOT NULL,
-      title         TEXT NOT NULL,
-      embedding     vector(${dimension}) NOT NULL,
-      model         TEXT NOT NULL,
-      updated_at    TIMESTAMPTZ NOT NULL DEFAULT now()
-    )
-  `);
-  await vectorSql().query("CREATE INDEX IF NOT EXISTS commons_index_vectors_entity ON commons_index_vectors(entity_id)");
-  vectorSchemaReady = true;
-}
-async function embedCommonsTexts(texts) {
-  const apiKey = process.env.JINA_API_KEY?.trim();
-  if (!apiKey) throw new Error("JINA_API_KEY is not set; Commons semantic search cannot embed.");
-  if (!texts.length) return [];
-  const response = await fetch("https://api.jina.ai/v1/embeddings", {
-    method: "POST",
-    headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
-    body: JSON.stringify({
-      model: commonsEmbedModel(),
-      dimensions: commonsEmbedDim(),
-      input: texts.map((text2) => ({ text: text2.slice(0, 8e3) }))
-    }),
-    signal: AbortSignal.timeout(6e4)
-  });
-  if (!response.ok) {
-    throw new Error(`Jina embedding request failed with HTTP ${response.status}: ${(await response.text()).slice(0, 200)}`);
-  }
-  const payload = await response.json();
-  const vectors = (payload.data ?? []).map((item) => item.embedding);
-  if (vectors.length !== texts.length) {
-    throw new Error(`Jina returned ${vectors.length} embeddings for ${texts.length} inputs.`);
-  }
-  return vectors;
-}
-async function embedQueuedCommonsDocuments(limit = 50) {
-  if (!commonsSemanticSearchConfigured()) return { claimed: 0, embedded: 0, failed: 0, remaining: 0 };
-  await ensureCommonsVectorSchema();
-  const bounded2 = Math.max(1, Math.min(200, Math.floor(limit)));
-  const queued = await getDb().execute({
-    sql: `SELECT id, entity_id, document_type, title, text FROM commons_index_documents
-          WHERE embedding_status IN ('queued', 'failed') ORDER BY updated_at ASC LIMIT ?`,
-    args: [bounded2]
-  });
-  const rows = queued.rows;
-  if (!rows.length) return { claimed: 0, embedded: 0, failed: 0, remaining: await queuedCommonsDocumentCount() };
-  let embedded = 0;
-  let failed = 0;
-  const model = commonsEmbedModel();
-  try {
-    const vectors = await embedCommonsTexts(rows.map((row) => `${row.title}
-${row.text}`));
-    for (const [index, row] of rows.entries()) {
-      const literal = `[${vectors[index].join(",")}]`;
-      await vectorSql().query(
-        `INSERT INTO commons_index_vectors (document_id, entity_id, document_type, title, embedding, model, updated_at)
-         VALUES ($1, $2, $3, $4, $5::vector, $6, now())
-         ON CONFLICT (document_id) DO UPDATE SET entity_id = EXCLUDED.entity_id, document_type = EXCLUDED.document_type,
-           title = EXCLUDED.title, embedding = EXCLUDED.embedding, model = EXCLUDED.model, updated_at = now()`,
-        [row.id, row.entity_id, row.document_type, row.title, literal, model]
-      );
-      await getDb().execute({
-        sql: `UPDATE commons_index_documents SET embedding_status = 'indexed', embedding_provider = ?, embedding_model = ?,
-              vector_ref = ?, indexed_at = ?, error = NULL WHERE id = ?`,
-        args: [COMMONS_EMBED_PROVIDER, model, row.id, (/* @__PURE__ */ new Date()).toISOString(), row.id]
-      });
-      embedded += 1;
-    }
-  } catch (error) {
-    failed = rows.length - embedded;
-    const message = (error instanceof Error ? error.message : String(error)).slice(0, 500);
-    for (const row of rows.slice(embedded)) {
-      await getDb().execute({
-        sql: `UPDATE commons_index_documents SET embedding_status = 'failed', error = ? WHERE id = ?`,
-        args: [message, row.id]
-      }).catch(() => void 0);
-    }
-  }
-  return { claimed: rows.length, embedded, failed, remaining: await queuedCommonsDocumentCount() };
-}
-async function queuedCommonsDocumentCount() {
-  const result = await getDb().execute(`SELECT COUNT(*) AS n FROM commons_index_documents WHERE embedding_status IN ('queued', 'failed')`);
-  return Number(result.rows[0]?.n ?? 0);
-}
-async function semanticCommonsEntityScores(query, limit = 40) {
-  const scores = /* @__PURE__ */ new Map();
-  if (!commonsSemanticSearchConfigured() || !query.trim()) return scores;
-  await ensureCommonsVectorSchema();
-  const [vector] = await embedCommonsTexts([query]);
-  if (!vector) return scores;
-  const rows = await vectorSql().query(
-    `SELECT entity_id, MAX(1 - (embedding <=> $1::vector)) AS score
-     FROM commons_index_vectors GROUP BY entity_id ORDER BY score DESC LIMIT $2`,
-    [`[${vector.join(",")}]`, Math.max(1, Math.min(100, limit))]
-  );
-  for (const row of rows) scores.set(String(row.entity_id), Number(row.score));
-  return scores;
-}
-var import_serverless, COMMONS_EMBED_PROVIDER, _vectorSql, vectorSchemaReady;
-var init_commons_embeddings = __esm({
-  "src/api/commons-embeddings.ts"() {
-    "use strict";
-    import_serverless = require("@neondatabase/serverless");
-    init_db();
-    COMMONS_EMBED_PROVIDER = "jina";
-    _vectorSql = null;
-    vectorSchemaReady = false;
-  }
-});
 // src/api/schema-presence.ts
 async function loadSchemaObjects() {
   const res = await getDb().execute(
@@ -70353,7 +70863,7 @@ function buildCommonsLinkset(entity, claims) {
     context[claim.predicate] = targets;
   }
   const document2 = { linkset: [context] };
-  const etag = `"${(0, import_node_crypto46.createHash)("sha256").update(JSON.stringify(document2)).digest("hex")}"`;
+  const etag = `"${(0, import_node_crypto47.createHash)("sha256").update(JSON.stringify(document2)).digest("hex")}"`;
   return { document: document2, etag, publicUrl, linksetUrl, profile: COMMONS_RELATIONSHIP_PROFILE };
 }
 function commonsLinksetDiscoveryHeader(idOrSlug) {
@@ -70421,11 +70931,11 @@ function normalizeHreflang(value) {
   const languages = [...new Set(value.map((item) => optionalText(item, 80)).filter((item) => Boolean(item)))];
   return languages.length ? languages : void 0;
 }
-var import_node_crypto46, COMMONS_LINKSET_MEDIA_TYPE, COMMONS_RELATIONSHIP_PROFILE, REGISTERED_RELATIONS;
+var import_node_crypto47, COMMONS_LINKSET_MEDIA_TYPE, COMMONS_RELATIONSHIP_PROFILE, REGISTERED_RELATIONS;
 var init_commons_linksets = __esm({
   "src/api/commons-linksets.ts"() {
     "use strict";
-    import_node_crypto46 = require("crypto");
+    import_node_crypto47 = require("crypto");
     COMMONS_LINKSET_MEDIA_TYPE = "application/linkset+json";
     COMMONS_RELATIONSHIP_PROFILE = "https://mcpscraper.dev/commons/profiles/relationships/v1";
     REGISTERED_RELATIONS = /* @__PURE__ */ new Set([
@@ -71065,7 +71575,7 @@ async function submitCommonsEntity(input, user) {
   const existingClaims = existing && normalized.claims !== void 0 ? await getCommonsClaimsByEntityId(existing.id) : [];
   const safety = evaluatePublishSafety(normalized, existing);
   const shouldApply = safety.safe && normalized.reviewPolicy !== "always_review";
-  const proposalId = `commons-proposal-${(0, import_node_crypto47.randomUUID)()}`;
+  const proposalId = `commons-proposal-${(0, import_node_crypto48.randomUUID)()}`;
   const now = (/* @__PURE__ */ new Date()).toISOString();
   const entityId = existing?.id ?? normalized.entityId ?? allocateEntityId();
   const proposalStatus = shouldApply ? "accepted" : "pending_review";
@@ -71120,7 +71630,7 @@ async function submitCommonsEntity(input, user) {
         ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       `,
       args: [
-        `commons-ledger-${(0, import_node_crypto47.randomUUID)()}`,
+        `commons-ledger-${(0, import_node_crypto48.randomUUID)()}`,
         nextEntity.id,
         proposalId,
         user.id,
@@ -71226,7 +71736,7 @@ async function saveCommonsFilter(input, user) {
     sql: "SELECT id FROM commons_saved_filters WHERE user_id = ? AND name = ? LIMIT 1",
     args: [user.id, name]
   });
-  const id = existing.rows[0]?.id != null ? String(existing.rows[0].id) : `commons-filter-${(0, import_node_crypto47.randomUUID)()}`;
+  const id = existing.rows[0]?.id != null ? String(existing.rows[0].id) : `commons-filter-${(0, import_node_crypto48.randomUUID)()}`;
   await getDb().execute({
     sql: `
       INSERT INTO commons_saved_filters (id, user_id, name, description, filter_json, created_at, updated_at)
@@ -72004,7 +72514,7 @@ function commonsIndexDocuments(entity, now) {
   return documents;
 }
 function commonsIndexDocumentId(entityId, documentType, documentKey) {
-  return `commons-index-${(0, import_node_crypto47.createHash)("sha256").update(`${entityId}
+  return `commons-index-${(0, import_node_crypto48.createHash)("sha256").update(`${entityId}
 ${documentType}
 ${documentKey}`).digest("hex").slice(0, 32)}`;
 }
@@ -72570,11 +73080,11 @@ function jsonLikeValue(value) {
 function escapeLike(value) {
   return value.replace(/[%_]/g, "");
 }
-var import_node_crypto47, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady, COMMONS_SCHEMA_OBJECTS, SEARCH_CANDIDATE_LIMIT, CommonsRepositoryError;
+var import_node_crypto48, COMMONS_SCHEMA_VERSION, DEFAULT_COMMONS_BASE_URL, DEFAULT_ENTITY_TYPE, COMMONS_ENTITY_PROFILES, schemaReady, COMMONS_SCHEMA_OBJECTS, SEARCH_CANDIDATE_LIMIT, CommonsRepositoryError;
 var init_commons_repository = __esm({
   "src/api/commons-repository.ts"() {
     "use strict";
-    import_node_crypto47 = require("crypto");
+    import_node_crypto48 = require("crypto");
     init_db();
     init_commons_image_store();
     init_commons_embeddings();
@@ -72953,7 +73463,7 @@ async function claimCommonsPublication(input, user) {
   }
   const existingName = await getCommonsPublicationBySubdomain(subdomain);
   if (existingName) throw new CommonsPublicationError("publication_name_unavailable", "That publication name is already claimed.", 409);
-  const id = `tcpub_${(0, import_node_crypto48.randomUUID)()}`;
+  const id = `tcpub_${(0, import_node_crypto49.randomUUID)()}`;
   const now = (/* @__PURE__ */ new Date()).toISOString();
   try {
     await getDb().execute({
@@ -73005,7 +73515,7 @@ async function publishCommonsEditorial(input, user) {
   const canonicalUrl = editionPublicUrl(subdomain, editionSlug);
   const rendered = renderEditorialReadingRoom(editionInput);
   const html = addPublicMetadata(rendered.html, canonicalUrl, publication.title);
-  const editionId = `tced_${(0, import_node_crypto48.randomUUID)()}`;
+  const editionId = `tced_${(0, import_node_crypto49.randomUUID)()}`;
   const revision = (latest?.revision ?? 0) + 1;
   const now = (/* @__PURE__ */ new Date()).toISOString();
   await getDb().batch([
@@ -73029,7 +73539,7 @@ async function publishCommonsEditorial(input, user) {
         JSON.stringify(editionInput.articles),
         html,
         rendered.filename,
-        (0, import_node_crypto48.createHash)("sha256").update(html).digest("hex"),
+        (0, import_node_crypto49.createHash)("sha256").update(html).digest("hex"),
         rendered.articleCount,
         rendered.wordCount,
         Buffer.byteLength(html),
@@ -73087,7 +73597,7 @@ async function updateCommonsEditorialArticle(input, user) {
   const canonicalUrl = editionPublicUrl(subdomain, editionSlug);
   const rendered = renderEditorialReadingRoom(editionInput);
   const html = addPublicMetadata(rendered.html, canonicalUrl, publication.title);
-  const editionId = `tced_${(0, import_node_crypto48.randomUUID)()}`;
+  const editionId = `tced_${(0, import_node_crypto49.randomUUID)()}`;
   const revision = latest.revision + 1;
   const now = (/* @__PURE__ */ new Date()).toISOString();
   await getDb().batch([
@@ -73111,7 +73621,7 @@ async function updateCommonsEditorialArticle(input, user) {
         JSON.stringify(nextArticles),
         html,
         rendered.filename,
-        (0, import_node_crypto48.createHash)("sha256").update(html).digest("hex"),
+        (0, import_node_crypto49.createHash)("sha256").update(html).digest("hex"),
         rendered.articleCount,
         rendered.wordCount,
         Buffer.byteLength(html),
@@ -73316,11 +73826,11 @@ function addPublicMetadata(html, canonicalUrl, publicationTitle) {
     "</head>"
   ].join("\n"));
 }
-var import_node_crypto48, PUBLICATION_ROOT_DOMAIN, RESERVED_SUBDOMAINS, CommonsPublicationError;
+var import_node_crypto49, PUBLICATION_ROOT_DOMAIN, RESERVED_SUBDOMAINS, CommonsPublicationError;
 var init_commons_publication_repository = __esm({
   "src/api/commons-publication-repository.ts"() {
     "use strict";
-    import_node_crypto48 = require("crypto");
+    import_node_crypto49 = require("crypto");
     init_db();
     init_commons_repository();
     init_render();
@@ -74553,7 +75063,7 @@ async function migrateAnalytics() {
 }
 function normalizeSlug2(value) {
   const slug4 = value.trim().toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 80);
-  return slug4 || `site-${(0, import_node_crypto49.randomBytes)(4).toString("hex")}`;
+  return slug4 || `site-${(0, import_node_crypto50.randomBytes)(4).toString("hex")}`;
 }
 function normalizeObservedHostname(origin) {
   if (!origin || origin === "null") return null;
@@ -74566,7 +75076,7 @@ function normalizeObservedHostname(origin) {
   }
 }
 function publicPixelId() {
-  return `px_${(0, import_node_crypto49.randomBytes)(18).toString("base64url")}`;
+  return `px_${(0, import_node_crypto50.randomBytes)(18).toString("base64url")}`;
 }
 function mapRows(rows) {
   return rows;
@@ -74598,7 +75108,7 @@ async function requireEditor(client2, siteId, userId) {
 async function createAnalyticsSite(input) {
   const db = getAnalyticsPool();
   const client2 = await db.connect();
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   const baseSlug = normalizeSlug2(input.slug || input.name);
   try {
     await client2.query("BEGIN");
@@ -74614,7 +75124,7 @@ async function createAnalyticsSite(input) {
       } catch (error) {
         const code = error.code;
         if (code !== "23505" || attempt === 2) throw error;
-        slug4 = `${baseSlug}-${(0, import_node_crypto49.randomBytes)(2).toString("hex")}`;
+        slug4 = `${baseSlug}-${(0, import_node_crypto50.randomBytes)(2).toString("hex")}`;
       }
     }
     await client2.query(
@@ -74829,7 +75339,7 @@ async function createAnalyticsPixel(input) {
      VALUES ($1, $2, $3, $4, $5)
      RETURNING id, site_id, public_id, name, environment, status, created_at::text, NULL::text AS last_event_at`,
     [
-      (0, import_node_crypto49.randomUUID)(),
+      (0, import_node_crypto50.randomUUID)(),
       input.siteId,
       publicPixelId(),
       input.name.trim(),
@@ -74906,7 +75416,7 @@ async function setAnalyticsPixelDomainState(input) {
      SELECT $1, p.id, $4, $5 FROM analytics_pixels p WHERE p.id = $2 AND p.site_id = $3
      ON CONFLICT(pixel_id, hostname) DO UPDATE SET state = EXCLUDED.state, updated_at = now()
      RETURNING id`,
-    [(0, import_node_crypto49.randomUUID)(), input.pixelId, input.siteId, hostname, input.state]
+    [(0, import_node_crypto50.randomUUID)(), input.pixelId, input.siteId, hostname, input.state]
   );
   if (!result.rowCount)
     throw new AnalyticsRepositoryError(
@@ -74956,7 +75466,7 @@ function sanitizeAnalyticsProperties(value) {
 }
 async function ingestAnalyticsEvents(input) {
   const db = getAnalyticsPool();
-  const requestId = `air_${(0, import_node_crypto49.randomUUID)()}`;
+  const requestId = `air_${(0, import_node_crypto50.randomUUID)()}`;
   const hostname = normalizeObservedHostname(input.origin);
   const pixelResult = await db.query(
     `SELECT p.id, p.site_id, p.status,
@@ -74977,7 +75487,7 @@ async function ingestAnalyticsEvents(input) {
       `INSERT INTO analytics_ingestion_receipts(id, request_id, site_id, pixel_id, hostname, rejected_count, reason_codes)
        VALUES ($1, $2, $3, $4, $5, $6, $7::jsonb)`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         requestId,
         pixel?.site_id ?? null,
         pixel?.id ?? null,
@@ -75002,7 +75512,7 @@ async function ingestAnalyticsEvents(input) {
       `INSERT INTO analytics_ingestion_receipts(id, request_id, site_id, pixel_id, hostname, rejected_count, reason_codes)
        VALUES ($1, $2, $3, $4, $5, $6, $7::jsonb)`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         requestId,
         pixel.site_id,
         pixel.id,
@@ -75027,7 +75537,7 @@ async function ingestAnalyticsEvents(input) {
       `INSERT INTO analytics_ingestion_receipts(id, request_id, site_id, pixel_id, rejected_count, reason_codes)
        VALUES ($1, $2, $3, $4, $5, $6::jsonb)`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         requestId,
         pixel.site_id,
         pixel.id,
@@ -75051,7 +75561,7 @@ async function ingestAnalyticsEvents(input) {
      ON CONFLICT(pixel_id, hostname) DO UPDATE
        SET last_seen_at = now(), updated_at = now()
      RETURNING state`,
-    [(0, import_node_crypto49.randomUUID)(), pixel.id, hostname]
+    [(0, import_node_crypto50.randomUUID)(), pixel.id, hostname]
   );
   if (domainResult.rows[0]?.state !== "approved") {
     await db.query(
@@ -75065,7 +75575,7 @@ async function ingestAnalyticsEvents(input) {
       `INSERT INTO analytics_ingestion_receipts(id, request_id, site_id, pixel_id, hostname, rejected_count, reason_codes)
        VALUES ($1, $2, $3, $4, $5, $6, $7::jsonb)`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         requestId,
         pixel.site_id,
         pixel.id,
@@ -75115,7 +75625,7 @@ async function ingestAnalyticsEvents(input) {
              $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33
            ) ON CONFLICT(site_id, event_id) DO NOTHING`,
           [
-            (0, import_node_crypto49.randomUUID)(),
+            (0, import_node_crypto50.randomUUID)(),
             event2.eventId,
             pixel.site_id,
             pixel.id,
@@ -75173,7 +75683,7 @@ async function ingestAnalyticsEvents(input) {
          id, request_id, site_id, pixel_id, hostname, accepted_count, rejected_count, reason_codes
        ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8::jsonb)`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         requestId,
         pixel.site_id,
         pixel.id,
@@ -75205,7 +75715,7 @@ function normalizeGeographyCode(value, max) {
   return normalized && /^[A-Z0-9-]+$/.test(normalized) ? normalized.slice(0, max) : null;
 }
 function pageFingerprint(scope, siteId, filters) {
-  return (0, import_node_crypto49.createHash)("sha256").update(JSON.stringify({ scope, siteId, filters })).digest("base64url").slice(0, 18);
+  return (0, import_node_crypto50.createHash)("sha256").update(JSON.stringify({ scope, siteId, filters })).digest("base64url").slice(0, 18);
 }
 function decodePageOffset(cursor, fingerprint2) {
   if (!cursor) return 0;
@@ -75255,7 +75765,7 @@ async function createAnalyticsConversion(input) {
         404
       );
   }
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   const resolvedPerson = input.sessionId ? await db.query(
     `SELECT e.person_id FROM analytics_identity_nodes n JOIN analytics_identity_edges e ON e.identity_node_id = n.id
         WHERE n.site_id = $1 AND n.kind = 'session_id' AND n.value_hmac = $2 ORDER BY e.confidence DESC LIMIT 1`,
@@ -76004,7 +76514,7 @@ async function createAnalyticsCampaignLink(input) {
         404
       );
   }
-  const shortCode = (input.shortCode?.trim().toLowerCase().replace(/[^a-z0-9_-]/g, "-") || (0, import_node_crypto49.randomBytes)(5).toString("base64url").toLowerCase()).slice(0, 48);
+  const shortCode = (input.shortCode?.trim().toLowerCase().replace(/[^a-z0-9_-]/g, "-") || (0, import_node_crypto50.randomBytes)(5).toString("base64url").toLowerCase()).slice(0, 48);
   try {
     const result = await db.query(
       `INSERT INTO analytics_campaign_links(
@@ -76013,7 +76523,7 @@ async function createAnalyticsCampaignLink(input) {
        ) VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15)
        RETURNING *, 0::int AS click_count`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         input.siteId,
         input.pixelId ?? null,
         input.name.trim(),
@@ -76084,7 +76594,7 @@ async function resolveAnalyticsCampaignLink(shortCode, referrer) {
   if (!row) return null;
   await db.query(
     `INSERT INTO analytics_campaign_clicks(id, link_id, referrer) VALUES ($1, $2, $3)`,
-    [(0, import_node_crypto49.randomUUID)(), row.id, normalizeAnalyticsUrl(referrer || void 0)]
+    [(0, import_node_crypto50.randomUUID)(), row.id, normalizeAnalyticsUrl(referrer || void 0)]
   );
   return buildTaggedCampaignUrl(row);
 }
@@ -76102,14 +76612,14 @@ async function createAnalyticsForm(input) {
       404
     );
   const baseSlug = normalizeSlug2(input.name);
-  const slug4 = `${baseSlug}-${(0, import_node_crypto49.randomBytes)(3).toString("hex")}`;
-  const publicId = `form_${(0, import_node_crypto49.randomBytes)(18).toString("base64url")}`;
+  const slug4 = `${baseSlug}-${(0, import_node_crypto50.randomBytes)(3).toString("hex")}`;
+  const publicId = `form_${(0, import_node_crypto50.randomBytes)(18).toString("base64url")}`;
   const result = await db.query(
     `INSERT INTO analytics_forms(id, public_id, site_id, pixel_id, name, slug, fields, brand, submit_label, success_message, redirect_url, consent_text, status, created_by_user_id)
      VALUES ($1,$2,$3,$4,$5,$6,$7::jsonb,$8::jsonb,$9,$10,$11,$12,$13,$14)
      RETURNING *, 0::int AS submission_count`,
     [
-      (0, import_node_crypto49.randomUUID)(),
+      (0, import_node_crypto50.randomUUID)(),
       publicId,
       input.siteId,
       input.pixelId,
@@ -76154,7 +76664,7 @@ async function getPublicAnalyticsForm(publicId) {
   return result.rows[0] ?? null;
 }
 async function recordAnalyticsFormSubmission(input) {
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   await getAnalyticsPool().query(
     `INSERT INTO analytics_form_submissions(id, form_id, site_id, pixel_id, visitor_id, session_id, crm_person_ref, source, medium, campaign, crm_delivery_status, click_ids)
      VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12::jsonb)`,
@@ -76185,7 +76695,7 @@ function sanitizeClickIds(value) {
   return output;
 }
 function identityHmac(kind, value) {
-  return (0, import_node_crypto49.createHmac)("sha256", getSessionSecret()).update(`${kind}:${value.trim().toLowerCase()}`).digest("hex");
+  return (0, import_node_crypto50.createHmac)("sha256", getSessionSecret()).update(`${kind}:${value.trim().toLowerCase()}`).digest("hex");
 }
 async function linkAnalyticsFormIdentity(input) {
   const client2 = await getAnalyticsPool().connect();
@@ -76194,7 +76704,7 @@ async function linkAnalyticsFormIdentity(input) {
     const person = await client2.query(
       `INSERT INTO analytics_people(id, site_id, crm_person_ref) VALUES ($1,$2,$3)
        ON CONFLICT(site_id, crm_person_ref) DO UPDATE SET last_seen_at = now() RETURNING id`,
-      [(0, import_node_crypto49.randomUUID)(), input.siteId, input.crmPersonRef]
+      [(0, import_node_crypto50.randomUUID)(), input.siteId, input.crmPersonRef]
     );
     const personId = person.rows[0].id;
     const signals = [];
@@ -76241,7 +76751,7 @@ async function linkAnalyticsFormIdentity(input) {
         `INSERT INTO analytics_identity_nodes(id, site_id, kind, value_hmac) VALUES ($1,$2,$3,$4)
          ON CONFLICT(site_id, kind, value_hmac) DO UPDATE SET last_seen_at = now() RETURNING id`,
         [
-          (0, import_node_crypto49.randomUUID)(),
+          (0, import_node_crypto50.randomUUID)(),
           input.siteId,
           signal.kind,
           identityHmac(signal.kind, signal.value)
@@ -76252,7 +76762,7 @@ async function linkAnalyticsFormIdentity(input) {
          VALUES ($1,$2,$3,$4,$5,$6)
          ON CONFLICT(person_id, identity_node_id, evidence_kind) DO UPDATE SET last_seen_at = now(), confidence = greatest(analytics_identity_edges.confidence, EXCLUDED.confidence)`,
         [
-          (0, import_node_crypto49.randomUUID)(),
+          (0, import_node_crypto50.randomUUID)(),
           input.siteId,
           personId,
           node.rows[0].id,
@@ -76350,7 +76860,7 @@ async function createAnalyticsCrmImport(input) {
   const db = getAnalyticsPool();
   await requireEditor(db, input.siteId, input.userId);
   const client2 = await db.connect();
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   try {
     await client2.query("BEGIN");
     await client2.query(
@@ -76370,7 +76880,7 @@ async function createAnalyticsCrmImport(input) {
       await client2.query(
         `INSERT INTO analytics_crm_import_rows(id, import_id, crm_person_ref, payload_ciphertext)
          VALUES ($1,$2,$3,$4) ON CONFLICT(import_id, crm_person_ref) DO NOTHING`,
-        [(0, import_node_crypto49.randomUUID)(), id, row.crmPersonRef, row.payloadCiphertext]
+        [(0, import_node_crypto50.randomUUID)(), id, row.crmPersonRef, row.payloadCiphertext]
       );
     }
     await client2.query("COMMIT");
@@ -76409,7 +76919,7 @@ async function createAnalyticsActivationDestination(input) {
     `INSERT INTO analytics_activation_destinations(id, site_id, platform, name, connection_ref, external_dataset_id, event_mapping, created_by_user_id)
      VALUES ($1,$2,$3,$4,$5,$6,$7::jsonb,$8) RETURNING *`,
     [
-      (0, import_node_crypto49.randomUUID)(),
+      (0, import_node_crypto50.randomUUID)(),
       input.siteId,
       input.platform,
       input.name.trim(),
@@ -76461,7 +76971,7 @@ async function queueAnalyticsActivation(input) {
       `INSERT INTO analytics_activation_jobs(id, destination_id, conversion_id, person_id, payload_ciphertext)
        VALUES ($1,$2,$3,$4,$5) ON CONFLICT(destination_id, conversion_id) DO NOTHING`,
       [
-        (0, import_node_crypto49.randomUUID)(),
+        (0, import_node_crypto50.randomUUID)(),
         destination.id,
         input.conversionId,
         input.personId ?? null,
@@ -76473,7 +76983,7 @@ async function queueAnalyticsActivation(input) {
   return queued;
 }
 async function queueAnalyticsFormDelivery(input) {
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   await getAnalyticsPool().query(
     `INSERT INTO analytics_form_delivery_jobs(id, submission_id, owner_user_id, payload_ciphertext, last_error_code)
      VALUES ($1,$2,$3,$4,$5)`,
@@ -76600,7 +77110,7 @@ async function analyticsHealth(siteId, userId) {
 }
 async function refreshAnalyticsDailyRollups(input) {
   const db = getAnalyticsPool();
-  const runId = (0, import_node_crypto49.randomUUID)();
+  const runId = (0, import_node_crypto50.randomUUID)();
   await db.query(
     `INSERT INTO analytics_rollup_runs(id, window_start, window_end, status) VALUES ($1, $2, $3, 'running')`,
     [runId, input.start, input.end]
@@ -76694,7 +77204,7 @@ async function refreshAnalyticsDailyRollupsIfDue(now = /* @__PURE__ */ new Date(
     lockClient.release();
   }
 }
-function csvCell2(value) {
+function csvCell3(value) {
   const text2 = value == null ? "" : String(value);
   return /[\n\r,\"]/.test(text2) ? `"${text2.replaceAll('"', '""')}"` : text2;
 }
@@ -76704,7 +77214,7 @@ function rowsToCsv2(rows) {
   return [
     columns.join(","),
     ...rows.map(
-      (row) => columns.map((column) => csvCell2(row[column])).join(",")
+      (row) => columns.map((column) => csvCell3(row[column])).join(",")
     )
   ].join("\n");
 }
@@ -76797,7 +77307,7 @@ async function createAnalyticsExport(input) {
       `Generated ${(/* @__PURE__ */ new Date()).toISOString()} from the governed ${input.report} report contract.`
     ].join("\n");
   }
-  const id = (0, import_node_crypto49.randomUUID)();
+  const id = (0, import_node_crypto50.randomUUID)();
   const inserted = await getAnalyticsPool().query(
     `INSERT INTO analytics_exports(id, site_id, requested_by_user_id, idempotency_key, report, format, filters, content)
      VALUES ($1, $2, $3, $4, $5, $6, $7::jsonb, $8)
@@ -76830,11 +77340,11 @@ async function createAnalyticsExport(input) {
   }
   return describeArtifact(replay.rows[0]);
 }
-var import_node_crypto49, import_pg, AnalyticsRepositoryError, pool2, MAX_ENGAGED_MS, ENGAGED_SESSION_MS, blockedPropertyName, inferredFamilySql, ANALYTICS_CONTENT_SORTS, clickIdKeys;
+var import_node_crypto50, import_pg, AnalyticsRepositoryError, pool2, MAX_ENGAGED_MS, ENGAGED_SESSION_MS, blockedPropertyName, inferredFamilySql, ANALYTICS_CONTENT_SORTS, clickIdKeys;
 var init_analytics_repository = __esm({
   "src/api/analytics-repository.ts"() {
     "use strict";
-    import_node_crypto49 = require("crypto");
+    import_node_crypto50 = require("crypto");
     import_pg = require("pg");
     init_session();
     init_analytics_attribution();
@@ -77073,8 +77583,8 @@ function dashboardCallbackUrl() {
 }
 async function createThorbitConnectUrl(userId) {
   if (!bridgeConfigured()) throw new Error("Thorbit X-Ray account bridge is not configured");
-  const state = (0, import_node_crypto50.randomBytes)(32).toString("base64url");
-  const stateHash = (0, import_node_crypto50.createHash)("sha256").update(state).digest("hex");
+  const state = (0, import_node_crypto51.randomBytes)(32).toString("base64url");
+  const stateHash = (0, import_node_crypto51.createHash)("sha256").update(state).digest("hex");
   await getAnalyticsPool().query(
     `INSERT INTO analytics_thorbit_connect_states(state_hash,user_id,expires_at)
      VALUES ($1,$2,now()+interval '10 minutes')
@@ -77089,9 +77599,9 @@ async function createThorbitConnectUrl(userId) {
 function verifyThorbitAssertion(token6) {
   const [encoded, signature] = token6.split(".");
   if (!encoded || !signature || !bridgeConfigured()) throw new Error("Invalid Thorbit assertion");
-  const expected = (0, import_node_crypto50.createHmac)("sha256", bridgeSecret()).update(encoded).digest();
+  const expected = (0, import_node_crypto51.createHmac)("sha256", bridgeSecret()).update(encoded).digest();
   const actual = Buffer.from(signature, "base64url");
-  if (actual.length !== expected.length || !(0, import_node_crypto50.timingSafeEqual)(actual, expected)) {
+  if (actual.length !== expected.length || !(0, import_node_crypto51.timingSafeEqual)(actual, expected)) {
     throw new Error("Invalid Thorbit assertion signature");
   }
   const parsed = AssertionSchema.safeParse(
@@ -77103,7 +77613,7 @@ function verifyThorbitAssertion(token6) {
   return parsed.data.entitlement;
 }
 async function consumeThorbitConnectCallback(input) {
-  const stateHash = (0, import_node_crypto50.createHash)("sha256").update(input.state).digest("hex");
+  const stateHash = (0, import_node_crypto51.createHash)("sha256").update(input.state).digest("hex");
   const client2 = await getAnalyticsPool().connect();
   try {
     await client2.query("BEGIN");
@@ -77143,11 +77653,11 @@ async function disconnectAnalyticsEntitlement(userId) {
     [userId]
   );
 }
-var import_node_crypto50, import_zod55, THORBIT_PRODUCT_URL, REFRESH_INTERVAL_MS, ELIGIBLE_GRACE_MS, TRIAL_LENGTH_MS, ThorbitEntitlementSchema, AssertionSchema;
+var import_node_crypto51, import_zod55, THORBIT_PRODUCT_URL, REFRESH_INTERVAL_MS, ELIGIBLE_GRACE_MS, TRIAL_LENGTH_MS, ThorbitEntitlementSchema, AssertionSchema;
 var init_analytics_entitlement = __esm({
   "src/api/analytics-entitlement.ts"() {
     "use strict";
-    import_node_crypto50 = require("crypto");
+    import_node_crypto51 = require("crypto");
     import_zod55 = require("zod");
     init_analytics_repository();
     THORBIT_PRODUCT_URL = "https://thorbit.ai";
@@ -77287,14 +77797,14 @@ function renderPublicForm(form, placementUrl) {
   const brand = form.brand;
   return `<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><style>:root{font-family:ui-sans-serif,system-ui;color:${escapeHtml8(brand.textColor)};background:${escapeHtml8(brand.backgroundColor)}}*{box-sizing:border-box}body{margin:0;padding:18px}form{display:grid;gap:14px}label{display:grid;gap:6px;font-size:13px;font-weight:650}.check{grid-template-columns:auto 1fr;align-items:center}.check span{grid-column:2}.check input{grid-column:1;grid-row:1}input,textarea,select{width:100%;min-height:44px;padding:10px 12px;border:1px solid #ccd3df;border-radius:${brand.radius}px;background:white;color:inherit;font:inherit}textarea{min-height:110px;resize:vertical}button{min-height:46px;border:0;border-radius:${brand.radius}px;color:white;background:${escapeHtml8(brand.primaryColor)};font:inherit;font-weight:750;cursor:pointer}.consent{margin:0;color:#667085;font-size:11px;line-height:1.45}.notice{display:none;padding:12px;border-radius:${brand.radius}px;background:#edf8f2;color:#17613c}.hp{position:absolute!important;left:-9999px!important}</style></head><body><form id="mcp-form">${fields}<label class="hp">Website<input name="website" autocomplete="off" tabindex="-1"></label>${form.consent_text ? `<p class="consent">${escapeHtml8(form.consent_text)}</p>` : ""}<button>${escapeHtml8(form.submit_label)}</button><div class="notice" role="status"></div></form><script>(()=>{const form=document.querySelector('#mcp-form'),notice=form.querySelector('.notice'),q=new URLSearchParams(location.search);form.addEventListener('submit',async event=>{event.preventDefault();const button=form.querySelector('button');button.disabled=true;const raw=Object.fromEntries(new FormData(form).entries()),website=String(raw.website||''),clickIds={};delete raw.website;for(const k of ['fbclid','gclid','gbraid','wbraid','ttclid','rdt_cid','msclkid']){const v=q.get(k);if(v)clickIds[k]=v}try{const response=await fetch('/analytics/forms/${escapeHtml8(form.public_id)}/submissions',{method:'POST',headers:{'content-type':'application/json'},body:JSON.stringify({data:raw,website,placementUrl:${JSON.stringify(placementUrl)},visitorId:q.get('visitor')||undefined,sessionId:q.get('session')||undefined,source:q.get('source')||undefined,medium:q.get('medium')||undefined,campaign:q.get('campaign')||undefined,clickIds})});if(!response.ok)throw new Error('submit');notice.textContent=${JSON.stringify(form.success_message)};notice.style.display='block';form.reset();${form.redirect_url ? `setTimeout(()=>{top.location.href=${JSON.stringify(form.redirect_url)}},700);` : ""}}catch{notice.textContent='Your response could not be submitted. Please try again.';notice.style.display='block'}finally{button.disabled=false}})})()</script></body></html>`;
 }
-var import_hono34, import_factory6, import_zod56, import_node_crypto51, import_papaparse6, analyticsApp, auth3, entitlementGuard, ThorbitApiKeySchema, ThorbitCallbackSchema, SiteInputSchema, PixelInputSchema, PixelUpdateSchema, EventSchema, IngestionSchema, ConversionSchema, ExportSchema2, CampaignLinkSchema, FormFieldSchema, FormInputSchema, FormSubmissionSchema, CrmImportSchema, ActivationDestinationSchema, BusinessModelSchema, AdSpendSchema;
+var import_hono34, import_factory6, import_zod56, import_node_crypto52, import_papaparse6, analyticsApp, auth3, entitlementGuard, ThorbitApiKeySchema, ThorbitCallbackSchema, SiteInputSchema, PixelInputSchema, PixelUpdateSchema, EventSchema, IngestionSchema, ConversionSchema, ExportSchema2, CampaignLinkSchema, FormFieldSchema, FormInputSchema, FormSubmissionSchema, CrmImportSchema, ActivationDestinationSchema, BusinessModelSchema, AdSpendSchema;
 var init_analytics_routes = __esm({
   "src/api/analytics-routes.ts"() {
     "use strict";
     import_hono34 = require("hono");
     import_factory6 = require("hono/factory");
     import_zod56 = require("zod");
-    import_node_crypto51 = require("crypto");
+    import_node_crypto52 = require("crypto");
     import_papaparse6 = __toESM(require("papaparse"), 1);
     init_api_auth();
     init_db();
@@ -77625,7 +78135,7 @@ var init_analytics_routes = __esm({
       const lastName = typeof data.last_name === "string" ? data.last_name.trim() : "";
       const fullName = [firstName, lastName].filter(Boolean).join(" ") || (typeof data.name === "string" ? data.name.trim() : "") || email || "Website lead";
       const identitySeed = email || `${fullName}:${Date.now()}`;
-      const suffix2 = (0, import_node_crypto51.createHash)("sha256").update(identitySeed).digest("hex").slice(0, 12);
+      const suffix2 = (0, import_node_crypto52.createHash)("sha256").update(identitySeed).digest("hex").slice(0, 12);
       const path6 = `Leads/person-${suffix2}`;
       const { key: memoryKey, error: memoryKeyError } = await getOrCreateUserMemoryKey(user);
       const existing = memoryKey ? await memoryCall("getTool", { vault: "People", path: path6 }, memoryKey) : { ok: false, error: memoryKeyError || "memory_credential_unavailable" };
@@ -77724,9 +78234,9 @@ Submitted the published form.
         occurredAt: (/* @__PURE__ */ new Date()).toISOString()
       });
       const match = {
-        ...email ? { emailSha256: (0, import_node_crypto51.createHash)("sha256").update(email).digest("hex") } : {},
+        ...email ? { emailSha256: (0, import_node_crypto52.createHash)("sha256").update(email).digest("hex") } : {},
         ...phone ? {
-          phoneSha256: (0, import_node_crypto51.createHash)("sha256").update(phone.replace(/\D/g, "")).digest("hex")
+          phoneSha256: (0, import_node_crypto52.createHash)("sha256").update(phone.replace(/\D/g, "")).digest("hex")
         } : {}
       };
       const activationQueued = await queueAnalyticsActivation({
@@ -78154,7 +78664,7 @@ Submitted the published form.
           rejectedCount += 1;
           continue;
         }
-        const digest2 = (0, import_node_crypto51.createHash)("sha256").update(
+        const digest2 = (0, import_node_crypto52.createHash)("sha256").update(
           `${parsed.data.sourceSystem}:${externalId || email || phone || `${fullName}:${index}`}`
         ).digest("hex").slice(0, 16);
         const path6 = `Leads/person-${digest2}`;
@@ -78612,13 +79122,13 @@ var init_analytics_delivery = __esm({
 // src/api/scheduled-artifact-owner.ts
 function scheduledArtifactOwnerIdForApiKey(apiKey) {
-  return (0, import_node_crypto52.createHash)("sha256").update(apiKey).digest("hex").slice(0, 24);
+  return (0, import_node_crypto53.createHash)("sha256").update(apiKey).digest("hex").slice(0, 24);
 }
-var import_node_crypto52;
+var import_node_crypto53;
 var init_scheduled_artifact_owner = __esm({
   "src/api/scheduled-artifact-owner.ts"() {
     "use strict";
-    import_node_crypto52 = require("crypto");
+    import_node_crypto53 = require("crypto");
   }
 });
@@ -78675,7 +79185,7 @@ async function ensureScheduledRunViewLinksSchema() {
   schemaReady2 = true;
 }
 function tokenHash2(token6) {
-  return (0, import_node_crypto53.createHash)("sha256").update(token6).digest("hex");
+  return (0, import_node_crypto54.createHash)("sha256").update(token6).digest("hex");
 }
 function mapRow(row) {
   return {
@@ -78695,9 +79205,9 @@ function mapRow(row) {
 async function createScheduledRunViewLink(input) {
   await ensureScheduledRunViewLinksSchema();
   const now = input.now ?? /* @__PURE__ */ new Date();
-  const token6 = (0, import_node_crypto53.randomBytes)(32).toString("base64url");
+  const token6 = (0, import_node_crypto54.randomBytes)(32).toString("base64url");
   const record = {
-    shareId: (0, import_node_crypto53.randomUUID)(),
+    shareId: (0, import_node_crypto54.randomUUID)(),
     ownerId: input.ownerId,
     runId: input.runId,
     artifactId: input.artifactId,
@@ -78760,11 +79270,11 @@ async function revokeScheduledRunViewLink(ownerId2, runId, shareId, now = /* @__
   });
   return result.rowsAffected > 0;
 }
-var import_node_crypto53, schemaReady2;
+var import_node_crypto54, schemaReady2;
 var init_scheduled_run_view_links = __esm({
   "src/api/scheduled-run-view-links.ts"() {
     "use strict";
-    import_node_crypto53 = require("crypto");
+    import_node_crypto54 = require("crypto");
     init_db();
     schemaReady2 = false;
   }
@@ -78830,15 +79340,15 @@ ${section(flags.finalCta && Boolean(finalCta), `<section class="section cta" id=
     html,
     filename: `${input.name.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "") || "personal-authority"}.html`,
     bytes,
-    sha256: (0, import_node_crypto54.createHash)("sha256").update(html).digest("hex"),
+    sha256: (0, import_node_crypto55.createHash)("sha256").update(html).digest("hex"),
     generatedAt: generatedAtIso
   };
 }
-var import_node_crypto54;
+var import_node_crypto55;
 var init_render2 = __esm({
   "src/personal-authority/render.ts"() {
     "use strict";
-    import_node_crypto54 = require("crypto");
+    import_node_crypto55 = require("crypto");
   }
 });
@@ -78941,15 +79451,15 @@ ${section2(flags.finalCta && Boolean(finalCta), `<section class="section cta" id
     html,
     filename: `${input.name.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "") || "personal-authority"}.html`,
     bytes,
-    sha256: (0, import_node_crypto55.createHash)("sha256").update(html).digest("hex"),
+    sha256: (0, import_node_crypto56.createHash)("sha256").update(html).digest("hex"),
     generatedAt: generatedAtIso
   };
 }
-var import_node_crypto55, FONT_STACKS;
+var import_node_crypto56, FONT_STACKS;
 var init_render_v2 = __esm({
   "src/personal-authority/render-v2.ts"() {
     "use strict";
-    import_node_crypto55 = require("crypto");
+    import_node_crypto56 = require("crypto");
     init_contracts();
     FONT_STACKS = Object.freeze({
       "editorial-serif": "Iowan Old Style, Baskerville, Times New Roman, serif",
@@ -79065,15 +79575,15 @@ body{overflow-x:hidden}.lead-story__body,.lead-support__item,.story-card__body{m
 @media(max-width:620px){.desk-section__grid--panorama,.desk-section__grid--mosaic,.desk-section__grid--tiles{grid-template-columns:1fr}.story-card--panorama{display:block}.story-card--panorama h3,.story-card--mosaic-lead h3{font-size:34px}.story-card--mosaic-lead{grid-column:auto;grid-row:auto}.desk-section__grid--tiles>.story-card:nth-child(3n+2){margin-top:0}}
 </style></head><body data-theme="${escapeHtml11(config.theme)}" id="top" data-scheduled-renderer="newsroom_publisher_v1">${ticker}${masthead}${navigation}<main>${leadGrid}${latest}${sections}${newsletter}${pressRoom}${trustCenter}</main>${trustFooter}</body></html>`;
   const bytes = Buffer.byteLength(html);
-  const sha2565 = (0, import_node_crypto56.createHash)("sha256").update(html).digest("hex");
+  const sha2565 = (0, import_node_crypto57.createHash)("sha256").update(html).digest("hex");
   const filename2 = `${brand.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "") || "newsroom"}-news-site.html`;
   return { html, filename: filename2, bytes, sha256: sha2565, generatedAt: generatedAtIso };
 }
-var import_node_crypto56;
+var import_node_crypto57;
 var init_render3 = __esm({
   "src/newsroom-publisher/render.ts"() {
     "use strict";
-    import_node_crypto56 = require("crypto");
+    import_node_crypto57 = require("crypto");
   }
 });
@@ -79165,7 +79675,7 @@ function renderBlogArticleV1(input, config, generatedAt) {
 :root{--ink:#10213d;--ink2:#1c355a;--blue:#2563eb;--blue2:#1749b6;--mint:#45d5aa;--paper:#f7f5f0;--line:#dce4ef;--card:#fff;--body:#475569;--serif:Iowan Old Style,Palatino Linotype,Palatino,Georgia,serif;--sans:Inter,Avenir Next,ui-sans-serif,system-ui,sans-serif}body[data-theme="slate"]{--ink:#1e293b;--ink2:#334155;--blue:#475569;--blue2:#1e293b;--mint:#94a3b8;--paper:#f8fafc}body[data-theme="forest"]{--ink:#12352e;--ink2:#23584c;--blue:#147d64;--blue2:#0c5b48;--mint:#79d8bd;--paper:#f4f8f3}*{box-sizing:border-box}html{scroll-behavior:smooth;background:var(--paper)}body{margin:0;color:#252a33;background:var(--paper);font-family:var(--sans);line-height:1.6}a{color:inherit}button{font:inherit}button:focus-visible,a:focus-visible{outline:3px solid var(--mint);outline-offset:3px}.progress{position:fixed;z-index:50;top:0;left:0;height:4px;width:0;background:var(--mint)}.hero{position:relative;overflow:hidden;color:#fff;background:var(--ink)}.hero:after{position:absolute;right:-110px;top:-150px;width:420px;height:420px;border:1px solid #ffffff1a;border-radius:50%;content:""}.hero-inner{position:relative;z-index:1;max-width:1240px;margin:auto;padding:58px 42px 126px}.breadcrumb{display:flex;gap:8px;margin-bottom:34px;color:#dbeafecc;font-size:14px}.eyebrow{display:block;color:var(--blue);font-size:12px;font-weight:800;letter-spacing:.16em;text-transform:uppercase}.hero .eyebrow{color:var(--mint)}h1,h2,h3,p{margin-top:0}.hero h1{max-width:1000px;margin:14px 0 24px;font:700 clamp(44px,6vw,78px)/.98 var(--serif);letter-spacing:-.035em}.hero .dek{max-width:780px;color:#dbeafe;font-size:20px}.contributors{margin-top:30px;color:#eff6ff;font-size:14px}.contributors a{font-weight:800}.meta{display:flex;flex-wrap:wrap;gap:12px;margin-top:6px;color:#dbeafecc}.layout{position:relative;z-index:2;display:grid;grid-template-columns:minmax(0,760px) 290px;gap:64px;max-width:1240px;margin:-78px auto 0;padding:0 42px 80px}.main{min-width:0}.takeaways{padding:38px 44px;border-radius:24px;background:#fff;box-shadow:0 24px 70px #10213d24}.takeaways h2{margin:5px 0 20px;font:700 32px/1.1 var(--serif);color:var(--ink)}.takeaways ul{display:grid;gap:16px;margin:0;padding:0;list-style:none}.takeaways li{position:relative;padding-left:26px;color:var(--body);font-size:17px}.takeaways li:before{position:absolute;left:2px;top:.7em;width:8px;height:8px;border-radius:50%;background:var(--blue);content:""}.intro{padding:40px 0 4px}.intro p,.article-section>p{margin-bottom:22px;color:var(--body);font:400 18px/1.75 var(--sans)}.article-section{scroll-margin-top:28px;padding-top:45px}.article-section h2,.faq h2{margin:6px 0 20px;color:var(--ink);font:700 38px/1.08 var(--serif);letter-spacing:-.02em}.article-section ul{display:grid;gap:10px;margin:22px 0;padding-left:24px;color:var(--body);font-size:17px}.article-section li::marker{color:var(--blue)}.callout{margin:34px 0;padding:24px 28px;border-left:4px solid var(--blue);border-radius:0 16px 16px 0;background:#fff}.callout span{color:var(--blue);font-size:11px;font-weight:800;letter-spacing:.13em;text-transform:uppercase}.callout h3{margin:5px 0 8px;color:var(--ink);font:700 24px/1.15 var(--serif)}.callout p{margin:0;color:var(--body)}.rail{padding-top:0}.sidebar-media{overflow:hidden;margin:0 0 18px;border:1px solid #dbeafe;border-radius:16px;background:#fff}.sidebar-media img,.sidebar-media svg{display:block;width:100%;aspect-ratio:16/9;object-fit:cover}.sidebar-media figcaption{padding:10px 13px;color:#64748b;font-size:11px}.disclosure{margin-bottom:28px;border-top:1px solid #dbeafe;border-bottom:1px solid #dbeafe}.disclosure button{display:flex;width:100%;align-items:center;justify-content:space-between;gap:14px;padding:15px 0;border:0;color:#64748b;background:transparent;text-align:left;font-size:12px;cursor:pointer}.disclosure button b{color:var(--blue);font-size:18px;transition:transform .2s}.disclosure button[aria-expanded="true"] b{transform:rotate(180deg)}.disclosure p{padding:0 0 16px;margin:0;color:#64748b;font-size:12px}.toc{position:sticky;top:30px;padding:22px;border:1px solid var(--line);border-radius:16px;background:#fff;box-shadow:0 2px 5px #10213d12}.toc header{display:flex;align-items:center;justify-content:space-between}.toc header strong{color:var(--ink);font:700 21px/1 var(--serif)}.toc header button{width:34px;height:34px;border:0;border-radius:50%;color:var(--blue);background:transparent;cursor:pointer}.toc nav{display:grid;margin-top:14px}.toc nav a{display:flex;align-items:flex-start;gap:11px;padding:8px 0;color:#64748b;text-decoration:none;font-size:13px;line-height:1.35}.toc nav i{width:8px;height:8px;margin-top:5px;border:2px solid #bfdbfe;border-radius:50%}.toc nav a[aria-current="location"]{color:var(--ink);font-weight:800}.toc nav a[aria-current="location"] i{border-color:var(--blue);background:var(--blue)}.back-top{width:100%;margin-top:18px;padding:16px 0 0;border:0;border-top:1px solid var(--line);color:var(--blue);background:transparent;text-align:right;font-size:13px;font-weight:800;cursor:pointer}.faq{scroll-margin-top:28px;padding-top:64px}.faq>div{border-top:1px solid var(--line);border-bottom:1px solid var(--line)}.faq article+article{border-top:1px solid var(--line)}.faq h3{margin:0}.faq h3 button{display:flex;width:100%;align-items:center;justify-content:space-between;gap:18px;padding:19px 0;border:0;color:var(--ink);background:transparent;text-align:left;font-weight:800;cursor:pointer}.faq h3 b{color:var(--blue);font-size:22px}.faq article>p{padding:0 0 20px;margin:0;color:var(--body);font-size:16px}.author-card{margin-top:64px;padding:32px 36px;border-radius:18px;background:#fff}.article-actions{display:flex;flex-wrap:wrap;justify-content:space-between;gap:14px}.article-actions button{display:inline-flex;min-height:46px;align-items:center;justify-content:center;gap:8px;padding:8px 18px;border:2px solid var(--blue);border-radius:999px;color:var(--ink);background:#fff;font-weight:800;cursor:pointer}.article-actions button:hover{color:#fff;background:var(--blue)}.action-status{min-height:20px;margin:8px 0 0;color:var(--blue);text-align:right;font-size:13px;font-weight:700}.author-grid{display:grid;grid-template-columns:auto 1fr auto;gap:22px;align-items:center;margin-top:24px}.author-portrait{width:88px;height:88px;border-radius:50%;object-fit:cover}.author-initials{display:grid;place-items:center;color:var(--ink);background:#fecdd3;font-size:22px;font-weight:900}.author-grid span{color:#64748b;font-size:13px}.author-grid h2{margin:2px 0;color:var(--ink);font:700 27px/1 var(--serif)}.author-grid h2 a{text-decoration:none}.author-grid p{margin:8px 0;color:#64748b;font-size:14px}.author-grid nav{display:flex;flex-wrap:wrap;gap:14px}.author-grid nav a{color:#64748b;font-size:12px}.author-more{display:inline-flex;min-height:48px;align-items:center;justify-content:center;padding:10px 24px;border:2px solid var(--blue);color:var(--blue);text-align:center;text-decoration:none;font-size:13px;font-weight:800}.author-bio{margin:24px 0 0!important;padding-top:20px;border-top:1px solid var(--line);color:var(--body);font-size:16px}dialog{width:min(720px,calc(100% - 30px));max-height:calc(100dvh - 30px);padding:0;border:0;border-radius:18px;color:var(--ink);background:#fff;box-shadow:0 24px 70px #10213d38}dialog::backdrop{background:#0f172a7a;backdrop-filter:blur(2px)}dialog>div{position:relative;padding:30px}dialog h2{margin:0 50px 2px 0;font:700 30px/1.1 var(--serif)}dialog>div>p{color:#64748b}.dialog-close{position:absolute;top:13px;right:13px;width:44px;height:44px;border:0;border-radius:50%;color:var(--blue);background:transparent;font-size:29px;cursor:pointer}dialog section{border-top:1px solid var(--line)}dialog section button{display:block;width:100%;padding:17px 5px;border:0;border-bottom:1px solid var(--line);color:var(--body);background:#fff;text-align:left;line-height:1.65;cursor:pointer}.citation-status{min-height:22px;margin:14px 0 0!important;color:var(--blue)!important;font-size:13px;font-weight:800}.generated{max-width:1156px;margin:-52px auto 50px;padding:0 42px;color:#94a3b8;font-size:11px}@media(max-width:900px){.layout{display:block}.rail{display:none}.hero-inner{padding-bottom:116px}}@media(max-width:620px){.hero-inner{padding:36px 20px 104px}.hero h1{font-size:46px}.hero .dek{font-size:17px}.layout{margin-top:-70px;padding:0 16px 54px}.takeaways{padding:28px 24px}.article-section h2,.faq h2{font-size:32px}.author-card{padding:24px}.article-actions{display:grid;justify-content:start}.author-grid{grid-template-columns:1fr;gap:12px}.author-more{width:100%}dialog>div{padding:24px}.generated{padding:0 20px}}
 </style></head><body data-theme="${escapeHtml12(config.theme)}" data-scheduled-renderer="blog_article_v1"><div class="progress" aria-hidden="true"></div><header class="hero"><div class="hero-inner"><nav class="breadcrumb" aria-label="Breadcrumb"><a href="${safeHref4(input.canonicalUrl)}">${escapeHtml12(input.category)}</a><span>/</span><span>Article</span></nav><span class="eyebrow">${escapeHtml12(input.eyebrow)}</span><h1>${escapeHtml12(input.title)}</h1>${input.dek ? `<p class="dek">${escapeHtml12(input.dek)}</p>` : ""}<div class="contributors">${contributorText}<div class="meta"><time datetime="${escapeHtml12(articleDate)}">Updated ${formatDate2(articleDate)}</time><span>\u2022</span><span>${input.readTimeMinutes} min read</span>${input.reviewer ? "<span>\u2022</span><strong>Expert reviewed</strong>" : ""}</div></div></div></header><main class="layout"><article class="main"><section class="takeaways"><span class="eyebrow">The short answer</span><h2>Key takeaways</h2><ul>${input.keyTakeaways.map((item) => `<li>${escapeHtml12(item)}</li>`).join("")}</ul></section><section class="intro">${input.introduction.map((paragraph) => `<p>${escapeHtml12(paragraph)}</p>`).join("")}</section>${sections}${faq}${author}</article><div class="rail">${media}${disclosure}${toc}</div></main>${config.showGeneratedAt ? `<p class="generated">Rendered ${formatDate2(generatedAtIso)} by MCP Scraper.</p>` : ""}${citationDialog}<script>(()=>{const citations=${jsonForScript(citationValues)};const canonical=${jsonForScript(input.canonicalUrl)};const title=${jsonForScript(input.title)};const progress=document.querySelector('.progress');const tocLinks=[...document.querySelectorAll('.toc nav a')];const targets=tocLinks.map(link=>document.querySelector(link.hash)).filter(Boolean);const update=()=>{const max=document.documentElement.scrollHeight-innerHeight;if(progress)progress.style.width=(max>0?scrollY/max*100:0)+'%';let active=targets[0]?.id;for(const target of targets){if(target.getBoundingClientRect().top<=innerHeight*.55)active=target.id}tocLinks.forEach(link=>link.toggleAttribute('aria-current',link.hash==='#'+active));tocLinks.forEach(link=>{if(link.hash==='#'+active)link.setAttribute('aria-current','location');else link.removeAttribute('aria-current')})};addEventListener('scroll',update,{passive:true});addEventListener('resize',update);update();document.querySelectorAll('.faq h3 button').forEach(button=>button.addEventListener('click',()=>{const panel=document.getElementById(button.getAttribute('aria-controls'));const open=button.getAttribute('aria-expanded')==='true';button.setAttribute('aria-expanded',String(!open));panel.hidden=open;button.querySelector('b').textContent=open?'+':'\u2212'}));const disclosure=document.querySelector('.disclosure button');disclosure?.addEventListener('click',()=>{const panel=document.getElementById(disclosure.getAttribute('aria-controls'));const open=disclosure.getAttribute('aria-expanded')==='true';disclosure.setAttribute('aria-expanded',String(!open));panel.hidden=open});const tocToggle=document.querySelector('.toc header button');tocToggle?.addEventListener('click',()=>{const nav=document.getElementById('toc-links');const open=tocToggle.getAttribute('aria-expanded')==='true';tocToggle.setAttribute('aria-expanded',String(!open));nav.hidden=open;tocToggle.textContent=open?'\u2304':'\u2303'});document.querySelector('.back-top')?.addEventListener('click',()=>scrollTo({top:0,behavior:'smooth'}));const copy=async text=>{try{await navigator.clipboard.writeText(text)}catch{const area=document.createElement('textarea');area.value=text;area.style.position='fixed';area.style.opacity='0';document.body.append(area);area.select();document.execCommand('copy');area.remove()}};const dialog=document.getElementById('citation-dialog');document.querySelector('[data-cite]')?.addEventListener('click',()=>dialog.showModal());document.querySelector('.dialog-close')?.addEventListener('click',()=>dialog.close());dialog?.addEventListener('click',event=>{if(event.target===dialog)dialog.close()});document.querySelectorAll('[data-citation]').forEach(button=>button.addEventListener('click',async()=>{const style=button.dataset.citation;await copy(citations[style]);document.querySelector('.citation-status').textContent=style+' citation copied to clipboard.'}));document.querySelector('[data-share]')?.addEventListener('click',async()=>{const status=document.querySelector('.action-status');if(navigator.share){try{await navigator.share({title,url:canonical});status.textContent='Sharing options opened.';return}catch(error){if(error.name==='AbortError')return}}await copy(canonical);status.textContent='Article link copied to clipboard.'})})()</script></body></html>`;
   const bytes = Buffer.byteLength(html);
-  const sha2565 = (0, import_node_crypto57.createHash)("sha256").update(html).digest("hex");
+  const sha2565 = (0, import_node_crypto58.createHash)("sha256").update(html).digest("hex");
   return {
     html,
     filename: "blog-article.html",
@@ -79175,11 +79685,11 @@ function renderBlogArticleV1(input, config, generatedAt) {
     generatedAt: generatedAtIso
   };
 }
-var import_node_crypto57;
+var import_node_crypto58;
 var init_render4 = __esm({
   "src/blog-article/render.ts"() {
     "use strict";
-    import_node_crypto57 = require("crypto");
+    import_node_crypto58 = require("crypto");
   }
 });
@@ -79510,7 +80020,7 @@ function policy6() {
   };
 }
 function runStorageSegment(runId) {
-  return /^[a-zA-Z0-9_-]{1,160}$/.test(runId) ? runId : `run-${(0, import_node_crypto58.createHash)("sha256").update(runId).digest("hex").slice(0, 32)}`;
+  return /^[a-zA-Z0-9_-]{1,160}$/.test(runId) ? runId : `run-${(0, import_node_crypto59.createHash)("sha256").update(runId).digest("hex").slice(0, 32)}`;
 }
 async function createScheduledRunArtifact(args) {
   if (args.rendered.bytes > SCHEDULED_RUN_ARTIFACT_MAX_BYTES) {
@@ -79551,12 +80061,12 @@ async function readScheduledRunArtifact(args) {
   if (!window2 || window2.nextOffset !== null || window2.totalBytes > SCHEDULED_RUN_ARTIFACT_MAX_BYTES) return null;
   return window2.text;
 }
-var import_node_crypto58, SCHEDULED_RUN_ARTIFACT_PREFIX, SCHEDULED_RUN_ARTIFACT_DOWNLOAD_TTL_MS, SCHEDULED_RUN_ARTIFACT_MAX_BYTES;
+var import_node_crypto59, SCHEDULED_RUN_ARTIFACT_PREFIX, SCHEDULED_RUN_ARTIFACT_DOWNLOAD_TTL_MS, SCHEDULED_RUN_ARTIFACT_MAX_BYTES;
 var init_scheduled_run_artifact_store = __esm({
   "src/scheduled-artifacts/scheduled-run-artifact-store.ts"() {
     "use strict";
     init_private_artifacts();
-    import_node_crypto58 = require("crypto");
+    import_node_crypto59 = require("crypto");
     SCHEDULED_RUN_ARTIFACT_PREFIX = "scheduled-run-artifacts/";
     SCHEDULED_RUN_ARTIFACT_DOWNLOAD_TTL_MS = 15 * 60 * 1e3;
     SCHEDULED_RUN_ARTIFACT_MAX_BYTES = 2e6;
@@ -79774,7 +80284,7 @@ async function reconcileDiscoveredNangoConnections(identity, discovered) {
           updated_at = excluded.updated_at
       `,
       args: [
-        (0, import_node_crypto59.randomUUID)(),
+        (0, import_node_crypto60.randomUUID)(),
         userId,
         connection.providerConfigKey,
         connection.provider,
@@ -79845,7 +80355,7 @@ async function recordServiceConnectionHealth(args) {
   });
   await getDb().execute({
     sql: `INSERT INTO service_connection_health_events (id, connection_id, operational_status, failure_code, retryable, evidence_source) VALUES (?, ?, ?, ?, ?, ?)`,
-    args: [(0, import_node_crypto59.randomUUID)(), args.connectionId, args.operationalStatus, args.failureCode ?? null, args.retryable == null ? null : args.retryable ? 1 : 0, args.evidenceSource]
+    args: [(0, import_node_crypto60.randomUUID)(), args.connectionId, args.operationalStatus, args.failureCode ?? null, args.retryable == null ? null : args.retryable ? 1 : 0, args.evidenceSource]
   });
 }
 async function setServiceConnectionActions(identity, connectionId, enabled) {
@@ -79885,7 +80395,7 @@ async function claimServiceConnectionAction(args) {
   if (!connection) throw new Error("service_connection_not_found");
   const inserted = await getDb().execute({
     sql: `INSERT OR IGNORE INTO service_connection_action_audit (id, connection_id, user_id, tool, request_id, status, request_digest) VALUES (?, ?, ?, ?, ?, 'started', ?)`,
-    args: [(0, import_node_crypto59.randomUUID)(), connection.id, connection.userId, args.tool, args.requestId, args.requestDigest]
+    args: [(0, import_node_crypto60.randomUUID)(), connection.id, connection.userId, args.tool, args.requestId, args.requestDigest]
   });
   if (Number(inserted.rowsAffected ?? 0) === 1) return { claimed: true };
   const existing = await getDb().execute({
@@ -79910,11 +80420,11 @@ async function claimServiceConnectionAction(args) {
     ...result !== void 0 ? { result } : {}
   };
 }
-var import_node_crypto59, schemaReady3, schemaDb6;
+var import_node_crypto60, schemaReady3, schemaDb6;
 var init_service_connections = __esm({
   "src/api/service-connections.ts"() {
     "use strict";
-    import_node_crypto59 = require("crypto");
+    import_node_crypto60 = require("crypto");
     init_db();
     schemaReady3 = null;
     schemaDb6 = null;
@@ -79928,8 +80438,8 @@ function signingSecret() {
   return secret2;
 }
 function schedulerIntegrationSignature(args) {
-  const bodyHash = (0, import_node_crypto60.createHash)("sha256").update(args.body).digest("hex");
-  return (0, import_node_crypto60.createHmac)("sha256", args.secret).update(`${args.method.toUpperCase()}
+  const bodyHash = (0, import_node_crypto61.createHash)("sha256").update(args.body).digest("hex");
+  return (0, import_node_crypto61.createHmac)("sha256", args.secret).update(`${args.method.toUpperCase()}
 ${args.path}
 ${args.timestamp}
 ${args.nonce}
@@ -79976,17 +80486,17 @@ async function verifySchedulerIntegrationRequest(request, rawBody) {
   });
   const suppliedBytes = Buffer.from(signature, "hex");
   const expectedBytes = Buffer.from(expected, "hex");
-  if (suppliedBytes.length !== expectedBytes.length || !(0, import_node_crypto60.timingSafeEqual)(suppliedBytes, expectedBytes)) {
+  if (suppliedBytes.length !== expectedBytes.length || !(0, import_node_crypto61.timingSafeEqual)(suppliedBytes, expectedBytes)) {
     throw new SchedulerIntegrationAuthError("invalid_signature");
   }
   await claimNonce(nonce, timestampMs);
   return { requestId };
 }
-var import_node_crypto60, MAX_CLOCK_SKEW_MS, SchedulerIntegrationAuthError;
+var import_node_crypto61, MAX_CLOCK_SKEW_MS, SchedulerIntegrationAuthError;
 var init_scheduler_integration_auth = __esm({
   "src/api/scheduler-integration-auth.ts"() {
     "use strict";
-    import_node_crypto60 = require("crypto");
+    import_node_crypto61 = require("crypto");
     init_db();
     init_service_connections();
     MAX_CLOCK_SKEW_MS = 5 * 60 * 1e3;
@@ -80148,7 +80658,7 @@ function requestedSiteMaxPages(maxPages) {
   return Math.min(ABSOLUTE_SITE_MAX_PAGES, Math.max(1, maxPages ?? DEFAULT_SITE_MAX_PAGES));
 }
 function shouldRunSiteExtractInBackground(input) {
-  return input.background === true || input.downloadImages === true || input.preserveMedia === true || requestedSiteMaxPages(input.maxPages) > MAX_SYNCHRONOUS_SITE_PAGES;
+  return input.background === true || input.downloadImages === true || input.preserveMedia === true || input.renderJavaScript === true || input.captureRenderedDom === true || input.semanticSimilarity === true || requestedSiteMaxPages(input.maxPages) > MAX_SYNCHRONOUS_SITE_PAGES;
 }
 var MAX_SYNCHRONOUS_SITE_PAGES, DEFAULT_SITE_MAX_PAGES, ABSOLUTE_SITE_MAX_PAGES;
 var init_site_extract_policy = __esm({
@@ -80294,7 +80804,7 @@ async function fetchMedia(rawUrl, expectedType) {
       finalUrl: checked.parsed.href,
       width: dimensions?.width ?? null,
       height: dimensions?.height ?? null,
-      sha256: (0, import_node_crypto61.createHash)("sha256").update(bytes).digest("hex")
+      sha256: (0, import_node_crypto62.createHash)("sha256").update(bytes).digest("hex")
     };
   }
   throw new Error("media_redirect_rejected");
@@ -80408,7 +80918,7 @@ async function packagePageMedia(args) {
   files.push({ path: "summary.json", content: Buffer.from(JSON.stringify(summary, null, 2)) });
   files.push({ path: "media.jsonl", content: Buffer.from(cleanAssets.map((asset) => JSON.stringify(asset)).join("\n") + "\n") });
   const archive = await zipBuffer2(files);
-  const id = (0, import_node_crypto61.randomBytes)(6).toString("hex");
+  const id = (0, import_node_crypto62.randomBytes)(6).toString("hex");
   const pointer = await createPrivateArtifact({
     policy: policy7(),
     ownerId: args.ownerId,
@@ -80421,11 +80931,11 @@ async function packagePageMedia(args) {
   const localPath = token5() ? null : (0, import_node_path22.join)(process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path22.join)((0, import_node_os15.homedir)(), "Downloads", "mcp-scraper"), "blobs", pointer.artifactId);
   return { media: args.media, artifact: { ...pointer, localPath } };
 }
-var import_node_crypto61, import_node_os15, import_node_path22, import_p_limit7, import_yazl3, PAGE_MEDIA_ARTIFACT_PREFIX, PAGE_MEDIA_ARTIFACT_TTL_MS, PAGE_MEDIA_DOWNLOAD_TTL_MS, MAX_FILE_BYTES, MAX_ARCHIVE_MEDIA_BYTES, MAX_INLINE_IMAGE_BYTES2, MAX_INLINE_TOTAL_BYTES2, DOWNLOAD_CONCURRENCY2, MAX_REDIRECTS3;
+var import_node_crypto62, import_node_os15, import_node_path22, import_p_limit7, import_yazl3, PAGE_MEDIA_ARTIFACT_PREFIX, PAGE_MEDIA_ARTIFACT_TTL_MS, PAGE_MEDIA_DOWNLOAD_TTL_MS, MAX_FILE_BYTES, MAX_ARCHIVE_MEDIA_BYTES, MAX_INLINE_IMAGE_BYTES2, MAX_INLINE_TOTAL_BYTES2, DOWNLOAD_CONCURRENCY2, MAX_REDIRECTS3;
 var init_page_media_artifacts = __esm({
   "src/api/page-media-artifacts.ts"() {
     "use strict";
-    import_node_crypto61 = require("crypto");
+    import_node_crypto62 = require("crypto");
     import_node_os15 = require("os");
     import_node_path22 = require("path");
     import_p_limit7 = __toESM(require("p-limit"), 1);
@@ -80534,7 +81044,7 @@ var init_site_extract_reconciliation = __esm({
 // src/api/page-diff.ts
 function sha256Hex(value) {
-  return (0, import_node_crypto62.createHash)("sha256").update(value).digest("hex");
+  return (0, import_node_crypto63.createHash)("sha256").update(value).digest("hex");
 }
 function truncateForStorage(value, maxChars = MAX_SNAPSHOT_CONTENT_CHARS) {
   if (value.length <= maxChars) return { value, truncated: false };
@@ -80591,11 +81101,11 @@ function diffPageContent(oldContent, newContent) {
     totalChangedLineCount
   };
 }
-var import_node_crypto62, import_diff, MAX_SNAPSHOT_CONTENT_CHARS, MAX_DIFF_HUNKS, MAX_DIFF_LINES_PER_RESPONSE;
+var import_node_crypto63, import_diff, MAX_SNAPSHOT_CONTENT_CHARS, MAX_DIFF_HUNKS, MAX_DIFF_LINES_PER_RESPONSE;
 var init_page_diff = __esm({
   "src/api/page-diff.ts"() {
     "use strict";
-    import_node_crypto62 = require("crypto");
+    import_node_crypto63 = require("crypto");
     import_diff = require("diff");
     MAX_SNAPSHOT_CONTENT_CHARS = 25e4;
     MAX_DIFF_HUNKS = 200;
@@ -80669,7 +81179,7 @@ var init_scrape_vault_sink = __esm({
 // src/api/scrape-image-sink.ts
 function idempotencyKey3(userId, vault, input) {
-  return `scrape-image-${(0, import_node_crypto63.createHash)("sha256").update(`${userId}\0${vault}\0${input.sourceKind}\0${input.sourceUrl}\0${input.imageUrl ?? ""}\0${input.imageBase64 ?? ""}`).digest("hex")}`;
+  return `scrape-image-${(0, import_node_crypto64.createHash)("sha256").update(`${userId}\0${vault}\0${input.sourceKind}\0${input.sourceUrl}\0${input.imageUrl ?? ""}\0${input.imageBase64 ?? ""}`).digest("hex")}`;
 }
 async function persistScrapeImagesToMemory(user, inputs, vault) {
   const selected = inputs.slice(0, MAX_IMAGES_PER_SCRAPE);
@@ -80711,11 +81221,11 @@ async function persistScrapeImagesToMemory(user, inputs, vault) {
     assets
   };
 }
-var import_node_crypto63, MAX_IMAGES_PER_SCRAPE;
+var import_node_crypto64, MAX_IMAGES_PER_SCRAPE;
 var init_scrape_image_sink = __esm({
   "src/api/scrape-image-sink.ts"() {
     "use strict";
-    import_node_crypto63 = require("crypto");
+    import_node_crypto64 = require("crypto");
     init_memory();
     MAX_IMAGES_PER_SCRAPE = 25;
   }
@@ -81168,7 +81678,7 @@ function canonicalJson(value) {
   return JSON.stringify(value);
 }
 function sha2563(value) {
-  return (0, import_node_crypto64.createHash)("sha256").update(value).digest("hex");
+  return (0, import_node_crypto65.createHash)("sha256").update(value).digest("hex");
 }
 function sensitiveKey(key) {
   const normalized = key.toLowerCase().replace(/[^a-z0-9]/g, "");
@@ -81383,11 +81893,11 @@ async function importServiceConnectionToMemory(identity, input, dependencies) {
     ...!searchReady ? { warning: "The snapshot was stored, but no search chunks were indexed yet." } : {}
   };
 }
-var import_node_crypto64, CONNECTION_MEMORY_IMPORT_MAX_ARGS_BYTES, CONNECTION_MEMORY_IMPORT_MAX_RESULT_BYTES, CONNECTION_MEMORY_IMPORT_MAX_STRING_CHARS, CONNECTION_MEMORY_IMPORT_MAX_DEPTH, ConnectionMemoryImportError;
+var import_node_crypto65, CONNECTION_MEMORY_IMPORT_MAX_ARGS_BYTES, CONNECTION_MEMORY_IMPORT_MAX_RESULT_BYTES, CONNECTION_MEMORY_IMPORT_MAX_STRING_CHARS, CONNECTION_MEMORY_IMPORT_MAX_DEPTH, ConnectionMemoryImportError;
 var init_connection_memory_import = __esm({
   "src/api/connection-memory-import.ts"() {
     "use strict";
-    import_node_crypto64 = require("crypto");
+    import_node_crypto65 = require("crypto");
     init_slugify();
     CONNECTION_MEMORY_IMPORT_MAX_ARGS_BYTES = 64 * 1024;
     CONNECTION_MEMORY_IMPORT_MAX_RESULT_BYTES = 1e6;
@@ -81471,7 +81981,7 @@ var init_scrape_blob_cleanup = __esm({
 // src/api/site-export-reader.ts
 function sha2564(value) {
-  return (0, import_node_crypto65.createHash)("sha256").update(value).digest("hex");
+  return (0, import_node_crypto66.createHash)("sha256").update(value).digest("hex");
 }
 function publicPageRecord(page) {
   const { bodyMarkdown: _body, contentRef: _contentRef, discoveryLinks: _discovery, ...metadata } = page;
@@ -81579,11 +82089,11 @@ async function readOwnedSiteExportImage(input) {
   if (!bytes || artifact.sha256 && sha2564(bytes) !== artifact.sha256) return null;
   return { bytes, artifact };
 }
-var import_node_crypto65, SiteExportFormatUnavailableError;
+var import_node_crypto66, SiteExportFormatUnavailableError;
 var init_site_export_reader = __esm({
   "src/api/site-export-reader.ts"() {
     "use strict";
-    import_node_crypto65 = require("crypto");
+    import_node_crypto66 = require("crypto");
     init_site_extract_repository();
     init_site_extract_content_store();
     init_site_extract_artifacts();
@@ -81734,7 +82244,7 @@ function finitePositive(value, fallback) {
   return Number.isFinite(value) && value > 0 ? value : fallback;
 }
 async function collectConnectedDataExport(args) {
-  const exportId = (0, import_node_crypto66.randomUUID)();
+  const exportId = (0, import_node_crypto67.randomUUID)();
   const now = args.now ?? Date.now;
   const startedAt = now();
   const budgetMs = finitePositive(CONNECTED_DATA_EXPORT_BUDGET_MS, 24e4);
@@ -81848,11 +82358,11 @@ ${lines.length ? `${lines.join("\n")}
     untrustedContent: true
   };
 }
-var import_node_crypto66, CONNECTED_DATA_INLINE_BUDGET_BYTES, CONNECTED_DATA_MAX_EXPORT_BYTES, CONNECTED_DATA_EXPORT_BUDGET_MS, CONNECTED_DATA_PAGE_START_HEADROOM_MS, CONNECTED_DATA_DATASETS, ConnectedDataExportValidationError;
+var import_node_crypto67, CONNECTED_DATA_INLINE_BUDGET_BYTES, CONNECTED_DATA_MAX_EXPORT_BYTES, CONNECTED_DATA_EXPORT_BUDGET_MS, CONNECTED_DATA_PAGE_START_HEADROOM_MS, CONNECTED_DATA_DATASETS, ConnectedDataExportValidationError;
 var init_connected_data_export = __esm({
   "src/api/connected-data-export.ts"() {
     "use strict";
-    import_node_crypto66 = require("crypto");
+    import_node_crypto67 = require("crypto");
     CONNECTED_DATA_INLINE_BUDGET_BYTES = Number(
       process.env.MCP_SCRAPER_CONNECTED_DATA_INLINE_BUDGET_BYTES ?? 5e4
     );
@@ -81966,7 +82476,7 @@ async function exportSearchConsoleTableData(args) {
     offset += rows.length;
     if (stoppedForBytes || rows.length < limit || offset >= matchedRows) break;
   }
-  const exportId = (0, import_node_crypto67.randomUUID)();
+  const exportId = (0, import_node_crypto68.randomUUID)();
   const artifact = await args.writeArtifact({
     ownerId: args.ownerId,
     exportId,
@@ -81988,11 +82498,11 @@ async function exportSearchConsoleTableData(args) {
     warnings
   };
 }
-var import_node_crypto67, SEARCH_CONSOLE_TABLE_EXPORT_MAX_ROWS, SEARCH_CONSOLE_TABLE_EXPORT_PAGE_SIZE, SEARCH_CONSOLE_TABLE_EXPORT_MAX_BYTES, SEARCH_CONSOLE_TABLE_COLUMNS, SearchConsoleTableExportValidationError;
+var import_node_crypto68, SEARCH_CONSOLE_TABLE_EXPORT_MAX_ROWS, SEARCH_CONSOLE_TABLE_EXPORT_PAGE_SIZE, SEARCH_CONSOLE_TABLE_EXPORT_MAX_BYTES, SEARCH_CONSOLE_TABLE_COLUMNS, SearchConsoleTableExportValidationError;
 var init_search_console_table_export = __esm({
   "src/api/search-console-table-export.ts"() {
     "use strict";
-    import_node_crypto67 = require("crypto");
+    import_node_crypto68 = require("crypto");
     SEARCH_CONSOLE_TABLE_EXPORT_MAX_ROWS = 5e4;
     SEARCH_CONSOLE_TABLE_EXPORT_PAGE_SIZE = 2e3;
     SEARCH_CONSOLE_TABLE_EXPORT_MAX_BYTES = 50 * 1024 * 1024;
@@ -83171,7 +83681,7 @@ async function listNangoToolsDirect(identity, connectionId) {
   });
   const readTools = [...policies.values()].filter((policy8) => policy8.classification === "read").map((policy8) => policy8.name);
   const actionTools = [...policies.values()].filter((policy8) => policy8.classification === "action").map((policy8) => policy8.name);
-  const revision = (0, import_node_crypto68.createHash)("sha256").update(JSON.stringify(tools.map((tool) => ({ name: tool.name, inputSchema: tool.inputSchema })))).digest("hex");
+  const revision = (0, import_node_crypto69.createHash)("sha256").update(JSON.stringify(tools.map((tool) => ({ name: tool.name, inputSchema: tool.inputSchema })))).digest("hex");
   await updateServiceConnectionTools(connection.id, readTools, actionTools, revision);
   const refreshed = await getOwnedServiceConnection(identity, connection.id);
   return { connection: refreshed ?? { ...connection, readTools, actionTools, toolRevision: revision }, tools };
@@ -83198,8 +83708,8 @@ async function callNangoToolDirect(args) {
     identity: args.identity,
     ratePolicyVersion: CONNECTED_USAGE_RATE_POLICY_VERSION
   });
-  const requestId = args.requestId?.trim() || (0, import_node_crypto68.randomUUID)();
-  const idempotencyKey4 = `main-nango:${(0, import_node_crypto68.createHash)("sha256").update(args.identity.toLowerCase()).update("\0").update(connection.id).update("\0").update(args.tool).update("\0").update(requestId).digest("hex")}`;
+  const requestId = args.requestId?.trim() || (0, import_node_crypto69.randomUUID)();
+  const idempotencyKey4 = `main-nango:${(0, import_node_crypto69.createHash)("sha256").update(args.identity.toLowerCase()).update("\0").update(connection.id).update("\0").update(args.tool).update("\0").update(requestId).digest("hex")}`;
   const startedAt = /* @__PURE__ */ new Date();
   const started = performance.now();
   let result;
@@ -83224,7 +83734,7 @@ async function callNangoToolDirect(args) {
       toolName: args.tool,
       operationKind: args.operationKind ?? args.classification,
       outcome: providerError ? "error" : "partial",
-      requestId: requestId.length <= 200 ? requestId : (0, import_node_crypto68.createHash)("sha256").update(requestId).digest("hex"),
+      requestId: requestId.length <= 200 ? requestId : (0, import_node_crypto69.createHash)("sha256").update(requestId).digest("hex"),
       startedAt: startedAt.toISOString(),
       completedAt: completedAt.toISOString()
     }
@@ -83266,15 +83776,15 @@ async function describeNangoToolDirect(identity, connectionId, toolName) {
     providerContractHash: MAIN_INTEGRATION_CONTRACT_HASH,
     protocolVersion: null,
     schemaSource: "live_tools_list",
-    schemaHash: (0, import_node_crypto68.createHash)("sha256").update(JSON.stringify(projected)).digest("hex"),
+    schemaHash: (0, import_node_crypto69.createHash)("sha256").update(JSON.stringify(projected)).digest("hex"),
     fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
   };
 }
-var import_node_crypto68, import_client15, DEFAULT_NANGO_MCP_URL, NANGO_TIMEOUT_MS, NANGO_CONNECTION_PAGE_SIZE, NANGO_CONNECTION_MAX_PAGES, MAIN_INTEGRATION_CONTRACT_VERSION, MAIN_INTEGRATION_CONTRACT_HASH, MainNangoTransportError;
+var import_node_crypto69, import_client15, DEFAULT_NANGO_MCP_URL, NANGO_TIMEOUT_MS, NANGO_CONNECTION_PAGE_SIZE, NANGO_CONNECTION_MAX_PAGES, MAIN_INTEGRATION_CONTRACT_VERSION, MAIN_INTEGRATION_CONTRACT_HASH, MainNangoTransportError;
 var init_main_nango_transport = __esm({
   "src/api/main-nango-transport.ts"() {
     "use strict";
-    import_node_crypto68 = require("crypto");
+    import_node_crypto69 = require("crypto");
     import_client15 = require("@modelcontextprotocol/client");
     init_service_connections();
     init_connected_usage_billing();
@@ -83898,8 +84408,8 @@ async function setScheduleConnectionActionsEnabled(identity, connectionId, enabl
   return data.connection.actionsEnabled === true;
 }
 async function callScheduleConnectionAction(identity, connectionId, input, tool, idempotencyKey4) {
-  const requestId = `main-connected-action:${(0, import_node_crypto69.createHash)("sha256").update(identity).update("\0").update(idempotencyKey4?.trim() || (0, import_node_crypto69.randomUUID)()).digest("hex")}`;
-  const requestDigest = (0, import_node_crypto69.createHash)("sha256").update(connectionId).update("\0").update(tool?.trim() ?? "").update("\0").update(canonicalJson2(input)).digest("hex");
+  const requestId = `main-connected-action:${(0, import_node_crypto70.createHash)("sha256").update(identity).update("\0").update(idempotencyKey4?.trim() || (0, import_node_crypto70.randomUUID)()).digest("hex")}`;
+  const requestDigest = (0, import_node_crypto70.createHash)("sha256").update(connectionId).update("\0").update(tool?.trim() ?? "").update("\0").update(canonicalJson2(input)).digest("hex");
   if (mainOwnsIntegrations()) {
     const selectedTool = tool?.trim();
     if (!selectedTool) throw new NangoControlError("An action tool is required.", 400, "invalid_request", false);
@@ -84050,7 +84560,7 @@ function canonicalJson2(value) {
   return JSON.stringify(value);
 }
 function projectedToolSchemaHash(tool) {
-  return (0, import_node_crypto69.createHash)("sha256").update(canonicalJson2(tool)).digest("hex");
+  return (0, import_node_crypto70.createHash)("sha256").update(canonicalJson2(tool)).digest("hex");
 }
 async function describeNangoTool(identity, connectionId, tool, fresh) {
   if (mainOwnsIntegrations()) {
@@ -84327,11 +84837,11 @@ async function callMainOwnedExportPage(identity, input) {
     untrustedContent: true
   };
 }
-var import_node_crypto69, DEFAULT_NANGO_CONTROL_URL, DISABLED_NANGO_TOOLS, CONNECTION_SYNC_REQUIRED_TOOLS, CONNECTION_SYNC_OPTIONAL_TOOLS, NangoControlError, ScheduleConnectionValidationError, SAFE_CONTROL_ERROR_CODES, FIXED_CONTROL_ERROR_MESSAGES, CONTROL_ERROR_CODE_ALIASES;
+var import_node_crypto70, DEFAULT_NANGO_CONTROL_URL, DISABLED_NANGO_TOOLS, CONNECTION_SYNC_REQUIRED_TOOLS, CONNECTION_SYNC_OPTIONAL_TOOLS, NangoControlError, ScheduleConnectionValidationError, SAFE_CONTROL_ERROR_CODES, FIXED_CONTROL_ERROR_MESSAGES, CONTROL_ERROR_CODE_ALIASES;
 var init_nango_control = __esm({
   "src/api/nango-control.ts"() {
     "use strict";
-    import_node_crypto69 = require("crypto");
+    import_node_crypto70 = require("crypto");
     init_connected_data_export();
     init_slack_connected_data_export();
     init_main_nango_transport();
@@ -84687,7 +85197,7 @@ async function callResendRead(identity, connectionId, tool, args) {
   return isRecord5(data) ? data.result ?? data : data;
 }
 async function callResendAction(identity, connectionId, tool, input, idempotencyKey4) {
-  const requestId = `main-resend-action:${(0, import_node_crypto70.createHash)("sha256").update(identity).update("\0").update(idempotencyKey4.trim()).digest("hex")}`;
+  const requestId = `main-resend-action:${(0, import_node_crypto71.createHash)("sha256").update(identity).update("\0").update(idempotencyKey4.trim()).digest("hex")}`;
   const body = await controlRequest2("/api/internal/resend/actions/call", {
     method: "POST",
     headers: { "x-request-id": requestId },
@@ -84752,12 +85262,12 @@ async function callResendExportPage(identity, input) {
     untrustedContent: true
   };
 }
-var import_node_crypto70, DEFAULT_CONNECTION_CONTROL_URL, RESEND_PROVIDER_CONFIG_KEY, RESEND_LOGO_URL, RESEND_DOCS_URL, RESEND_ADMIN_BLOCKED_TOOLS, RESEND_CONNECTION_SYNC_REQUIRED_TOOLS, ResendControlError;
+var import_node_crypto71, DEFAULT_CONNECTION_CONTROL_URL, RESEND_PROVIDER_CONFIG_KEY, RESEND_LOGO_URL, RESEND_DOCS_URL, RESEND_ADMIN_BLOCKED_TOOLS, RESEND_CONNECTION_SYNC_REQUIRED_TOOLS, ResendControlError;
 var init_resend_control = __esm({
   "src/api/resend-control.ts"() {
     "use strict";
     init_connected_data_export();
-    import_node_crypto70 = require("crypto");
+    import_node_crypto71 = require("crypto");
     DEFAULT_CONNECTION_CONTROL_URL = "https://mcp-scraper-scheduler.vercel.app";
     RESEND_PROVIDER_CONFIG_KEY = "resend";
     RESEND_LOGO_URL = "https://cdn.resend.com/brand/resend-icon-black.svg";
@@ -85364,7 +85874,7 @@ function settleWithinTickBudget(label, unfinished, work, onDeadlineOrError) {
     );
   });
 }
-var import_resend3, import_node_crypto71, import_hono38, import_hono39, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
+var import_resend3, import_node_crypto72, import_hono38, import_hono39, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth4, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
 var init_server = __esm({
   "src/api/server.ts"() {
     "use strict";
@@ -85377,7 +85887,7 @@ var init_server = __esm({
     init_og();
     import_resend3 = require("resend");
     init_url_utils();
-    import_node_crypto71 = require("crypto");
+    import_node_crypto72 = require("crypto");
     init_kpo_extractor();
     init_screenshot();
     init_media_extractor();
@@ -86938,7 +87448,7 @@ var init_server = __esm({
         if (!harvestOk) return c.json(insufficientBalanceResponse(harvestBal, harvestCost), 402);
         jobId2 = await createJob(user.id, options.query, { ...options, billingHoldMc: harvestCost }, body.callback_url);
       } else {
-        jobId2 = (0, import_node_crypto71.randomUUID)();
+        jobId2 = (0, import_node_crypto72.randomUUID)();
         const billingDebitKey = `paa-harvest:${jobId2}:hold`;
         const description = `PAA harvest: ${options.query}`.slice(0, 500);
         const hold = await debitMcIdempotent(
@@ -87773,6 +88283,13 @@ var init_server = __esm({
       const bodyResult = ExtractSiteBodySchema.safeParse(raw);
       if (!bodyResult.success) return c.json({ error: bodyResult.error.issues[0]?.message ?? "Invalid request" }, 400);
       const body = bodyResult.data;
+      if (body.semanticSimilarity && !process.env.JINA_API_KEY?.trim()) {
+        return c.json({
+          error: "Semantic site similarity is not configured on this deployment.",
+          errorCode: "semantic_similarity_unconfigured",
+          retryable: false
+        }, 503);
+      }
       if (body.preserveMedia !== void 0 && body.downloadImages !== void 0 && body.preserveMedia !== body.downloadImages) {
         return c.json({ error: "preserveMedia conflicts with deprecated downloadImages." }, 400);
       }
@@ -87826,7 +88343,12 @@ var init_server = __esm({
           maxPages: requestedMaxPages,
           rotateProxyEvery: body.rotateProxyEvery ?? 10,
           formats: [...body.formats ?? []].sort(),
-          downloadImages
+          downloadImages,
+          renderJavaScript: body.renderJavaScript === true,
+          captureRenderedDom: body.captureRenderedDom === true,
+          semanticSimilarity: body.semanticSimilarity === true,
+          similarityThreshold: body.similarityThreshold ?? null,
+          similarityMaxPairs: body.similarityMaxPairs ?? null
         }));
         const prepared = await prepareSiteExtractStart({
           jobId: jobId2,
@@ -87840,6 +88362,11 @@ var init_server = __esm({
           urlsPerBrowser: body.rotateProxyEvery ?? 10,
           formats: body.formats,
           downloadImages,
+          renderJavaScript: body.renderJavaScript === true,
+          captureRenderedDom: body.captureRenderedDom === true,
+          semanticSimilarity: body.semanticSimilarity === true,
+          similarityThreshold: body.similarityThreshold,
+          similarityMaxPairs: body.similarityMaxPairs,
           debitKey: `site-extract:${user.id}:${jobId2}:hold`,
           waybackReplay: waybackReplay && !body.wayback ? {
             timestamp: waybackReplay.timestamp,
@@ -87933,8 +88460,10 @@ var init_server = __esm({
           startUrl: crawlStartUrl,
           maxPages: siteMaxPages,
           seedUrls: waybackCaptures?.map((capture) => capture.rawReplayUrl),
-          kernelApiKey: rotateProxies || wantsBranding || body.browserFallback || body.kernelFallback ? browserServiceApiKey() : void 0,
+          kernelApiKey: rotateProxies || wantsBranding || body.browserFallback || body.kernelFallback || body.renderJavaScript || body.captureRenderedDom || body.semanticSimilarity ? browserServiceApiKey() : void 0,
           formats: body.formats,
+          forceBrowserRender: body.renderJavaScript || body.captureRenderedDom || body.semanticSimilarity,
+          captureRenderedDom: body.captureRenderedDom,
           ...rotateProxies ? {
             rotateProxyEvery: body.rotateProxyEvery ?? 30,
             parallelism: concurrencyLimitForUser(user)