mcp-scraper 0.3.16 → 0.3.18

package/dist/{chunk-7XARJHS6.js → chunk-2XCNU22L.js}

@@ -1,17 +1,15 @@
 import {
-  sanitizeVendorName
-} from "./chunk-M2S27J6Z.js";
+  PACKAGE_VERSION
+} from "./chunk-C7ZNIXOA.js";
 import {
   browserServiceProfileName,
-  browserServiceProfileSaveChanges
-} from "./chunk-WN7PBKMV.js";
+  browserServiceProfileSaveChanges,
+  sanitizeVendorName
+} from "./chunk-ZAP7MYVO.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
   DEFAULT_PROXY_MODE
 } from "./chunk-LFATOGDF.js";
-import {
-  PACKAGE_VERSION
-} from "./chunk-SOMBZK3V.js";
 
 // src/harvest-timeout.ts
 var VERCEL_FUNCTION_MAX_MS = 3e5;
@@ -27,6 +25,71 @@ function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
   return { serverMs, clientMs };
 }
 
+// src/api/outbound-sanitize.ts
+var KEY_RENAMES = {
+  kernel: "browserRuntime",
+  kernel_session_id: "browser_session_id",
+  kernel_delete_started: "session_cleanup_started",
+  kernel_delete_succeeded: "session_cleanup_succeeded",
+  kernel_delete_error: "session_cleanup_error",
+  kernelSessionId: "browserSessionId",
+  kernelDeleteStarted: "sessionCleanupStarted",
+  kernelDeleteSucceeded: "sessionCleanupSucceeded",
+  kernelDeleteError: "sessionCleanupError",
+  kernelProxyId: "proxyId"
+};
+var SANITIZED_VALUE_KEYS = /error|message/i;
+var VENDOR_URL_KEYS = /* @__PURE__ */ new Set([
+  "hosted_url",
+  "hostedUrl",
+  "live_view_url",
+  "liveViewUrl",
+  "cdp_ws_url",
+  "cdpWsUrl",
+  "browser_live_view_url"
+]);
+var VENDOR_URL_RE = /\b(?:wss?|https?):\/\/[^\s"'<>]*\bonkernel\.com[^\s"'<>]*/gi;
+function redactVendorUrls(value) {
+  return value.replace(VENDOR_URL_RE, "[browser-service]");
+}
+function sanitizeOutboundDiagnostics(value, parentKey = "") {
+  if (typeof value === "string") {
+    let out = redactVendorUrls(value);
+    if (SANITIZED_VALUE_KEYS.test(parentKey) && /kernel/i.test(out)) {
+      out = sanitizeVendorName(out);
+    }
+    return out;
+  }
+  if (Array.isArray(value)) return value.map((v) => sanitizeOutboundDiagnostics(v, parentKey));
+  if (value !== null && typeof value === "object") {
+    const out = {};
+    for (const [key, val] of Object.entries(value)) {
+      const renamed = KEY_RENAMES[key] ?? key;
+      if (VENDOR_URL_KEYS.has(key)) {
+        out[renamed] = null;
+        continue;
+      }
+      out[renamed] = sanitizeOutboundDiagnostics(val, key);
+    }
+    return out;
+  }
+  return value;
+}
+function sanitizeAttempts(attempts) {
+  return attempts.map((a) => sanitizeOutboundDiagnostics(a));
+}
+function sanitizeHarvestResult(result) {
+  const diagnostics = result?.diagnostics;
+  if (!diagnostics?.debug) return result;
+  return {
+    ...result,
+    diagnostics: {
+      ...diagnostics,
+      debug: sanitizeOutboundDiagnostics(diagnostics.debug)
+    }
+  };
+}
+
 // src/mcp/server-instructions.ts
 var SERVER_INSTRUCTIONS = `
 This server scrapes and analyzes web, social, search, maps, and site data. Pick a tool by NAME using
@@ -43,7 +106,11 @@ ROUTING
 - Workflows (multi-step): local directory build -> directory_workflow; rank blueprint -> rank_tracker_workflow;
   AI-answer citation fan-out (AEO) -> query_fanout_workflow; deep research -> deep_research_workflow.
 - Anything without a dedicated tool (e.g. Reddit, arbitrary logged-in sites) -> the browser_* agent
-  (browser_open, then navigate/read); save/reuse logins via browser_profile_*.
+  (browser_open, then navigate/read).
+- Logged-in sites (ChatGPT, Claude, Reddit, any account): save the login first -> browser_profile_connect
+  (returns an mcpscraper.dev sign-in link for the user; one profile holds MANY logins, call it again with
+  the same profile + a new domain to add accounts) -> poll browser_profile_list until AUTHENTICATED ->
+  browser_open with that profile. browser_profile_list also shows what a profile is connected to.
 
 NOTES
 - Bulk / full-site crawls: call extract_site with rotateProxies:true for blocked or rate-limited sites.
@@ -256,6 +323,99 @@ function buildLinkGraph(pages, startUrl) {
   return { edges, metrics };
 }
 
+// src/api/seo-link-report.ts
+function registrableDomain(host) {
+  const h = host.replace(/^www\./, "").toLowerCase();
+  const parts = h.split(".");
+  return parts.length <= 2 ? h : parts.slice(-2).join(".");
+}
+function buildLinkReport(edges, metrics, siteUrl) {
+  let siteReg = "";
+  try {
+    siteReg = registrableDomain(new URL(siteUrl).hostname);
+  } catch {
+    siteReg = "";
+  }
+  const internalEdges = edges.filter((e) => e.internal);
+  const pages = metrics.length;
+  const orphans = metrics.filter((m) => m.orphan).length;
+  const brokenInternal = internalEdges.filter((e) => e.targetStatus != null && e.targetStatus >= 400).length;
+  const sumInlinks = metrics.reduce((a, m) => a + m.inlinks, 0);
+  const sumOutlinks = metrics.reduce((a, m) => a + m.outlinksInternal + m.outlinksExternal, 0);
+  const distribution = { zero: 0, oneToTwo: 0, threeToTen: 0, elevenPlus: 0 };
+  for (const m of metrics) {
+    if (m.inlinks === 0) distribution.zero++;
+    else if (m.inlinks <= 2) distribution.oneToTwo++;
+    else if (m.inlinks <= 10) distribution.threeToTen++;
+    else distribution.elevenPlus++;
+  }
+  const topByInlinks = [...metrics].sort((a, b) => b.inlinks - a.inlinks).slice(0, 20).map((m) => ({ url: m.url, inlinks: m.inlinks, outlinksInternal: m.outlinksInternal, outlinksExternal: m.outlinksExternal }));
+  const domMap = /* @__PURE__ */ new Map();
+  let externalTotal = 0;
+  for (const e of edges) {
+    let domain;
+    try {
+      domain = registrableDomain(new URL(e.to).hostname);
+    } catch {
+      continue;
+    }
+    if (!domain || domain === siteReg) continue;
+    externalTotal++;
+    const d = domMap.get(domain) ?? { links: 0, nofollow: 0, pages: /* @__PURE__ */ new Set() };
+    d.links++;
+    if (e.nofollow) d.nofollow++;
+    d.pages.add(e.from);
+    domMap.set(domain, d);
+  }
+  const externalDomains = [...domMap.entries()].map(([domain, d]) => ({ domain, links: d.links, nofollow: d.nofollow, pages: d.pages.size })).sort((a, b) => b.links - a.links);
+  const round = (n) => Math.round(n * 10) / 10;
+  return {
+    summary: {
+      internal: {
+        totalLinks: internalEdges.length,
+        pages,
+        orphans,
+        brokenInternal,
+        avgInlinks: pages ? round(sumInlinks / pages) : 0,
+        avgOutlinks: pages ? round(sumOutlinks / pages) : 0,
+        distribution,
+        topByInlinks
+      },
+      external: {
+        totalLinks: externalTotal,
+        uniqueDomains: externalDomains.length,
+        topDomains: externalDomains.slice(0, 20)
+      }
+    },
+    externalDomains
+  };
+}
+function renderLinkReport(r) {
+  const s = r.summary;
+  const lines = [
+    `## Link analysis`,
+    `**Internal:** ${s.internal.totalLinks} links \xB7 ${s.internal.pages} pages \xB7 avg ${s.internal.avgInlinks} inlinks/page \xB7 ${s.internal.orphans} orphans \xB7 ${s.internal.brokenInternal} broken`,
+    `**External:** ${s.external.totalLinks} links to ${s.external.uniqueDomains} domains`,
+    ``,
+    `### Inlink distribution`,
+    `- 0 inlinks (orphans): ${s.internal.distribution.zero}`,
+    `- 1\u20132: ${s.internal.distribution.oneToTwo}`,
+    `- 3\u201310: ${s.internal.distribution.threeToTen}`,
+    `- 11+: ${s.internal.distribution.elevenPlus}`,
+    ``,
+    `### Top 20 internal pages by inlinks`,
+    `| inlinks | out (int/ext) | URL |`,
+    `|---|---|---|`,
+    ...s.internal.topByInlinks.map((p) => `| ${p.inlinks} | ${p.outlinksInternal}/${p.outlinksExternal} | ${p.url} |`),
+    ``,
+    `### Top 20 external domains by links`,
+    `| links | nofollow | from pages | domain |`,
+    `|---|---|---|---|`,
+    ...s.external.topDomains.map((d) => `| ${d.links} | ${d.nofollow} | ${d.pages} | ${d.domain} |`)
+  ];
+  return lines.join("\n");
+}
+
 // src/api/seo-issues.ts
 var THIN_WORDS = 200;
 var TITLE_MAX = 60;
@@ -564,6 +724,9 @@ function saveBulkSite(siteUrl, pages, seo, imageAudit) {
       `- \`pages.jsonl\` \u2014 per-page SEO fields, one JSON object per page`,
       `- \`links.jsonl\` \u2014 internal/external link edges (anchor, rel, target status)`,
       `- \`link-metrics.jsonl\` \u2014 inlinks, crawl depth, orphan flags per page`,
+      `- \`link-report.md\` \u2014 link analysis: top internal pages by inlinks, top external domains, distribution`,
+      `- \`links-summary.json\` \u2014 link totals + top-20 internal pages + top-20 external domains`,
+      `- \`external-domains.json\` \u2014 every external domain linked to, ordered by link count`,
       ...imageAudit ? [
         `- \`images.jsonl\` \u2014 every image with byte size, format, over-100KB and legacy-format flags`,
         `- \`images-summary.json\` \u2014 image totals (count, total weight, over-100KB, legacy)`
@@ -599,7 +762,13 @@ ${indexRows.join("\n")}`
       writeFileSync(reportFile, seo.reportMd + (imageAudit ? `
 
 ${renderImageSection(imageAudit)}` : ""), "utf8");
-      seoFiles = [pagesJsonl, linksJsonl, metricsJsonl, issuesFile, reportFile];
+      const linkReportFile = join(dir, "link-report.md");
+      const linksSummaryFile = join(dir, "links-summary.json");
+      const externalDomainsFile = join(dir, "external-domains.json");
+      writeFileSync(linkReportFile, renderLinkReport(seo.linkReport), "utf8");
+      writeFileSync(linksSummaryFile, JSON.stringify(seo.linkReport.summary, null, 2), "utf8");
+      writeFileSync(externalDomainsFile, JSON.stringify(seo.linkReport.externalDomains, null, 2), "utf8");
+      seoFiles = [pagesJsonl, linksJsonl, metricsJsonl, issuesFile, reportFile, linkReportFile, linksSummaryFile, externalDomainsFile];
       if (imageAudit) {
         const imagesJsonl = join(dir, "images.jsonl");
         const imagesSummary = join(dir, "images-summary.json");
@@ -1051,6 +1220,7 @@ function buildSeoExport(siteUrl, pages, branding) {
     metrics: [...metrics.values()],
     issues,
     reportMd: renderIssueReport(siteUrl, pages, issues, metrics),
+    linkReport: buildLinkReport(edges, [...metrics.values()], siteUrl),
     branding: branding ?? void 0
   };
 }
@@ -1159,6 +1329,9 @@ async function formatAuditSite(raw, input) {
   const topIssues = Object.entries(seo.issues).sort((a, b) => b[1].count - a[1].count).slice(0, 8).map(([k, v]) => `- \`${k}\` \u2014 ${v.count}`).join("\n");
   const img = imageAudit.summary;
   const imgLine = `${img.unique} images \xB7 ${img.totalSize} total \xB7 ${img.over100kb} over 100 KB \xB7 ${img.legacyFormat} legacy format`;
+  const lr = seo.linkReport.summary;
+  const topExt = lr.external.topDomains.slice(0, 3).map((dm) => `${dm.domain} (${dm.links})`).join(", ") || "\u2014";
+  const linkLine = `${lr.internal.totalLinks} internal / ${lr.external.totalLinks} external links \xB7 ${lr.internal.orphans} orphans \xB7 ${lr.internal.brokenInternal} broken \xB7 avg ${lr.internal.avgInlinks} inlinks/page \xB7 top external: ${topExt}`;
   const durationLine = `**${pages.length} pages** \xB7 ${((d.durationMs ?? 0) / 1e3).toFixed(1)}s`;
   const structuredContent = {
     url: input.url,
@@ -1166,7 +1339,8 @@ async function formatAuditSite(raw, input) {
     durationMs: d.durationMs ?? 0,
     bulkFolder: bulk?.dir ?? null,
     issues: Object.fromEntries(Object.entries(seo.issues).map(([k, v]) => [k, v.count])),
-    images: { unique: img.unique, totalBytes: img.totalBytes, over100kb: img.over100kb, legacyFormat: img.legacyFormat }
+    images: { unique: img.unique, totalBytes: img.totalBytes, over100kb: img.over100kb, legacyFormat: img.legacyFormat },
+    links: { internal: lr.internal.totalLinks, external: lr.external.totalLinks, orphans: lr.internal.orphans, brokenInternal: lr.internal.brokenInternal, externalDomains: lr.external.uniqueDomains }
   };
   const location = bulk ? `
 ## \u{1F4C1} Technical audit saved
@@ -1185,6 +1359,9 @@ Report saving is disabled in this environment. Enable \`MCP_SCRAPER_SAVE_REPORTS
 ## Top issues
 ${topIssues || "_none found_"}`,
     `
+## Links
+${linkLine}`,
+    `
 ## Images
 ${imgLine}`
   ].join("\n");
@@ -2715,6 +2892,13 @@ var AuditSiteOutputSchema = {
     totalBytes: z.number().min(0),
     over100kb: z.number().int().min(0),
     legacyFormat: z.number().int().min(0)
+  }),
+  links: z.object({
+    internal: z.number().int().min(0),
+    external: z.number().int().min(0),
+    orphans: z.number().int().min(0),
+    brokenInternal: z.number().int().min(0),
+    externalDomains: z.number().int().min(0)
   })
 };
 var MapsPlaceIntelOutputSchema = {
@@ -3566,7 +3750,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => formatExtractSite(await executor.extractSite(input), input));
   server.registerTool("audit_site", {
     title: "Technical SEO Audit",
-    description: withReportNote("Run a full technical SEO audit (Screaming-Frog-style) on a public website. Crawls up to maxPages and produces a complete on-page + crawl analysis: per-page title/meta lengths, heading breakdown, indexability and canonical status, schema, an internal link graph with inlinks/orphans/crawl-depth, an issues report, and an image audit (byte size, format, over-100KB and legacy-format flags). Writes everything to a local folder (report.md, issues.json, pages.jsonl, links.jsonl, link-metrics.jsonl, images.jsonl) plus per-page content, and returns a headline summary plus the folder path. Use this when the user wants an audit or analysis; use extract_site when they just want page content."),
+    description: withReportNote("Run a full technical SEO audit (Screaming-Frog-style) on a public website. Crawls up to maxPages and produces a complete on-page + crawl analysis: per-page title/meta lengths, heading breakdown, indexability and canonical status, schema, an internal link graph (inlinks/orphans/crawl-depth), a link analysis (top internal pages by inlinks, top external domains by link count, broken/orphan counts), an issues report, and an image audit (byte size, format, over-100KB and legacy-format flags). Writes everything to a local folder (report.md, issues.json, pages.jsonl, links.jsonl, link-metrics.jsonl, link-report.md, links-summary.json, external-domains.json, images.jsonl) plus per-page content, and returns a headline summary plus the folder path. Use this when the user wants an audit or analysis; use extract_site when they just want page content."),
     inputSchema: AuditSiteInputSchema,
     outputSchema: AuditSiteOutputSchema,
     annotations: liveWebToolAnnotations("Technical SEO Audit")
@@ -3975,9 +4159,143 @@ var HttpMcpToolExecutor = class {
   }
 };
 
+// src/services/fanout/export.ts
+import { mkdirSync as mkdirSync2, writeFileSync as writeFileSync2 } from "fs";
+import { homedir as homedir2 } from "os";
+import { join as join3 } from "path";
+import Papa from "papaparse";
+function outputBaseDir2() {
+  return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || join3(homedir2(), "Downloads", "mcp-scraper");
+}
+function safe(value) {
+  return value.replace(/[^a-zA-Z0-9._-]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 80) || "capture";
+}
+function writeTable(path, rows, delimiter) {
+  writeFileSync2(path, Papa.unparse(rows.length ? rows : [{}], { delimiter }));
+}
+function exportFanout(enriched) {
+  const stamp = safe(enriched.capturedAt.replace(/[:.]/g, "-"));
+  const outputDir = outputBaseDir2();
+  const relativeDir = join3("fanout", `${stamp}-${safe(enriched.platform)}`);
+  const dir = join3(outputDir, relativeDir);
+  mkdirSync2(dir, { recursive: true });
+  const queryRows = enriched.queries.map((q, i) => ({ index: i + 1, query: q }));
+  const citationRows = enriched.aggregates.citationOrder.map((c) => {
+    const src = enriched.citedUrls.find((s) => s.url === c.url);
+    return { rank: c.rank, domain: c.domain, url: c.url, timesCited: c.timesCited, siteType: src?.siteType ?? "", title: src?.title ?? "" };
+  });
+  const sourceRows = enriched.browsedUrls.map((s) => ({ domain: s.domain, url: s.url, cited: s.cited, timesCited: s.timesCited, siteType: s.siteType, title: s.title, round: s.round ?? "" }));
+  const browsedOnlyRows = enriched.browsedOnly.map((s) => ({ domain: s.domain, url: s.url, cited: s.cited, timesCited: s.timesCited, siteType: s.siteType, title: s.title, round: s.round ?? "" }));
+  const snippetRows = enriched.snippets.map((s) => ({ domain: s.domain, url: s.url, title: s.title, text: s.text }));
+  const domainRows = enriched.aggregates.topSites.map((d) => ({ domain: d.domain, count: d.count, cited: d.cited, timesCited: d.timesCited, siteType: d.siteType }));
+  const relativePaths = {
+    relativeTo: "MCP_SCRAPER_OUTPUT_DIR or ~/Downloads/mcp-scraper",
+    dir: relativeDir,
+    json: join3(relativeDir, "fanout.json"),
+    queriesCsv: join3(relativeDir, "queries.csv"),
+    queriesTsv: join3(relativeDir, "queries.tsv"),
+    citationsCsv: join3(relativeDir, "citations.csv"),
+    sourcesCsv: join3(relativeDir, "sources.csv"),
+    browsedOnlyCsv: join3(relativeDir, "browsed-only.csv"),
+    snippetsCsv: join3(relativeDir, "snippets.csv"),
+    domainsCsv: join3(relativeDir, "domains.csv"),
+    report: join3(relativeDir, "report.html")
+  };
+  writeFileSync2(join3(outputDir, relativePaths.json), JSON.stringify(enriched, null, 2));
+  writeTable(join3(outputDir, relativePaths.queriesCsv), queryRows, ",");
+  writeTable(join3(outputDir, relativePaths.queriesTsv), queryRows, "	");
+  writeTable(join3(outputDir, relativePaths.citationsCsv), citationRows, ",");
+  writeTable(join3(outputDir, relativePaths.sourcesCsv), sourceRows, ",");
+  writeTable(join3(outputDir, relativePaths.browsedOnlyCsv), browsedOnlyRows, ",");
+  writeTable(join3(outputDir, relativePaths.snippetsCsv), snippetRows, ",");
+  writeTable(join3(outputDir, relativePaths.domainsCsv), domainRows, ",");
+  writeFileSync2(join3(outputDir, relativePaths.report), renderReportHtml(enriched));
+  return relativePaths;
+}
+function esc(s) {
+  return String(s).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+}
+function renderReportHtml(enriched) {
+  const data = JSON.stringify(enriched).replace(/</g, "\\u003c");
+  return `<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8" />
+<meta name="viewport" content="width=device-width, initial-scale=1" />
+<title>AI Search Fan-Out \u2014 ${esc(enriched.platform)}</title>
+<style>
+:root{--bg:#0b0d12;--panel:#151922;--line:#252b38;--ink:#e8ecf3;--mut:#8b95a7;--acc:#5b9dff;--cite:#39d98a;--browse:#5a6677}
+*{box-sizing:border-box}body{margin:0;background:var(--bg);color:var(--ink);font:14px/1.5 -apple-system,BlinkMacSystemFont,Segoe UI,Roboto,sans-serif}
+.wrap{max-width:980px;margin:0 auto;padding:28px 20px 80px}
+h1{font-size:20px;margin:0 0 2px}.sub{color:var(--mut);margin:0 0 20px;font-size:13px}
+.stat{font-size:30px;font-weight:700}.stat small{font-size:13px;font-weight:400;color:var(--mut)}
+.cards{display:grid;grid-template-columns:repeat(4,1fr);gap:10px;margin:18px 0}
+.card{background:var(--panel);border:1px solid var(--line);border-radius:10px;padding:12px 14px}
+.card b{font-size:22px;display:block}.card span{color:var(--mut);font-size:12px}
+.bars{margin:8px 0 22px}.bar{display:flex;align-items:center;gap:8px;margin:4px 0}
+.bar .lab{width:150px;color:var(--mut);font-size:12px;text-align:right}.bar .track{flex:1;background:#10141c;border-radius:5px;overflow:hidden}
+.bar .fill{background:var(--acc);height:16px}.bar .n{width:34px;font-size:12px;color:var(--mut)}
+.tabs{display:flex;gap:8px;margin:22px 0 12px}.tab{background:var(--panel);border:1px solid var(--line);color:var(--ink);padding:7px 14px;border-radius:8px;cursor:pointer}
+.tab.on{background:var(--acc);border-color:var(--acc);color:#04101f;font-weight:600}
+.chips{display:flex;flex-wrap:wrap;gap:6px;margin-bottom:12px}
+.chip{background:var(--panel);border:1px solid var(--line);color:var(--mut);padding:4px 10px;border-radius:20px;cursor:pointer;font-size:12px}
+.chip.on{border-color:var(--acc);color:var(--ink)}.chip b{color:var(--ink)}
+.row{background:var(--panel);border:1px solid var(--line);border-radius:8px;padding:10px 12px;margin:6px 0;display:flex;gap:10px;align-items:flex-start}
+.row .idx{color:var(--mut);min-width:22px}.row .main{flex:1}
+.tag{font-size:11px;padding:2px 7px;border-radius:6px;border:1px solid var(--line);color:var(--mut);margin-right:5px}
+.dom{font-weight:600}.url{color:var(--mut);font-size:12px;word-break:break-all}
+.pill{font-size:11px;padding:2px 7px;border-radius:6px}.pill.cite{background:rgba(57,217,138,.15);color:var(--cite)}.pill.brow{background:rgba(90,102,119,.2);color:#aeb8c8}
+.copy{background:none;border:1px solid var(--line);color:var(--mut);border-radius:6px;cursor:pointer;font-size:11px;padding:2px 8px}
+.hide{display:none}
+</style>
+</head>
+<body><div class="wrap">
+<h1>AI Search Fan-Out</h1>
+<p class="sub" id="sub"></p>
+<div class="stat" id="stat"></div>
+<div class="cards" id="cards"></div>
+<div id="charts"></div>
+<div class="tabs"><button class="tab on" data-tab="q">Queries</button><button class="tab" data-tab="u">URLs</button></div>
+<div class="chips" id="chips"></div>
+<div id="list"></div>
+</div>
+<script>
+const D=${data};
+const el=(t,c,h)=>{const e=document.createElement(t);if(c)e.className=c;if(h!=null)e.innerHTML=h;return e};
+document.getElementById('sub').textContent=D.platform+' \xB7 '+(D.meta.model||'model n/a')+' \xB7 '+D.meta.rounds+' search round(s) \xB7 prompt: '+(D.prompt||'');
+document.getElementById('stat').innerHTML='Total Fan-Out: '+D.counts.subQueries+' <small>sub-queries \xB7 '+D.counts.browsed+' URLs researched \xB7 '+D.counts.cited+' cited</small>';
+const cards=[['Sub-queries',D.counts.subQueries],['Researched',D.counts.browsed],['Cited',D.counts.cited],['Browsed-only',D.counts.browsedOnly]];
+const cc=document.getElementById('cards');cards.forEach(([k,v])=>{const c=el('div','card');c.appendChild(el('b',null,v));c.appendChild(el('span',null,k));cc.appendChild(c)});
+function barChart(title,obj){const max=Math.max(1,...Object.values(obj));const box=el('div','bars');box.appendChild(el('div',null,'<b>'+title+'</b>'));Object.entries(obj).forEach(([k,v])=>{const r=el('div','bar');r.appendChild(el('div','lab',k));const t=el('div','track');const f=el('div','fill');f.style.width=(v/max*100)+'%';t.appendChild(f);r.appendChild(t);r.appendChild(el('div','n',v));box.appendChild(r)});return box}
+const charts=document.getElementById('charts');
+charts.appendChild(barChart('URL Categories',D.aggregates.byCategory));
+let tab='q',filter=null;
+const chips=document.getElementById('chips'),list=document.getElementById('list');
+function render(){
+  chips.innerHTML='';list.innerHTML='';
+  if(tab==='q'){
+    D.queries.forEach((q,i)=>{const r=el('div','row');r.appendChild(el('div','idx',i+1));const m=el('div','main');m.appendChild(el('div',null,esc(q)));r.appendChild(m);const b=el('button','copy','copy');b.onclick=()=>navigator.clipboard.writeText(q);r.appendChild(b);list.appendChild(r)});
+  } else {
+    const counts={};D.browsedUrls.forEach(s=>{counts[s.siteType]=(counts[s.siteType]||0)+1});
+    Object.entries(counts).forEach(([k,v])=>{const c=el('button','chip'+(filter===k?' on':''),k+' <b>'+v+'</b>');c.onclick=()=>{filter=filter===k?null:k;render()};chips.appendChild(c)});
+    D.browsedUrls.forEach(s=>{if(filter&&s.siteType!==filter)return;const r=el('div','row');const m=el('div','main');m.appendChild(el('div',null,'<span class="dom">'+esc(s.domain)+'</span> <span class="pill '+(s.cited?'cite':'brow')+'">'+(s.cited?'cited '+s.timesCited+'\xD7':'browsed')+'</span> <span class="tag">'+s.siteType+'</span>'));m.appendChild(el('div','url',esc(s.url)));r.appendChild(m);list.appendChild(r)});
+  }
+}
+function esc(s){return String(s).replace(/&/g,'&amp;').replace(/</g,'&lt;').replace(/>/g,'&gt;')}
+document.querySelectorAll('.tab').forEach(t=>t.onclick=()=>{document.querySelectorAll('.tab').forEach(x=>x.classList.remove('on'));t.classList.add('on');tab=t.dataset.tab;filter=null;render()});
+render();
+</script>
+</body></html>`;
+}
+
 export {
   harvestTimeoutBudget,
+  sanitizeOutboundDiagnostics,
+  sanitizeAttempts,
+  sanitizeHarvestResult,
   buildLinkGraph,
+  buildLinkReport,
+  renderLinkReport,
   computeIssues,
   renderIssueReport,
   auditImages,
@@ -3994,6 +4312,7 @@ export {
   liveWebToolAnnotations,
   buildPaaExtractorMcpServer,
   registerPaaExtractorMcpTools,
-  HttpMcpToolExecutor
+  HttpMcpToolExecutor,
+  exportFanout
 };
-//# sourceMappingURL=chunk-7XARJHS6.js.map
+//# sourceMappingURL=chunk-2XCNU22L.js.map