npm - mcp-scraper - Versions diffs - 0.3.6 → 0.3.7 - Mend

mcp-scraper 0.3.6 → 0.3.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (44) hide show

package/README.md +18 -26
package/dist/bin/api-server.cjs +158 -321
package/dist/bin/api-server.cjs.map +1 -1
package/dist/bin/api-server.js +1 -1
package/dist/bin/browser-agent-stdio-server.cjs +39 -1750
package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
package/dist/bin/browser-agent-stdio-server.js +2 -4
package/dist/bin/browser-agent-stdio-server.js.map +1 -1
package/dist/bin/mcp-scraper-cli.cjs +47 -328
package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
package/dist/bin/mcp-scraper-cli.js +7 -91
package/dist/bin/mcp-scraper-cli.js.map +1 -1
package/dist/bin/mcp-scraper-combined-stdio-server.cjs +78 -1796
package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
package/dist/bin/mcp-scraper-combined-stdio-server.js +4 -6
package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
package/dist/bin/mcp-scraper-install.cjs +4 -4
package/dist/bin/mcp-scraper-install.cjs.map +1 -1
package/dist/bin/mcp-scraper-install.js +2 -2
package/dist/bin/mcp-stdio-server.cjs +18 -25
package/dist/bin/mcp-stdio-server.cjs.map +1 -1
package/dist/bin/mcp-stdio-server.js +2 -2
package/dist/chunk-2NEVRPK3.js +7 -0
package/dist/chunk-2NEVRPK3.js.map +1 -0
package/dist/{chunk-ROZEDHAA.js → chunk-2O7RAK6E.js} +19 -26
package/dist/chunk-2O7RAK6E.js.map +1 -0
package/dist/{chunk-RVYHP7QN.js → chunk-ELI6NDEG.js} +4 -4
package/dist/{chunk-RVYHP7QN.js.map → chunk-ELI6NDEG.js.map} +1 -1
package/dist/{chunk-TK4D2BZ5.js → chunk-IWNLHCKA.js} +13 -694
package/dist/chunk-IWNLHCKA.js.map +1 -0
package/dist/{server-YSKBD2VX.js → server-HRVD52CX.js} +836 -114
package/dist/server-HRVD52CX.js.map +1 -0
package/docs/mcp-tool-craft-lint.generated.md +2 -5
package/docs/mcp-tool-manifest.generated.json +9 -101
package/package.json +1 -1
package/dist/chunk-DUEW4EOO.js +0 -214
package/dist/chunk-DUEW4EOO.js.map +0 -1
package/dist/chunk-IHXHQL53.js +0 -7
package/dist/chunk-IHXHQL53.js.map +0 -1
package/dist/chunk-NXRWFOEZ.js +0 -816
package/dist/chunk-NXRWFOEZ.js.map +0 -1
package/dist/chunk-ROZEDHAA.js.map +0 -1
package/dist/chunk-TK4D2BZ5.js.map +0 -1
package/dist/server-YSKBD2VX.js.map +0 -1

package/dist/{server-YSKBD2VX.js → server-HRVD52CX.js} RENAMED Viewed

@@ -99,15 +99,12 @@ import {
   harvestTimeoutBudget,
   liveWebToolAnnotations,
   outputBaseDir
-} from "./chunk-ROZEDHAA.js";
+} from "./chunk-2O7RAK6E.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
-import {
-  runFanoutCapture
-} from "./chunk-NXRWFOEZ.js";
 import {
   browserServiceApiKey,
   browserServiceProfileName,
@@ -135,12 +132,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-LFATOGDF.js";
-import {
-  defaultChromeExecutablePath,
-  loadImportedBrowserProfile,
-  localBrowserModeEnabled
-} from "./chunk-DUEW4EOO.js";
-import "./chunk-IHXHQL53.js";
+import "./chunk-2NEVRPK3.js";
 // src/api/outbound-sanitize.ts
 var KEY_RENAMES = {
@@ -8374,10 +8366,10 @@ function buildTranscriptMarkdown(result) {
   return lines.join("\n");
 }
 function buildTranscriptHtml(result) {
-  const esc = (s) => s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
+  const esc2 = (s) => s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
   const fmtSecs = (n) => `${Math.floor(n / 60)}:${String(Math.floor(n % 60)).padStart(2, "0")}`;
   const chunks = (result.chunks ?? []).map(
-    (ch) => `<div class="chunk"><span class="ts">${fmtSecs(ch.timestamp[0])} \u2192 ${fmtSecs(ch.timestamp[1])}</span><span class="ct">${esc(ch.text.trim())}</span></div>`
+    (ch) => `<div class="chunk"><span class="ts">${fmtSecs(ch.timestamp[0])} \u2192 ${fmtSecs(ch.timestamp[1])}</span><span class="ct">${esc2(ch.text.trim())}</span></div>`
   ).join("\n");
   return `<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
 ${ATTRIBUTION_PIXEL_SCRIPT}
@@ -8388,10 +8380,10 @@ h1{font-size:1.2rem;margin-bottom:.25rem}.meta{color:#666;font-size:.85rem;margi
 .ts{font-family:monospace;font-size:.75rem;color:#888;white-space:nowrap;flex-shrink:0}
 .ct{font-size:.875rem;flex:1;min-width:0;word-break:break-word}
 </style></head><body>
-<h1>Transcript \u2014 ${esc(result.videoId)}</h1>
+<h1>Transcript \u2014 ${esc2(result.videoId)}</h1>
 <div class="meta">Transcribed in ${(result.durationMs / 1e3).toFixed(1)}s</div>
 <h2 style="font-size:1.05rem">Full Text</h2>
-<div class="full-text">${esc(result.text)}</div>
+<div class="full-text">${esc2(result.text)}</div>
 ${chunks.length ? `<h2 style="font-size:1.05rem">Timestamped Segments</h2>
 ${chunks}` : ""}
 </body></html>`;
@@ -9779,9 +9771,9 @@ facebookAdApp.post("/media", createApiKeyAuth(), async (c) => {
 // src/api/instagram-routes.ts
 import { Hono as Hono5 } from "hono";
 import { z as z14 } from "zod";
-import { createWriteStream as createWriteStream2, existsSync, mkdirSync as mkdirSync2, statSync, writeFileSync } from "fs";
+import { createWriteStream as createWriteStream2, mkdirSync as mkdirSync2, statSync, writeFileSync } from "fs";
 import { homedir as homedir2 } from "os";
-import { basename as basename2, join as join4 } from "path";
+import { join as join4 } from "path";
 import { Readable as Readable2 } from "stream";
 import { pipeline as pipeline2 } from "stream/promises";
 import { spawn } from "child_process";
@@ -10142,19 +10134,13 @@ async function extractInstagramMediaFromPage(page, sourceUrl, capturedMediaUrls
 }
 // src/api/instagram-routes.ts
-var InstagramBrowserModeSchema = z14.enum(["auto", "hosted", "local"]);
-var InstagramBrowserOptionsSchema = {
-  browserMode: InstagramBrowserModeSchema.default("auto"),
-  browserProfile: z14.string().trim().min(1).optional()
-};
 var InstagramProfileContentBodySchema = z14.object({
   handle: z14.string().trim().optional(),
   url: z14.string().trim().optional(),
   maxItems: z14.number().int().min(1).max(500).default(50),
   maxScrolls: z14.number().int().min(0).max(100).default(10),
   scrollDelayMs: z14.number().int().min(250).max(5e3).default(1200),
-  stableScrollLimit: z14.number().int().min(1).max(10).default(4),
-  ...InstagramBrowserOptionsSchema
+  stableScrollLimit: z14.number().int().min(1).max(10).default(4)
 }).refine((d) => !!d.handle || !!d.url, {
   message: "handle or url is required"
 });
@@ -10165,108 +10151,30 @@ var InstagramMediaDownloadBodySchema = z14.object({
   downloadMedia: z14.boolean().default(true),
   downloadAllTracks: z14.boolean().default(false),
   includeTranscript: z14.boolean().default(false),
-  mux: z14.boolean().default(true),
-  ...InstagramBrowserOptionsSchema
+  mux: z14.boolean().default(true)
 });
 var instagramApp = new Hono5();
 function invalidRequest2(message) {
   return { error_code: "invalid_request", message };
 }
-function directProfileDir() {
-  return process.env.MCP_SCRAPER_BROWSER_PROFILE_DIR?.trim() || void 0;
-}
-function configuredProfileName(profile) {
-  const directDir = directProfileDir();
-  return profile?.trim() || process.env.MCP_SCRAPER_BROWSER_PROFILE?.trim() || (directDir ? basename2(directDir) : "default");
-}
-function launchExecutablePath(manifestExecutablePath) {
-  const configured = process.env.MCP_SCRAPER_BROWSER_EXECUTABLE?.trim() || manifestExecutablePath || defaultChromeExecutablePath();
-  return configured && existsSync(configured) ? configured : void 0;
-}
-function ignoreDefaultArgsFor(executablePath) {
-  if (!executablePath) return void 0;
-  if (process.platform !== "darwin") return void 0;
-  if (!/Google Chrome\.app\/Contents\/MacOS\/Google Chrome$/.test(executablePath)) return void 0;
-  return ["--password-store=basic", "--use-mock-keychain"];
-}
-async function kernelLaunchOptsResidential2() {
-  let proxyId = browserServiceProxyId();
-  try {
-    const resolution = await resolveKernelProxyId({
-      kernelApiKey: browserServiceApiKey(),
-      proxyMode: DEFAULT_PROXY_MODE,
-      configuredKernelProxyId: browserServiceProxyId(),
-      gl: "us"
-    });
-    if (resolution.kernelProxyId) proxyId = resolution.kernelProxyId;
-  } catch {
-    proxyId = browserServiceProxyId();
-  }
+async function kernelLaunchOptsDirect() {
   return {
     headless: true,
     kernelApiKey: browserServiceApiKey(),
-    kernelProxyId: proxyId,
     viewport: { width: 1280, height: 900 },
     locale: "en-US"
   };
 }
-async function resolveInstagramLaunch(input) {
-  const requestedMode = input.browserMode ?? "auto";
-  const directDir = directProfileDir();
-  const useLocal = requestedMode === "local" || requestedMode === "auto" && (Boolean(input.browserProfile) || Boolean(directDir) || localBrowserModeEnabled());
-  if (!useLocal) {
-    return {
-      config: await kernelLaunchOptsResidential2(),
-      browser: {
-        mode: "hosted",
-        requestedMode,
-        profileName: null,
-        profileSource: "hosted",
-        profileDirConfigured: false,
-        executablePathConfigured: false
-      }
-    };
-  }
-  const requestedName = configuredProfileName(input.browserProfile);
-  if (directDir && (!input.browserProfile || requestedName === process.env.MCP_SCRAPER_BROWSER_PROFILE?.trim())) {
-    const executablePath2 = launchExecutablePath(null);
-    return {
-      config: {
-        headless: false,
-        profileDir: directDir,
-        browserExecutablePath: executablePath2,
-        ignoreDefaultArgs: ignoreDefaultArgsFor(executablePath2),
-        viewport: { width: 1280, height: 900 },
-        locale: "en-US"
-      },
-      browser: {
-        mode: "local",
-        requestedMode,
-        profileName: requestedName,
-        profileSource: "direct_profile_dir",
-        profileDirConfigured: true,
-        executablePathConfigured: Boolean(executablePath2)
-      }
-    };
-  }
-  const manifest = await loadImportedBrowserProfile(requestedName);
-  const executablePath = launchExecutablePath(manifest.browserExecutablePath);
+async function resolveInstagramLaunch() {
   return {
-    config: {
-      headless: false,
-      profileDir: manifest.userDataDir,
-      browserExecutablePath: executablePath,
-      ignoreDefaultArgs: ignoreDefaultArgsFor(executablePath),
-      viewport: { width: 1280, height: 900 },
-      locale: "en-US"
-    },
+    config: await kernelLaunchOptsDirect(),
     browser: {
-      mode: "local",
-      requestedMode,
-      profileName: manifest.name,
-      profileSource: "managed_profile",
-      profileDirConfigured: true,
-      executablePathConfigured: Boolean(executablePath)
+      mode: "hosted",
+      requestedMode: "hosted",
+      profileName: null,
+      profileSource: "hosted",
+      profileDirConfigured: false,
+      executablePathConfigured: false
     }
   };
 }
@@ -10354,7 +10262,7 @@ instagramApp.post("/profile-content", createApiKeyAuth(), async (c) => {
     const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.instagram_profile, LedgerOperation.INSTAGRAM_PROFILE, target.profileUrl);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.instagram_profile), 402);
     debited = true;
-    const launch = await resolveInstagramLaunch(body);
+    const launch = await resolveInstagramLaunch();
     await driver.launch(launch.config);
     await driver.navigateTo(target.profileUrl);
     const page = driver.getPage();
@@ -10401,7 +10309,7 @@ instagramApp.post("/media-download", createApiKeyAuth(), async (c) => {
     const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.instagram_media, LedgerOperation.INSTAGRAM_MEDIA, sourceUrl.href);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.instagram_media), 402);
     mediaDebited = true;
-    const launch = await resolveInstagramLaunch(body);
+    const launch = await resolveInstagramLaunch();
     await driver.launch(launch.config);
     const page = driver.getPage();
     const capturedMediaUrls = [];
@@ -13560,6 +13468,820 @@ async function listReplayRows(sessionId) {
 // src/services/browser-agent/browser-agent-service.ts
 import Kernel3 from "@onkernel/sdk";
 import { chromium as playwrightChromium } from "playwright";
+// src/services/fanout/cdp-capture.ts
+var ANSWER_RE = /\/backend-api\/(f\/)?conversation$|\/chat_conversations\/[^/]+\/(completion|retry_completion)$|\/completion$/i;
+var FanoutCdpCapture = class {
+  client = null;
+  reqUrl = /* @__PURE__ */ new Map();
+  ctById = /* @__PURE__ */ new Map();
+  answerIds = /* @__PURE__ */ new Set();
+  bodies = [];
+  pending = [];
+  answerStreams = 0;
+  async attach(page) {
+    if (this.client) return;
+    const client2 = await page.context().newCDPSession(page);
+    this.client = client2;
+    await client2.send("Network.enable", { maxTotalBufferSize: 2e8, maxResourceBufferSize: 2e8 });
+    client2.on("Network.requestWillBeSent", (e) => {
+      const id = e.requestId;
+      const req = e.request;
+      if (id) this.reqUrl.set(id, req?.url || "");
+    });
+    client2.on("Network.responseReceived", (e) => {
+      const id = e.requestId;
+      const res = e.response;
+      const url = res?.url || this.reqUrl.get(id) || "";
+      const headers = res?.headers || {};
+      const ct = String(headers["content-type"] || headers["Content-Type"] || "");
+      if (id) this.ctById.set(id, ct);
+      if (id && (this.isAnswerUrl(url) || /event-stream/i.test(ct))) this.answerIds.add(id);
+    });
+    client2.on("Network.loadingFinished", (e) => this.grab(e.requestId));
+  }
+  reset() {
+    this.bodies = [];
+    this.answerStreams = 0;
+    this.answerIds.clear();
+    this.pending = [];
+  }
+  answerStreamCount() {
+    return this.answerStreams;
+  }
+  async drain() {
+    await Promise.all(this.pending);
+  }
+  bestAnswerText() {
+    const eventStreams = this.bodies.filter((b) => /event-stream/i.test(b.ct));
+    const answerStreams = eventStreams.filter((b) => this.isAnswerUrl(b.url)).sort((a, b) => b.text.length - a.text.length);
+    if (answerStreams.length) return answerStreams.map((b) => b.text).join("\n");
+    const answerJson = this.bodies.filter((b) => this.isAnswerUrl(b.url)).sort((a, b) => b.text.length - a.text.length);
+    if (answerJson.length) return answerJson[0].text;
+    if (eventStreams.length) return eventStreams.sort((a, b) => b.text.length - a.text.length)[0].text;
+    return "";
+  }
+  async detach() {
+    try {
+      await this.client?.detach();
+    } catch {
+      this.client = null;
+    }
+    this.client = null;
+  }
+  isAnswerUrl(url) {
+    let path5 = "";
+    try {
+      path5 = new URL(url).pathname;
+    } catch {
+      path5 = String(url || "").split("?")[0];
+    }
+    return ANSWER_RE.test(path5);
+  }
+  grab(requestId) {
+    if (!requestId || !this.client || !this.answerIds.has(requestId)) return;
+    const url = this.reqUrl.get(requestId) || "";
+    const ct = this.ctById.get(requestId) || "";
+    const client2 = this.client;
+    const p = client2.send("Network.getResponseBody", { requestId }).then((r) => {
+      const text = r.base64Encoded ? Buffer.from(String(r.body), "base64").toString("utf8") : String(r.body || "");
+      if (text) {
+        this.bodies.push({ url, ct, text });
+        if (this.isAnswerUrl(url)) this.answerStreams++;
+      }
+    }).catch(() => void 0);
+    this.pending.push(p);
+  }
+};
+// src/services/fanout/parse-helpers.ts
+var INTERNAL = /chatgpt\.com|openai\.com|oaiusercontent|oaistatic|claude\.ai|anthropic\.com/i;
+var TRACK = /^(utm_|oai|fbclid|gclid|ref$|ref_|sa$|usg$|ved$|sca_esv$|sources$)/i;
+function domainOf(u) {
+  try {
+    return new URL(u).hostname.replace(/^www\./, "");
+  } catch {
+    return "";
+  }
+}
+function normUrl(u) {
+  try {
+    const x = new URL(u);
+    x.hash = "";
+    for (const k of [...x.searchParams.keys()]) {
+      if (TRACK.test(k)) x.searchParams.delete(k);
+    }
+    return x.toString().replace(/\/$/, "").toLowerCase();
+  } catch {
+    return String(u || "").toLowerCase();
+  }
+}
+function isExternal(u) {
+  const h = domainOf(u);
+  return Boolean(h) && !INTERNAL.test(h);
+}
+function unesc(s) {
+  try {
+    return JSON.parse('"' + s + '"');
+  } catch {
+    return String(s).replace(/\\(.)/g, "$1");
+  }
+}
+function stripCitationMarkers(s) {
+  return String(s || "").replace(/[-]/g, "").replace(/cite(?:turn\d+\w+?\d+)+/g, "").replace(/\s+/g, " ").trim();
+}
+function sliceBalanced(text, openIdx) {
+  const open = text[openIdx];
+  const close = open === "[" ? "]" : "}";
+  let depth = 0;
+  let inStr = false;
+  let esc2 = false;
+  for (let i = openIdx; i < text.length; i++) {
+    const ch = text[i];
+    if (inStr) {
+      if (esc2) esc2 = false;
+      else if (ch === "\\") esc2 = true;
+      else if (ch === '"') inStr = false;
+      continue;
+    }
+    if (ch === '"') {
+      inStr = true;
+      continue;
+    }
+    if (ch === open) depth++;
+    else if (ch === close) {
+      depth--;
+      if (depth === 0) return text.slice(openIdx, i + 1);
+    }
+  }
+  return null;
+}
+function findJsonValues(text, field) {
+  const out = [];
+  const re = new RegExp('"' + field + '"\\s*:\\s*(\\[|\\{)', "g");
+  let m;
+  while (m = re.exec(text)) {
+    const openIdx = m.index + m[0].length - 1;
+    const slice = sliceBalanced(text, openIdx);
+    if (slice) {
+      try {
+        out.push(JSON.parse(slice));
+      } catch {
+        continue;
+      }
+    }
+  }
+  return out;
+}
+function stringsInArrayBody(arrBody) {
+  const out = [];
+  const re = /"((?:[^"\\]|\\.){2,300}?)"/g;
+  let m;
+  while (m = re.exec(arrBody)) out.push(unesc(m[1]));
+  return out;
+}
+function cleanQuery(q) {
+  const t = (q || "").trim();
+  if (t.length < 2 || t.length > 300) return null;
+  return t;
+}
+// src/services/fanout/adapters/chatgpt.ts
+function roundOf(refId) {
+  const m = /^turn(\d+)/.exec(refId || "");
+  return m ? Number(m[1]) : null;
+}
+function normRef(r) {
+  if (typeof r === "string") {
+    const m = /turn(\d+)(search|news|ref|video|image|product)(\d+)/.exec(r);
+    return m ? `turn${m[1]}${m[2]}${m[3]}` : null;
+  }
+  if (r && typeof r === "object") {
+    const o = r;
+    if (o.turn_index != null) {
+      return `turn${o.turn_index}${o.ref_type || "search"}${o.ref_index != null ? o.ref_index : ""}`;
+    }
+  }
+  return null;
+}
+function refsInText(s) {
+  return (String(s || "").match(/turn\d+(?:search|news|ref|video|image|product)\d+/g) || []).map(normRef).filter((x) => Boolean(x));
+}
+function collectInto(arr, v) {
+  if (Array.isArray(v)) arr.push(...v);
+  else if (v && typeof v === "object") arr.push(v);
+}
+function reconstructFromSsePatches(raw) {
+  const contentReferences = [];
+  const searchResultGroups = [];
+  const citations = [];
+  const citedUrls = /* @__PURE__ */ new Set();
+  const state = { found: false };
+  const handleOp = (op) => {
+    if (!op || typeof op !== "object") return;
+    const o = op;
+    const v = o.v;
+    if (o.o === "patch" && Array.isArray(v)) {
+      state.found = true;
+      v.forEach(handleOp);
+      return;
+    }
+    const path5 = typeof o.p === "string" ? o.p : "";
+    if ((path5 === "" || path5 === "/message") && v && typeof v === "object") {
+      const root = v;
+      const msg = root.message || root;
+      const md = msg && msg.metadata;
+      if (md) {
+        collectInto(contentReferences, md.content_references);
+        collectInto(searchResultGroups, md.search_result_groups);
+        collectInto(citations, md.citations);
+        state.found = true;
+      }
+    }
+    if (!path5) return;
+    if (/\/safe_urls$/.test(path5) && Array.isArray(v)) {
+      for (const u of v) if (typeof u === "string") citedUrls.add(u);
+      state.found = true;
+    } else if (path5.includes("content_references")) {
+      collectInto(contentReferences, v);
+      state.found = true;
+    } else if (path5.includes("search_result_groups")) {
+      collectInto(searchResultGroups, v);
+      state.found = true;
+    } else if (path5.includes("citations")) {
+      collectInto(citations, v);
+      state.found = true;
+    }
+  };
+  for (const line of raw.split("\n")) {
+    const s = (line.startsWith("data:") ? line.slice(5) : line).trim();
+    if (!s || s === "[DONE]" || s[0] !== "{" && s[0] !== "[") continue;
+    let parsed;
+    try {
+      parsed = JSON.parse(s);
+    } catch {
+      continue;
+    }
+    const ops = Array.isArray(parsed) ? parsed : [parsed];
+    ops.forEach(handleOp);
+  }
+  if (!state.found) return raw;
+  const citedRefs = [...citedUrls].map((url) => ({ type: "grouped_webpages", items: [{ url }] }));
+  const synthetic = JSON.stringify({
+    content_references: [...contentReferences, ...citedRefs],
+    search_result_groups: searchResultGroups,
+    citations
+  });
+  return raw + "\n" + synthetic;
+}
+var chatgptAdapter = {
+  platform: "ChatGPT",
+  matchesHost(hostname) {
+    return /(^|\.)chatgpt\.com$|(^|\.)openai\.com$/i.test(hostname);
+  },
+  parse(rawInput, prompt) {
+    const raw = reconstructFromSsePatches(rawInput);
+    const sources = /* @__PURE__ */ new Map();
+    const snippets = /* @__PURE__ */ new Map();
+    const queries = /* @__PURE__ */ new Set();
+    const unmapped = /* @__PURE__ */ new Set();
+    const meta = { model: "", finishType: "", title: "", rounds: 0 };
+    const ensure = (url) => {
+      if (!isExternal(url)) return null;
+      const k = normUrl(url);
+      let s = sources.get(k);
+      if (!s) {
+        s = { url, domain: domainOf(url), title: "", cited: false, timesCited: 0, firstOrder: Infinity, snippet: "", round: null };
+        sources.set(k, s);
+      }
+      return s;
+    };
+    const addSnippet = (url, title, text) => {
+      const clean2 = stripCitationMarkers(text);
+      if (!isExternal(url) || clean2.length < 2) return;
+      snippets.set(normUrl(url), { url, domain: domainOf(url), title: title || domainOf(url), text: clean2.slice(0, 400) });
+    };
+    for (const m of raw.matchAll(/"([a-z_]*(?:quer|search)[a-z_]*)"\s*:/gi)) unmapped.add(m[1]);
+    for (const m of raw.matchAll(/"search_model_queries"\s*:\s*\[([^\]]*)\]/g)) {
+      for (const q of stringsInArrayBody(m[1])) {
+        const c = cleanQuery(q);
+        if (c) queries.add(c);
+      }
+    }
+    for (const m of raw.matchAll(/"(?:search_queries|queries|search_query)"\s*:\s*\[([^\]]*)\]/g)) {
+      for (const q of stringsInArrayBody(m[1])) {
+        const c = cleanQuery(q);
+        if (c) queries.add(c);
+      }
+    }
+    for (const v of findJsonValues(raw, "search_result_groups")) {
+      if (!Array.isArray(v)) continue;
+      for (const g of v) {
+        const entries = g && typeof g === "object" && Array.isArray(g.entries) ? g.entries : [];
+        for (const e of entries) {
+          const url = typeof e.url === "string" ? e.url : "";
+          const s = ensure(url);
+          if (!s) continue;
+          if (!s.title && typeof e.title === "string") s.title = e.title.slice(0, 200);
+          const ref = normRef(e.ref_id);
+          if (ref && s.round == null) s.round = roundOf(ref);
+          if (typeof e.snippet === "string" && e.snippet) addSnippet(url, s.title, e.snippet);
+        }
+      }
+    }
+    for (const m of raw.matchAll(/"url"\s*:\s*"(https?:\/\/[^"\\]+)"(?:[\s\S]{0,120}?"(?:title|name)"\s*:\s*"((?:[^"\\]|\\.){0,200})")?/g)) {
+      const s = ensure(m[1]);
+      if (s && !s.title && m[2]) s.title = unesc(m[2]).slice(0, 200);
+    }
+    let spanTotal = 0;
+    for (const cr of findJsonValues(raw, "content_references")) {
+      if (!Array.isArray(cr)) continue;
+      for (const ref of cr) {
+        const type = typeof ref.type === "string" ? ref.type : "";
+        const isBundle = /sources_footnote|nav_list|alt_text/.test(type);
+        const refs = refsInText(typeof ref.matched_text === "string" ? ref.matched_text : "");
+        if (!isBundle) spanTotal++;
+        const ord = typeof ref.start_idx === "number" ? ref.start_idx : isBundle ? Infinity : spanTotal;
+        const items = Array.isArray(ref.items) ? ref.items : [];
+        items.forEach((it, idx) => {
+          const refForItem = refs.length === items.length ? refs[idx] : refs[0];
+          const urls = [it.url].concat((Array.isArray(it.supporting_websites) ? it.supporting_websites : []).map((s) => s?.url)).filter((u) => typeof u === "string");
+          for (const u of urls) {
+            const s = ensure(u);
+            if (!s) continue;
+            if (!isBundle) {
+              s.cited = true;
+              s.timesCited++;
+              if (ord < s.firstOrder) s.firstOrder = ord;
+            } else if (!s.cited) {
+              s.cited = true;
+            }
+            if (refForItem && s.round == null) s.round = roundOf(refForItem);
+          }
+          if (typeof it.url === "string" && typeof it.snippet === "string") addSnippet(it.url, typeof it.title === "string" ? it.title : "", it.snippet);
+        });
+      }
+    }
+    for (const v of findJsonValues(raw, "citations")) {
+      if (!Array.isArray(v)) continue;
+      v.forEach((c, i) => {
+        const md = c && typeof c === "object" ? c.metadata : null;
+        if (!md || typeof md.url !== "string") return;
+        const s = ensure(md.url);
+        if (!s) return;
+        s.cited = true;
+        s.timesCited++;
+        const ord = typeof c.start_ix === "number" ? c.start_ix : i;
+        if (ord < s.firstOrder) s.firstOrder = ord;
+        if (typeof md.text === "string") addSnippet(md.url, typeof md.title === "string" ? md.title : "", md.text);
+      });
+    }
+    for (const m of raw.matchAll(/"content_type"\s*:\s*"tether_quote"([\s\S]{0,4000}?)"text"\s*:\s*"((?:[^"\\]|\\.)*)"/g)) {
+      const url = (m[1].match(/"url"\s*:\s*"([^"]+)"/) || [])[1];
+      const title = (m[1].match(/"title"\s*:\s*"((?:[^"\\]|\\.)*)"/) || [])[1];
+      if (url) {
+        ensure(url);
+        addSnippet(url, title ? unesc(title) : "", unesc(m[2]));
+      }
+    }
+    const modelMatches = [...raw.matchAll(/"resolved_model_slug"\s*:\s*"([^"]+)"/g)];
+    const slugMatches = modelMatches.length ? modelMatches : [...raw.matchAll(/"model_slug"\s*:\s*"([^"]+)"/g)];
+    if (slugMatches.length) meta.model = slugMatches[slugMatches.length - 1][1];
+    const finish = raw.match(/"finish_details"\s*:\s*\{[^}]*"type"\s*:\s*"([^"]+)"/);
+    if (finish) meta.finishType = finish[1];
+    const searchRounds = (raw.match(/"recipient"\s*:\s*"(?:web|browser)"[\s\S]{0,400}?"content_type"\s*:\s*"code"[\s\S]{0,200}?search\(/g) || []).length;
+    const sourceRounds = /* @__PURE__ */ new Set();
+    for (const s of sources.values()) if (s.round != null) sourceRounds.add(s.round);
+    meta.rounds = Math.max(searchRounds, sourceRounds.size);
+    const ordered = [...sources.values()].sort((a, b) => a.cited === b.cited ? b.timesCited - a.timesCited || a.firstOrder - b.firstOrder : a.cited ? -1 : 1).map((s) => ({
+      url: s.url,
+      domain: s.domain,
+      title: s.title || s.domain,
+      cited: s.cited,
+      timesCited: s.timesCited,
+      snippet: snippets.get(normUrl(s.url))?.text || "",
+      round: s.round
+    }));
+    return {
+      subQueries: [...queries],
+      sources: ordered,
+      snippets: [...snippets.values()],
+      meta,
+      unmappedKeys: [...unmapped].slice(0, 50)
+    };
+  }
+};
+// src/services/fanout/adapters/claude.ts
+function isFavicon(u) {
+  return /\/s2\/favicons/i.test(u) || /favicon/i.test(u);
+}
+var claudeAdapter = {
+  platform: "Claude",
+  matchesHost(hostname) {
+    return /(^|\.)claude\.ai$/i.test(hostname);
+  },
+  parse(raw, prompt) {
+    const sources = /* @__PURE__ */ new Map();
+    const snippets = /* @__PURE__ */ new Map();
+    const queries = /* @__PURE__ */ new Set();
+    const unmapped = /* @__PURE__ */ new Set();
+    const meta = { model: "", finishType: "", title: "", rounds: 0 };
+    const ensure = (url) => {
+      if (!url || !isExternal(url) || isFavicon(url)) return null;
+      const k = normUrl(url);
+      let s = sources.get(k);
+      if (!s) {
+        s = { url, domain: domainOf(url), title: "", cited: false, timesCited: 0, snippet: "", round: null };
+        sources.set(k, s);
+      }
+      return s;
+    };
+    const toolInputs = /* @__PURE__ */ new Map();
+    const searchBlocks = /* @__PURE__ */ new Set();
+    const finalizeTool = (index) => {
+      const t = toolInputs.get(index);
+      if (!t || !/web_search|web_fetch|search|browse/i.test(t.name)) return;
+      try {
+        const input = JSON.parse(t.buf);
+        if (typeof input.query === "string") {
+          const q = cleanQuery(input.query);
+          if (q) queries.add(q);
+        }
+      } catch {
+        const m = t.buf.match(/"query"\s*:\s*"((?:[^"\\]|\\.)*)"/);
+        if (m) {
+          const q = cleanQuery(unesc(m[1]));
+          if (q) queries.add(q);
+        }
+      }
+    };
+    for (const line of raw.split("\n")) {
+      const s = (line.startsWith("data:") ? line.slice(5) : line).trim();
+      if (!s || s[0] !== "{" && s[0] !== "[") continue;
+      let ev;
+      try {
+        ev = JSON.parse(s);
+      } catch {
+        continue;
+      }
+      const type = ev.type;
+      if (type === "content_block_start") {
+        const cb = ev.content_block || {};
+        const index = typeof ev.index === "number" ? ev.index : -1;
+        if (cb.type === "tool_use" && index >= 0) {
+          const name = typeof cb.name === "string" ? cb.name : "";
+          toolInputs.set(index, { name, buf: "" });
+          if (/web_search|web_fetch|search|browse/i.test(name)) searchBlocks.add(index);
+        }
+      } else if (type === "content_block_delta") {
+        const d = ev.delta || {};
+        const index = typeof ev.index === "number" ? ev.index : -1;
+        if (d.type === "input_json_delta" && typeof d.partial_json === "string") {
+          const t = toolInputs.get(index);
+          if (t) t.buf += d.partial_json;
+        } else if (d.type === "citation_start_delta") {
+          const c = d.citation || {};
+          if (typeof c.url === "string") {
+            const src = ensure(c.url);
+            if (src) {
+              src.cited = true;
+              src.timesCited++;
+              if (!src.title && typeof c.title === "string") src.title = c.title.slice(0, 200);
+              if (typeof c.cited_text === "string" && c.cited_text) {
+                snippets.set(normUrl(c.url), { url: c.url, domain: domainOf(c.url), title: src.title, text: String(c.cited_text).slice(0, 400) });
+              }
+            }
+          }
+        }
+      } else if (type === "content_block_stop") {
+        const index = typeof ev.index === "number" ? ev.index : -1;
+        if (index >= 0) finalizeTool(index);
+      } else if (type === "message_delta" || type === "message_stop" || type === "message_start") {
+        const d = ev.delta || ev.message || {};
+        if (typeof d.stop_reason === "string" && !meta.finishType) meta.finishType = d.stop_reason;
+        if (typeof d.model === "string" && !meta.model) meta.model = d.model;
+      }
+    }
+    for (const index of searchBlocks) finalizeTool(index);
+    for (const m of raw.matchAll(/"title"\s*:\s*"((?:[^"\\]|\\.){1,200})"\s*,\s*"url"\s*:\s*"(https?:\/\/[^"\\]+)"/g)) {
+      const src = ensure(m[2]);
+      if (src && !src.title) src.title = unesc(m[1]).slice(0, 200);
+    }
+    for (const m of raw.matchAll(/"url"\s*:\s*"(https?:\/\/[^"\\]+)"/g)) ensure(m[1]);
+    for (const m of raw.matchAll(/\\"title\\"\s*:\s*\\"((?:[^"\\]|\\.){1,160}?)\\"[\s\S]{0,160}?\\"url\\"\s*:\s*\\"(https?:[^"\\]+)\\"/g)) {
+      const src = ensure(m[2]);
+      if (src && !src.title) src.title = unesc(unesc(m[1])).slice(0, 200);
+    }
+    for (const m of raw.matchAll(/\\"url\\"\s*:\s*\\"(https?:[^"\\]+)\\"/g)) ensure(m[1]);
+    if (!meta.model) {
+      const mm = raw.match(/"model"\s*:\s*"(claude[^"]+)"/);
+      if (mm) meta.model = mm[1];
+    }
+    meta.rounds = queries.size > 0 ? searchBlocks.size : 0;
+    for (const m of raw.matchAll(/"([a-z_]*(?:quer|search)[a-z_]*)"\s*:/gi)) unmapped.add(m[1]);
+    const ordered = [...sources.values()].sort((a, b) => a.cited === b.cited ? b.timesCited - a.timesCited : a.cited ? -1 : 1).map((s) => ({
+      url: s.url,
+      domain: s.domain,
+      title: s.title || s.domain,
+      cited: s.cited,
+      timesCited: s.timesCited,
+      snippet: snippets.get(normUrl(s.url))?.text || "",
+      round: s.round
+    }));
+    return {
+      subQueries: [...queries],
+      sources: ordered,
+      snippets: [...snippets.values()],
+      meta,
+      unmappedKeys: [...unmapped].slice(0, 50)
+    };
+  }
+};
+// src/services/fanout/adapters/index.ts
+var FANOUT_ADAPTERS = [chatgptAdapter, claudeAdapter];
+function adapterForHost(hostname) {
+  return FANOUT_ADAPTERS.find((a) => a.matchesHost(hostname)) ?? null;
+}
+// src/services/fanout/build.ts
+function buildFanoutResult(ctx) {
+  const { platform, parsed, ready, rawBytes } = ctx;
+  const browsedUrls = parsed.sources;
+  const citedUrls = browsedUrls.filter((s) => s.cited);
+  const browsedOnly = browsedUrls.filter((s) => !s.cited);
+  const prompt = ctx.prompt || parsed.meta.title || "";
+  const result = {
+    platform,
+    capturedAt: (/* @__PURE__ */ new Date()).toISOString(),
+    prompt,
+    meta: parsed.meta,
+    subQueries: parsed.subQueries,
+    browsedUrls,
+    citedUrls,
+    browsedOnly,
+    snippets: parsed.snippets,
+    counts: {
+      subQueries: parsed.subQueries.length,
+      browsed: browsedUrls.length,
+      cited: citedUrls.length,
+      browsedOnly: browsedOnly.length
+    }
+  };
+  if (parsed.subQueries.length === 0 && browsedUrls.length === 0) {
+    result.debug = {
+      interceptorReady: ready,
+      rawBytes,
+      unmappedKeys: parsed.unmappedKeys,
+      note: ready ? "Capture hook is live but no fan-out was seen yet. Run a NEW prompt that triggers web search in this session, then call browser_capture_fanout again. Fan-out is only captured as it streams; past answers from before the session opened cannot be recovered." : "Capture hook not detected on this page. Open a direct/no-proxy hosted browser session, navigate to chatgpt.com or claude.ai after opening, run a new prompt in that session, then call browser_capture_fanout again."
+    };
+  }
+  return result;
+}
+// src/services/fanout/classify.ts
+var SOCIAL = /(^|\.)(youtube\.com|youtu\.be|instagram\.com|tiktok\.com|facebook\.com|fb\.com|x\.com|twitter\.com|linkedin\.com|pinterest\.com|threads\.net|vimeo\.com)$/i;
+var ENCYCLOPEDIA = /(^|\.)(wikipedia\.org|wikimedia\.org|britannica\.com|merriam-webster\.com|dictionary\.com|fandom\.com|investopedia\.com)$/i;
+var REVIEW = /(^|\.)(yelp\.com|trustpilot\.com|g2\.com|capterra\.com|angi\.com|angieslist\.com|bbb\.org|consumeraffairs\.com|bestcompany\.com|sitejabber\.com|clutch\.co|bestpickreports\.com|homeguide\.com|porch\.com|ontoplist\.com|thumbtack\.com)$/i;
+var NEWS = /(^|\.)(reuters\.com|apnews\.com|nytimes\.com|wsj\.com|washingtonpost\.com|bloomberg\.com|cnbc\.com|forbes\.com|bbc\.com|theguardian\.com|cnn\.com|npr\.org|usatoday\.com|expressnews\.com|mysanantonio\.com|beaumontenterprise\.com)$/i;
+function classifyDomain(domain, firstPartyDomain) {
+  const d = domain.toLowerCase().replace(/^www\./, "");
+  if (firstPartyDomain) {
+    const fp = firstPartyDomain.toLowerCase().replace(/^www\./, "");
+    if (fp && (d === fp || d.endsWith("." + fp))) return "First-party/vendor";
+  }
+  if (/(^|\.)reddit\.com$/i.test(d)) return "Reddit";
+  if (SOCIAL.test(d)) return "Social/video";
+  if (ENCYCLOPEDIA.test(d)) return "Encyclopedia";
+  if (REVIEW.test(d)) return "Review site";
+  if (NEWS.test(d) || /(^|\.)news\./i.test(d)) return "News/media";
+  if (/^docs?\.|^developer\.|^developers\.|readthedocs|\.dev$/i.test(d)) return "Docs";
+  return "Blog";
+}
+function emptyCategoryCounts() {
+  return { "First-party/vendor": 0, "News/media": 0, Reddit: 0, "Social/video": 0, Encyclopedia: 0, "Review site": 0, Docs: 0, Blog: 0 };
+}
+function enrichFanout(result, opts = {}) {
+  const addSiteType = (s) => ({ ...s, siteType: classifyDomain(s.domain, opts.firstPartyDomain) });
+  const browsedUrls = result.browsedUrls.map(addSiteType);
+  const citedUrls = result.citedUrls.map(addSiteType);
+  const browsedOnly = result.browsedOnly.map(addSiteType);
+  const byCategory = emptyCategoryCounts();
+  const domainAgg = /* @__PURE__ */ new Map();
+  for (const s of browsedUrls) {
+    byCategory[s.siteType]++;
+    const cur = domainAgg.get(s.domain);
+    if (!cur) domainAgg.set(s.domain, { domain: s.domain, count: 1, cited: s.cited, timesCited: s.timesCited, siteType: s.siteType });
+    else {
+      cur.count++;
+      cur.cited = cur.cited || s.cited;
+      cur.timesCited += s.timesCited;
+    }
+  }
+  const topSites = [...domainAgg.values()].sort((a, b) => b.count - a.count || b.timesCited - a.timesCited);
+  const citationOrder = citedUrls.slice().sort((a, b) => b.timesCited - a.timesCited).map((s, i) => ({ rank: i + 1, domain: s.domain, url: s.url, timesCited: s.timesCited }));
+  return {
+    platform: result.platform,
+    capturedAt: result.capturedAt,
+    prompt: result.prompt,
+    meta: result.meta,
+    queries: result.subQueries,
+    browsedUrls,
+    citedUrls,
+    browsedOnly,
+    snippets: result.snippets,
+    counts: result.counts,
+    aggregates: { topSites, citationOrder, byCategory },
+    firstPartyDomain: opts.firstPartyDomain ? opts.firstPartyDomain.toLowerCase().replace(/^www\./, "") : null,
+    ...result.debug ? { debug: result.debug } : {}
+  };
+}
+// src/services/fanout/export.ts
+import { mkdirSync as mkdirSync3, writeFileSync as writeFileSync2 } from "fs";
+import { homedir as homedir3 } from "os";
+import { join as join6 } from "path";
+import Papa2 from "papaparse";
+function outputBaseDir3() {
+  return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || join6(homedir3(), "Downloads", "mcp-scraper");
+}
+function safe(value) {
+  return value.replace(/[^a-zA-Z0-9._-]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 80) || "capture";
+}
+function writeTable(path5, rows, delimiter) {
+  writeFileSync2(path5, Papa2.unparse(rows.length ? rows : [{}], { delimiter }));
+}
+function exportFanout(enriched) {
+  const stamp = safe(enriched.capturedAt.replace(/[:.]/g, "-"));
+  const dir = join6(outputBaseDir3(), "fanout", `${stamp}-${safe(enriched.platform)}`);
+  mkdirSync3(dir, { recursive: true });
+  const queryRows = enriched.queries.map((q, i) => ({ index: i + 1, query: q }));
+  const citationRows = enriched.aggregates.citationOrder.map((c) => {
+    const src = enriched.citedUrls.find((s) => s.url === c.url);
+    return { rank: c.rank, domain: c.domain, url: c.url, timesCited: c.timesCited, siteType: src?.siteType ?? "", title: src?.title ?? "" };
+  });
+  const sourceRows = enriched.browsedUrls.map((s) => ({ domain: s.domain, url: s.url, cited: s.cited, timesCited: s.timesCited, siteType: s.siteType, title: s.title, round: s.round ?? "" }));
+  const domainRows = enriched.aggregates.topSites.map((d) => ({ domain: d.domain, count: d.count, cited: d.cited, timesCited: d.timesCited, siteType: d.siteType }));
+  const paths = {
+    dir,
+    json: join6(dir, "fanout.json"),
+    queriesCsv: join6(dir, "queries.csv"),
+    queriesTsv: join6(dir, "queries.tsv"),
+    citationsCsv: join6(dir, "citations.csv"),
+    sourcesCsv: join6(dir, "sources.csv"),
+    domainsCsv: join6(dir, "domains.csv"),
+    report: join6(dir, "report.html")
+  };
+  writeFileSync2(paths.json, JSON.stringify(enriched, null, 2));
+  writeTable(paths.queriesCsv, queryRows, ",");
+  writeTable(paths.queriesTsv, queryRows, "	");
+  writeTable(paths.citationsCsv, citationRows, ",");
+  writeTable(paths.sourcesCsv, sourceRows, ",");
+  writeTable(paths.domainsCsv, domainRows, ",");
+  writeFileSync2(paths.report, renderReportHtml(enriched));
+  return paths;
+}
+function esc(s) {
+  return String(s).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+}
+function renderReportHtml(enriched) {
+  const data = JSON.stringify(enriched).replace(/</g, "\\u003c");
+  return `<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8" />
+<meta name="viewport" content="width=device-width, initial-scale=1" />
+<title>AI Search Fan-Out \u2014 ${esc(enriched.platform)}</title>
+<style>
+:root{--bg:#0b0d12;--panel:#151922;--line:#252b38;--ink:#e8ecf3;--mut:#8b95a7;--acc:#5b9dff;--cite:#39d98a;--browse:#5a6677}
+*{box-sizing:border-box}body{margin:0;background:var(--bg);color:var(--ink);font:14px/1.5 -apple-system,BlinkMacSystemFont,Segoe UI,Roboto,sans-serif}
+.wrap{max-width:980px;margin:0 auto;padding:28px 20px 80px}
+h1{font-size:20px;margin:0 0 2px}.sub{color:var(--mut);margin:0 0 20px;font-size:13px}
+.stat{font-size:30px;font-weight:700}.stat small{font-size:13px;font-weight:400;color:var(--mut)}
+.cards{display:grid;grid-template-columns:repeat(4,1fr);gap:10px;margin:18px 0}
+.card{background:var(--panel);border:1px solid var(--line);border-radius:10px;padding:12px 14px}
+.card b{font-size:22px;display:block}.card span{color:var(--mut);font-size:12px}
+.bars{margin:8px 0 22px}.bar{display:flex;align-items:center;gap:8px;margin:4px 0}
+.bar .lab{width:150px;color:var(--mut);font-size:12px;text-align:right}.bar .track{flex:1;background:#10141c;border-radius:5px;overflow:hidden}
+.bar .fill{background:var(--acc);height:16px}.bar .n{width:34px;font-size:12px;color:var(--mut)}
+.tabs{display:flex;gap:8px;margin:22px 0 12px}.tab{background:var(--panel);border:1px solid var(--line);color:var(--ink);padding:7px 14px;border-radius:8px;cursor:pointer}
+.tab.on{background:var(--acc);border-color:var(--acc);color:#04101f;font-weight:600}
+.chips{display:flex;flex-wrap:wrap;gap:6px;margin-bottom:12px}
+.chip{background:var(--panel);border:1px solid var(--line);color:var(--mut);padding:4px 10px;border-radius:20px;cursor:pointer;font-size:12px}
+.chip.on{border-color:var(--acc);color:var(--ink)}.chip b{color:var(--ink)}
+.row{background:var(--panel);border:1px solid var(--line);border-radius:8px;padding:10px 12px;margin:6px 0;display:flex;gap:10px;align-items:flex-start}
+.row .idx{color:var(--mut);min-width:22px}.row .main{flex:1}
+.tag{font-size:11px;padding:2px 7px;border-radius:6px;border:1px solid var(--line);color:var(--mut);margin-right:5px}
+.dom{font-weight:600}.url{color:var(--mut);font-size:12px;word-break:break-all}
+.pill{font-size:11px;padding:2px 7px;border-radius:6px}.pill.cite{background:rgba(57,217,138,.15);color:var(--cite)}.pill.brow{background:rgba(90,102,119,.2);color:#aeb8c8}
+.copy{background:none;border:1px solid var(--line);color:var(--mut);border-radius:6px;cursor:pointer;font-size:11px;padding:2px 8px}
+.hide{display:none}
+</style>
+</head>
+<body><div class="wrap">
+<h1>AI Search Fan-Out</h1>
+<p class="sub" id="sub"></p>
+<div class="stat" id="stat"></div>
+<div class="cards" id="cards"></div>
+<div id="charts"></div>
+<div class="tabs"><button class="tab on" data-tab="q">Queries</button><button class="tab" data-tab="u">URLs</button></div>
+<div class="chips" id="chips"></div>
+<div id="list"></div>
+</div>
+<script>
+const D=${data};
+const el=(t,c,h)=>{const e=document.createElement(t);if(c)e.className=c;if(h!=null)e.innerHTML=h;return e};
+document.getElementById('sub').textContent=D.platform+' \xB7 '+(D.meta.model||'model n/a')+' \xB7 '+D.meta.rounds+' search round(s) \xB7 prompt: '+(D.prompt||'');
+document.getElementById('stat').innerHTML='Total Fan-Out: '+D.counts.subQueries+' <small>sub-queries \xB7 '+D.counts.browsed+' URLs researched \xB7 '+D.counts.cited+' cited</small>';
+const cards=[['Sub-queries',D.counts.subQueries],['Researched',D.counts.browsed],['Cited',D.counts.cited],['Browsed-only',D.counts.browsedOnly]];
+const cc=document.getElementById('cards');cards.forEach(([k,v])=>{const c=el('div','card');c.appendChild(el('b',null,v));c.appendChild(el('span',null,k));cc.appendChild(c)});
+function barChart(title,obj){const max=Math.max(1,...Object.values(obj));const box=el('div','bars');box.appendChild(el('div',null,'<b>'+title+'</b>'));Object.entries(obj).forEach(([k,v])=>{const r=el('div','bar');r.appendChild(el('div','lab',k));const t=el('div','track');const f=el('div','fill');f.style.width=(v/max*100)+'%';t.appendChild(f);r.appendChild(t);r.appendChild(el('div','n',v));box.appendChild(r)});return box}
+const charts=document.getElementById('charts');
+charts.appendChild(barChart('URL Categories',D.aggregates.byCategory));
+let tab='q',filter=null;
+const chips=document.getElementById('chips'),list=document.getElementById('list');
+function render(){
+  chips.innerHTML='';list.innerHTML='';
+  if(tab==='q'){
+    D.queries.forEach((q,i)=>{const r=el('div','row');r.appendChild(el('div','idx',i+1));const m=el('div','main');m.appendChild(el('div',null,esc(q)));r.appendChild(m);const b=el('button','copy','copy');b.onclick=()=>navigator.clipboard.writeText(q);r.appendChild(b);list.appendChild(r)});
+  } else {
+    const counts={};D.browsedUrls.forEach(s=>{counts[s.siteType]=(counts[s.siteType]||0)+1});
+    Object.entries(counts).forEach(([k,v])=>{const c=el('button','chip'+(filter===k?' on':''),k+' <b>'+v+'</b>');c.onclick=()=>{filter=filter===k?null:k;render()};chips.appendChild(c)});
+    D.browsedUrls.forEach(s=>{if(filter&&s.siteType!==filter)return;const r=el('div','row');const m=el('div','main');m.appendChild(el('div',null,'<span class="dom">'+esc(s.domain)+'</span> <span class="pill '+(s.cited?'cite':'brow')+'">'+(s.cited?'cited '+s.timesCited+'\xD7':'browsed')+'</span> <span class="tag">'+s.siteType+'</span>'));m.appendChild(el('div','url',esc(s.url)));r.appendChild(m);list.appendChild(r)});
+  }
+}
+function esc(s){return String(s).replace(/&/g,'&amp;').replace(/</g,'&lt;').replace(/>/g,'&gt;')}
+document.querySelectorAll('.tab').forEach(t=>t.onclick=()=>{document.querySelectorAll('.tab').forEach(x=>x.classList.remove('on'));t.classList.add('on');tab=t.dataset.tab;filter=null;render()});
+render();
+</script>
+</body></html>`;
+}
+// src/services/fanout/run-capture.ts
+var COMPOSER_SELECTORS = [
+  "#prompt-textarea",
+  "div#prompt-textarea",
+  'textarea[data-testid="prompt-textarea"]',
+  'div.ProseMirror[contenteditable="true"]',
+  'div[contenteditable="true"]',
+  "textarea"
+];
+async function sendPrompt(page, text) {
+  for (const selector of COMPOSER_SELECTORS) {
+    const locator = page.locator(selector).first();
+    try {
+      await locator.waitFor({ state: "visible", timeout: 12e3 });
+    } catch {
+      continue;
+    }
+    await locator.click({ timeout: 4e3 }).catch(() => void 0);
+    await locator.focus().catch(() => void 0);
+    await page.keyboard.type(text, { delay: 12 });
+    await page.waitForTimeout(300).catch(() => void 0);
+    await page.keyboard.press("Enter");
+    return true;
+  }
+  return false;
+}
+async function waitForAnswer(page, cap, baseline, waitMs) {
+  const start = Date.now();
+  while (Date.now() - start < waitMs && cap.answerStreamCount() <= baseline) {
+    await page.waitForTimeout(400).catch(() => void 0);
+  }
+  await page.waitForTimeout(1e3).catch(() => void 0);
+}
+async function runFanoutCapture(page, input) {
+  const cap = new FanoutCdpCapture();
+  await cap.attach(page);
+  try {
+    const baseline = cap.answerStreamCount();
+    if (input.prompt) await sendPrompt(page, input.prompt).catch(() => false);
+    const waitMs = input.wait_ms ?? (input.prompt ? 9e4 : 8e3);
+    await waitForAnswer(page, cap, baseline, waitMs);
+    await cap.drain();
+    let hostname = "";
+    try {
+      hostname = new URL(page.url()).hostname;
+    } catch {
+      hostname = "";
+    }
+    const adapter = adapterForHost(hostname);
+    if (!adapter) {
+      throw new Error(`browser_capture_fanout supports chatgpt.com and claude.ai only; the session is on ${hostname || "an unknown page"}. Navigate there first with browser_goto.`);
+    }
+    const text = cap.bestAnswerText();
+    const parsed = adapter.parse(text, input.prompt || "");
+    const result = buildFanoutResult({ platform: adapter.platform, parsed, prompt: input.prompt || "", ready: true, rawBytes: text.length });
+    const enriched = enrichFanout(result, { firstPartyDomain: input.first_party_domain });
+    const exports = input.export ? exportFanout(enriched) : null;
+    return { result: enriched, exports };
+  } finally {
+    await cap.detach().catch(() => void 0);
+  }
+}
+// src/services/browser-agent/browser-agent-service.ts
 function keepHostedBrowserAlive(_browser) {
 }
 var DEFAULT_TIMEOUT_SECONDS = 600;
@@ -15725,4 +16447,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-YSKBD2VX.js.map
+//# sourceMappingURL=server-HRVD52CX.js.map