mcp-scraper 0.1.3 → 0.1.5

package/dist/bin/api-server.cjs

@@ -30,6 +30,26 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 
+// src/harvest-timeout.ts
+function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
+  const requested = Number.isFinite(maxQuestions) && maxQuestions > 0 ? Math.trunc(maxQuestions) : 30;
+  let serverMs;
+  if (serpOnly || requested <= 50) serverMs = 11e4;
+  else if (requested <= 100) serverMs = 18e4;
+  else if (requested <= 150) serverMs = 24e4;
+  else serverMs = 28e4;
+  const clientMs = Math.min(serverMs + CLIENT_OVER_SERVER_MARGIN_MS, VERCEL_FUNCTION_MAX_MS - 5e3);
+  return { serverMs, clientMs };
+}
+var VERCEL_FUNCTION_MAX_MS, CLIENT_OVER_SERVER_MARGIN_MS;
+var init_harvest_timeout = __esm({
+  "src/harvest-timeout.ts"() {
+    "use strict";
+    VERCEL_FUNCTION_MAX_MS = 3e5;
+    CLIENT_OVER_SERVER_MARGIN_MS = 15e3;
+  }
+});
+
 // src/blog/registry.ts
 var posts;
 var init_registry = __esm({
@@ -3825,25 +3845,73 @@ function firstFont(fontFamily) {
   const first = fontFamily.split(",")[0].trim().replace(/['"]/g, "");
   return first || null;
 }
+function dominantColor(freq) {
+  return Object.entries(freq).filter(([hex]) => !isTransparentOrWhite(hex) && hex !== "#000000" && hex !== "#020101").sort((a, b) => b[1] - a[1])[0]?.[0] ?? null;
+}
 async function extractBrandingFromPage(page) {
   const evalScript = `
     (function() {
       function cs(el) { return el ? window.getComputedStyle(el) : null; }
+      function toHex(rgb) {
+        var m = rgb && rgb.match(/rgba?\\((\\d+),\\s*(\\d+),\\s*(\\d+)/);
+        if (!m) return null;
+        return '#' + [m[1],m[2],m[3]].map(function(v){ return ('0'+parseInt(v).toString(16)).slice(-2); }).join('');
+      }
+      function isUsable(hex) {
+        if (!hex) return false;
+        if (hex === '#000000' || hex === '#020101' || hex === '#ffffff' || hex === '#fffffe') return false;
+        var r=parseInt(hex.slice(1,3),16), g=parseInt(hex.slice(3,5),16), b=parseInt(hex.slice(5,7),16);
+        return (0.2126*r + 0.7152*g + 0.0722*b) <= 230;
+      }
+
       var navEl  = document.querySelector('nav, header, [role="banner"]');
       var bodyEl = document.body;
       var h1El   = document.querySelector('h1');
       var btnEl  = document.querySelector(
         'a.btn-primary, button.btn-primary, .btn-primary, .cta-btn,' +
         'a.button--primary, button.button--primary, [class*="btn-cta"],' +
-        '[class*="cta-button"], .wp-block-button__link, [class*="hero"] a'
+        '[class*="cta-button"], .wp-block-button__link, [class*="hero"] a,' +
+        '.elementor-button, .elementor-button-link,' +
+        '.et_pb_button,' +
+        '.fl-button,' +
+        '.vc_btn,' +
+        '[class*="cta"][href], [class*="get-started"], [class*="contact-btn"]'
       );
       var navStyle  = cs(navEl);
       var bodyStyle = cs(bodyEl);
       var h1Style   = cs(h1El);
       var btnStyle  = cs(btnEl);
-      var pageHost = window.location.hostname.replace(/^www./, '');
+
+      var svgFreq = {};
+      var svgScope = navEl || document.querySelector('header, [role="banner"]');
+      if (svgScope) {
+        var svgEls = svgScope.querySelectorAll('svg *, [fill], path, circle, rect, polygon, polyline');
+        for (var si = 0; si < svgEls.length; si++) {
+          var svgEl = svgEls[si];
+          var fillComp = cs(svgEl) ? cs(svgEl).fill : null;
+          var fillAttr = svgEl.getAttribute('fill');
+          var fillHex = null;
+          if (fillComp && fillComp !== 'none') { fillHex = toHex(fillComp); }
+          else if (fillAttr && fillAttr !== 'none' && fillAttr.startsWith('#')) { fillHex = fillAttr; }
+          if (fillHex && isUsable(fillHex)) { svgFreq[fillHex] = (svgFreq[fillHex] || 0) + 1; }
+        }
+      }
+
+      var navChildBgFreq = {};
+      if (navEl) {
+        var navChildren = navEl.querySelectorAll('li, a, button, [class*="menu-item"]');
+        for (var ni = 0; ni < navChildren.length; ni++) {
+          var nbg = cs(navChildren[ni]);
+          if (nbg) {
+            var bghex = toHex(nbg.backgroundColor);
+            if (bghex && isUsable(bghex)) { navChildBgFreq[bghex] = (navChildBgFreq[bghex] || 0) + 1; }
+          }
+        }
+      }
+
+      var pageHost = window.location.hostname.replace(/^www\\./, '');
       function isSameDomain(src) {
-        try { return new URL(src).hostname.replace(/^www./, '').endsWith(pageHost); } catch { return false; }
+        try { return new URL(src).hostname.replace(/^www\\./, '').endsWith(pageHost); } catch { return false; }
       }
       var logoSelectors = [
         'header img[class*="logo"]', 'nav img[class*="logo"]',
@@ -3866,22 +3934,27 @@ async function extractBrandingFromPage(page) {
         'link[rel~="icon"], link[rel="shortcut icon"], link[rel="apple-touch-icon"]'
       );
       return {
-        navBg:       navStyle  ? navStyle.backgroundColor  : null,
-        bodyBg:      bodyStyle ? bodyStyle.backgroundColor : null,
-        bodyColor:   bodyStyle ? bodyStyle.color           : null,
-        h1Color:     h1Style   ? h1Style.color             : null,
-        btnBg:       btnStyle  ? btnStyle.backgroundColor  : null,
-        bodyFont:    bodyStyle ? bodyStyle.fontFamily      : null,
-        h1Font:      h1Style   ? h1Style.fontFamily        : null,
-        logoSrc:     logoSrc,
-        faviconHref: faviconEl ? faviconEl.href            : null,
+        navBg:          navStyle  ? navStyle.backgroundColor  : null,
+        bodyBg:         bodyStyle ? bodyStyle.backgroundColor : null,
+        bodyColor:      bodyStyle ? bodyStyle.color           : null,
+        h1Color:        h1Style   ? h1Style.color             : null,
+        btnBg:          btnStyle  ? btnStyle.backgroundColor  : null,
+        bodyFont:       bodyStyle ? bodyStyle.fontFamily      : null,
+        h1Font:         h1Style   ? h1Style.fontFamily        : null,
+        logoSrc:        logoSrc,
+        faviconHref:    faviconEl ? faviconEl.href            : null,
+        svgFreq:        svgFreq,
+        navChildBgFreq: navChildBgFreq,
       };
     })()
   `;
   const raw = await page.evaluate(evalScript);
   const navBgHex = rgbToHex(raw.navBg ?? "");
   const bodyBgHex = rgbToHex(raw.bodyBg ?? "");
-  const primary = !isTransparentOrWhite(navBgHex) ? navBgHex : bodyBgHex;
+  const navBgUsable = navBgHex && !isTransparentOrWhite(navBgHex) && navBgHex !== "#000000" && navBgHex !== "#020101" ? navBgHex : null;
+  const svgPrimary = dominantColor(raw.svgFreq ?? {});
+  const navChildBg = dominantColor(raw.navChildBgFreq ?? {});
+  const primary = navBgUsable ?? svgPrimary ?? navChildBg ?? bodyBgHex;
   const accent = rgbToHex(raw.btnBg ?? "");
   const text = rgbToHex(raw.bodyColor ?? "");
   const heading = rgbToHex(raw.h1Color ?? "");
@@ -10700,237 +10773,833 @@ var init_FacebookAdExtractor = __esm({
   }
 });
 
-// src/api/facebook-ad-routes.ts
-function invalidRequest(message) {
-  return { error_code: "invalid_request", message };
-}
-async function detectSoftBlock(driver) {
-  const page = driver.getPage();
-  const bodyText = await page.evaluate(() => document.body?.innerText ?? "").catch(() => "");
-  return bodyText.length < 200 || /Log in|log in|Create new account|You must log in/.test(bodyText);
-}
-function buildPageIntelUrl(body, country) {
-  if (body.libraryId?.trim()) return `https://www.facebook.com/ads/library/?id=${FacebookAdExtractor.resolveLibraryId(body.libraryId.trim()) ?? body.libraryId.trim()}`;
-  if (body.pageId?.trim()) return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&is_targeted_country=false&media_type=all&search_type=page&view_all_page_id=${body.pageId.trim()}`;
-  return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&q=${encodeURIComponent(body.query.trim())}&search_type=keyword_unordered`;
-}
-function kernelLaunchOpts() {
-  return { headless: true, kernelApiKey: process.env.KERNEL_API_KEY?.trim(), kernelProxyId: process.env.KERNEL_PROXY_ID?.trim(), viewport: { width: 1280, height: 900 }, locale: "en-US" };
-}
-var import_hono4, import_zod15, import_client3, FacebookAdBodySchema, FacebookPageIntelBodySchema, FacebookTranscribeBodySchema, FacebookSearchBodySchema, FacebookMediaBodySchema, facebookAdApp, ALLOWED_MEDIA_HOSTS;
-var init_facebook_ad_routes = __esm({
-  "src/api/facebook-ad-routes.ts"() {
-    "use strict";
-    import_hono4 = require("hono");
-    import_zod15 = require("zod");
-    init_db();
-    init_rates();
-    init_BrowserDriver();
-    init_FacebookAdExtractor();
-    import_client3 = require("@fal-ai/client");
-    init_api_auth();
-    init_url_utils();
-    FacebookAdBodySchema = import_zod15.z.object({
-      url: import_zod15.z.string().trim().optional(),
-      libraryId: import_zod15.z.string().trim().optional(),
-      openModal: import_zod15.z.boolean().optional()
-    }).refine((d) => !!d.url || !!d.libraryId, { message: "url or libraryId is required" });
-    FacebookPageIntelBodySchema = import_zod15.z.object({
-      pageId: import_zod15.z.string().trim().optional(),
-      query: import_zod15.z.string().trim().optional(),
-      libraryId: import_zod15.z.string().trim().optional(),
-      maxAds: import_zod15.z.number().int().min(1).max(200).optional(),
-      country: import_zod15.z.string().trim().toUpperCase().optional()
-    }).refine((d) => !!d.pageId || !!d.query || !!d.libraryId, {
-      message: "pageId, libraryId, or query is required"
-    });
-    FacebookTranscribeBodySchema = import_zod15.z.object({
-      videoUrl: import_zod15.z.string().trim().min(1, "videoUrl is required")
-    });
-    FacebookSearchBodySchema = import_zod15.z.object({
-      query: import_zod15.z.string().trim().min(1, "query is required"),
-      country: import_zod15.z.string().trim().toUpperCase().optional(),
-      maxResults: import_zod15.z.number().int().min(1).max(20).optional()
-    });
-    FacebookMediaBodySchema = import_zod15.z.object({
-      url: import_zod15.z.string().trim().min(1, "url is required"),
-      filename: import_zod15.z.string().trim().optional()
-    });
-    facebookAdApp = new import_hono4.Hono();
-    facebookAdApp.post("/ad", createApiKeyAuth(), async (c) => {
-      const raw = await c.req.json().catch(() => ({}));
-      const parsed = FacebookAdBodySchema.safeParse(raw);
-      if (!parsed.success) {
-        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
-      }
-      const body = parsed.data;
-      const raw2 = body.url?.trim() ?? body.libraryId?.trim() ?? "";
-      const libraryId = FacebookAdExtractor.resolveLibraryId(raw2);
-      if (!libraryId) return c.json({ error: "Could not resolve a valid Facebook Ad Library ID from the provided input" }, 400);
-      const fbUser = c.get("user");
-      const { ok: adOk, balance_mc: adBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, raw2);
-      if (!adOk) return c.json(insufficientBalanceResponse(adBal, MC_COSTS.fb_ad), 402);
-      const driver = new BrowserDriver();
-      try {
-        await driver.launch(kernelLaunchOpts());
-        const extractor = new FacebookAdExtractor(driver);
-        const result = await extractor.extract(libraryId, { openModal: body.openModal !== false });
-        await logRequestEvent({
-          userId: fbUser.id,
-          source: "facebook_ad",
-          status: "done",
-          query: raw2,
-          resultCount: Array.isArray(result.variants) ? result.variants.length : null,
-          result
-        });
-        return c.json(result);
-      } catch (err) {
-        await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
-        const msg = err instanceof Error ? err.message : String(err);
-        await logRequestEvent({ userId: fbUser.id, source: "facebook_ad", status: "failed", query: raw2, error: msg });
-        if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
-          return c.json({ error: msg }, 503);
-        }
-        return c.json({ error: msg }, 500);
-      } finally {
-        await driver.close();
-      }
-    });
-    facebookAdApp.post("/page-intel", createApiKeyAuth(), async (c) => {
-      const raw = await c.req.json().catch(() => ({}));
-      const parsed = FacebookPageIntelBodySchema.safeParse(raw);
-      if (!parsed.success) {
-        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
-      }
-      const body = parsed.data;
-      const maxAds = Math.min(200, Math.max(1, body.maxAds ?? 50));
-      const country = body.country?.trim().toUpperCase() ?? "US";
-      const listingUrl = buildPageIntelUrl(body, country);
-      const fbUser = c.get("user");
-      const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, body.pageId ?? body.query ?? body.libraryId ?? "");
-      if (!fbOk) return c.json(insufficientBalanceResponse(fbBal, MC_COSTS.fb_ad), 402);
-      const driver = new BrowserDriver();
-      let refunded = false;
+// src/extractor/FacebookAdGraphql.ts
+function parseFbGraphqlJson(text) {
+  const out = [];
+  const body = text.replace(/^for\s*\(;;\);/, "").trim();
+  try {
+    out.push(JSON.parse(body));
+    return out;
+  } catch {
+    for (const line of body.split("\n")) {
+      const trimmed = line.trim();
+      if (!trimmed) continue;
       try {
-        await driver.launch(kernelLaunchOpts());
-        await driver.navigateTo(listingUrl);
-        const extractor = new FacebookAdExtractor(driver);
-        const result = await extractor.extractPageIntel(listingUrl, maxAds);
-        if (result.ads.length === 0 && await detectSoftBlock(driver)) {
-          await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "soft-block empty result");
-          refunded = true;
-          await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: "soft-block: empty result refunded" });
-          return c.json({ error: "soft-block: no ads returned (refunded)" }, 503);
-        }
-        await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "done", query: body.pageId ?? body.query ?? body.libraryId ?? "", resultCount: result.ads.length, result });
-        return c.json(result);
-      } catch (err) {
-        const msg = err instanceof Error ? err.message : String(err);
-        if (!refunded) await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
-        await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: msg });
-        if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
-          return c.json({ error: msg }, 503);
-        }
-        return c.json({ error: msg }, 500);
-      } finally {
-        await driver.close();
-      }
-    });
-    facebookAdApp.post("/transcribe", createApiKeyAuth(), async (c) => {
-      const raw = await c.req.json().catch(() => ({}));
-      const parsed = FacebookTranscribeBodySchema.safeParse(raw);
-      if (!parsed.success) {
-        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
-      }
-      const body = parsed.data;
-      const urlCheck = await validatePublicHttpUrl(body.videoUrl, { field: "videoUrl", requireHttps: false });
-      if (urlCheck.error) {
-        return c.json(invalidRequest(urlCheck.error), 400);
+        out.push(JSON.parse(trimmed));
+      } catch {
+        continue;
       }
-      const videoUrl = urlCheck.parsed.href;
-      const fbUser = c.get("user");
-      const { ok, balance_mc } = await debitMc(fbUser.id, MC_COSTS.fb_transcribe, LedgerOperation.FB_TRANSCRIBE, videoUrl);
-      if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.fb_transcribe), 402);
-      import_client3.fal.config({ credentials: process.env.FAL_KEY });
-      try {
-        const startMs = Date.now();
-        const result = await import_client3.fal.subscribe("fal-ai/wizper", {
-          input: { audio_url: videoUrl, task: "transcribe", language: "en" },
-          logs: false,
-          pollInterval: 3e3
-        });
-        const data = result.data;
-        const text = data.text ?? "";
-        const chunks = data.chunks ?? [];
-        const durationMs = Date.now() - startMs;
-        const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
-        const lines = ["# Facebook Ad Transcript", "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
-        if (chunks.length) {
-          lines.push("## Timestamped Segments", "");
-          for (const ch of chunks) {
-            lines.push(`**[${fmtTs2(ch.timestamp[0])} \u2192 ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
-          }
+    }
+    return out;
+  }
+}
+function extractCollatedResults(payload) {
+  const root = payload;
+  const edges = root?.data?.ad_library_main?.search_results_connection?.edges ?? [];
+  const results = [];
+  for (const edge of edges) {
+    const node = edge?.node;
+    for (const raw of node?.collated_results ?? []) {
+      const r = raw;
+      const id = r.ad_archive_id;
+      if (id === void 0 || id === null) continue;
+      const snapshot = r.snapshot ?? null;
+      results.push({
+        ad_archive_id: String(id),
+        page_id: r.page_id != null ? String(r.page_id) : "",
+        page_name: r.page_name ?? snapshot?.page_name ?? "",
+        is_active: Boolean(r.is_active),
+        collation_count: typeof r.collation_count === "number" ? r.collation_count : null,
+        snapshot
+      });
+    }
+  }
+  return results;
+}
+async function collectAdLibraryResults(page, url, maxResults, opts = {}) {
+  const captureMs = opts.captureMs ?? 3e4;
+  const collected = [];
+  const seen = /* @__PURE__ */ new Set();
+  const handler = (resp) => {
+    if (!resp.url().includes("/api/graphql")) return;
+    const friendlyName = (resp.request().postData() ?? "").match(/fb_api_req_friendly_name=([^&]+)/)?.[1];
+    if (friendlyName !== AD_LIBRARY_QUERY) return;
+    void resp.text().then((text) => {
+      for (const payload of parseFbGraphqlJson(text)) {
+        for (const result of extractCollatedResults(payload)) {
+          if (seen.has(result.ad_archive_id)) continue;
+          seen.add(result.ad_archive_id);
+          collected.push(result);
         }
-        await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "done", query: videoUrl, resultCount: chunks.length, result: { text, chunks, durationMs } });
-        return c.json({ text, chunks, durationMs, markdown: lines.join("\n") });
-      } catch (err) {
-        const msg = err instanceof Error ? err.message : String(err);
-        await creditMc(fbUser.id, MC_COSTS.fb_transcribe, LedgerOperation.FB_TRANSCRIBE_REFUND, "failed call");
-        await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "failed", query: videoUrl, error: msg });
-        return c.json({ error: msg }, 500);
       }
-    });
-    facebookAdApp.post("/search", createApiKeyAuth(), async (c) => {
-      const raw = await c.req.json().catch(() => ({}));
-      const parsed = FacebookSearchBodySchema.safeParse(raw);
-      if (!parsed.success) {
-        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+    }).catch(() => void 0);
+  };
+  page.on("response", handler);
+  try {
+    await page.goto(url, { waitUntil: "domcontentloaded", timeout: 45e3 });
+    const deadline = Date.now() + captureMs;
+    let lastCount = -1;
+    let stableRounds = 0;
+    while (Date.now() < deadline && collected.length < maxResults) {
+      await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight)).catch(() => void 0);
+      await page.waitForTimeout(2e3);
+      if (collected.length === lastCount) {
+        stableRounds++;
+        if (stableRounds >= 2 && collected.length > 0) break;
+      } else {
+        stableRounds = 0;
       }
-      const body = parsed.data;
-      const country = body.country?.trim().toUpperCase() ?? "US";
-      const maxResults = Math.min(20, Math.max(1, body.maxResults ?? 10));
-      const searchUrl = `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&q=${encodeURIComponent(body.query.trim())}&search_type=keyword_unordered`;
-      const fbUser = c.get("user");
-      const { ok, balance_mc } = await debitMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH, body.query.trim());
-      if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.fb_search), 402);
-      const driver = new BrowserDriver();
-      let searchRefunded = false;
-      try {
-        await driver.launch(kernelLaunchOpts());
-        const page = driver.getPage();
-        await driver.navigateTo(searchUrl);
-        try {
-          await page.waitForFunction(
-            () => {
-              const bt = document.body ? document.body.innerText ?? "" : "";
-              return bt.includes("Library ID") || bt.includes("No results");
-            },
-            { timeout: 2e4, polling: 500 }
-          );
-        } catch {
-        }
-        await page.waitForTimeout(1500);
-        for (let scroll = 0; scroll < 3; scroll++) {
-          await page.evaluate(() => {
-            if (document.body) window.scrollTo(0, document.body.scrollHeight);
-          });
-          await page.waitForTimeout(1e3);
-        }
-        const rawBodyText = await page.evaluate(() => document.body?.innerText ?? "");
-        if (rawBodyText.length < 200 || /Log in|You must log in|Create new account/.test(rawBodyText)) {
-          await creditMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH_REFUND, "soft-block empty result");
-          searchRefunded = true;
-          await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "failed", query: body.query.trim(), error: "soft-block: empty result refunded" });
-          return c.json({ error: "soft-block: no results returned (refunded)" }, 503);
-        }
-        const bodyText = rawBodyText.replace(/​/g, " ").replace(/\s+/g, " ");
-        const adChunks = [];
-        const splitRe = /(?=(?:Active|Inactive)\s+Library ID[:\s]+\d{10,20})/g;
-        let last = 0;
-        let m;
-        while ((m = splitRe.exec(bodyText)) !== null) {
-          if (m.index > last) adChunks.push(bodyText.slice(last, m.index));
-          last = m.index;
+      lastCount = collected.length;
+    }
+  } finally {
+    page.off("response", handler);
+  }
+  return collected.slice(0, maxResults);
+}
+function advertisersFromResults(results, maxResults) {
+  const byPage = /* @__PURE__ */ new Map();
+  for (const r of results) {
+    if (!r.page_id || !r.page_name) continue;
+    const collation = typeof r.collation_count === "number" && r.collation_count > 0 ? r.collation_count : 0;
+    const existing = byPage.get(r.page_id);
+    if (existing) {
+      existing.resultCount++;
+      existing.maxCollation = Math.max(existing.maxCollation, collation);
+    } else {
+      byPage.set(r.page_id, { pageName: r.page_name, pageId: r.page_id, sampleLibraryId: r.ad_archive_id, maxCollation: collation, resultCount: 1 });
+    }
+  }
+  return [...byPage.values()].map((e) => ({ pageName: e.pageName, pageId: e.pageId, sampleLibraryId: e.sampleLibraryId, adCount: Math.max(e.maxCollation, e.resultCount) })).sort((a, b) => b.adCount - a.adCount).slice(0, maxResults);
+}
+var AD_LIBRARY_QUERY;
+var init_FacebookAdGraphql = __esm({
+  "src/extractor/FacebookAdGraphql.ts"() {
+    "use strict";
+    AD_LIBRARY_QUERY = "AdLibrarySearchPaginationQuery";
+  }
+});
+
+// src/locations.ts
+var LOCATIONS;
+var init_locations = __esm({
+  "src/locations.ts"() {
+    "use strict";
+    LOCATIONS = {
+      "austin": "Austin,Texas,United States",
+      "new york": "New York,New York,United States",
+      "new york city": "New York,New York,United States",
+      "nyc": "New York,New York,United States",
+      "los angeles": "Los Angeles,California,United States",
+      "la": "Los Angeles,California,United States",
+      "chicago": "Chicago,Illinois,United States",
+      "houston": "Houston,Texas,United States",
+      "phoenix": "Phoenix,Arizona,United States",
+      "philadelphia": "Philadelphia,Pennsylvania,United States",
+      "philly": "Philadelphia,Pennsylvania,United States",
+      "san antonio": "San Antonio,Texas,United States",
+      "dallas": "Dallas,Texas,United States",
+      "miami": "Miami,Florida,United States",
+      "seattle": "Seattle,Washington,United States",
+      "denver": "Denver,Colorado,United States",
+      "loveland": "Loveland,Colorado,United States",
+      "loveland co": "Loveland,Colorado,United States",
+      "fort collins": "Fort Collins,Colorado,United States",
+      "boulder": "Boulder,Colorado,United States",
+      "colorado springs": "Colorado Springs,Colorado,United States",
+      "boston": "Boston,Massachusetts,United States",
+      "atlanta": "Atlanta,Georgia,United States",
+      "san francisco": "San Francisco,California,United States",
+      "sf": "San Francisco,California,United States",
+      "portland": "Portland,Oregon,United States",
+      "las vegas": "Las Vegas,Nevada,United States",
+      "minneapolis": "Minneapolis,Minnesota,United States",
+      "detroit": "Detroit,Michigan,United States",
+      "nashville": "Nashville,Tennessee,United States",
+      "charlotte": "Charlotte,North Carolina,United States",
+      "orlando": "Orlando,Florida,United States",
+      "san diego": "San Diego,California,United States",
+      "baltimore": "Baltimore,Maryland,United States",
+      "sacramento": "Sacramento,California,United States",
+      "columbus": "Columbus,Ohio,United States",
+      "indianapolis": "Indianapolis,Indiana,United States",
+      "san jose": "San Jose,California,United States",
+      "fort worth": "Fort Worth,Texas,United States",
+      "jacksonville": "Jacksonville,Florida,United States",
+      "memphis": "Memphis,Tennessee,United States",
+      "louisville": "Louisville,Kentucky,United States",
+      "raleigh": "Raleigh,North Carolina,United States",
+      "richmond": "Richmond,Virginia,United States",
+      "salt lake city": "Salt Lake City,Utah,United States",
+      "toronto": "Toronto,Ontario,Canada",
+      "vancouver": "Vancouver,British Columbia,Canada",
+      "montreal": "Montreal,Quebec,Canada",
+      "calgary": "Calgary,Alberta,Canada",
+      "ottawa": "Ottawa,Ontario,Canada",
+      "london": "London,England,United Kingdom",
+      "manchester": "Manchester,England,United Kingdom",
+      "birmingham": "Birmingham,England,United Kingdom",
+      "edinburgh": "Edinburgh,Scotland,United Kingdom",
+      "glasgow": "Glasgow,Scotland,United Kingdom",
+      "leeds": "Leeds,England,United Kingdom",
+      "sydney": "Sydney,New South Wales,Australia",
+      "melbourne": "Melbourne,Victoria,Australia",
+      "brisbane": "Brisbane,Queensland,Australia",
+      "perth": "Perth,Western Australia,Australia",
+      "adelaide": "Adelaide,South Australia,Australia",
+      "dublin": "Dublin,Leinster,Ireland"
+    };
+  }
+});
+
+// src/uule.ts
+function encodeVarint(value) {
+  const bytes = [];
+  let remaining = value;
+  do {
+    let byte = remaining & 127;
+    remaining >>>= 7;
+    if (remaining > 0) byte |= 128;
+    bytes.push(byte);
+  } while (remaining > 0);
+  return bytes;
+}
+function encodeUule(name) {
+  const locationBytes = Buffer.from(name, "utf8");
+  const payload = Buffer.concat([
+    Buffer.from([8, 2, 16, 32, 34]),
+    Buffer.from(encodeVarint(locationBytes.length)),
+    locationBytes
+  ]);
+  return `w+${payload.toString("base64")}`;
+}
+function normalizeLocation(input) {
+  const raw = input.toLowerCase().trim();
+  if (LOCATIONS[raw]) return LOCATIONS[raw];
+  const beforeComma = raw.split(",")[0].trim();
+  if (beforeComma !== raw && LOCATIONS[beforeComma]) return LOCATIONS[beforeComma];
+  const withoutState = raw.replace(/\s+[a-z]{2}$/, "").trim();
+  if (withoutState !== raw && LOCATIONS[withoutState]) return LOCATIONS[withoutState];
+  return input;
+}
+var init_uule = __esm({
+  "src/uule.ts"() {
+    "use strict";
+    init_locations();
+  }
+});
+
+// src/kernel-proxy-resolver.ts
+function proxyIdSuffix2(proxyId) {
+  return proxyId ? proxyId.slice(-6) : null;
+}
+function resolution(source, proxyMode, proxyId, target, error) {
+  return {
+    kernelProxyId: proxyId,
+    resolution: {
+      source,
+      proxyMode,
+      proxyIdPresent: Boolean(proxyId),
+      proxyIdSuffix: proxyIdSuffix2(proxyId),
+      target,
+      error
+    }
+  };
+}
+function normalizeStateName(value) {
+  return value.trim().toLowerCase().replace(/\s+/g, " ");
+}
+function normalizeCountryName(value) {
+  return value.trim().toLowerCase().replace(/\./g, "").replace(/\s+/g, " ");
+}
+function isUnitedStates(country) {
+  if (!country) return true;
+  const normalized = normalizeCountryName(country);
+  return normalized === "united states" || normalized === "united states of america" || normalized === "usa" || normalized === "us";
+}
+function stateCodeFor(region) {
+  const trimmed = region.trim();
+  if (/^[A-Za-z]{2}$/.test(trimmed)) return trimmed.toUpperCase();
+  return US_STATE_CODES[normalizeStateName(trimmed)] ?? null;
+}
+function kernelCityIdentifierCandidates(city) {
+  const ascii = city.normalize("NFKD").replace(/[^\x00-\x7F]/g, "").toLowerCase();
+  const words = ascii.split(/[^a-z0-9]+/).filter(Boolean);
+  const underscored = words.join("_");
+  const compact = words.join("");
+  return Array.from(new Set([underscored, compact].filter(Boolean)));
+}
+function proxyName(country, state, city) {
+  return city ? `mcp-serp-residential-${country.toLowerCase()}-${state.toLowerCase()}-${city}` : `mcp-serp-residential-${country.toLowerCase()}-${state.toLowerCase()}`;
+}
+function zipProxyName(zip) {
+  return `mcp-serp-residential-us-zip-${zip}`;
+}
+function parseKernelLocationProxyTarget(location, gl) {
+  if (!location || gl.toLowerCase() !== "us") return null;
+  const canonicalLocation = normalizeLocation(location);
+  let parts = canonicalLocation.split(",").map((part) => part.trim()).filter(Boolean);
+  if (parts.length > 1 && isUnitedStates(parts[parts.length - 1])) {
+    parts = parts.slice(0, -1);
+  }
+  if (parts.length === 1) {
+    const stateOnly = stateCodeFor(parts[0]);
+    if (!stateOnly) return null;
+    return {
+      canonicalLocation,
+      level: "state",
+      country: "US",
+      state: stateOnly,
+      city: "",
+      cityCandidates: [],
+      proxyName: proxyName("US", stateOnly),
+      config: {
+        country: "US",
+        state: stateOnly
+      }
+    };
+  }
+  const [city = "", region = ""] = parts;
+  if (!city || !region) return null;
+  const state = stateCodeFor(region);
+  if (!state) return null;
+  const cityCandidates = kernelCityIdentifierCandidates(city);
+  const primaryCity = cityCandidates[0];
+  if (!primaryCity) return null;
+  return {
+    canonicalLocation,
+    level: "city",
+    country: "US",
+    state,
+    city: primaryCity,
+    cityCandidates,
+    proxyName: proxyName("US", state, primaryCity),
+    config: {
+      country: "US",
+      state,
+      city: primaryCity
+    }
+  };
+}
+function cityZipKey(target) {
+  return `${target.city}|${target.state}`;
+}
+function knownZipFor(target, explicitZip) {
+  if (explicitZip && /^\d{5}$/.test(explicitZip)) return explicitZip;
+  return US_CITY_CENTER_ZIPS[cityZipKey(target)] ?? null;
+}
+function zipTarget(target, zip) {
+  return {
+    ...target,
+    level: "zip",
+    zip,
+    proxyName: zipProxyName(zip),
+    config: {
+      country: target.country,
+      state: target.state,
+      zip
+    }
+  };
+}
+function configMatches(config, target, city) {
+  if (target.level === "zip") {
+    return config?.country?.toUpperCase() === target.country && config?.zip === target.zip;
+  }
+  return config?.country?.toUpperCase() === target.country && config?.state?.toUpperCase() === target.state && (city ? config?.city === city : !config?.city);
+}
+function findExistingTargetProxy(proxies, target) {
+  return proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === target.proxyName || configMatches(proxy.config, target, target.level === "city" ? target.city : void 0))) ?? null;
+}
+function findExistingProxy(proxies, target) {
+  for (const city of target.cityCandidates) {
+    const name = proxyName(target.country, target.state, city);
+    const found = proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === name || configMatches(proxy.config, target, city)));
+    if (found) return found;
+  }
+  return null;
+}
+function stateTarget(target) {
+  return {
+    ...target,
+    level: "state",
+    proxyName: proxyName(target.country, target.state),
+    config: {
+      country: target.country,
+      state: target.state
+    }
+  };
+}
+function findExistingStateProxy(proxies, target) {
+  const name = proxyName(target.country, target.state);
+  return proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === name || configMatches(proxy.config, target))) ?? null;
+}
+function escalatedTargetLevel(target, attemptIndex) {
+  return stateTarget(target);
+}
+function errorText2(err) {
+  return err instanceof Error ? err.message : String(err);
+}
+async function resolveKernelProxyId(options) {
+  if (options.proxyMode === "none") {
+    return resolution("disabled", options.proxyMode, void 0, null, null);
+  }
+  if (options.proxyMode === "configured") {
+    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, null, null);
+  }
+  const target = parseKernelLocationProxyTarget(options.location, options.gl);
+  if (!target || !options.kernelApiKey) {
+    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, target ? null : "location could not be normalized to a US city/state proxy target");
+  }
+  const kernel = new import_sdk5.default({ apiKey: options.kernelApiKey });
+  try {
+    const attemptIndex = options.attemptIndex ?? 0;
+    if (attemptIndex >= 1) {
+      const escalatedTarget = escalatedTargetLevel(target, attemptIndex);
+      const createErrors2 = [];
+      try {
+        const created = await kernel.proxies.create({
+          type: "residential",
+          name: escalatedTarget.proxyName,
+          config: escalatedTarget.config
+        });
+        if (created.id) {
+          return resolution("location_created", options.proxyMode, created.id, escalatedTarget, null);
+        }
+        createErrors2.push(`${escalatedTarget.state}: Kernel did not return a proxy id`);
+      } catch (err) {
+        createErrors2.push(`${escalatedTarget.state}: ${errorText2(err)}`);
+      }
+      return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, escalatedTarget, createErrors2.join(" | "));
+    }
+    const proxies = await kernel.proxies.list();
+    const zip = knownZipFor(target, options.proxyZip);
+    const createErrors = [];
+    if (zip) {
+      const targetZip = zipTarget(target, zip);
+      const existingZip = findExistingTargetProxy(proxies, targetZip);
+      if (existingZip?.id) {
+        return resolution("location_reused", options.proxyMode, existingZip.id, targetZip, null);
+      }
+      try {
+        const created = await kernel.proxies.create({
+          type: "residential",
+          name: targetZip.proxyName,
+          config: {
+            country: targetZip.country,
+            zip
+          }
+        });
+        if (created.id) {
+          return resolution("location_created", options.proxyMode, created.id, targetZip, null);
+        }
+        createErrors.push(`${zip}: Kernel did not return a proxy id`);
+      } catch (err) {
+        createErrors.push(`${zip}: ${errorText2(err)}`);
+      }
+    }
+    const existing = findExistingProxy(proxies, target);
+    if (existing?.id) {
+      return resolution("location_reused", options.proxyMode, existing.id, target, createErrors.join(" | ") || null);
+    }
+    for (const city of target.cityCandidates) {
+      try {
+        const created = await kernel.proxies.create({
+          type: "residential",
+          name: proxyName(target.country, target.state, city),
+          config: {
+            country: target.country,
+            state: target.state,
+            city
+          }
+        });
+        if (created.id) {
+          return resolution("location_created", options.proxyMode, created.id, {
+            ...target,
+            level: "city",
+            city,
+            proxyName: proxyName(target.country, target.state, city),
+            config: {
+              country: target.country,
+              state: target.state,
+              city
+            }
+          }, null);
+        }
+        createErrors.push(`${city}: Kernel did not return a proxy id`);
+      } catch (err) {
+        createErrors.push(`${city}: ${errorText2(err)}`);
+      }
+    }
+    const fallbackTarget = stateTarget(target);
+    const existingState = findExistingStateProxy(proxies, fallbackTarget);
+    if (existingState?.id) {
+      return resolution("location_reused", options.proxyMode, existingState.id, fallbackTarget, createErrors.join(" | "));
+    }
+    try {
+      const created = await kernel.proxies.create({
+        type: "residential",
+        name: fallbackTarget.proxyName,
+        config: fallbackTarget.config
+      });
+      if (created.id) {
+        return resolution("location_created", options.proxyMode, created.id, fallbackTarget, createErrors.join(" | "));
+      }
+      createErrors.push(`${fallbackTarget.state}: Kernel did not return a proxy id`);
+    } catch (err) {
+      createErrors.push(`${fallbackTarget.state}: ${errorText2(err)}`);
+    }
+    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, createErrors.join(" | "));
+  } catch (err) {
+    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, errorText2(err));
+  }
+}
+var import_sdk5, US_STATE_CODES, US_CITY_CENTER_ZIPS;
+var init_kernel_proxy_resolver = __esm({
+  "src/kernel-proxy-resolver.ts"() {
+    "use strict";
+    import_sdk5 = __toESM(require("@onkernel/sdk"), 1);
+    init_uule();
+    US_STATE_CODES = {
+      alabama: "AL",
+      alaska: "AK",
+      arizona: "AZ",
+      arkansas: "AR",
+      california: "CA",
+      colorado: "CO",
+      connecticut: "CT",
+      delaware: "DE",
+      florida: "FL",
+      georgia: "GA",
+      hawaii: "HI",
+      idaho: "ID",
+      illinois: "IL",
+      indiana: "IN",
+      iowa: "IA",
+      kansas: "KS",
+      kentucky: "KY",
+      louisiana: "LA",
+      maine: "ME",
+      maryland: "MD",
+      massachusetts: "MA",
+      michigan: "MI",
+      minnesota: "MN",
+      mississippi: "MS",
+      missouri: "MO",
+      montana: "MT",
+      nebraska: "NE",
+      nevada: "NV",
+      "new hampshire": "NH",
+      "new jersey": "NJ",
+      "new mexico": "NM",
+      "new york": "NY",
+      "north carolina": "NC",
+      "north dakota": "ND",
+      ohio: "OH",
+      oklahoma: "OK",
+      oregon: "OR",
+      pennsylvania: "PA",
+      "rhode island": "RI",
+      "south carolina": "SC",
+      "south dakota": "SD",
+      tennessee: "TN",
+      texas: "TX",
+      utah: "UT",
+      vermont: "VT",
+      virginia: "VA",
+      washington: "WA",
+      "west virginia": "WV",
+      wisconsin: "WI",
+      wyoming: "WY"
+    };
+    US_CITY_CENTER_ZIPS = {
+      "atlanta|GA": "30303",
+      "austin|TX": "78701",
+      "baltimore|MD": "21201",
+      "boston|MA": "02108",
+      "boulder|CO": "80302",
+      "charlotte|NC": "28202",
+      "chicago|IL": "60601",
+      "colorado_springs|CO": "80903",
+      "columbus|OH": "43215",
+      "dallas|TX": "75201",
+      "denver|CO": "80202",
+      "detroit|MI": "48226",
+      "fort_collins|CO": "80524",
+      "fort_worth|TX": "76102",
+      "houston|TX": "77002",
+      "indianapolis|IN": "46204",
+      "jacksonville|FL": "32202",
+      "las_vegas|NV": "89101",
+      "los_angeles|CA": "90012",
+      "louisville|KY": "40202",
+      "loveland|CO": "80537",
+      "memphis|TN": "38103",
+      "miami|FL": "33131",
+      "minneapolis|MN": "55401",
+      "nashville|TN": "37203",
+      "new_york|NY": "10001",
+      "orlando|FL": "32801",
+      "philadelphia|PA": "19103",
+      "phoenix|AZ": "85004",
+      "portland|OR": "97205",
+      "raleigh|NC": "27601",
+      "richmond|VA": "23219",
+      "sacramento|CA": "95814",
+      "salt_lake_city|UT": "84101",
+      "san_antonio|TX": "78205",
+      "san_diego|CA": "92101",
+      "san_francisco|CA": "94103",
+      "san_jose|CA": "95113",
+      "seattle|WA": "98101"
+    };
+  }
+});
+
+// src/api/facebook-ad-routes.ts
+function invalidRequest(message) {
+  return { error_code: "invalid_request", message };
+}
+async function detectSoftBlock(driver) {
+  const page = driver.getPage();
+  const bodyText = await page.evaluate(() => document.body?.innerText ?? "").catch(() => "");
+  return bodyText.length < 200 || /Log in|log in|Create new account|You must log in/.test(bodyText);
+}
+function buildPageIntelUrl(body, country) {
+  if (body.libraryId?.trim()) return `https://www.facebook.com/ads/library/?id=${FacebookAdExtractor.resolveLibraryId(body.libraryId.trim()) ?? body.libraryId.trim()}`;
+  if (body.pageId?.trim()) return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&is_targeted_country=false&media_type=all&search_type=page&view_all_page_id=${body.pageId.trim()}`;
+  return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&q=${encodeURIComponent(body.query.trim())}&search_type=keyword_unordered`;
+}
+function kernelLaunchOpts() {
+  return { headless: true, kernelApiKey: process.env.KERNEL_API_KEY?.trim(), kernelProxyId: process.env.KERNEL_PROXY_ID?.trim(), viewport: { width: 1280, height: 900 }, locale: "en-US" };
+}
+async function kernelLaunchOptsResidential() {
+  let proxyId = process.env.KERNEL_PROXY_ID?.trim();
+  try {
+    const resolution2 = await resolveKernelProxyId({
+      kernelApiKey: process.env.KERNEL_API_KEY?.trim(),
+      proxyMode: "location",
+      configuredKernelProxyId: process.env.KERNEL_PROXY_ID?.trim(),
+      location: "New York, NY",
+      gl: "us"
+    });
+    if (resolution2.kernelProxyId) proxyId = resolution2.kernelProxyId;
+  } catch {
+    proxyId = process.env.KERNEL_PROXY_ID?.trim();
+  }
+  return { headless: true, kernelApiKey: process.env.KERNEL_API_KEY?.trim(), kernelProxyId: proxyId, viewport: { width: 1280, height: 900 }, locale: "en-US" };
+}
+var import_hono4, import_zod15, import_client3, FacebookAdBodySchema, FacebookPageIntelBodySchema, FacebookTranscribeBodySchema, FacebookSearchBodySchema, FacebookMediaBodySchema, facebookAdApp, ALLOWED_MEDIA_HOSTS;
+var init_facebook_ad_routes = __esm({
+  "src/api/facebook-ad-routes.ts"() {
+    "use strict";
+    import_hono4 = require("hono");
+    import_zod15 = require("zod");
+    init_db();
+    init_rates();
+    init_BrowserDriver();
+    init_FacebookAdExtractor();
+    init_FacebookAdGraphql();
+    init_kernel_proxy_resolver();
+    import_client3 = require("@fal-ai/client");
+    init_api_auth();
+    init_url_utils();
+    FacebookAdBodySchema = import_zod15.z.object({
+      url: import_zod15.z.string().trim().optional(),
+      libraryId: import_zod15.z.string().trim().optional(),
+      openModal: import_zod15.z.boolean().optional()
+    }).refine((d) => !!d.url || !!d.libraryId, { message: "url or libraryId is required" });
+    FacebookPageIntelBodySchema = import_zod15.z.object({
+      pageId: import_zod15.z.string().trim().optional(),
+      query: import_zod15.z.string().trim().optional(),
+      libraryId: import_zod15.z.string().trim().optional(),
+      maxAds: import_zod15.z.number().int().min(1).max(200).optional(),
+      country: import_zod15.z.string().trim().toUpperCase().optional()
+    }).refine((d) => !!d.pageId || !!d.query || !!d.libraryId, {
+      message: "pageId, libraryId, or query is required"
+    });
+    FacebookTranscribeBodySchema = import_zod15.z.object({
+      videoUrl: import_zod15.z.string().trim().min(1, "videoUrl is required")
+    });
+    FacebookSearchBodySchema = import_zod15.z.object({
+      query: import_zod15.z.string().trim().min(1, "query is required"),
+      country: import_zod15.z.string().trim().toUpperCase().optional(),
+      maxResults: import_zod15.z.number().int().min(1).max(20).optional()
+    });
+    FacebookMediaBodySchema = import_zod15.z.object({
+      url: import_zod15.z.string().trim().min(1, "url is required"),
+      filename: import_zod15.z.string().trim().optional()
+    });
+    facebookAdApp = new import_hono4.Hono();
+    facebookAdApp.post("/ad", createApiKeyAuth(), async (c) => {
+      const raw = await c.req.json().catch(() => ({}));
+      const parsed = FacebookAdBodySchema.safeParse(raw);
+      if (!parsed.success) {
+        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+      }
+      const body = parsed.data;
+      const raw2 = body.url?.trim() ?? body.libraryId?.trim() ?? "";
+      const libraryId = FacebookAdExtractor.resolveLibraryId(raw2);
+      if (!libraryId) return c.json({ error: "Could not resolve a valid Facebook Ad Library ID from the provided input" }, 400);
+      const fbUser = c.get("user");
+      const { ok: adOk, balance_mc: adBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, raw2);
+      if (!adOk) return c.json(insufficientBalanceResponse(adBal, MC_COSTS.fb_ad), 402);
+      const driver = new BrowserDriver();
+      try {
+        await driver.launch(kernelLaunchOpts());
+        const extractor = new FacebookAdExtractor(driver);
+        const result = await extractor.extract(libraryId, { openModal: body.openModal !== false });
+        await logRequestEvent({
+          userId: fbUser.id,
+          source: "facebook_ad",
+          status: "done",
+          query: raw2,
+          resultCount: Array.isArray(result.variants) ? result.variants.length : null,
+          result
+        });
+        return c.json(result);
+      } catch (err) {
+        await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
+        const msg = err instanceof Error ? err.message : String(err);
+        await logRequestEvent({ userId: fbUser.id, source: "facebook_ad", status: "failed", query: raw2, error: msg });
+        if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
+          return c.json({ error: msg }, 503);
+        }
+        return c.json({ error: msg }, 500);
+      } finally {
+        await driver.close();
+      }
+    });
+    facebookAdApp.post("/page-intel", createApiKeyAuth(), async (c) => {
+      const raw = await c.req.json().catch(() => ({}));
+      const parsed = FacebookPageIntelBodySchema.safeParse(raw);
+      if (!parsed.success) {
+        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+      }
+      const body = parsed.data;
+      const maxAds = Math.min(200, Math.max(1, body.maxAds ?? 50));
+      const country = body.country?.trim().toUpperCase() ?? "US";
+      const listingUrl = buildPageIntelUrl(body, country);
+      const fbUser = c.get("user");
+      const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, body.pageId ?? body.query ?? body.libraryId ?? "");
+      if (!fbOk) return c.json(insufficientBalanceResponse(fbBal, MC_COSTS.fb_ad), 402);
+      const driver = new BrowserDriver();
+      let refunded = false;
+      try {
+        await driver.launch(await kernelLaunchOptsResidential());
+        await driver.navigateTo(listingUrl);
+        const extractor = new FacebookAdExtractor(driver);
+        const result = await extractor.extractPageIntel(listingUrl, maxAds);
+        if (result.ads.length === 0 && await detectSoftBlock(driver)) {
+          await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "soft-block empty result");
+          refunded = true;
+          await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: "soft-block: empty result refunded" });
+          return c.json({ error: "soft-block: no ads returned (refunded)" }, 503);
+        }
+        await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "done", query: body.pageId ?? body.query ?? body.libraryId ?? "", resultCount: result.ads.length, result });
+        return c.json(result);
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        if (!refunded) await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
+        await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: msg });
+        if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
+          return c.json({ error: msg }, 503);
+        }
+        return c.json({ error: msg }, 500);
+      } finally {
+        await driver.close();
+      }
+    });
+    facebookAdApp.post("/transcribe", createApiKeyAuth(), async (c) => {
+      const raw = await c.req.json().catch(() => ({}));
+      const parsed = FacebookTranscribeBodySchema.safeParse(raw);
+      if (!parsed.success) {
+        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+      }
+      const body = parsed.data;
+      const urlCheck = await validatePublicHttpUrl(body.videoUrl, { field: "videoUrl", requireHttps: false });
+      if (urlCheck.error) {
+        return c.json(invalidRequest(urlCheck.error), 400);
+      }
+      const videoUrl = urlCheck.parsed.href;
+      const fbUser = c.get("user");
+      const { ok, balance_mc } = await debitMc(fbUser.id, MC_COSTS.fb_transcribe, LedgerOperation.FB_TRANSCRIBE, videoUrl);
+      if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.fb_transcribe), 402);
+      import_client3.fal.config({ credentials: process.env.FAL_KEY });
+      try {
+        const startMs = Date.now();
+        const result = await import_client3.fal.subscribe("fal-ai/wizper", {
+          input: { audio_url: videoUrl, task: "transcribe", language: "en" },
+          logs: false,
+          pollInterval: 3e3
+        });
+        const data = result.data;
+        const text = data.text ?? "";
+        const chunks = data.chunks ?? [];
+        const durationMs = Date.now() - startMs;
+        const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
+        const lines = ["# Facebook Ad Transcript", "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
+        if (chunks.length) {
+          lines.push("## Timestamped Segments", "");
+          for (const ch of chunks) {
+            lines.push(`**[${fmtTs2(ch.timestamp[0])} \u2192 ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
+          }
+        }
+        await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "done", query: videoUrl, resultCount: chunks.length, result: { text, chunks, durationMs } });
+        return c.json({ text, chunks, durationMs, markdown: lines.join("\n") });
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        await creditMc(fbUser.id, MC_COSTS.fb_transcribe, LedgerOperation.FB_TRANSCRIBE_REFUND, "failed call");
+        await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "failed", query: videoUrl, error: msg });
+        return c.json({ error: msg }, 500);
+      }
+    });
+    facebookAdApp.post("/search", createApiKeyAuth(), async (c) => {
+      const raw = await c.req.json().catch(() => ({}));
+      const parsed = FacebookSearchBodySchema.safeParse(raw);
+      if (!parsed.success) {
+        return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+      }
+      const body = parsed.data;
+      const country = body.country?.trim().toUpperCase() ?? "US";
+      const maxResults = Math.min(20, Math.max(1, body.maxResults ?? 10));
+      const searchUrl = `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&q=${encodeURIComponent(body.query.trim())}&search_type=keyword_unordered`;
+      const fbUser = c.get("user");
+      const { ok, balance_mc } = await debitMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH, body.query.trim());
+      if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.fb_search), 402);
+      const driver = new BrowserDriver();
+      let searchRefunded = false;
+      try {
+        await driver.launch(await kernelLaunchOptsResidential());
+        const page = driver.getPage();
+        const collated = await collectAdLibraryResults(page, searchUrl, Math.max(maxResults * 4, 40));
+        const gqlAdvertisers = advertisersFromResults(collated, maxResults);
+        if (gqlAdvertisers.length > 0) {
+          const results2 = gqlAdvertisers.map((a) => ({ name: a.pageName, pageName: a.pageName, pageId: a.pageId, libraryId: a.sampleLibraryId, sampleLibraryId: a.sampleLibraryId, adCount: a.adCount }));
+          const searchResult2 = { query: body.query.trim(), searchUrl, results: results2, via: "graphql" };
+          await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "done", query: body.query.trim(), resultCount: results2.length, result: searchResult2 });
+          return c.json(searchResult2);
+        }
+        await page.waitForTimeout(1500);
+        for (let scroll = 0; scroll < 3; scroll++) {
+          await page.evaluate(() => {
+            if (document.body) window.scrollTo(0, document.body.scrollHeight);
+          });
+          await page.waitForTimeout(1e3);
+        }
+        const rawBodyText = await page.evaluate(() => document.body?.innerText ?? "");
+        if (rawBodyText.length < 200 || /Log in|You must log in|Create new account/.test(rawBodyText)) {
+          await creditMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH_REFUND, "soft-block empty result");
+          searchRefunded = true;
+          await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "failed", query: body.query.trim(), error: "soft-block: empty result refunded" });
+          return c.json({ error: "soft-block: no results returned (refunded)" }, 503);
+        }
+        const bodyText = rawBodyText.replace(/​/g, " ").replace(/\s+/g, " ");
+        const adChunks = [];
+        const splitRe = /(?=(?:Active|Inactive)\s+Library ID[:\s]+\d{10,20})/g;
+        let last = 0;
+        let m;
+        while ((m = splitRe.exec(bodyText)) !== null) {
+          if (m.index > last) adChunks.push(bodyText.slice(last, m.index));
+          last = m.index;
           if (splitRe.lastIndex === m.index) splitRe.lastIndex++;
         }
         if (last < bodyText.length) adChunks.push(bodyText.slice(last));
@@ -10953,7 +11622,7 @@ var init_facebook_ad_routes = __esm({
             advertiserMap.set(pageName, { pageName, sampleLibraryId: libraryId, adCount: 1 });
           }
         }
-        const results = [...advertiserMap.values()].sort((a, b) => b.adCount - a.adCount).slice(0, maxResults);
+        const results = [...advertiserMap.values()].sort((a, b) => b.adCount - a.adCount).slice(0, maxResults).map((a) => ({ name: a.pageName, pageName: a.pageName, libraryId: a.sampleLibraryId, sampleLibraryId: a.sampleLibraryId, adCount: a.adCount }));
         const searchResult = { query: body.query.trim(), searchUrl, results };
         await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "done", query: body.query.trim(), resultCount: results.length, result: searchResult });
         return c.json(searchResult);
@@ -11927,153 +12596,44 @@ async function capturePageSnapshot(target, options = {}) {
   }
 }
 async function capturePageSnapshots(targets, options = {}) {
-  const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
-  const maxConcurrency = normalizeMaxConcurrency(options.maxConcurrency);
-  const limit = (0, import_p_limit3.default)(maxConcurrency);
-  const pageSnapshotArtifacts = await Promise.all(
-    targets.map((target) => limit(() => capturePageSnapshot(target, { ...options, timeoutMs })))
-  );
-  const attempts = pageSnapshotArtifacts.map((artifact, index) => ({
-    attemptNumber: index + 1,
-    outcome: artifact.status === "captured" ? "page_captured" : "page_failed",
-    startedAt: artifact.diagnostics.requestedAt,
-    completedAt: artifact.diagnostics.completedAt,
-    durationMs: artifact.diagnostics.durationMs,
-    ...artifact.error ? { problemCode: artifact.error.code, message: artifact.error.message } : {}
-  }));
-  const capturedCount = pageSnapshotArtifacts.filter((artifact) => artifact.status === "captured").length;
-  return {
-    pageSnapshotArtifacts,
-    attempts,
-    diagnostics: {
-      requestedCount: targets.length,
-      capturedCount,
-      failedCount: targets.length - capturedCount,
-      maxConcurrency,
-      timeoutMs
-    }
-  };
-}
-var import_node_crypto2, import_p_limit3, DEFAULT_TIMEOUT_MS, DEFAULT_MAX_CONCURRENCY, DEFAULT_MAX_CONTENT_CHARS;
-var init_page_snapshot_extractor = __esm({
-  "src/serp-intelligence/page-snapshot-extractor.ts"() {
-    "use strict";
-    import_node_crypto2 = require("crypto");
-    import_p_limit3 = __toESM(require("p-limit"), 1);
-    init_kpo_extractor();
-    init_url_utils();
-    DEFAULT_TIMEOUT_MS = 15e3;
-    DEFAULT_MAX_CONCURRENCY = 2;
-    DEFAULT_MAX_CONTENT_CHARS = 25e4;
-  }
-});
-
-// src/locations.ts
-var LOCATIONS;
-var init_locations = __esm({
-  "src/locations.ts"() {
-    "use strict";
-    LOCATIONS = {
-      "austin": "Austin,Texas,United States",
-      "new york": "New York,New York,United States",
-      "new york city": "New York,New York,United States",
-      "nyc": "New York,New York,United States",
-      "los angeles": "Los Angeles,California,United States",
-      "la": "Los Angeles,California,United States",
-      "chicago": "Chicago,Illinois,United States",
-      "houston": "Houston,Texas,United States",
-      "phoenix": "Phoenix,Arizona,United States",
-      "philadelphia": "Philadelphia,Pennsylvania,United States",
-      "philly": "Philadelphia,Pennsylvania,United States",
-      "san antonio": "San Antonio,Texas,United States",
-      "dallas": "Dallas,Texas,United States",
-      "miami": "Miami,Florida,United States",
-      "seattle": "Seattle,Washington,United States",
-      "denver": "Denver,Colorado,United States",
-      "loveland": "Loveland,Colorado,United States",
-      "loveland co": "Loveland,Colorado,United States",
-      "fort collins": "Fort Collins,Colorado,United States",
-      "boulder": "Boulder,Colorado,United States",
-      "colorado springs": "Colorado Springs,Colorado,United States",
-      "boston": "Boston,Massachusetts,United States",
-      "atlanta": "Atlanta,Georgia,United States",
-      "san francisco": "San Francisco,California,United States",
-      "sf": "San Francisco,California,United States",
-      "portland": "Portland,Oregon,United States",
-      "las vegas": "Las Vegas,Nevada,United States",
-      "minneapolis": "Minneapolis,Minnesota,United States",
-      "detroit": "Detroit,Michigan,United States",
-      "nashville": "Nashville,Tennessee,United States",
-      "charlotte": "Charlotte,North Carolina,United States",
-      "orlando": "Orlando,Florida,United States",
-      "san diego": "San Diego,California,United States",
-      "baltimore": "Baltimore,Maryland,United States",
-      "sacramento": "Sacramento,California,United States",
-      "columbus": "Columbus,Ohio,United States",
-      "indianapolis": "Indianapolis,Indiana,United States",
-      "san jose": "San Jose,California,United States",
-      "fort worth": "Fort Worth,Texas,United States",
-      "jacksonville": "Jacksonville,Florida,United States",
-      "memphis": "Memphis,Tennessee,United States",
-      "louisville": "Louisville,Kentucky,United States",
-      "raleigh": "Raleigh,North Carolina,United States",
-      "richmond": "Richmond,Virginia,United States",
-      "salt lake city": "Salt Lake City,Utah,United States",
-      "toronto": "Toronto,Ontario,Canada",
-      "vancouver": "Vancouver,British Columbia,Canada",
-      "montreal": "Montreal,Quebec,Canada",
-      "calgary": "Calgary,Alberta,Canada",
-      "ottawa": "Ottawa,Ontario,Canada",
-      "london": "London,England,United Kingdom",
-      "manchester": "Manchester,England,United Kingdom",
-      "birmingham": "Birmingham,England,United Kingdom",
-      "edinburgh": "Edinburgh,Scotland,United Kingdom",
-      "glasgow": "Glasgow,Scotland,United Kingdom",
-      "leeds": "Leeds,England,United Kingdom",
-      "sydney": "Sydney,New South Wales,Australia",
-      "melbourne": "Melbourne,Victoria,Australia",
-      "brisbane": "Brisbane,Queensland,Australia",
-      "perth": "Perth,Western Australia,Australia",
-      "adelaide": "Adelaide,South Australia,Australia",
-      "dublin": "Dublin,Leinster,Ireland"
-    };
-  }
-});
-
-// src/uule.ts
-function encodeVarint(value) {
-  const bytes = [];
-  let remaining = value;
-  do {
-    let byte = remaining & 127;
-    remaining >>>= 7;
-    if (remaining > 0) byte |= 128;
-    bytes.push(byte);
-  } while (remaining > 0);
-  return bytes;
-}
-function encodeUule(name) {
-  const locationBytes = Buffer.from(name, "utf8");
-  const payload = Buffer.concat([
-    Buffer.from([8, 2, 16, 32, 34]),
-    Buffer.from(encodeVarint(locationBytes.length)),
-    locationBytes
-  ]);
-  return `w+${payload.toString("base64")}`;
-}
-function normalizeLocation(input) {
-  const raw = input.toLowerCase().trim();
-  if (LOCATIONS[raw]) return LOCATIONS[raw];
-  const beforeComma = raw.split(",")[0].trim();
-  if (beforeComma !== raw && LOCATIONS[beforeComma]) return LOCATIONS[beforeComma];
-  const withoutState = raw.replace(/\s+[a-z]{2}$/, "").trim();
-  if (withoutState !== raw && LOCATIONS[withoutState]) return LOCATIONS[withoutState];
-  return input;
+  const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
+  const maxConcurrency = normalizeMaxConcurrency(options.maxConcurrency);
+  const limit = (0, import_p_limit3.default)(maxConcurrency);
+  const pageSnapshotArtifacts = await Promise.all(
+    targets.map((target) => limit(() => capturePageSnapshot(target, { ...options, timeoutMs })))
+  );
+  const attempts = pageSnapshotArtifacts.map((artifact, index) => ({
+    attemptNumber: index + 1,
+    outcome: artifact.status === "captured" ? "page_captured" : "page_failed",
+    startedAt: artifact.diagnostics.requestedAt,
+    completedAt: artifact.diagnostics.completedAt,
+    durationMs: artifact.diagnostics.durationMs,
+    ...artifact.error ? { problemCode: artifact.error.code, message: artifact.error.message } : {}
+  }));
+  const capturedCount = pageSnapshotArtifacts.filter((artifact) => artifact.status === "captured").length;
+  return {
+    pageSnapshotArtifacts,
+    attempts,
+    diagnostics: {
+      requestedCount: targets.length,
+      capturedCount,
+      failedCount: targets.length - capturedCount,
+      maxConcurrency,
+      timeoutMs
+    }
+  };
 }
-var init_uule = __esm({
-  "src/uule.ts"() {
+var import_node_crypto2, import_p_limit3, DEFAULT_TIMEOUT_MS, DEFAULT_MAX_CONCURRENCY, DEFAULT_MAX_CONTENT_CHARS;
+var init_page_snapshot_extractor = __esm({
+  "src/serp-intelligence/page-snapshot-extractor.ts"() {
     "use strict";
-    init_locations();
+    import_node_crypto2 = require("crypto");
+    import_p_limit3 = __toESM(require("p-limit"), 1);
+    init_kpo_extractor();
+    init_url_utils();
+    DEFAULT_TIMEOUT_MS = 15e3;
+    DEFAULT_MAX_CONCURRENCY = 2;
+    DEFAULT_MAX_CONTENT_CHARS = 25e4;
   }
 });
 
@@ -13364,425 +13924,59 @@ var init_OutputSerializer = __esm({
         await import_node_fs3.promises.mkdir(outputDir, { recursive: true });
         const slug = seed.toLowerCase().replace(/\W+/g, "-").slice(0, 40);
         const rows = citations.map((c, i) => ({
-          seed_query: seed,
-          response_text: i === 0 ? text ?? "" : "",
-          citation_text: c.text,
-          citation_href: c.href
-        }));
-        const csv = import_papaparse2.default.unparse(rows, { header: true });
-        const filename = `${slug}-ai-mode-${Date.now()}.csv`;
-        const fullPath = import_node_path5.default.join(outputDir, filename);
-        await import_node_fs3.promises.writeFile(fullPath, csv, "utf8");
-        return fullPath;
-      }
-      async writeWhatPeopleSayingCSV(cards, seed, outputDir) {
-        await import_node_fs3.promises.mkdir(outputDir, { recursive: true });
-        const slug = seed.toLowerCase().replace(/\W+/g, "-").slice(0, 40);
-        const rows = cards.map((c) => ({ seed_query: seed, ...c }));
-        const csv = import_papaparse2.default.unparse(rows, { header: true });
-        const filename = `${slug}-what-people-saying-${Date.now()}.csv`;
-        const fullPath = import_node_path5.default.join(outputDir, filename);
-        await import_node_fs3.promises.writeFile(fullPath, csv, "utf8");
-        return fullPath;
-      }
-    };
-  }
-});
-
-// src/output/ProgressReporter.ts
-var ProgressReporter;
-var init_ProgressReporter = __esm({
-  "src/output/ProgressReporter.ts"() {
-    "use strict";
-    ProgressReporter = class {
-      onQuestion(node) {
-        process.stdout.write(JSON.stringify({ event: "question", depth: node.depth, question: node.question }) + "\n");
-      }
-      onDepth(depth) {
-        process.stdout.write(JSON.stringify({ event: "depth", depth }) + "\n");
-      }
-      onVideos(videos) {
-        for (const v of videos) {
-          process.stdout.write(JSON.stringify({ event: "video", type: v.type, platform: v.platform, duration: v.duration, title: v.title, channel: v.channel, url: v.url }) + "\n");
-        }
-      }
-      onForums(forums) {
-        for (const f of forums) {
-          process.stdout.write(JSON.stringify({ event: "forum", title: f.title, source: f.source, url: f.url }) + "\n");
-        }
-      }
-      onComplete(stats) {
-        process.stdout.write(JSON.stringify({ event: "complete", ...stats }) + "\n");
-      }
-      onError(err) {
-        process.stderr.write(JSON.stringify({ event: "error", type: err.constructor.name, message: err.message }) + "\n");
-      }
-    };
-  }
-});
-
-// src/kernel-proxy-resolver.ts
-function proxyIdSuffix2(proxyId) {
-  return proxyId ? proxyId.slice(-6) : null;
-}
-function resolution(source, proxyMode, proxyId, target, error) {
-  return {
-    kernelProxyId: proxyId,
-    resolution: {
-      source,
-      proxyMode,
-      proxyIdPresent: Boolean(proxyId),
-      proxyIdSuffix: proxyIdSuffix2(proxyId),
-      target,
-      error
-    }
-  };
-}
-function normalizeStateName(value) {
-  return value.trim().toLowerCase().replace(/\s+/g, " ");
-}
-function normalizeCountryName(value) {
-  return value.trim().toLowerCase().replace(/\./g, "").replace(/\s+/g, " ");
-}
-function isUnitedStates(country) {
-  if (!country) return true;
-  const normalized = normalizeCountryName(country);
-  return normalized === "united states" || normalized === "united states of america" || normalized === "usa" || normalized === "us";
-}
-function stateCodeFor(region) {
-  const trimmed = region.trim();
-  if (/^[A-Za-z]{2}$/.test(trimmed)) return trimmed.toUpperCase();
-  return US_STATE_CODES[normalizeStateName(trimmed)] ?? null;
-}
-function kernelCityIdentifierCandidates(city) {
-  const ascii = city.normalize("NFKD").replace(/[^\x00-\x7F]/g, "").toLowerCase();
-  const words = ascii.split(/[^a-z0-9]+/).filter(Boolean);
-  const underscored = words.join("_");
-  const compact = words.join("");
-  return Array.from(new Set([underscored, compact].filter(Boolean)));
-}
-function proxyName(country, state, city) {
-  return city ? `mcp-serp-residential-${country.toLowerCase()}-${state.toLowerCase()}-${city}` : `mcp-serp-residential-${country.toLowerCase()}-${state.toLowerCase()}`;
-}
-function zipProxyName(zip) {
-  return `mcp-serp-residential-us-zip-${zip}`;
-}
-function parseKernelLocationProxyTarget(location, gl) {
-  if (!location || gl.toLowerCase() !== "us") return null;
-  const canonicalLocation = normalizeLocation(location);
-  let parts = canonicalLocation.split(",").map((part) => part.trim()).filter(Boolean);
-  if (parts.length > 1 && isUnitedStates(parts[parts.length - 1])) {
-    parts = parts.slice(0, -1);
-  }
-  if (parts.length === 1) {
-    const stateOnly = stateCodeFor(parts[0]);
-    if (!stateOnly) return null;
-    return {
-      canonicalLocation,
-      level: "state",
-      country: "US",
-      state: stateOnly,
-      city: "",
-      cityCandidates: [],
-      proxyName: proxyName("US", stateOnly),
-      config: {
-        country: "US",
-        state: stateOnly
-      }
-    };
-  }
-  const [city = "", region = ""] = parts;
-  if (!city || !region) return null;
-  const state = stateCodeFor(region);
-  if (!state) return null;
-  const cityCandidates = kernelCityIdentifierCandidates(city);
-  const primaryCity = cityCandidates[0];
-  if (!primaryCity) return null;
-  return {
-    canonicalLocation,
-    level: "city",
-    country: "US",
-    state,
-    city: primaryCity,
-    cityCandidates,
-    proxyName: proxyName("US", state, primaryCity),
-    config: {
-      country: "US",
-      state,
-      city: primaryCity
-    }
-  };
-}
-function cityZipKey(target) {
-  return `${target.city}|${target.state}`;
-}
-function knownZipFor(target, explicitZip) {
-  if (explicitZip && /^\d{5}$/.test(explicitZip)) return explicitZip;
-  return US_CITY_CENTER_ZIPS[cityZipKey(target)] ?? null;
-}
-function zipTarget(target, zip) {
-  return {
-    ...target,
-    level: "zip",
-    zip,
-    proxyName: zipProxyName(zip),
-    config: {
-      country: target.country,
-      state: target.state,
-      zip
-    }
-  };
-}
-function configMatches(config, target, city) {
-  if (target.level === "zip") {
-    return config?.country?.toUpperCase() === target.country && config?.zip === target.zip;
-  }
-  return config?.country?.toUpperCase() === target.country && config?.state?.toUpperCase() === target.state && (city ? config?.city === city : !config?.city);
-}
-function findExistingTargetProxy(proxies, target) {
-  return proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === target.proxyName || configMatches(proxy.config, target, target.level === "city" ? target.city : void 0))) ?? null;
-}
-function findExistingProxy(proxies, target) {
-  for (const city of target.cityCandidates) {
-    const name = proxyName(target.country, target.state, city);
-    const found = proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === name || configMatches(proxy.config, target, city)));
-    if (found) return found;
-  }
-  return null;
-}
-function stateTarget(target) {
-  return {
-    ...target,
-    level: "state",
-    proxyName: proxyName(target.country, target.state),
-    config: {
-      country: target.country,
-      state: target.state
-    }
-  };
-}
-function findExistingStateProxy(proxies, target) {
-  const name = proxyName(target.country, target.state);
-  return proxies.find((proxy) => proxy.type === "residential" && proxy.status !== "unavailable" && Boolean(proxy.id) && (proxy.name === name || configMatches(proxy.config, target))) ?? null;
-}
-function escalatedTargetLevel(target, attemptIndex) {
-  return stateTarget(target);
-}
-function errorText2(err) {
-  return err instanceof Error ? err.message : String(err);
-}
-async function resolveKernelProxyId(options) {
-  if (options.proxyMode === "none") {
-    return resolution("disabled", options.proxyMode, void 0, null, null);
-  }
-  if (options.proxyMode === "configured") {
-    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, null, null);
-  }
-  const target = parseKernelLocationProxyTarget(options.location, options.gl);
-  if (!target || !options.kernelApiKey) {
-    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, target ? null : "location could not be normalized to a US city/state proxy target");
+          seed_query: seed,
+          response_text: i === 0 ? text ?? "" : "",
+          citation_text: c.text,
+          citation_href: c.href
+        }));
+        const csv = import_papaparse2.default.unparse(rows, { header: true });
+        const filename = `${slug}-ai-mode-${Date.now()}.csv`;
+        const fullPath = import_node_path5.default.join(outputDir, filename);
+        await import_node_fs3.promises.writeFile(fullPath, csv, "utf8");
+        return fullPath;
+      }
+      async writeWhatPeopleSayingCSV(cards, seed, outputDir) {
+        await import_node_fs3.promises.mkdir(outputDir, { recursive: true });
+        const slug = seed.toLowerCase().replace(/\W+/g, "-").slice(0, 40);
+        const rows = cards.map((c) => ({ seed_query: seed, ...c }));
+        const csv = import_papaparse2.default.unparse(rows, { header: true });
+        const filename = `${slug}-what-people-saying-${Date.now()}.csv`;
+        const fullPath = import_node_path5.default.join(outputDir, filename);
+        await import_node_fs3.promises.writeFile(fullPath, csv, "utf8");
+        return fullPath;
+      }
+    };
   }
-  const kernel = new import_sdk5.default({ apiKey: options.kernelApiKey });
-  try {
-    const attemptIndex = options.attemptIndex ?? 0;
-    if (attemptIndex >= 1) {
-      const escalatedTarget = escalatedTargetLevel(target, attemptIndex);
-      const createErrors2 = [];
-      try {
-        const created = await kernel.proxies.create({
-          type: "residential",
-          name: escalatedTarget.proxyName,
-          config: escalatedTarget.config
-        });
-        if (created.id) {
-          return resolution("location_created", options.proxyMode, created.id, escalatedTarget, null);
-        }
-        createErrors2.push(`${escalatedTarget.state}: Kernel did not return a proxy id`);
-      } catch (err) {
-        createErrors2.push(`${escalatedTarget.state}: ${errorText2(err)}`);
+});
+
+// src/output/ProgressReporter.ts
+var ProgressReporter;
+var init_ProgressReporter = __esm({
+  "src/output/ProgressReporter.ts"() {
+    "use strict";
+    ProgressReporter = class {
+      onQuestion(node) {
+        process.stdout.write(JSON.stringify({ event: "question", depth: node.depth, question: node.question }) + "\n");
       }
-      return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, escalatedTarget, createErrors2.join(" | "));
-    }
-    const proxies = await kernel.proxies.list();
-    const zip = knownZipFor(target, options.proxyZip);
-    const createErrors = [];
-    if (zip) {
-      const targetZip = zipTarget(target, zip);
-      const existingZip = findExistingTargetProxy(proxies, targetZip);
-      if (existingZip?.id) {
-        return resolution("location_reused", options.proxyMode, existingZip.id, targetZip, null);
+      onDepth(depth) {
+        process.stdout.write(JSON.stringify({ event: "depth", depth }) + "\n");
       }
-      try {
-        const created = await kernel.proxies.create({
-          type: "residential",
-          name: targetZip.proxyName,
-          config: {
-            country: targetZip.country,
-            zip
-          }
-        });
-        if (created.id) {
-          return resolution("location_created", options.proxyMode, created.id, targetZip, null);
+      onVideos(videos) {
+        for (const v of videos) {
+          process.stdout.write(JSON.stringify({ event: "video", type: v.type, platform: v.platform, duration: v.duration, title: v.title, channel: v.channel, url: v.url }) + "\n");
         }
-        createErrors.push(`${zip}: Kernel did not return a proxy id`);
-      } catch (err) {
-        createErrors.push(`${zip}: ${errorText2(err)}`);
       }
-    }
-    const existing = findExistingProxy(proxies, target);
-    if (existing?.id) {
-      return resolution("location_reused", options.proxyMode, existing.id, target, createErrors.join(" | ") || null);
-    }
-    for (const city of target.cityCandidates) {
-      try {
-        const created = await kernel.proxies.create({
-          type: "residential",
-          name: proxyName(target.country, target.state, city),
-          config: {
-            country: target.country,
-            state: target.state,
-            city
-          }
-        });
-        if (created.id) {
-          return resolution("location_created", options.proxyMode, created.id, {
-            ...target,
-            level: "city",
-            city,
-            proxyName: proxyName(target.country, target.state, city),
-            config: {
-              country: target.country,
-              state: target.state,
-              city
-            }
-          }, null);
+      onForums(forums) {
+        for (const f of forums) {
+          process.stdout.write(JSON.stringify({ event: "forum", title: f.title, source: f.source, url: f.url }) + "\n");
         }
-        createErrors.push(`${city}: Kernel did not return a proxy id`);
-      } catch (err) {
-        createErrors.push(`${city}: ${errorText2(err)}`);
       }
-    }
-    const fallbackTarget = stateTarget(target);
-    const existingState = findExistingStateProxy(proxies, fallbackTarget);
-    if (existingState?.id) {
-      return resolution("location_reused", options.proxyMode, existingState.id, fallbackTarget, createErrors.join(" | "));
-    }
-    try {
-      const created = await kernel.proxies.create({
-        type: "residential",
-        name: fallbackTarget.proxyName,
-        config: fallbackTarget.config
-      });
-      if (created.id) {
-        return resolution("location_created", options.proxyMode, created.id, fallbackTarget, createErrors.join(" | "));
+      onComplete(stats) {
+        process.stdout.write(JSON.stringify({ event: "complete", ...stats }) + "\n");
+      }
+      onError(err) {
+        process.stderr.write(JSON.stringify({ event: "error", type: err.constructor.name, message: err.message }) + "\n");
       }
-      createErrors.push(`${fallbackTarget.state}: Kernel did not return a proxy id`);
-    } catch (err) {
-      createErrors.push(`${fallbackTarget.state}: ${errorText2(err)}`);
-    }
-    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, createErrors.join(" | "));
-  } catch (err) {
-    return resolution("configured_fallback", options.proxyMode, options.configuredKernelProxyId, target, errorText2(err));
-  }
-}
-var import_sdk5, US_STATE_CODES, US_CITY_CENTER_ZIPS;
-var init_kernel_proxy_resolver = __esm({
-  "src/kernel-proxy-resolver.ts"() {
-    "use strict";
-    import_sdk5 = __toESM(require("@onkernel/sdk"), 1);
-    init_uule();
-    US_STATE_CODES = {
-      alabama: "AL",
-      alaska: "AK",
-      arizona: "AZ",
-      arkansas: "AR",
-      california: "CA",
-      colorado: "CO",
-      connecticut: "CT",
-      delaware: "DE",
-      florida: "FL",
-      georgia: "GA",
-      hawaii: "HI",
-      idaho: "ID",
-      illinois: "IL",
-      indiana: "IN",
-      iowa: "IA",
-      kansas: "KS",
-      kentucky: "KY",
-      louisiana: "LA",
-      maine: "ME",
-      maryland: "MD",
-      massachusetts: "MA",
-      michigan: "MI",
-      minnesota: "MN",
-      mississippi: "MS",
-      missouri: "MO",
-      montana: "MT",
-      nebraska: "NE",
-      nevada: "NV",
-      "new hampshire": "NH",
-      "new jersey": "NJ",
-      "new mexico": "NM",
-      "new york": "NY",
-      "north carolina": "NC",
-      "north dakota": "ND",
-      ohio: "OH",
-      oklahoma: "OK",
-      oregon: "OR",
-      pennsylvania: "PA",
-      "rhode island": "RI",
-      "south carolina": "SC",
-      "south dakota": "SD",
-      tennessee: "TN",
-      texas: "TX",
-      utah: "UT",
-      vermont: "VT",
-      virginia: "VA",
-      washington: "WA",
-      "west virginia": "WV",
-      wisconsin: "WI",
-      wyoming: "WY"
-    };
-    US_CITY_CENTER_ZIPS = {
-      "atlanta|GA": "30303",
-      "austin|TX": "78701",
-      "baltimore|MD": "21201",
-      "boston|MA": "02108",
-      "boulder|CO": "80302",
-      "charlotte|NC": "28202",
-      "chicago|IL": "60601",
-      "colorado_springs|CO": "80903",
-      "columbus|OH": "43215",
-      "dallas|TX": "75201",
-      "denver|CO": "80202",
-      "detroit|MI": "48226",
-      "fort_collins|CO": "80524",
-      "fort_worth|TX": "76102",
-      "houston|TX": "77002",
-      "indianapolis|IN": "46204",
-      "jacksonville|FL": "32202",
-      "las_vegas|NV": "89101",
-      "los_angeles|CA": "90012",
-      "louisville|KY": "40202",
-      "loveland|CO": "80537",
-      "memphis|TN": "38103",
-      "miami|FL": "33131",
-      "minneapolis|MN": "55401",
-      "nashville|TN": "37203",
-      "new_york|NY": "10001",
-      "orlando|FL": "32801",
-      "philadelphia|PA": "19103",
-      "phoenix|AZ": "85004",
-      "portland|OR": "97205",
-      "raleigh|NC": "27601",
-      "richmond|VA": "23219",
-      "sacramento|CA": "95814",
-      "salt_lake_city|UT": "84101",
-      "san_antonio|TX": "78205",
-      "san_diego|CA": "92101",
-      "san_francisco|CA": "94103",
-      "san_jose|CA": "95113",
-      "seattle|WA": "98101"
     };
   }
 });
@@ -14879,9 +15073,12 @@ function reportTitle(full) {
   const title = full.split("\n").find((line) => line.startsWith("# "));
   return title?.replace(/^#\s+/, "").trim() || "MCP Scraper Report";
 }
+function outputBaseDir() {
+  return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path6.join)((0, import_node_os3.homedir)(), "Downloads", "mcp-scraper");
+}
 function saveFullReport(full) {
   if (process.env.MCP_SCRAPER_SAVE_REPORTS === "false") return null;
-  const outDir = process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path6.join)((0, import_node_os3.homedir)(), "Downloads", "mcp-scraper");
+  const outDir = outputBaseDir();
   try {
     (0, import_node_fs4.mkdirSync)(outDir, { recursive: true });
     const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
@@ -14892,6 +15089,20 @@ function saveFullReport(full) {
     return null;
   }
 }
+function persistScreenshotLocally(base64, url) {
+  if (process.env.MCP_SCRAPER_SAVE_REPORTS === "false") return null;
+  try {
+    const dir = (0, import_node_path6.join)(outputBaseDir(), "screenshots");
+    (0, import_node_fs4.mkdirSync)(dir, { recursive: true });
+    const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
+    const slug = url.replace(/^https?:\/\//, "").replace(/[^a-z0-9]+/gi, "-").replace(/^-+|-+$/g, "").slice(0, 60);
+    const filePath = (0, import_node_path6.join)(dir, `${stamp}-${slug}.png`);
+    (0, import_node_fs4.writeFileSync)(filePath, Buffer.from(base64, "base64"));
+    return filePath;
+  } catch {
+    return null;
+  }
+}
 function oneBlock(content) {
   const filePath = saveFullReport(content);
   const text = filePath ? `${content}
@@ -15112,6 +15323,7 @@ function formatExtractUrl(raw, input) {
   const bodyMd = d.bodyMarkdown ?? "";
   const schema = d.schema;
   const screenshotMeta = d.screenshot;
+  const screenshotPath = screenshotMeta?.base64 ? persistScreenshotLocally(screenshotMeta.base64, url) : null;
   const branding = d.branding;
   const media = d.media;
   const h1Lines = headings.filter((h) => h.level === 1).map((h) => `- ${h.text}`).join("\n");
@@ -15138,7 +15350,7 @@ ${[h1Lines, h2Lines].filter(Boolean).join("\n")}` : "";
 ${bodyMd.slice(0, 3e3)}${bodyMd.length > 3e3 ? "\n\n*(truncated)*" : ""}` : "";
   const screenshotSection = screenshotMeta ? `
 ## Screenshot
-- **File:** ${screenshotMeta.savedPath}
+- **File:** ${screenshotPath ?? "(returned inline only \u2014 disk write unavailable in this environment)"}
 - **Size:** ${(screenshotMeta.sizeBytes / 1024).toFixed(1)} KB
 - **Device:** ${screenshotMeta.device}` : "";
   const brandingSection = branding ? [
@@ -15167,17 +15379,13 @@ ${bodyMd.slice(0, 3e3)}${bodyMd.length > 3e3 ? "\n\n*(truncated)*" : ""}` : "";
 **${title}**
 ${headingSection}${kpoSection}${brandingSection}${bodySection}${screenshotSection}${mediaSection}${tips}`;
   const textResult = oneBlock(full);
-  if (screenshotMeta?.savedPath) {
-    try {
-      const imgBuf = (0, import_node_fs4.readFileSync)(screenshotMeta.savedPath);
-      return {
-        content: [
-          ...textResult.content,
-          { type: "image", data: imgBuf.toString("base64"), mimeType: "image/png" }
-        ]
-      };
-    } catch {
-    }
+  if (screenshotMeta?.base64) {
+    return {
+      content: [
+        ...textResult.content,
+        { type: "image", data: screenshotMeta.base64, mimeType: "image/png" }
+      ]
+    };
   }
   return textResult;
 }
@@ -15377,7 +15585,7 @@ function formatFacebookAdSearch(raw, input) {
   const d = parsed.data;
   const advertisers = d.results ?? d.advertisers ?? [];
   const rows = advertisers.map(
-    (a, i) => `| ${i + 1} | ${cell(a.name)} | ${a.adCount ?? "\u2014"} | \`${a.libraryId ?? "\u2014"}\` |`
+    (a, i) => `| ${i + 1} | ${cell(a.pageName ?? a.name)} | ${a.adCount ?? "\u2014"} | \`${a.sampleLibraryId ?? a.libraryId ?? "\u2014"}\` |`
   ).join("\n");
   const full = [
     `# Facebook Ad Library Search: "${input.query}"`,
@@ -15679,16 +15887,20 @@ var HttpMcpToolExecutor;
 var init_http_mcp_tool_executor = __esm({
   "src/mcp/http-mcp-tool-executor.ts"() {
     "use strict";
+    init_harvest_timeout();
     HttpMcpToolExecutor = class {
       baseUrl;
       apiKey;
       timeoutMs;
+      httpTimeoutOverrideMs;
       serpIntelligenceTimeoutMs;
       constructor(baseUrl, apiKey) {
         this.baseUrl = baseUrl.replace(/\/$/, "");
         this.apiKey = apiKey;
-        const configuredTimeoutMs = Number(process.env.MCP_SCRAPER_HTTP_TIMEOUT_MS ?? 11e4);
-        this.timeoutMs = Number.isFinite(configuredTimeoutMs) && configuredTimeoutMs > 0 ? configuredTimeoutMs : 11e4;
+        const rawOverride = process.env.MCP_SCRAPER_HTTP_TIMEOUT_MS;
+        const parsedOverride = rawOverride === void 0 ? NaN : Number(rawOverride);
+        this.httpTimeoutOverrideMs = Number.isFinite(parsedOverride) && parsedOverride > 0 ? parsedOverride : null;
+        this.timeoutMs = this.httpTimeoutOverrideMs ?? 11e4;
         const configuredSerpIntelligenceTimeoutMs = Number(process.env.MCP_SCRAPER_SERP_INTELLIGENCE_HTTP_TIMEOUT_MS ?? this.timeoutMs);
         this.serpIntelligenceTimeoutMs = Number.isFinite(configuredSerpIntelligenceTimeoutMs) && configuredSerpIntelligenceTimeoutMs > 0 ? configuredSerpIntelligenceTimeoutMs : this.timeoutMs;
       }
@@ -15730,10 +15942,12 @@ var init_http_mcp_tool_executor = __esm({
         }
       }
       harvestPaa(input) {
-        return this.call("/harvest/sync", input);
+        const timeoutMs = this.httpTimeoutOverrideMs ?? harvestTimeoutBudget(input.maxQuestions ?? 30).clientMs;
+        return this.call("/harvest/sync", input, timeoutMs);
       }
       searchSerp(input) {
-        return this.call("/harvest/sync", { ...input, serpOnly: true });
+        const timeoutMs = this.httpTimeoutOverrideMs ?? harvestTimeoutBudget(0, true).clientMs;
+        return this.call("/harvest/sync", { ...input, serpOnly: true }, timeoutMs);
       }
       extractUrl(input) {
         return this.call("/extract-url", input);
@@ -16380,18 +16594,16 @@ async function checkHarvestLimits(userId, email, extraSlots = 0) {
   if (active >= limit) return { error: `You have ${active} job${active !== 1 ? "s" : ""} running. Your account allows ${limit} concurrent job${limit !== 1 ? "s" : ""}. Wait for one to finish or add a concurrency slot at mcpscraper.dev/billing.` };
   return null;
 }
-var import_resend, import_node_fs5, import_node_os4, import_node_path7, import_hono9, import_hono10, import_factory6, import_cookie, import_stripe2, secureCookies, isProduction2, sessionCookieOptions, requireAllowedOrigin, auth, adminAuth, sessionAuth, app, STRIPE_API_VERSION, BYPASS_EMAILS, SYNC_HARVEST_TIMEOUT_MS;
+var import_resend, import_hono9, import_hono10, import_factory6, import_cookie, import_stripe2, secureCookies, isProduction2, sessionCookieOptions, requireAllowedOrigin, auth, adminAuth, sessionAuth, app, STRIPE_API_VERSION, BYPASS_EMAILS, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS;
 var init_server = __esm({
   "src/api/server.ts"() {
     "use strict";
+    init_harvest_timeout();
     init_registry();
     init_template();
     init_og();
     import_resend = require("resend");
     init_url_utils();
-    import_node_fs5 = require("fs");
-    import_node_os4 = require("os");
-    import_node_path7 = require("path");
     init_kpo_extractor();
     init_screenshot();
     init_media_extractor();
@@ -16621,7 +16833,11 @@ var init_server = __esm({
     BYPASS_EMAILS = new Set(
       (process.env.HARVEST_LIMIT_BYPASS_EMAILS ?? "").split(",").map((e) => e.trim()).filter(Boolean)
     );
-    SYNC_HARVEST_TIMEOUT_MS = Number(process.env.SYNC_HARVEST_TIMEOUT_MS ?? 105e3);
+    SYNC_HARVEST_TIMEOUT_OVERRIDE_MS = (() => {
+      const raw = process.env.SYNC_HARVEST_TIMEOUT_MS;
+      const parsed = raw === void 0 ? NaN : Number(raw);
+      return Number.isFinite(parsed) && parsed > 0 ? parsed : null;
+    })();
     app.post("/harvest", auth, async (c) => {
       const user = c.get("user");
       const raw = await c.req.json().catch(() => ({}));
@@ -16691,9 +16907,10 @@ var init_server = __esm({
       if (!syncOk) return c.json(insufficientBalanceResponse(syncBal, syncCost), 402);
       const jobId = await createRunningJob(user.id, options.query, options);
       const recordAttempt = createHarvestAttemptRecorder(jobId, user.id);
+      const syncTimeoutMs = SYNC_HARVEST_TIMEOUT_OVERRIDE_MS ?? harvestTimeoutBudget(options.maxQuestions, options.serpOnly).serverMs;
       const syncSignal = combineAbortSignals([
         c.req.raw.signal,
-        AbortSignal.timeout(Number.isFinite(SYNC_HARVEST_TIMEOUT_MS) && SYNC_HARVEST_TIMEOUT_MS > 0 ? SYNC_HARVEST_TIMEOUT_MS : 105e3)
+        AbortSignal.timeout(syncTimeoutMs)
       ]);
       try {
         const result = await harvest({
@@ -16841,13 +17058,7 @@ var init_server = __esm({
         const brandingData = pageData?.branding ?? null;
         let screenshotMeta = null;
         if (screenshotBuf) {
-          const outDir = (0, import_node_path7.join)((0, import_node_os4.homedir)(), "Downloads", "mcp-scraper", "screenshots");
-          (0, import_node_fs5.mkdirSync)(outDir, { recursive: true });
-          const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-          const slug = canonicalUrl.replace(/^https?:\/\//, "").replace(/[^a-z0-9]+/gi, "-").replace(/^-+|-+$/g, "").slice(0, 60);
-          const filePath = (0, import_node_path7.join)(outDir, `${stamp}-${slug}.png`);
-          (0, import_node_fs5.writeFileSync)(filePath, screenshotBuf);
-          screenshotMeta = { savedPath: filePath, sizeBytes: screenshotBuf.length, device };
+          screenshotMeta = { base64: screenshotBuf.toString("base64"), sizeBytes: screenshotBuf.length, device };
         }
         const mediaMeta = downloadMedia ? await harvestPageMedia(result.bodyHtml, canonicalUrl, { types: mediaTypes ?? ["image", "video", "audio"] }) : null;
         await logRequestEvent({ userId: user.id, source: "extract_url", status: "done", query: canonicalUrl, resultCount: result.headings.length, result });
@@ -17185,10 +17396,10 @@ var init_server = __esm({
 });
 
 // bin/api-server.ts
-var import_node_fs6 = require("fs");
+var import_node_fs5 = require("fs");
 function loadDotEnv() {
   try {
-    for (const line of (0, import_node_fs6.readFileSync)(".env", "utf8").split("\n")) {
+    for (const line of (0, import_node_fs5.readFileSync)(".env", "utf8").split("\n")) {
       const eq = line.indexOf("=");
       if (eq < 1 || line.trimStart().startsWith("#")) continue;
       const k = line.slice(0, eq).trim();