mcp-scraper 0.38.0 → 0.38.2

package/dist/{server-3Q6XIJPF.js → server-5EX6XBIA.js}

@@ -9,13 +9,13 @@ import {
   importHostedCensusPlacesCsv,
   importHostedZipGroupsCsv,
   listActiveHostedLocationDatasets
-} from "./chunk-PUJFYJXB.js";
+} from "./chunk-FRYT3ID4.js";
 import {
   classifyHarvestProblem,
   createHarvestAttemptRecorder,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-FSAXLDB3.js";
+} from "./chunk-SFRMFGQ6.js";
 import {
   BACKUP_LAST_RESORT_ATTEMPTS,
   BrowserDriver,
@@ -29,7 +29,7 @@ import {
   resolveBackupKernelProxyId,
   resolveKernelProxyId,
   serpArrivalUrl
-} from "./chunk-LOPKN3YL.js";
+} from "./chunk-NGM237OO.js";
 import {
   HttpMcpToolExecutor,
   WIZPER_LANGUAGES,
@@ -56,7 +56,7 @@ import {
   sanitizeAttempts,
   sanitizeHarvestResult,
   transcribeMediaUrl
-} from "./chunk-P64PZUCA.js";
+} from "./chunk-NKCCGADE.js";
 import {
   auditImageUrls,
   auditImages,
@@ -74,7 +74,7 @@ import {
   recordKernelSession,
   recordVendorUsage,
   runWithCostContext
-} from "./chunk-MA5JBAUZ.js";
+} from "./chunk-EGJKUB4Q.js";
 import {
   listWorkflowDefinitions,
   runWorkflow,
@@ -101,7 +101,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-CB5C3BPB.js";
-import "./chunk-H3M3O457.js";
+import "./chunk-YODBNTTN.js";
 import {
   abandonExtractSettlement,
   countSuccessfulPages,
@@ -124,7 +124,7 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-Q35WZJJK.js";
+} from "./chunk-YCI2PNCS.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
@@ -169,10 +169,9 @@ import {
   tierBillingInterval,
   tierCreditsPerInterval,
   vendorCostUsdToMc
-} from "./chunk-PWPUKR5U.js";
+} from "./chunk-AZRPG43B.js";
 import {
   CaptchaError,
-  ExtractionError,
   MapsSearchIncompletePageError,
   RECAPTCHA_INSTRUCTIONS,
   sanitizeVendorName
@@ -183,7 +182,9 @@ import {
   appendWorkflowArtifacts,
   cancelJob,
   checkRateLimit,
+  claimStripeEvent,
   completeJob,
+  completeStripeEvent,
   completeWorkflowRunRecord,
   consumeCode,
   consumePasswordResetToken,
@@ -202,6 +203,7 @@ import {
   deleteWorkflowSchedule,
   expireOldLots,
   failJob,
+  failStripeEvent,
   failWorkflowRunRecord,
   getBillingLedgerSummary,
   getClient,
@@ -245,7 +247,6 @@ import {
   putCode,
   putRefresh,
   reconcileBalanceMc,
-  recordStripeEvent,
   recordWorkflowWebhookDelivery,
   registerClient,
   replaceWorkflowArtifacts,
@@ -265,7 +266,7 @@ import {
   softDeleteInboxMessage,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-CSCD2HNS.js";
+} from "./chunk-N7KUTTCC.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -4688,12 +4689,15 @@ async function spiderSite(opts) {
         const discovered = { url, status, linkedFrom: from, via: "fetch" };
         const children = [];
         if (html) {
-          for (const link of extractLinks(html, url)) {
-            if (baseDomain(link) !== startDomain) continue;
-            if (!visited.has(link)) {
-              visited.add(link);
-              children.push({ url: link, from: url });
+          try {
+            for (const link of extractLinks(html, url)) {
+              if (baseDomain(link) !== startDomain) continue;
+              if (!visited.has(link)) {
+                visited.add(link);
+                children.push({ url: link, from: url });
+              }
             }
+          } catch {
           }
         }
         return { discovered, children };
@@ -6100,67 +6104,78 @@ async function extractSite(opts) {
   let truncated = false;
   let spider;
   let sitemapUrls = [];
-  if (rotating) {
-    const browserConcurrency = Math.max(1, Math.min(opts.parallelism ?? 1, 8));
-    const urlsPerBrowser = opts.rotateProxyEvery ?? 10;
-    const followLinks = !seeded;
-    const seen = /* @__PURE__ */ new Set();
-    const frontier = [];
-    const enqueue = (u) => {
-      const n = normalizeUrl(u, opts.startUrl);
-      if (n && !seen.has(n)) {
-        seen.add(n);
-        frontier.push(n);
-      }
-    };
-    if (seeded) {
-      for (const u of opts.seedUrls) enqueue(u);
-    } else {
-      enqueue(opts.startUrl);
-      sitemapUrls = await discoverSitemapUrls2(opts.startUrl, maxPages);
-      for (const u of sitemapUrls) enqueue(u);
-    }
-    const waveCap = Math.max(browserConcurrency * urlsPerBrowser, 30);
-    let done = 0;
-    while (frontier.length > 0 && pages.length < maxPages) {
-      const capacity = maxPages - pages.length;
-      const wave = frontier.splice(0, Math.min(capacity, waveCap));
-      const fetched = await crawlWithRotation(wave, {
-        apiKey: opts.kernelApiKey,
-        concurrency: browserConcurrency,
-        urlsPerBrowser,
-        onPage: (p) => {
-          done++;
-          opts.onProgress?.({ done, discovered: seen.size, frontier: frontier.length, lastOk: p.ok ? 1 : 0, lastFail: p.ok ? 0 : 1, phase: p.phase });
+  let stoppedEarly = null;
+  try {
+    if (rotating) {
+      const browserConcurrency = Math.max(1, Math.min(opts.parallelism ?? 1, 8));
+      const urlsPerBrowser = opts.rotateProxyEvery ?? 10;
+      const followLinks = !seeded;
+      const seen = /* @__PURE__ */ new Set();
+      const frontier = [];
+      const enqueue = (u) => {
+        const n = normalizeUrl(u, opts.startUrl);
+        if (n && !seen.has(n)) {
+          seen.add(n);
+          frontier.push(n);
         }
-      });
-      for (const r of fetched) {
-        const page = r.html && r.status >= 200 && r.status < 300 ? parsePageData(r.url, r.html, r.status, "browser", { headers: r.headers, responseTimeMs: r.responseTimeMs, redirectUrl: r.redirectUrl }, [successfulAttempt("browser", r.status, r.responseTimeMs ?? null)]) : emptyPageData(r.url, r.status || null, "browser", {
-          code: r.errorCode ?? "browser_empty_response",
-          message: r.error ?? "Browser fetch returned no usable response.",
-          attempts: [failedAttempt("browser", r.status || null, r.responseTimeMs ?? null, r.errorCode ?? "browser_empty_response", r.error ?? "Browser fetch returned no usable response.")]
+      };
+      if (seeded) {
+        for (const u of opts.seedUrls) enqueue(u);
+      } else {
+        enqueue(opts.startUrl);
+        sitemapUrls = await discoverSitemapUrls2(opts.startUrl, maxPages);
+        for (const u of sitemapUrls) enqueue(u);
+      }
+      const waveCap = Math.max(browserConcurrency * urlsPerBrowser, 30);
+      let done = 0;
+      while (frontier.length > 0 && pages.length < maxPages) {
+        const capacity = maxPages - pages.length;
+        const wave = frontier.splice(0, Math.min(capacity, waveCap));
+        const fetched = await crawlWithRotation(wave, {
+          apiKey: opts.kernelApiKey,
+          concurrency: browserConcurrency,
+          urlsPerBrowser,
+          onPage: (p) => {
+            done++;
+            opts.onProgress?.({ done, discovered: seen.size, frontier: frontier.length, lastOk: p.ok ? 1 : 0, lastFail: p.ok ? 0 : 1, phase: p.phase });
+          }
         });
-        pages.push(page);
-        browserRetries++;
-        if (followLinks && isPageExtractionSuccessful(page)) {
-          for (const href of page.discoveryLinks ?? page.outlinks.filter((link) => link.internal).map((link) => link.href)) enqueue(href);
+        for (const r of fetched) {
+          const page = r.html && r.status >= 200 && r.status < 300 ? parsePageData(r.url, r.html, r.status, "browser", { headers: r.headers, responseTimeMs: r.responseTimeMs, redirectUrl: r.redirectUrl }, [successfulAttempt("browser", r.status, r.responseTimeMs ?? null)]) : emptyPageData(r.url, r.status || null, "browser", {
+            code: r.errorCode ?? "browser_empty_response",
+            message: r.error ?? "Browser fetch returned no usable response.",
+            attempts: [failedAttempt("browser", r.status || null, r.responseTimeMs ?? null, r.errorCode ?? "browser_empty_response", r.error ?? "Browser fetch returned no usable response.")]
+          });
+          pages.push(page);
+          browserRetries++;
+          if (followLinks && isPageExtractionSuccessful(page)) {
+            for (const href of page.discoveryLinks ?? page.outlinks.filter((link) => link.internal).map((link) => link.href)) enqueue(href);
+          }
         }
       }
+      truncated = frontier.length > 0;
+      spider = makeSeedSpider(opts.startUrl, [...seen]);
+    } else {
+      spider = seeded ? makeSeedSpider(opts.startUrl, opts.seedUrls) : await spiderSite({ startUrl: opts.startUrl, maxUrls: maxPages, concurrency: 12, kernelApiKey: opts.kernelApiKey });
+      sitemapUrls = spider.sitemapUrls;
+      const urlsToExtract = spider.urls.filter((u) => u.status === 200 || u.status === null).slice(0, maxPages).map((u) => u.url);
+      browserRetries = spider.browserRetries;
+      await runWithConcurrency(urlsToExtract, concurrency, async (url) => {
+        const data = await fetchAndParse(url, opts.kernelApiKey);
+        if (data.via === "browser") browserRetries++;
+        pages.push(data);
+      });
+      truncated = spider.truncated || pages.length >= maxPages;
     }
-    truncated = frontier.length > 0;
-    spider = makeSeedSpider(opts.startUrl, [...seen]);
-  } else {
-    spider = seeded ? makeSeedSpider(opts.startUrl, opts.seedUrls) : await spiderSite({ startUrl: opts.startUrl, maxUrls: maxPages, concurrency: 12, kernelApiKey: opts.kernelApiKey });
-    sitemapUrls = spider.sitemapUrls;
-    const urlsToExtract = spider.urls.filter((u) => u.status === 200 || u.status === null).slice(0, maxPages).map((u) => u.url);
-    browserRetries = spider.browserRetries;
-    await runWithConcurrency(urlsToExtract, concurrency, async (url) => {
-      const data = await fetchAndParse(url, opts.kernelApiKey);
-      if (data.via === "browser") browserRetries++;
-      pages.push(data);
-    });
-    truncated = spider.truncated || pages.length >= maxPages;
+  } catch (err) {
+    if (pages.length === 0) throw err;
+    stoppedEarly = {
+      code: "crawl_stopped_early",
+      message: err instanceof Error ? err.message : String(err)
+    };
+    truncated = true;
   }
+  if (!spider) spider = makeSeedSpider(opts.startUrl, pages.map((p) => p.url));
   const sitemapSet = sitemapUrls.length > 0 ? new Set(sitemapUrls.map((u) => normalizeUrl(u, opts.startUrl) ?? u)) : null;
   for (const p of pages) p.inSitemap = sitemapSet ? sitemapSet.has(normalizeUrl(p.url, opts.startUrl) ?? p.url) : null;
   let branding = null;
@@ -6170,10 +6185,11 @@ async function extractSite(opts) {
   const seoAudit = opts.formats?.includes("issues") ? buildSeoAudit(pages, opts.startUrl) : null;
   let imageAudit = null;
   if (opts.formats?.includes("images")) {
-    imageAudit = await auditImages(pages, { concurrency: 12, timeoutMs: 12e3 });
+    imageAudit = await auditImages(pages, { concurrency: 12, timeoutMs: 12e3 }).catch(() => null);
   }
   return {
     startUrl: opts.startUrl,
+    stoppedEarly,
     pages,
     totalPages: pages.length,
     spider,
@@ -8595,7 +8611,7 @@ var siteExtractFn = inngest.createFunction(
       });
     }) : null;
     const finalized = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-346R6MXD.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-KUBX6N6Z.js");
       const current = await getExtractJob(jobId2);
       if (!current) throw new Error("extract job disappeared before finalization");
       const stored = await assembleExtractArtifacts(current, { branding, imageAudit });
@@ -8698,6 +8714,30 @@ function closeOpenBusinessPanelDialogInBrowser(expectedHeading) {
   close?.click();
   return Boolean(close);
 }
+function readExpandedPanelRowInBrowser(input) {
+  const normalize = (value) => (value ?? "").replace(/\s+/g, " ").trim();
+  const expectedBusiness = normalize(input.businessName).toLowerCase();
+  const visible = (element) => element.getAttribute("aria-hidden") !== "true" && (element.offsetParent !== null || element.getClientRects().length > 0);
+  const readText = (element) => normalize(element.innerText || element.textContent);
+  const dialogs = Array.from(document.querySelectorAll('dialog, [role="dialog"]')).filter((dialog) => visible(dialog) && readText(dialog).toLowerCase().includes(expectedBusiness)).reverse();
+  for (const dialog of dialogs) {
+    const row = Array.from(
+      dialog.querySelectorAll('button, a, [role="button"]')
+    ).find((element) => visible(element) && readText(element).startsWith(input.prefix));
+    if (!row) continue;
+    const body = readText(row).slice(input.prefix.length);
+    const seen = /* @__PURE__ */ new Set();
+    const items = [];
+    for (const part of body.split(/\s*[,\u00b7]\s*/)) {
+      const value = part.trim();
+      if (!value || seen.has(value)) continue;
+      seen.add(value);
+      items.push(value);
+    }
+    if (items.length > 0) return items;
+  }
+  return [];
+}
 async function clickPanelRowWithRetry(page, businessName, prefix) {
   const input = { businessName, prefix };
   if (await page.evaluate(clickBusinessPanelRowInBrowser, input)) return true;
@@ -8711,9 +8751,12 @@ async function extractExpandedList(page, businessName, rowPrefix, dialogHeading)
     extractOpenBusinessPanelDialogItemsInBrowser,
     dialogHeading
   );
-  await page.evaluate(closeOpenBusinessPanelDialogInBrowser, dialogHeading);
-  await page.waitForTimeout(250);
-  return items;
+  if (items.length > 0) {
+    await page.evaluate(closeOpenBusinessPanelDialogInBrowser, dialogHeading);
+    await page.waitForTimeout(250);
+    return items;
+  }
+  return page.evaluate(readExpandedPanelRowInBrowser, { businessName, prefix: rowPrefix });
 }
 async function extractExpandedGoogleBusinessPanelServices(page, businessName) {
   const services = await extractExpandedList(page, businessName, "Services:", "Services");
@@ -8778,7 +8821,7 @@ var MapsSearchExtractor = class {
       await page.waitForTimeout(LOCAL_RESULTS_WAIT_MS);
       if (await this.detectBlock(page)) throw new CaptchaError(RECAPTCHA_INSTRUCTIONS);
       const reachedFinder = await this.clickIntoLocalFinder(page);
-      if (!reachedFinder) throw new ExtractionError('Google "More businesses" control was not found on the organic results page');
+      if (!reachedFinder) throw new MapsSearchIncompletePageError('Google "More businesses" control was not found on the organic results page');
       await page.waitForTimeout(LOCAL_RESULTS_WAIT_MS);
       if (await this.detectBlock(page)) throw new CaptchaError(RECAPTCHA_INSTRUCTIONS);
       const results = await this.collectResults(page, options);
@@ -9043,6 +9086,7 @@ var MapsSearchExtractor = class {
 };
 
 // src/maps-search-rotation.ts
+var UNCONFIRMED_PAGE_MAX_RETRIES = 5;
 var MAPS_SEARCH_MAX_ATTEMPTS = 3;
 var MAPS_SEARCH_NONE_MAX_ATTEMPTS = 7;
 var MAPS_SEARCH_LOCATION_PROXY_MAX_ATTEMPTS = 5;
@@ -9110,7 +9154,8 @@ function shouldRetryMapsSearchError(input) {
   if (input.attemptIndex >= input.maxAttempts - 1) return false;
   if (!retryableMapsSearchError(input.err, input.proxyMode)) return false;
   if (input.err instanceof MapsSearchIncompletePageError) {
-    return !input.priorAttempts.some((attempt) => attempt.outcome === "results_unconfirmed");
+    const unconfirmed = input.priorAttempts.filter((attempt) => attempt.outcome === "results_unconfirmed").length;
+    return unconfirmed < UNCONFIRMED_PAGE_MAX_RETRIES;
   }
   return true;
 }
@@ -9508,7 +9553,7 @@ async function resolveUsZipsPath(requestedPath) {
 async function loadZipGroups(stateAbbr, requestedPath, warnings, sourceMode) {
   const mode = resolvedLocationDataMode({ zipSource: sourceMode });
   if (mode === "hosted") {
-    const { getHostedZipGroups } = await import("./location-data-repository-O2VII3ON.js");
+    const { getHostedZipGroups } = await import("./location-data-repository-TTWF3OTM.js");
     const hosted = await getHostedZipGroups(stateAbbr);
     if (!hosted.dataset) {
       throw new DirectoryLocationError(
@@ -9571,7 +9616,7 @@ async function resolveDirectoryMarkets(options, config = {}) {
   const sourceUrl = censusStateUrl(state.fips);
   const warnings = [];
   if (resolvedLocationDataMode(config) === "hosted") {
-    const { queryHostedLocationMarkets } = await import("./location-data-repository-O2VII3ON.js");
+    const { queryHostedLocationMarkets } = await import("./location-data-repository-TTWF3OTM.js");
     const hosted = await queryHostedLocationMarkets({
       state: state.abbr,
       minPopulation: options.minPopulation,
@@ -13718,6 +13763,7 @@ async function resolveYouTubeAudio(videoId) {
   if (!base || !secret2) return null;
   const controller = new AbortController();
   const timer = setTimeout(() => controller.abort(), RESOLVE_TIMEOUT_MS);
+  const startedMs = Date.now();
   try {
     const resp = await fetch(`${base.replace(/\/+$/, "")}/resolve-audio`, {
       method: "POST",
@@ -13735,6 +13781,12 @@ async function resolveYouTubeAudio(videoId) {
       console.warn(`[audio-resolver] ${videoId}: response missing mediaUrl`);
       return null;
     }
+    void recordVendorUsage({
+      vendor: "frames_audio_resolve",
+      model: null,
+      units: (Date.now() - startedMs) / 1e3,
+      unitType: "compute_sec"
+    });
     return {
       mediaUrl: data.mediaUrl,
       durationS: Number(data.durationS) || 0,
@@ -15232,10 +15284,23 @@ function isAllowedFacebookOrganicUrl(url) {
 async function transcribeFacebookVideoUrl(videoUrl, markdownTitle = "# Facebook Video Transcript") {
   return transcribeMediaUrl(videoUrl, markdownTitle);
 }
+var AD_LIBRARY_APP_CHROME = /Ad Library|Search by keyword|Branded Content/i;
+var AUTH_WALL_URL = /facebook\.com\/(login|checkpoint|authentication)/i;
+var MIN_RENDERED_BODY_CHARS = 200;
+function classifyAdLibraryPage(bodyText, finalUrl) {
+  if (AUTH_WALL_URL.test(finalUrl)) return "blocked";
+  if (bodyText.length < MIN_RENDERED_BODY_CHARS) return "blocked";
+  return AD_LIBRARY_APP_CHROME.test(bodyText) ? "reached_app" : "blocked";
+}
+async function refundEmptyPageIntel(c, userId, subject, blocked) {
+  await creditMc(userId, MC_COSTS.fb_page_intel, LedgerOperation.FB_PAGE_INTEL_REFUND, blocked ? "soft-block empty result" : "empty result");
+  await logRequestEvent({ userId, source: "facebook_page_intel", status: "failed", query: subject, error: blocked ? "soft-block: empty result refunded" : "empty result refunded" });
+  return blocked ? c.json({ error: "soft-block: no ads returned (refunded)" }, 503) : c.json({ error: `No ads in Meta's Ad Library match "${subject}" (refunded). This is a real empty result, not a block.` }, 404);
+}
 async function detectSoftBlock(driver) {
   const page = driver.getPage();
   const bodyText = await page.evaluate(() => document.body?.innerText ?? "").catch(() => "");
-  return bodyText.length < 200 || /Log in|log in|Create new account|You must log in/.test(bodyText);
+  return classifyAdLibraryPage(bodyText, page.url()) === "blocked";
 }
 function buildPageIntelUrl(body, country) {
   if (body.libraryId?.trim()) return `https://www.facebook.com/ads/library/?id=${FacebookAdExtractor.resolveLibraryId(body.libraryId.trim()) ?? body.libraryId.trim()}`;
@@ -15371,26 +15436,27 @@ facebookAdApp.post("/page-intel", createApiKeyAuth(), async (c) => {
   const driver = new BrowserDriver();
   let refunded = false, debited = false;
   try {
-    const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, subject);
-    if (!fbOk) return c.json(insufficientBalanceResponse(fbBal, MC_COSTS.fb_ad), 402);
+    const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_page_intel, LedgerOperation.FB_PAGE_INTEL, subject);
+    if (!fbOk) return c.json(insufficientBalanceResponse(fbBal, MC_COSTS.fb_page_intel), 402);
     debited = true;
     await driver.launch(await kernelLaunchOptsResidential());
     await driver.navigateTo(listingUrl);
     const extractor = new FacebookAdExtractor(driver);
     const result = await extractor.extractPageIntel(listingUrl, maxAds);
-    if (result.ads.length === 0 && await detectSoftBlock(driver)) {
-      await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "soft-block empty result");
+    if (result.ads.length === 0) {
       refunded = true;
-      await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: subject, error: "soft-block: empty result refunded" });
-      return c.json({ error: "soft-block: no ads returned (refunded)" }, 503);
+      return await refundEmptyPageIntel(c, fbUser.id, subject, await detectSoftBlock(driver));
     }
+    const perAdMc = result.ads.length * MC_COSTS.fb_page_intel_ad;
+    const adDebit = await debitMc(fbUser.id, perAdMc, LedgerOperation.FB_PAGE_INTEL_AD, subject);
+    if (!adDebit.ok) return c.json(insufficientBalanceResponse(adDebit.balance_mc, perAdMc), 402);
     const match = assessPageIntelMatch(body, result);
     const output = { ...result, ...match };
     await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "done", query: subject, resultCount: result.ads.length, result: output });
     return c.json(output);
   } catch (err) {
     const msg = err instanceof Error ? err.message : String(err);
-    if (debited && !refunded) await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
+    if (debited && !refunded) await creditMc(fbUser.id, MC_COSTS.fb_page_intel, LedgerOperation.FB_PAGE_INTEL_REFUND, "failed call");
     await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: subject, error: msg });
     if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
       return c.json({ error: msg }, 503);
@@ -15531,10 +15597,16 @@ facebookAdApp.post("/search", createApiKeyAuth(), async (c) => {
     debited = true;
     await driver.launch(await kernelLaunchOptsResidential());
     const page = driver.getPage();
-    const collated = await collectAdLibraryResults(page, searchUrl, Math.max(maxResults * 4, 40));
+    let collated = await collectAdLibraryResults(page, searchUrl, Math.max(maxResults * 4, 40));
+    if (collated.length === 0) {
+      collated = await collectAdLibraryResults(page, searchUrl, Math.max(maxResults * 4, 40));
+    }
     const gqlAdvertisers = advertisersFromResults(collated, maxResults);
     if (gqlAdvertisers.length > 0) {
       const results2 = gqlAdvertisers.map((a) => ({ name: a.pageName, pageName: a.pageName, pageId: a.pageId, libraryId: a.sampleLibraryId, sampleLibraryId: a.sampleLibraryId, adCount: a.adCount }));
+      const gqlPerResultMc = results2.length * MC_COSTS.fb_search_result;
+      const gqlResultDebit = await debitMc(fbUser.id, gqlPerResultMc, LedgerOperation.FB_SEARCH_RESULT, body.query.trim());
+      if (!gqlResultDebit.ok) return c.json(insufficientBalanceResponse(gqlResultDebit.balance_mc, gqlPerResultMc), 402);
       const searchResult2 = { query: body.query.trim(), searchUrl, results: results2, via: "graphql" };
       await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "done", query: body.query.trim(), resultCount: results2.length, result: searchResult2 });
       return c.json(searchResult2);
@@ -15547,7 +15619,7 @@ facebookAdApp.post("/search", createApiKeyAuth(), async (c) => {
       await page.waitForTimeout(1e3);
     }
     const rawBodyText = await page.evaluate(() => document.body?.innerText ?? "");
-    if (rawBodyText.length < 200 || /Log in|You must log in|Create new account/.test(rawBodyText)) {
+    if (classifyAdLibraryPage(rawBodyText, page.url()) === "blocked") {
       await creditMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH_REFUND, "soft-block empty result");
       searchRefunded = true;
       await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "failed", query: body.query.trim(), error: "soft-block: empty result refunded" });
@@ -15588,8 +15660,11 @@ facebookAdApp.post("/search", createApiKeyAuth(), async (c) => {
       await creditMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH_REFUND, "empty result");
       searchRefunded = true;
       await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "failed", query: body.query.trim(), error: "empty result refunded" });
-      return c.json({ error: "no advertisers found (refunded)" }, 503);
+      return c.json({ error: `No advertisers in Meta's Ad Library match "${body.query.trim()}" (refunded). This is a real empty result, not a block \u2014 try a shorter or broader query, or a brand/page name.` }, 404);
     }
+    const perResultMc = results.length * MC_COSTS.fb_search_result;
+    const resultDebit = await debitMc(fbUser.id, perResultMc, LedgerOperation.FB_SEARCH_RESULT, body.query.trim());
+    if (!resultDebit.ok) return c.json(insufficientBalanceResponse(resultDebit.balance_mc, perResultMc), 402);
     const searchResult = { query: body.query.trim(), searchUrl, results };
     await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "done", query: body.query.trim(), resultCount: results.length, result: searchResult });
     return c.json(searchResult);
@@ -15658,9 +15733,6 @@ import { z as z18 } from "zod";
 
 // src/extractor/GoogleAdsExtractor.ts
 var ORIGIN = "https://adstransparency.google.com";
-function looksLikeDomain(q) {
-  return /^[a-z0-9.-]+\.[a-z]{2,}$/i.test(q.trim()) && !q.includes(" ");
-}
 var GoogleAdsExtractor = class {
   constructor(driver) {
     this.driver = driver;
@@ -15671,50 +15743,108 @@ var GoogleAdsExtractor = class {
   }
   async search(query, region, maxResults) {
     const q = query.trim();
-    const url = looksLikeDomain(q) ? `${ORIGIN}/?region=${encodeURIComponent(region)}&domain=${encodeURIComponent(q)}` : `${ORIGIN}/?region=${encodeURIComponent(region)}&query=${encodeURIComponent(q)}`;
-    await this.driver.navigateTo(url);
+    await this.driver.navigateTo(`${ORIGIN}/?region=${encodeURIComponent(region)}`);
     const page = this.page();
-    await page.waitForTimeout(3500);
-    await this.autoScroll(page, 6);
-    const advertisers = await page.evaluate((max) => {
-      const map = /* @__PURE__ */ new Map();
-      const links = Array.from(document.querySelectorAll('a[href*="/advertiser/"]'));
-      for (const a of links) {
-        const m = a.getAttribute("href")?.match(/\/advertiser\/(AR[0-9]+)/);
-        if (!m) continue;
-        const id = m[1];
-        const card = a.closest("creative-preview, advertiser-preview") || a.parentElement;
-        const nameEl = card?.querySelector('[class*="advertiser"], [class*="name"]');
-        const name = (nameEl?.innerText || "").trim() || null;
-        const cur = map.get(id);
-        if (cur) cur.count++;
-        else map.set(id, { advertiserId: id, name, count: 1 });
-      }
-      return Array.from(map.values()).slice(0, max).map((v) => ({
-        advertiserId: v.advertiserId,
-        name: v.name,
-        approxAdCount: v.count
-      }));
-    }, maxResults);
+    await page.waitForTimeout(2500);
+    const box = await page.waitForSelector('input[type="text"], input[aria-label*="Search" i], input', { timeout: 2e4 });
+    await box.click();
+    await box.fill("");
+    await box.type(q, { delay: 110 });
+    await page.waitForSelector('[role="option"]', { timeout: 2e4 }).catch(() => null);
+    await page.waitForTimeout(2200);
+    const raw = await page.evaluate(() => {
+      const rows = Array.from(document.querySelectorAll('[role="option"]')).map((el2) => {
+        const parts = Array.from(el2.querySelectorAll("*")).filter((n) => n.children.length === 0).map((n) => (n.textContent ?? "").replace(/\s+/g, " ").trim()).filter(Boolean);
+        const flat = el2.innerText.replace(/\s+/g, " ").trim();
+        return { parts: parts.length ? parts : [flat], flat };
+      }).filter((r) => r.flat);
+      return { rows };
+    });
+    const domainRe = /^[a-z0-9][a-z0-9-]*(\.[a-z0-9-]+)+$/i;
+    const websiteRows = raw.rows.filter((r) => domainRe.test(r.flat));
+    const advertiserRows = raw.rows.filter((r) => !domainRe.test(r.flat));
+    const advertisers = advertiserRows.slice(0, maxResults).map((row) => {
+      const segments = row.parts.filter((p) => !/^Verified$/i.test(p));
+      const adSeg = segments.find((p) => /~\s*[\d,]+\s*ads?/i.test(p));
+      const adCount = adSeg?.match(/~\s*([\d,]+)\s*ads?/i);
+      const rest = segments.filter((p) => p !== adSeg);
+      return {
+        advertiserId: null,
+        name: rest[0] ?? null,
+        basedIn: rest.length > 1 ? rest[rest.length - 1] : null,
+        domain: null,
+        approxAdCount: adCount ? Number(adCount[1].replace(/,/g, "")) : null,
+        detailUrl: null
+      };
+    });
+    const websites = websiteRows.slice(0, maxResults).map((row) => ({
+      domain: row.flat,
+      detailUrl: `${ORIGIN}/?region=${encodeURIComponent(region)}&domain=${encodeURIComponent(row.flat)}`
+    }));
     return {
       query: q,
       region,
       advertiserCount: advertisers.length,
-      advertisers: advertisers.map((a) => ({
-        advertiserId: a.advertiserId,
-        name: a.name,
-        domain: looksLikeDomain(q) ? q : null,
-        approxAdCount: a.approxAdCount,
-        detailUrl: `${ORIGIN}/advertiser/${a.advertiserId}?region=${region}`
-      }))
+      advertisers,
+      websiteCount: websites.length,
+      websites
     };
   }
+  async advertiserIdOnPage() {
+    const page = this.page();
+    const fromUrl = page.url().match(/\/advertiser\/(AR[0-9]+)/);
+    if (fromUrl) return fromUrl[1];
+    return await page.evaluate(() => {
+      for (const a of Array.from(document.querySelectorAll('a[href*="/advertiser/"]'))) {
+        const m = a.getAttribute("href")?.match(/\/advertiser\/(AR[0-9]+)/);
+        if (m) return m[1];
+      }
+      return null;
+    });
+  }
+  async resolveAdvertiserIdByDomain(domain, region) {
+    await this.driver.navigateTo(`${ORIGIN}/?region=${encodeURIComponent(region)}&domain=${encodeURIComponent(domain.trim())}`);
+    await this.page().waitForTimeout(3500);
+    return await this.advertiserIdOnPage();
+  }
+  async resolveAdvertiserIdByTypeahead(term, region) {
+    const page = this.page();
+    await this.driver.navigateTo(`${ORIGIN}/?region=${encodeURIComponent(region)}`);
+    await page.waitForTimeout(2500);
+    const box = await page.waitForSelector('input[type="text"], input[aria-label*="Search" i], input', { timeout: 2e4 });
+    await box.click();
+    await box.fill("");
+    await box.type(term.trim(), { delay: 110 });
+    await page.waitForSelector('[role="option"]', { timeout: 2e4 }).catch(() => null);
+    await page.waitForTimeout(2e3);
+    const optionCount = (await page.$$('[role="option"]')).length;
+    for (let i = 0; i < Math.min(optionCount, 3); i++) {
+      const options = await page.$$('[role="option"]');
+      if (!options[i]) break;
+      await options[i].click().catch(() => null);
+      await page.waitForTimeout(3e3);
+      const found = await this.advertiserIdOnPage();
+      if (found) return found;
+      await this.driver.navigateTo(`${ORIGIN}/?region=${encodeURIComponent(region)}`);
+      await page.waitForTimeout(1500);
+      const retryBox = await page.waitForSelector('input[type="text"], input', { timeout: 15e3 }).catch(() => null);
+      if (!retryBox) break;
+      await retryBox.click();
+      await retryBox.fill("");
+      await retryBox.type(term.trim(), { delay: 110 });
+      await page.waitForSelector('[role="option"]', { timeout: 15e3 }).catch(() => null);
+      await page.waitForTimeout(1800);
+    }
+    return null;
+  }
   async pageIntel(opts) {
     const { region, maxAds } = opts;
     let advertiserId = opts.advertiserId?.trim() || null;
-    if (!advertiserId && opts.domain) {
-      const s = await this.search(opts.domain, region, 1);
-      advertiserId = s.advertisers[0]?.advertiserId ?? null;
+    if (!advertiserId && opts.domain?.trim()) {
+      advertiserId = await this.resolveAdvertiserIdByDomain(opts.domain, region);
+    }
+    if (!advertiserId && opts.advertiserName?.trim()) {
+      advertiserId = await this.resolveAdvertiserIdByTypeahead(opts.advertiserName, region);
     }
     if (!advertiserId) {
       return { advertiserId: null, advertiserName: null, domain: opts.domain ?? null, region, totalCreatives: 0, videoCount: 0, imageCount: 0, textCount: 0, ads: [] };
@@ -15831,10 +15961,11 @@ var GoogleAdsSearchBodySchema = z18.object({
 });
 var GoogleAdsPageIntelBodySchema = z18.object({
   advertiserId: z18.string().trim().optional(),
+  advertiserName: z18.string().trim().optional(),
   domain: z18.string().trim().optional(),
   region: z18.string().trim().toUpperCase().length(2).optional(),
   maxAds: z18.number().int().min(1).max(200).optional()
-}).refine((d) => !!d.advertiserId || !!d.domain, { message: "advertiserId or domain is required" });
+}).refine((d) => !!d.advertiserId || !!d.domain || !!d.advertiserName, { message: "advertiserId, advertiserName, or domain is required (advertiserName and domain both come straight from google_ads_search)" });
 var GoogleAdsTranscribeBodySchema = z18.object({
   videoUrl: z18.string().trim().min(1, "videoUrl is required")
 });
@@ -15884,13 +16015,13 @@ googleAdsApp.post("/search", createApiKeyAuth(), async (c) => {
       const extractor = new GoogleAdsExtractor(driver);
       return extractor.search(body.query.trim(), region, maxResults);
     });
-    if (result.advertisers.length === 0) {
+    if (result.advertisers.length === 0 && result.websites.length === 0) {
       await creditMc(user.id, MC_COSTS.google_ads_search, LedgerOperation.GOOGLE_ADS_SEARCH_REFUND, "empty result");
       refunded = true;
       await logRequestEvent({ userId: user.id, source: "google_ads_search", status: "failed", query: body.query.trim(), error: "empty result refunded" });
       return c.json({ error: "no advertisers found (refunded)" }, 503);
     }
-    await logRequestEvent({ userId: user.id, source: "google_ads_search", status: "done", query: body.query.trim(), resultCount: result.advertisers.length, result });
+    await logRequestEvent({ userId: user.id, source: "google_ads_search", status: "done", query: body.query.trim(), resultCount: result.advertisers.length + result.websites.length, result });
     return c.json(result);
   } catch (err) {
     const msg = err instanceof Error ? err.message : String(err);
@@ -15909,7 +16040,7 @@ googleAdsApp.post("/page-intel", createApiKeyAuth(), async (c) => {
   const body = parsed.data;
   const region = body.region ?? "US";
   const maxAds = Math.min(200, Math.max(1, body.maxAds ?? 50));
-  const queryLabel = body.advertiserId ?? body.domain ?? "";
+  const queryLabel = body.advertiserId ?? body.domain ?? body.advertiserName ?? "";
   const user = c.get("user");
   const gate = await acquireConcurrencyGate(user, "google_ads_page_intel", { reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"), metadata: { advertiserId: body.advertiserId, domain: body.domain, region } });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
@@ -15922,7 +16053,7 @@ googleAdsApp.post("/page-intel", createApiKeyAuth(), async (c) => {
     const result = await runWithCostContext({ ...currentCostContext(), op: "google_ads_intel", userId: user.id }, async () => {
       await driver.launch(await kernelLaunchOptsResidential2());
       const extractor = new GoogleAdsExtractor(driver);
-      return extractor.pageIntel({ advertiserId: body.advertiserId, domain: body.domain, region, maxAds });
+      return extractor.pageIntel({ advertiserId: body.advertiserId, advertiserName: body.advertiserName, domain: body.domain, region, maxAds });
     });
     if (result.ads.length === 0) {
       await creditMc(user.id, MC_COSTS.google_ads_intel, LedgerOperation.GOOGLE_ADS_INTEL_REFUND, "empty result");
@@ -16893,6 +17024,12 @@ instagramApp.post("/profile-content", createApiKeyAuth(), async (c) => {
       scrollDelayMs: body.scrollDelayMs,
       stableScrollLimit: body.stableScrollLimit
     });
+    if (result.items.length === 0) {
+      await creditMc(user.id, MC_COSTS.instagram_profile, LedgerOperation.INSTAGRAM_PROFILE_REFUND, "empty result");
+      debited = false;
+      await logRequestEvent({ userId: user.id, source: "instagram_profile_content", status: "failed", query: target.profileUrl, error: "empty result refunded" });
+      return c.json({ error: `No public posts were readable on ${target.profileUrl} (refunded). The profile may be private, empty, or require a logged-in session.` }, 404);
+    }
     const response = { ...result, browser: launch.browser };
     await logRequestEvent({ userId: user.id, source: "instagram_profile_content", status: "done", query: target.profileUrl, resultCount: result.items.length, result: response });
     return c.json(response);
@@ -17016,7 +17153,10 @@ instagramApp.post("/media-download", createApiKeyAuth(), async (c) => {
         const tx = await debitMc(user.id, holdMc, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
         if (!tx.ok) return c.json(insufficientBalanceResponse(tx.balance_mc, holdMc), 402);
         transcriptDebited = true;
-        transcript = await transcribeMediaUrl(audioUrl, "# Instagram Media Transcript");
+        transcript = await runWithCostContext(
+          { ...currentCostContext(), op: "instagram_transcribe", userId: user.id },
+          () => transcribeMediaUrl(audioUrl, "# Instagram Media Transcript")
+        );
         const settleMc = mediaTranscribeChargeMc(transcript.durationMs / 1e3);
         const diff = holdMc - settleMc;
         if (diff > 0) await creditMc(user.id, diff, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "real-cost reconcile");
@@ -18454,6 +18594,7 @@ trustpilotApp.post("/reviews", createApiKeyAuth(), async (c) => {
     const driver = new BrowserDriver();
     const allReviews = [];
     let pagesFetched = 0;
+    let stoppedEarly = null;
     try {
       await driver.launch({
         headless: false,
@@ -18471,6 +18612,12 @@ trustpilotApp.post("/reviews", createApiKeyAuth(), async (c) => {
         if (cards.length === 0) break;
         allReviews.push(...cards);
       }
+    } catch (err) {
+      if (allReviews.length === 0) throw err;
+      stoppedEarly = {
+        code: "review_scrape_stopped_early",
+        message: err instanceof Error ? err.message : String(err)
+      };
     } finally {
       await driver.close();
     }
@@ -18496,6 +18643,7 @@ trustpilotApp.post("/reviews", createApiKeyAuth(), async (c) => {
       pagesFetched,
       reviewCount: allReviews.length,
       reviews: allReviews,
+      stoppedEarly,
       durationMs: Date.now() - startMs
     };
     await logRequestEvent({ userId: user.id, source: "trustpilot_reviews", status: "done", query: domain, resultCount: allReviews.length, result });
@@ -23981,6 +24129,13 @@ if (state.key) { refreshSessions(); if (state.current) selectSession(state.curre
 // src/api/stripe-routes.ts
 import Stripe from "stripe";
 import { Hono as Hono22 } from "hono";
+
+// src/api/stripe-credit-policy.ts
+function shouldGrantScraperSubscriptionCredits(invoiceHasTierLine, invoiceTotal) {
+  return invoiceHasTierLine && (invoiceTotal ?? 0) > 0;
+}
+
+// src/api/stripe-routes.ts
 var stripe = new Stripe(process.env.STRIPE_SECRET_KEY, { apiVersion: "2026-02-25.clover" });
 async function cancelStandaloneMemorySub(memSubId, baseSubId) {
   if (!memSubId || memSubId === baseSubId) return;
@@ -24005,17 +24160,30 @@ stripeApp.post("/webhooks", async (c) => {
   } catch {
     return c.json({ error: "Invalid signature" }, 400);
   }
-  const isNew = await recordStripeEvent(event.id);
-  if (!isNew) return c.json({ received: true });
+  const claim = await claimStripeEvent(event.id);
+  if (claim.state !== "claimed") return c.json({ received: true });
+  try {
+    await processStripeEvent(event);
+    const completed = await completeStripeEvent(event.id, claim.token);
+    if (!completed) throw new Error("Stripe event claim was superseded before completion");
+    return c.json({ received: true });
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    await failStripeEvent(event.id, claim.token, message).catch(() => false);
+    console.error("[stripe] webhook processing failed", event.id, message);
+    return c.json({ error: "Webhook processing failed" }, 500);
+  }
+});
+async function processStripeEvent(event) {
   if (event.type === "invoice.paid" || event.type === "invoice.payment_succeeded") {
     const invoice = event.data.object;
     const memLineId = invoice.lines.data.map(linePriceId).find((id) => id && id in MEMORY_PLANS);
-    if (memLineId) return c.json({ received: true });
+    if (memLineId) return;
     const invoiceHasTierLine = invoice.lines.data.some((l) => {
       const id = linePriceId(l);
       return id && id in SUBSCRIPTION_TIERS;
     });
-    if (invoiceHasTierLine) {
+    if (shouldGrantScraperSubscriptionCredits(invoiceHasTierLine, invoice.total)) {
       const subId = invoice.subscription;
       const liveBasePlanPriceId = subId ? findBasePlanItem(await stripe.subscriptions.retrieve(subId))?.price?.id : void 0;
       const tierPriceId = liveBasePlanPriceId ?? invoice.lines.data.map(linePriceId).find((id) => id && id in SUBSCRIPTION_TIERS);
@@ -24048,10 +24216,10 @@ stripeApp.post("/webhooks", async (c) => {
         await setMemoryPlan(user2.id, newMemoryPlan, live ? sub.id : null);
         await syncMemoryKeyPlan(user2, resolveEffectiveMemoryPlan({ ...user2, memory_plan: newMemoryPlan }));
       }
-      return c.json({ received: true });
+      return;
     }
     const user = await getUserByStripeCustomerId(sub.customer);
-    if (!user) return c.json({ received: true });
+    if (!user) return;
     if (priceId && priceId in SUBSCRIPTION_TIERS) {
       const tier = SUBSCRIPTION_TIERS[priceId];
       const live = sub.status === "active" || sub.status === "trialing";
@@ -24071,7 +24239,7 @@ stripeApp.post("/webhooks", async (c) => {
         if (!credentials.ok) console.warn("[stripe] scheduled-action credential sync failed:", credentials.error ?? "unknown error");
       }
     } else if (priceId === CONCURRENCY_PRICE_ID && event.type === "customer.subscription.created") {
-      await setExtraConcurrencySlots(user.id, user.extra_concurrency_slots + 1);
+      await setExtraConcurrencySlots(user.id, 1);
       await setConcurrencySubId(user.id, sub.id);
     }
   }
@@ -24088,7 +24256,7 @@ stripeApp.post("/webhooks", async (c) => {
           await syncMemoryKeyPlan(user2, resolveEffectiveMemoryPlan({ ...user2, memory_plan: "free" }));
         }
       }
-      return c.json({ received: true });
+      return;
     }
     if (priceId && priceId in MEMORY_PLANS || await resolveUserByMemorySubscription(sub.id)) {
       const user2 = await resolveUserByMemorySubscription(sub.id) ?? await getUserByStripeCustomerId(sub.customer);
@@ -24096,17 +24264,16 @@ stripeApp.post("/webhooks", async (c) => {
         await setMemoryPlan(user2.id, "free", null);
         await syncMemoryKeyPlan(user2, resolveEffectiveMemoryPlan({ ...user2, memory_plan: "free" }));
       }
-      return c.json({ received: true });
+      return;
     }
     const user = await getUserByStripeCustomerId(sub.customer);
-    if (!user) return c.json({ received: true });
+    if (!user) return;
     if (priceId === CONCURRENCY_PRICE_ID) {
-      await setExtraConcurrencySlots(user.id, Math.max(0, user.extra_concurrency_slots - 1));
+      await setExtraConcurrencySlots(user.id, 0);
       await setConcurrencySubId(user.id, null);
     }
   }
-  return c.json({ received: true });
-});
+}
 function linePriceId(line) {
   const l = line;
   return l?.price?.id ?? l?.pricing?.price_details?.price ?? l?.plan?.id;
@@ -30511,6 +30678,7 @@ function opForCostPath(p) {
   if (p.startsWith("/facebook/")) {
     if (p.endsWith("transcribe")) return "fb_transcribe";
     if (p.endsWith("/search")) return "fb_search";
+    if (p.endsWith("/page-intel")) return "fb_page_intel";
     return "fb_ad";
   }
   if (p.startsWith("/instagram/")) return "instagram";
@@ -33177,7 +33345,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-TTFXPPDK.js");
+  const { drainQueue } = await import("./worker-XCPU4YSN.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation] = await Promise.all([
@@ -33226,8 +33394,8 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     finishExtractJob: finishExtractJob2,
     terminalExtractJobStatus: terminalExtractJobStatus2,
     extractJobLimitInfo: extractJobLimitInfo2
-  } = await import("./site-extract-repository-I3VM6WXN.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-346R6MXD.js");
+  } = await import("./site-extract-repository-XSPJTCIL.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-KUBX6N6Z.js");
   const existing = await getExtractJob2(jobId2);
   if (!existing) return c.json({ error: "job not found" }, 404);
   if (existing.status !== "failed") {
@@ -33254,7 +33422,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   if (!updated) return c.json({ error: "job state changed during re-finalization" }, 409);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-I3VM6WXN.js");
+    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-XSPJTCIL.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId2);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -33425,4 +33593,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-3Q6XIJPF.js.map
+//# sourceMappingURL=server-5EX6XBIA.js.map