mcp-scraper 0.4.12 → 0.4.14

package/dist/{server-UNID3SJU.js → server-TGORO4AJ.js}

@@ -11,12 +11,14 @@ import {
   currentCostContext,
   deleteKernelProxyId,
   harvest,
+  kernelCostUsd,
   migrateCostTelemetry,
   recordKernelSession,
   recordVendorUsage,
   resolveKernelProxyId,
-  runWithCostContext
-} from "./chunk-2YY46QYT.js";
+  runWithCostContext,
+  vendorCostUsd
+} from "./chunk-AUCXKRRH.js";
 import {
   HttpMcpToolExecutor,
   MemoryMcpToolExecutor,
@@ -31,7 +33,7 @@ import {
   registerSerpIntelligenceCaptureTools,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-6EXP6DQG.js";
+} from "./chunk-XZ2GPRCM.js";
 import {
   auditImages,
   getBlobStore
@@ -65,7 +67,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-SHXJQQOH.js";
+import "./chunk-OL65BO4S.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -76,7 +78,7 @@ import {
   saveExtractPages,
   setExtractJobTotal,
   settleExtractJob
-} from "./chunk-ONIOF5XW.js";
+} from "./chunk-VQV7MB2S.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
@@ -86,6 +88,8 @@ import {
   MC_COSTS,
   MC_PER_CREDIT,
   MC_PER_USD,
+  MEDIA_TRANSCRIBE_HOLD_MC,
+  MEDIA_TRANSCRIBE_MARGIN_MULTIPLE,
   MEMORY_AI_MARGIN_MULTIPLE,
   MEMORY_PLANS,
   MEMORY_PLAN_QUOTA,
@@ -97,7 +101,7 @@ import {
   browserActiveCostMc,
   concurrencySlotBillingInfo,
   insufficientBalanceResponse
-} from "./chunk-EMY7ELRU.js";
+} from "./chunk-SIPXEFTR.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
@@ -8699,8 +8703,91 @@ async function ytHarvest(rawOptions) {
   );
 }
 
-// src/youtube/CaptionFetcher.ts
+// src/youtube/audio-resolver.ts
+function mediaResolverUrl() {
+  return process.env.FRAMES_SERVICE_URL?.trim() || void 0;
+}
+function mediaResolverSecret() {
+  return process.env.FRAMES_SERVICE_SECRET?.trim() || void 0;
+}
+function mediaResolverConfigured() {
+  return Boolean(mediaResolverUrl() && mediaResolverSecret());
+}
+var RESOLVE_TIMEOUT_MS = 24e4;
+async function resolveYouTubeAudio(videoId) {
+  const base = mediaResolverUrl();
+  const secret2 = mediaResolverSecret();
+  if (!base || !secret2) return null;
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), RESOLVE_TIMEOUT_MS);
+  try {
+    const resp = await fetch(`${base.replace(/\/+$/, "")}/resolve-audio`, {
+      method: "POST",
+      headers: { "content-type": "application/json", "x-frames-secret": secret2 },
+      body: JSON.stringify({ videoUrl: `https://www.youtube.com/watch?v=${videoId}` }),
+      signal: controller.signal
+    });
+    if (!resp.ok) {
+      const detail = await resp.text().catch(() => "");
+      console.warn(`[audio-resolver] ${videoId}: http_${resp.status} ${detail.slice(0, 200)}`);
+      return null;
+    }
+    const data = await resp.json();
+    if (!data.mediaUrl) {
+      console.warn(`[audio-resolver] ${videoId}: response missing mediaUrl`);
+      return null;
+    }
+    return {
+      mediaUrl: data.mediaUrl,
+      durationS: Number(data.durationS) || 0,
+      sizeBytes: Number(data.sizeBytes) || 0,
+      mimeType: data.mimeType ?? "audio/mp4"
+    };
+  } catch (err) {
+    const msg = err instanceof Error ? err.message : String(err);
+    console.warn(`[audio-resolver] ${videoId}: resolve failed \u2014 ${msg}`);
+    return null;
+  } finally {
+    clearTimeout(timer);
+  }
+}
+
+// src/services/media-transcription.ts
 import { fal } from "@fal-ai/client";
+function transcriptMarkdown(title, text, chunks, durationMs) {
+  const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
+  const lines = [title, "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
+  if (chunks.length) {
+    lines.push("## Timestamped Segments", "");
+    for (const ch of chunks) {
+      lines.push(`**[${fmtTs2(ch.timestamp[0])} -> ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
+    }
+  }
+  return lines.join("\n");
+}
+async function transcribeMediaUrl(mediaUrl, markdownTitle = "# Media Transcript") {
+  const startMs = Date.now();
+  const result = await fal.subscribe("fal-ai/wizper", {
+    input: { audio_url: mediaUrl, task: "transcribe", language: "en" },
+    logs: false,
+    pollInterval: 3e3
+  });
+  const data = result.data;
+  const text = data.text ?? "";
+  const chunks = data.chunks ?? [];
+  const durationMs = Date.now() - startMs;
+  void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: durationMs / 1e3, unitType: "compute_sec" });
+  const costUsd = vendorCostUsd("fal_wizper", durationMs / 1e3);
+  return {
+    text,
+    chunks,
+    durationMs,
+    costUsd,
+    markdown: transcriptMarkdown(markdownTitle, text, chunks, durationMs)
+  };
+}
+
+// src/youtube/CaptionFetcher.ts
 async function fetchViaYoutubeTranscript(videoId) {
   try {
     const { YoutubeTranscript } = await import("youtube-transcript");
@@ -8773,13 +8860,12 @@ var INNERTUBE_CLIENTS = [
   { name: "IOS", version: "20.10.4", userAgent: "com.google.ios.youtube/20.10.4 (iPhone16,2; U; CPU iOS 18_3_2 like Mac OS X;)" },
   { name: "ANDROID_VR", version: "1.62.27", userAgent: "com.google.android.apps.youtube.vr.oculus/1.62.27 (Linux; U; Android 12L) gzip" }
 ];
-function isBotBlockStatus(status) {
-  return status === "LOGIN_REQUIRED" || status === "AGE_VERIFICATION_REQUIRED";
-}
 async function probePlayer(page, videoId) {
   return page.evaluate(
     async ({ vid, clients }) => {
       let lastStatus = null;
+      let sawBotBlock = false;
+      let sawAccessible = false;
       for (const client2 of clients) {
         const resp = await fetch("/youtubei/v1/player?prettyPrint=false", {
           method: "POST",
@@ -8795,98 +8881,24 @@ async function probePlayer(page, videoId) {
         }
         const data = await resp.json();
         lastStatus = data?.playabilityStatus?.status ?? null;
-        const audioFormats = (data?.streamingData?.adaptiveFormats ?? []).filter((f) => typeof f.url === "string" && f.url && typeof f.mimeType === "string" && f.mimeType.startsWith("audio/")).sort((a, b) => (Number(a.contentLength) || Infinity) - (Number(b.contentLength) || Infinity));
-        const pick = audioFormats[0] ?? null;
-        let captions = null;
+        if (lastStatus === "LOGIN_REQUIRED" || lastStatus === "AGE_VERIFICATION_REQUIRED") sawBotBlock = true;
+        else if (lastStatus === "OK") sawAccessible = true;
         const tracks = data?.captions?.playerCaptionsTracklistRenderer?.captionTracks ?? [];
         if (tracks.length > 0) {
           const track = tracks.find((t) => t.languageCode === "en") ?? tracks[0];
           const sep = track.baseUrl.includes("?") ? "&" : "?";
           const xmlResp = await fetch(`${track.baseUrl}${sep}fmt=json3`).catch(() => null);
-          if (xmlResp?.ok) captions = await xmlResp.text();
+          if (xmlResp?.ok) {
+            const captions = await xmlResp.text();
+            if (captions) return { captions, status: lastStatus, escalate: false };
+          }
         }
-        if (!captions && !pick) continue;
-        return {
-          captions,
-          status: lastStatus,
-          audio: pick ? {
-            url: pick.url,
-            mimeType: pick.mimeType,
-            bitrate: pick.bitrate ?? null,
-            contentLength: pick.contentLength ? Number(pick.contentLength) || null : null,
-            approxDurationMs: pick.approxDurationMs ? Number(pick.approxDurationMs) || null : null
-          } : null
-        };
       }
-      return { captions: null, audio: null, status: lastStatus };
+      return { captions: null, status: lastStatus, escalate: sawBotBlock && !sawAccessible };
     },
     { vid: videoId, clients: INNERTUBE_CLIENTS }
   ).catch(() => null);
 }
-var MAX_AUDIO_BYTES = 96 * 1024 * 1024;
-async function downloadWholeAudioStreamInOneRequestBecauseYouTubeAllowsOnlyOnePerIp(page, audio) {
-  if (audio.contentLength && audio.contentLength > MAX_AUDIO_BYTES) {
-    console.warn(`[CaptionFetcher] audio stream ${audio.contentLength} bytes exceeds ${MAX_AUDIO_BYTES} byte cap`);
-    return null;
-  }
-  const sep = audio.url.includes("?") ? "&" : "?";
-  const url = audio.contentLength ? `${audio.url}${sep}range=0-${audio.contentLength - 1}` : audio.url;
-  const result = await page.evaluate(async (u) => {
-    try {
-      const resp = await fetch(u);
-      if (!resp.ok) return { ok: false, error: `http_${resp.status}` };
-      const blob = await resp.blob();
-      const dataUrl = await new Promise((resolve, reject) => {
-        const reader = new FileReader();
-        reader.onload = () => resolve(reader.result);
-        reader.onerror = () => reject(reader.error);
-        reader.readAsDataURL(blob);
-      });
-      return { ok: true, base64: dataUrl.slice(dataUrl.indexOf(",") + 1) };
-    } catch (e) {
-      return { ok: false, error: String(e) };
-    }
-  }, url).catch((e) => ({ ok: false, error: String(e) }));
-  if (!result.ok || !result.base64) {
-    console.warn(`[CaptionFetcher] audio fetch failed (${result.error ?? "unknown"}) for a ${audio.contentLength ?? 0} byte stream`);
-    return null;
-  }
-  const bytes = Buffer.from(result.base64, "base64");
-  if (audio.contentLength && bytes.length < audio.contentLength) {
-    console.warn(`[CaptionFetcher] partial audio: ${bytes.length} of ${audio.contentLength} bytes`);
-    return null;
-  }
-  return { bytes, mimeType: audio.mimeType.split(";")[0].trim() };
-}
-async function transcribeWithWizper(videoId, audio, startMs) {
-  const falKey = process.env.FAL_KEY;
-  if (!falKey) return null;
-  try {
-    fal.config({ credentials: falKey });
-    const ext = audio.mimeType.includes("webm") ? "webm" : audio.mimeType.includes("mp4") ? "m4a" : "audio";
-    const audioFile = new File([new Uint8Array(audio.bytes)], `audio.${ext}`, { type: audio.mimeType });
-    const uploadedUrl = await fal.storage.upload(audioFile);
-    const subscribeStartMs = Date.now();
-    const result = await fal.subscribe("fal-ai/wizper", {
-      input: { audio_url: uploadedUrl, task: "transcribe", language: "en", chunk_level: "segment" },
-      logs: false,
-      pollInterval: 3e3
-    });
-    const subscribeDurationMs = Date.now() - subscribeStartMs;
-    const data = result.data;
-    const chunks = (data.chunks ?? []).map((c) => ({
-      timestamp: c.timestamp,
-      text: c.text.trim()
-    }));
-    void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: subscribeDurationMs / 1e3, unitType: "compute_sec" });
-    const text = data.text ?? chunks.map((c) => c.text).join(" ");
-    if (!text) return null;
-    return { videoId, text, chunks, durationMs: Date.now() - startMs, method: "browser-whisper" };
-  } catch (err) {
-    console.warn(`[CaptionFetcher] wizper transcription failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
-    return null;
-  }
-}
 var YT_RESIDENTIAL_LOCATION = process.env.YOUTUBE_PROXY_LOCATION ?? "Austin, Texas";
 async function resolveResidentialProxy(kernelApiKey) {
   try {
@@ -8903,14 +8915,13 @@ async function resolveResidentialProxy(kernelApiKey) {
     return {};
   }
 }
-async function probeAndExtract(videoId, opts) {
+async function probeCaptions(videoId, kernelProxyIdOverride) {
   const kernelApiKey = browserServiceApiKey();
   if (!kernelApiKey) return null;
-  const kernelProxyId = opts?.kernelProxyId ?? browserServiceProxyId();
+  const kernelProxyId = kernelProxyIdOverride ?? browserServiceProxyId();
   const driver = new BrowserDriver();
   return runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: "browser-innertube" }, async () => {
     let entries = [];
-    let audio = null;
     let retryWithFreshIp = false;
     try {
       await driver.launch({ kernelApiKey, kernelProxyId, headless: true, headlessMode: "headless", viewport: { width: 1280, height: 800 }, locale: "en-US" });
@@ -8922,69 +8933,73 @@ async function probeAndExtract(videoId, opts) {
       );
       const probe = await probePlayer(page, videoId);
       if (!probe) return null;
-      if (probe.captions && !opts?.skipCaptions) {
+      if (probe.captions) {
         entries = parseTimedtextJson3(probe.captions);
         if (entries.length === 0) entries = parseTimedtextXml(probe.captions);
       }
       if (entries.length === 0) {
-        if (!probe.audio) {
-          retryWithFreshIp = isBotBlockStatus(probe.status);
-          console.warn(`[CaptionFetcher] no captions and no audio stream for ${videoId} (playability=${probe.status ?? "unknown"}, proxied=${Boolean(kernelProxyId)})`);
-          return { entries, audio: null, retryWithFreshIp };
-        }
-        audio = await downloadWholeAudioStreamInOneRequestBecauseYouTubeAllowsOnlyOnePerIp(page, probe.audio);
-        if (!audio) return { entries, audio: null, retryWithFreshIp: true };
+        retryWithFreshIp = probe.escalate;
+        console.warn(`[CaptionFetcher] no caption track for ${videoId} (playability=${probe.status ?? "unknown"}, proxied=${Boolean(kernelProxyId)}, escalate=${probe.escalate})`);
       }
     } catch (err) {
       console.warn(`[CaptionFetcher] kernel session failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
       return null;
     } finally {
-      const servedSubOp = audio ? "browser-whisper" : "browser-innertube";
-      await runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: servedSubOp }, () => driver.close());
+      await driver.close();
     }
-    return { entries, audio, retryWithFreshIp };
+    return { entries, retryWithFreshIp };
   });
 }
-async function extractWithProxyEscalation(videoId, opts) {
-  const direct = await probeAndExtract(videoId, opts);
-  if (direct && (direct.entries.length > 0 || direct.audio)) return direct;
-  const shouldEscalate = direct === null || direct.retryWithFreshIp;
-  if (!shouldEscalate) return direct;
-  const kernelApiKey = browserServiceApiKey();
-  if (!kernelApiKey) return direct;
-  const { kernelProxyId, disposableProxyId } = await resolveResidentialProxy(kernelApiKey);
-  if (!kernelProxyId) return direct;
-  try {
-    console.warn(`[CaptionFetcher] ${videoId}: retrying through residential proxy after bot block`);
-    const viaProxy = await probeAndExtract(videoId, { ...opts, kernelProxyId });
-    return viaProxy ?? direct;
-  } finally {
-    if (disposableProxyId) {
-      await deleteKernelProxyId(kernelApiKey, disposableProxyId).catch(
-        (err) => console.warn(`[CaptionFetcher] failed to delete disposable proxy: ${err instanceof Error ? err.message : String(err)}`)
-      );
-    }
-  }
-}
 async function fetchViaKernelSession(videoId) {
   const start = Date.now();
-  const outcome = await extractWithProxyEscalation(videoId);
-  if (!outcome) return null;
-  if (outcome.entries.length > 0) {
-    const chunks = outcome.entries.map((e) => ({
-      timestamp: [e.start / 1e3, (e.start + e.dur) / 1e3],
-      text: e.text
-    }));
-    const text = chunks.map((c) => c.text).join(" ");
-    return { videoId, text, chunks, durationMs: Date.now() - start, method: "browser-innertube" };
-  }
-  if (outcome.audio) {
-    return runWithCostContext(
-      { ...currentCostContext(), op: "yt_transcription", subOp: "browser-whisper" },
-      () => transcribeWithWizper(videoId, outcome.audio, start)
-    );
+  let outcome = await probeCaptions(videoId);
+  if (!outcome || outcome.entries.length === 0 && outcome.retryWithFreshIp) {
+    const kernelApiKey = browserServiceApiKey();
+    if (kernelApiKey) {
+      const { kernelProxyId, disposableProxyId } = await resolveResidentialProxy(kernelApiKey);
+      if (kernelProxyId) {
+        try {
+          console.warn(`[CaptionFetcher] ${videoId}: retrying captions through residential proxy after bot block`);
+          outcome = await probeCaptions(videoId, kernelProxyId) ?? outcome;
+        } finally {
+          if (disposableProxyId) {
+            await deleteKernelProxyId(kernelApiKey, disposableProxyId).catch(
+              (err) => console.warn(`[CaptionFetcher] failed to delete disposable proxy: ${err instanceof Error ? err.message : String(err)}`)
+            );
+          }
+        }
+      }
+    }
   }
-  return null;
+  if (!outcome || outcome.entries.length === 0) return null;
+  const chunks = outcome.entries.map((e) => ({
+    timestamp: [e.start / 1e3, (e.start + e.dur) / 1e3],
+    text: e.text
+  }));
+  const text = chunks.map((c) => c.text).join(" ");
+  return { videoId, text, chunks, durationMs: Date.now() - start, method: "browser-innertube" };
+}
+async function fetchViaResolvedAudio(videoId) {
+  if (!mediaResolverConfigured()) return null;
+  return runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: "audio-whisper" }, async () => {
+    const resolved = await resolveYouTubeAudio(videoId);
+    if (!resolved) return null;
+    try {
+      const transcript = await transcribeMediaUrl(resolved.mediaUrl, `# Transcript \u2014 ${videoId}`);
+      if (!transcript.text) return null;
+      const chunks = transcript.chunks.map((c) => ({ timestamp: c.timestamp, text: c.text.trim() }));
+      return {
+        videoId,
+        text: transcript.text,
+        chunks,
+        durationMs: resolved.durationS > 0 ? Math.round(resolved.durationS * 1e3) : transcript.durationMs,
+        method: "audio-whisper"
+      };
+    } catch (err) {
+      console.warn(`[CaptionFetcher] transcription of resolved audio failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
+      return null;
+    }
+  });
 }
 function finalizeCaptions(result) {
   const chunks = result.chunks.map((c) => {
@@ -9006,8 +9021,10 @@ async function fetchCaptions(videoId) {
   if (primary) return finalizeCaptions(primary);
   const result = await fetchViaKernelSession(videoId);
   if (result) return finalizeCaptions(result);
+  const viaResolvedAudio = await fetchViaResolvedAudio(videoId);
+  if (viaResolvedAudio) return finalizeCaptions(viaResolvedAudio);
   throw new Error(
-    `Could not transcribe ${videoId}. It has no caption track, and its audio stream could not be downloaded \u2014 YouTube permits a single media request per IP, so streams that do not fit in one response are unreachable. Captioned videos of any length still work.`
+    `Could not transcribe ${videoId}: it has no caption track and its audio could not be retrieved.`
   );
 }
 
@@ -10373,42 +10390,7 @@ async function extractFacebookOrganicVideoFromPage(page, sourceUrl, quality = "b
 }
 
 // src/api/facebook-ad-routes.ts
-import { fal as fal3 } from "@fal-ai/client";
-
-// src/services/media-transcription.ts
 import { fal as fal2 } from "@fal-ai/client";
-function transcriptMarkdown(title, text, chunks, durationMs) {
-  const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
-  const lines = [title, "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
-  if (chunks.length) {
-    lines.push("## Timestamped Segments", "");
-    for (const ch of chunks) {
-      lines.push(`**[${fmtTs2(ch.timestamp[0])} -> ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
-    }
-  }
-  return lines.join("\n");
-}
-async function transcribeMediaUrl(mediaUrl, markdownTitle = "# Media Transcript") {
-  const startMs = Date.now();
-  const result = await fal2.subscribe("fal-ai/wizper", {
-    input: { audio_url: mediaUrl, task: "transcribe", language: "en" },
-    logs: false,
-    pollInterval: 3e3
-  });
-  const data = result.data;
-  const text = data.text ?? "";
-  const chunks = data.chunks ?? [];
-  const durationMs = Date.now() - startMs;
-  void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: durationMs / 1e3, unitType: "compute_sec" });
-  return {
-    text,
-    chunks,
-    durationMs,
-    markdown: transcriptMarkdown(markdownTitle, text, chunks, durationMs)
-  };
-}
-
-// src/api/facebook-ad-routes.ts
 var FacebookAdBodySchema = z13.object({
   url: z13.string().trim().optional(),
   libraryId: z13.string().trim().optional(),
@@ -10588,17 +10570,17 @@ facebookAdApp.post("/transcribe", createApiKeyAuth(), async (c) => {
     metadata: { videoUrl }
   });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-  fal3.config({ credentials: process.env.FAL_KEY });
-  const holdMc = MC_COSTS.fb_transcribe * 5;
+  fal2.config({ credentials: process.env.FAL_KEY });
+  const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
   let debited = false;
   try {
     const { ok, balance_mc } = await debitMc(fbUser.id, holdMc, LedgerOperation.FB_TRANSCRIBE, videoUrl);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
     debited = true;
     const transcript = await transcribeFacebookVideoUrl(videoUrl, "# Facebook Ad Transcript");
-    const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-    const diff = holdMc - MC_COSTS.fb_transcribe * actualMins;
-    if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "overestimate refund");
+    const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+    const diff = holdMc - settleMc;
+    if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "real-cost reconcile");
     else if (diff < 0) await debitMc(fbUser.id, -diff, LedgerOperation.FB_TRANSCRIBE, videoUrl);
     await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "done", query: videoUrl, resultCount: transcript.chunks.length, result: { text: transcript.text, chunks: transcript.chunks, durationMs: transcript.durationMs } });
     return c.json(transcript);
@@ -10632,22 +10614,24 @@ facebookAdApp.post("/video-transcribe", createApiKeyAuth(), async (c) => {
     metadata: { url: sourceUrl.href }
   });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-  fal3.config({ credentials: process.env.FAL_KEY });
+  fal2.config({ credentials: process.env.FAL_KEY });
   const driver = new BrowserDriver();
-  const holdMc = MC_COSTS.fb_transcribe * 5;
+  const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
   let debited = false;
   try {
     const { ok, balance_mc } = await debitMc(fbUser.id, holdMc, LedgerOperation.FB_TRANSCRIBE, sourceUrl.href);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
     debited = true;
+    const kernelStartMs = Date.now();
     await driver.launch(await kernelLaunchOptsResidential());
     await driver.navigateTo(sourceUrl.href);
     const page = driver.getPage();
     const video = await extractFacebookOrganicVideoFromPage(page, sourceUrl.href, body.quality);
+    const kernelMs = Date.now() - kernelStartMs;
     const transcript = await transcribeFacebookVideoUrl(video.videoUrl, "# Facebook Organic Video Transcript");
-    const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-    const diff = holdMc - MC_COSTS.fb_transcribe * actualMins;
-    if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "overestimate refund");
+    const settleMc = Math.round((transcript.costUsd + kernelCostUsd(kernelMs, true)) * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+    const diff = holdMc - settleMc;
+    if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "real-cost reconcile");
     else if (diff < 0) await debitMc(fbUser.id, -diff, LedgerOperation.FB_TRANSCRIBE, sourceUrl.href);
     const result = {
       ...video,
@@ -10983,7 +10967,7 @@ var GoogleAdsExtractor = class {
 };
 
 // src/api/google-ads-routes.ts
-import { fal as fal4 } from "@fal-ai/client";
+import { fal as fal3 } from "@fal-ai/client";
 var GoogleAdsSearchBodySchema = z14.object({
   query: z14.string().trim().min(1, "query is required"),
   region: z14.string().trim().toUpperCase().length(2).optional(),
@@ -11039,9 +11023,11 @@ googleAdsApp.post("/search", createApiKeyAuth(), async (c) => {
     const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.google_ads_search, LedgerOperation.GOOGLE_ADS_SEARCH, body.query.trim());
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.google_ads_search), 402);
     debited = true;
-    await driver.launch(await kernelLaunchOptsResidential2());
-    const extractor = new GoogleAdsExtractor(driver);
-    const result = await extractor.search(body.query.trim(), region, maxResults);
+    const result = await runWithCostContext({ ...currentCostContext(), op: "google_ads_search", userId: user.id }, async () => {
+      await driver.launch(await kernelLaunchOptsResidential2());
+      const extractor = new GoogleAdsExtractor(driver);
+      return extractor.search(body.query.trim(), region, maxResults);
+    });
     if (result.advertisers.length === 0) {
       await creditMc(user.id, MC_COSTS.google_ads_search, LedgerOperation.GOOGLE_ADS_SEARCH_REFUND, "empty result");
       refunded = true;
@@ -11077,9 +11063,11 @@ googleAdsApp.post("/page-intel", createApiKeyAuth(), async (c) => {
     const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.google_ads_intel, LedgerOperation.GOOGLE_ADS_INTEL, queryLabel);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.google_ads_intel), 402);
     debited = true;
-    await driver.launch(await kernelLaunchOptsResidential2());
-    const extractor = new GoogleAdsExtractor(driver);
-    const result = await extractor.pageIntel({ advertiserId: body.advertiserId, domain: body.domain, region, maxAds });
+    const result = await runWithCostContext({ ...currentCostContext(), op: "google_ads_intel", userId: user.id }, async () => {
+      await driver.launch(await kernelLaunchOptsResidential2());
+      const extractor = new GoogleAdsExtractor(driver);
+      return extractor.pageIntel({ advertiserId: body.advertiserId, domain: body.domain, region, maxAds });
+    });
     if (result.ads.length === 0) {
       await creditMc(user.id, MC_COSTS.google_ads_intel, LedgerOperation.GOOGLE_ADS_INTEL_REFUND, "empty result");
       refunded = true;
@@ -11109,17 +11097,17 @@ googleAdsApp.post("/transcribe", createApiKeyAuth(), async (c) => {
   const user = c.get("user");
   const gate = await acquireConcurrencyGate(user, "google_ads_transcribe", { reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"), metadata: { videoUrl } });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-  fal4.config({ credentials: process.env.FAL_KEY });
-  const holdMc = MC_COSTS.google_ads_transcribe * 5;
+  fal3.config({ credentials: process.env.FAL_KEY });
+  const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
   let debited = false;
   try {
     const { ok, balance_mc } = await debitMc(user.id, holdMc, LedgerOperation.GOOGLE_ADS_TRANSCRIBE, videoUrl);
     if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
     debited = true;
-    const transcript = await transcribeMediaUrl(videoUrl, "# Google Ad Transcript");
-    const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-    const diff = holdMc - MC_COSTS.google_ads_transcribe * actualMins;
-    if (diff > 0) await creditMc(user.id, diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE_REFUND, "overestimate refund");
+    const transcript = await runWithCostContext({ ...currentCostContext(), op: "google_ads_transcribe", userId: user.id }, () => transcribeMediaUrl(videoUrl, "# Google Ad Transcript"));
+    const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+    const diff = holdMc - settleMc;
+    if (diff > 0) await creditMc(user.id, diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE_REFUND, "real-cost reconcile");
     else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE, videoUrl);
     await logRequestEvent({ userId: user.id, source: "google_ads_transcribe", status: "done", query: videoUrl, resultCount: transcript.chunks.length, result: { text: transcript.text, chunks: transcript.chunks, durationMs: transcript.durationMs } });
     return c.json(transcript);
@@ -11768,10 +11756,15 @@ instagramApp.post("/media-download", createApiKeyAuth(), async (c) => {
       if (!audioUrl) {
         warnings.push("Transcript requested, but no audio/video track was available.");
       } else {
-        const tx = await debitMc(user.id, MC_COSTS.instagram_transcribe, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
-        if (!tx.ok) return c.json(insufficientBalanceResponse(tx.balance_mc, MC_COSTS.instagram_transcribe), 402);
+        const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
+        const tx = await debitMc(user.id, holdMc, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
+        if (!tx.ok) return c.json(insufficientBalanceResponse(tx.balance_mc, holdMc), 402);
         transcriptDebited = true;
         transcript = await transcribeMediaUrl(audioUrl, "# Instagram Media Transcript");
+        const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+        const diff = holdMc - settleMc;
+        if (diff > 0) await creditMc(user.id, diff, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "real-cost reconcile");
+        else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
       }
     }
     const result = {
@@ -11786,7 +11779,7 @@ instagramApp.post("/media-download", createApiKeyAuth(), async (c) => {
     return c.json(result);
   } catch (err) {
     const msg = err instanceof Error ? err.message : String(err);
-    if (transcriptDebited) await creditMc(user.id, MC_COSTS.instagram_transcribe, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "failed call");
+    if (transcriptDebited) await creditMc(user.id, MEDIA_TRANSCRIBE_HOLD_MC, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "failed call");
     if (mediaDebited) await creditMc(user.id, MC_COSTS.instagram_media, LedgerOperation.INSTAGRAM_MEDIA_REFUND, "failed call");
     await logRequestEvent({ userId: user.id, source: "instagram_media_download", status: "failed", query: sourceUrl.href, error: msg });
     if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) return c.json({ error: msg }, 503);
@@ -11914,10 +11907,23 @@ redditApp.post("/thread", createApiKeyAuth(), async (c) => {
       result.comments = result.comments.slice(0, body.maxComments);
       result.numComments = result.comments.length;
     }
+    const commentCount = Array.isArray(result.comments) ? result.comments.length : 0;
+    commentDebitMc = commentCount * MC_COSTS.reddit_comment;
+    if (commentDebitMc > 0) {
+      const commentDebit = await debitMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT, body.url);
+      if (!commentDebit.ok) {
+        const affordable = Math.floor((commentDebit.balance_mc ?? 0) / MC_COSTS.reddit_comment);
+        result.comments = result.comments.slice(0, affordable);
+        result.numComments = affordable;
+        commentDebitMc = affordable * MC_COSTS.reddit_comment;
+        if (commentDebitMc > 0) await debitMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT, body.url);
+      }
+    }
     await logRequestEvent({ userId: user.id, source: "reddit_thread", status: "done", query: body.url, resultCount: Number(result.numComments ?? 0), result });
     return c.json(result);
   } catch (err) {
     if (debited && !refunded) await creditMc(user.id, MC_COSTS.reddit_thread, LedgerOperation.REDDIT_THREAD_REFUND, "failed call");
+    if (commentDebitMc > 0) await creditMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT_REFUND, "failed call");
     const msg = err instanceof Error ? err.message : String(err);
     await logRequestEvent({ userId: user.id, source: "reddit_thread", status: "failed", query: body.url, error: msg });
     return c.json({ error: msg }, 500);
@@ -20408,6 +20414,11 @@ function opForCostPath(p) {
     return "fb_ad";
   }
   if (p.startsWith("/instagram/")) return "instagram";
+  if (p.startsWith("/google-ads/")) {
+    if (p.endsWith("/transcribe")) return "google_ads_transcribe";
+    if (p.endsWith("/search")) return "google_ads_search";
+    return "google_ads_intel";
+  }
   if (p === "/reddit/thread") return "reddit_thread";
   if (p.startsWith("/trustpilot/")) return "trustpilot_reviews";
   if (p.startsWith("/g2/")) return "g2_reviews";
@@ -21818,7 +21829,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-HTYZAYGB.js");
+  const { drainQueue } = await import("./worker-WCSKUAOT.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup] = await Promise.all([
@@ -21836,7 +21847,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const jobId = c.req.param("id");
-  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-HTIY52MW.js");
+  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-6X2C7RLF.js");
   const { assembleExtractArtifacts } = await import("./extract-bundle-COS56ZDO.js");
   const job = await getExtractJob2(jobId);
   if (!job) return c.json({ error: "job not found" }, 404);
@@ -21844,7 +21855,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   await completeExtractJob2(jobId, stored);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-HTIY52MW.js");
+    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-6X2C7RLF.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -22008,4 +22019,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-UNID3SJU.js.map
+//# sourceMappingURL=server-TGORO4AJ.js.map