mcp-scraper 0.4.12 → 0.4.14

package/dist/bin/api-server.cjs

@@ -7986,7 +7986,7 @@ function insufficientBalanceResponse(balanceMc, requiredMc) {
     topup_url: topupUrl
   };
 }
-var MC_COSTS, MC_PER_BROWSER_MS, BROWSER_OPEN_MIN_BALANCE_MC, MC_PER_CREDIT, CREDIT_COST_CATALOG, CONCURRENCY_PRICE_ID, SUBSCRIPTION_TIERS, SUBSCRIPTION_TIER_BY_KEY, CONCURRENCY_SLOT_PRICE_USD, CONCURRENCY_SLOT_PRICE_CURRENCY, CONCURRENCY_SLOT_PRICE_INTERVAL, CONCURRENCY_SLOT_PRICE_LABEL, CONCURRENCY_SLOT_TERMINAL_COMMAND, FREE_SIGNUP_MC, MEMORY_FREE_QUOTA_BYTES, MEMORY_PLANS, MEMORY_PLAN_QUOTA, MEMORY_MARGIN_MULTIPLE, MEMORY_PRO_COST_BUDGET_USD, SCHEDULING_PLANS, LedgerOperation, MEMORY_AI_MARGIN_MULTIPLE, SITE_AUDIT_LLM_MARGIN_MULTIPLE, VIDEO_ANALYSIS_LLM_MARGIN_MULTIPLE, MC_PER_USD;
+var MC_COSTS, MC_PER_BROWSER_MS, BROWSER_OPEN_MIN_BALANCE_MC, MC_PER_CREDIT, CREDIT_COST_CATALOG, CONCURRENCY_PRICE_ID, SUBSCRIPTION_TIERS, SUBSCRIPTION_TIER_BY_KEY, CONCURRENCY_SLOT_PRICE_USD, CONCURRENCY_SLOT_PRICE_CURRENCY, CONCURRENCY_SLOT_PRICE_INTERVAL, CONCURRENCY_SLOT_PRICE_LABEL, CONCURRENCY_SLOT_TERMINAL_COMMAND, FREE_SIGNUP_MC, MEMORY_FREE_QUOTA_BYTES, MEMORY_PLANS, MEMORY_PLAN_QUOTA, MEMORY_MARGIN_MULTIPLE, MEMORY_PRO_COST_BUDGET_USD, SCHEDULING_PLANS, LedgerOperation, MEMORY_AI_MARGIN_MULTIPLE, SITE_AUDIT_LLM_MARGIN_MULTIPLE, VIDEO_ANALYSIS_LLM_MARGIN_MULTIPLE, MEDIA_TRANSCRIBE_MARGIN_MULTIPLE, MEDIA_TRANSCRIBE_HOLD_MC, MC_PER_USD;
 var init_rates = __esm({
   "src/api/rates.ts"() {
     "use strict";
@@ -8003,13 +8003,13 @@ var init_rates = __esm({
       maps_place: 6e3,
       maps_review: 100,
       fb_search: 600,
-      fb_transcribe: 200,
+      fb_transcribe: 33300,
       google_ads_search: 600,
       google_ads_intel: 200,
-      google_ads_transcribe: 200,
+      google_ads_transcribe: 33300,
       instagram_profile: 400,
       instagram_media: 400,
-      instagram_transcribe: 50,
+      instagram_transcribe: 33300,
       browser_minute: 12e3,
       reddit_thread: 3e3,
       reddit_comment: 200,
@@ -8131,16 +8131,16 @@ var init_rates = __esm({
         label: "Google ad video transcription",
         aliases: ["google_ads_transcribe", "google ad transcript"],
         credits: mcToCredits(MC_COSTS.google_ads_transcribe),
-        unit: "per minute",
-        notes: "A hold is taken, then reconciled to actual video duration."
+        unit: "per minute (typical)",
+        notes: "A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
       },
       {
         key: "fb_transcribe",
         label: "Facebook video / ad transcription",
         aliases: ["facebook_transcribe", "facebook_video_transcribe", "fb_transcribe", "fb ad transcript"],
         credits: mcToCredits(MC_COSTS.fb_transcribe),
-        unit: "per minute",
-        notes: "A hold is taken, then reconciled to actual video duration."
+        unit: "per minute (typical)",
+        notes: "A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
       },
       {
         key: "instagram_profile",
@@ -8163,8 +8163,8 @@ var init_rates = __esm({
         label: "Instagram media transcription",
         aliases: ["instagram transcript", "instagram reel transcript", "ig transcribe"],
         credits: mcToCredits(MC_COSTS.instagram_transcribe),
-        unit: "per call",
-        notes: "Whisper transcription of selected Instagram audio/video media via fal.ai."
+        unit: "per minute (typical)",
+        notes: "Whisper transcription of selected Instagram audio/video media via fal.ai. A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
       },
       {
         key: "browser_minute",
@@ -8333,6 +8333,8 @@ var init_rates = __esm({
     MEMORY_AI_MARGIN_MULTIPLE = 3;
     SITE_AUDIT_LLM_MARGIN_MULTIPLE = 1.5;
     VIDEO_ANALYSIS_LLM_MARGIN_MULTIPLE = 1.5;
+    MEDIA_TRANSCRIBE_MARGIN_MULTIPLE = 3;
+    MEDIA_TRANSCRIBE_HOLD_MC = MC_COSTS.fb_transcribe * 3;
     MC_PER_USD = SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].credits_mc / SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].monthly_usd;
   }
 });
@@ -13537,6 +13539,104 @@ var init_kernel_proxy_resolver = __esm({
   }
 });
 
+// src/youtube/audio-resolver.ts
+function mediaResolverUrl() {
+  return process.env.FRAMES_SERVICE_URL?.trim() || void 0;
+}
+function mediaResolverSecret() {
+  return process.env.FRAMES_SERVICE_SECRET?.trim() || void 0;
+}
+function mediaResolverConfigured() {
+  return Boolean(mediaResolverUrl() && mediaResolverSecret());
+}
+async function resolveYouTubeAudio(videoId) {
+  const base = mediaResolverUrl();
+  const secret2 = mediaResolverSecret();
+  if (!base || !secret2) return null;
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), RESOLVE_TIMEOUT_MS);
+  try {
+    const resp = await fetch(`${base.replace(/\/+$/, "")}/resolve-audio`, {
+      method: "POST",
+      headers: { "content-type": "application/json", "x-frames-secret": secret2 },
+      body: JSON.stringify({ videoUrl: `https://www.youtube.com/watch?v=${videoId}` }),
+      signal: controller.signal
+    });
+    if (!resp.ok) {
+      const detail = await resp.text().catch(() => "");
+      console.warn(`[audio-resolver] ${videoId}: http_${resp.status} ${detail.slice(0, 200)}`);
+      return null;
+    }
+    const data = await resp.json();
+    if (!data.mediaUrl) {
+      console.warn(`[audio-resolver] ${videoId}: response missing mediaUrl`);
+      return null;
+    }
+    return {
+      mediaUrl: data.mediaUrl,
+      durationS: Number(data.durationS) || 0,
+      sizeBytes: Number(data.sizeBytes) || 0,
+      mimeType: data.mimeType ?? "audio/mp4"
+    };
+  } catch (err) {
+    const msg = err instanceof Error ? err.message : String(err);
+    console.warn(`[audio-resolver] ${videoId}: resolve failed \u2014 ${msg}`);
+    return null;
+  } finally {
+    clearTimeout(timer);
+  }
+}
+var RESOLVE_TIMEOUT_MS;
+var init_audio_resolver = __esm({
+  "src/youtube/audio-resolver.ts"() {
+    "use strict";
+    RESOLVE_TIMEOUT_MS = 24e4;
+  }
+});
+
+// src/services/media-transcription.ts
+function transcriptMarkdown(title, text, chunks, durationMs) {
+  const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
+  const lines = [title, "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
+  if (chunks.length) {
+    lines.push("## Timestamped Segments", "");
+    for (const ch of chunks) {
+      lines.push(`**[${fmtTs2(ch.timestamp[0])} -> ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
+    }
+  }
+  return lines.join("\n");
+}
+async function transcribeMediaUrl(mediaUrl, markdownTitle = "# Media Transcript") {
+  const startMs = Date.now();
+  const result = await import_client3.fal.subscribe("fal-ai/wizper", {
+    input: { audio_url: mediaUrl, task: "transcribe", language: "en" },
+    logs: false,
+    pollInterval: 3e3
+  });
+  const data = result.data;
+  const text = data.text ?? "";
+  const chunks = data.chunks ?? [];
+  const durationMs = Date.now() - startMs;
+  void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: durationMs / 1e3, unitType: "compute_sec" });
+  const costUsd = vendorCostUsd("fal_wizper", durationMs / 1e3);
+  return {
+    text,
+    chunks,
+    durationMs,
+    costUsd,
+    markdown: transcriptMarkdown(markdownTitle, text, chunks, durationMs)
+  };
+}
+var import_client3;
+var init_media_transcription = __esm({
+  "src/services/media-transcription.ts"() {
+    "use strict";
+    import_client3 = require("@fal-ai/client");
+    init_cost_telemetry();
+    init_cost_rates();
+  }
+});
+
 // src/youtube/CaptionFetcher.ts
 async function fetchViaYoutubeTranscript(videoId) {
   try {
@@ -13605,13 +13705,12 @@ function parseTimedtextXml(xml) {
   }
   return results;
 }
-function isBotBlockStatus(status) {
-  return status === "LOGIN_REQUIRED" || status === "AGE_VERIFICATION_REQUIRED";
-}
 async function probePlayer(page, videoId) {
   return page.evaluate(
     async ({ vid, clients }) => {
       let lastStatus = null;
+      let sawBotBlock = false;
+      let sawAccessible = false;
       for (const client2 of clients) {
         const resp = await fetch("/youtubei/v1/player?prettyPrint=false", {
           method: "POST",
@@ -13627,97 +13726,24 @@ async function probePlayer(page, videoId) {
         }
         const data = await resp.json();
         lastStatus = data?.playabilityStatus?.status ?? null;
-        const audioFormats = (data?.streamingData?.adaptiveFormats ?? []).filter((f) => typeof f.url === "string" && f.url && typeof f.mimeType === "string" && f.mimeType.startsWith("audio/")).sort((a, b) => (Number(a.contentLength) || Infinity) - (Number(b.contentLength) || Infinity));
-        const pick = audioFormats[0] ?? null;
-        let captions = null;
+        if (lastStatus === "LOGIN_REQUIRED" || lastStatus === "AGE_VERIFICATION_REQUIRED") sawBotBlock = true;
+        else if (lastStatus === "OK") sawAccessible = true;
         const tracks = data?.captions?.playerCaptionsTracklistRenderer?.captionTracks ?? [];
         if (tracks.length > 0) {
           const track = tracks.find((t) => t.languageCode === "en") ?? tracks[0];
           const sep = track.baseUrl.includes("?") ? "&" : "?";
           const xmlResp = await fetch(`${track.baseUrl}${sep}fmt=json3`).catch(() => null);
-          if (xmlResp?.ok) captions = await xmlResp.text();
+          if (xmlResp?.ok) {
+            const captions = await xmlResp.text();
+            if (captions) return { captions, status: lastStatus, escalate: false };
+          }
         }
-        if (!captions && !pick) continue;
-        return {
-          captions,
-          status: lastStatus,
-          audio: pick ? {
-            url: pick.url,
-            mimeType: pick.mimeType,
-            bitrate: pick.bitrate ?? null,
-            contentLength: pick.contentLength ? Number(pick.contentLength) || null : null,
-            approxDurationMs: pick.approxDurationMs ? Number(pick.approxDurationMs) || null : null
-          } : null
-        };
       }
-      return { captions: null, audio: null, status: lastStatus };
+      return { captions: null, status: lastStatus, escalate: sawBotBlock && !sawAccessible };
     },
     { vid: videoId, clients: INNERTUBE_CLIENTS }
   ).catch(() => null);
 }
-async function downloadWholeAudioStreamInOneRequestBecauseYouTubeAllowsOnlyOnePerIp(page, audio) {
-  if (audio.contentLength && audio.contentLength > MAX_AUDIO_BYTES) {
-    console.warn(`[CaptionFetcher] audio stream ${audio.contentLength} bytes exceeds ${MAX_AUDIO_BYTES} byte cap`);
-    return null;
-  }
-  const sep = audio.url.includes("?") ? "&" : "?";
-  const url = audio.contentLength ? `${audio.url}${sep}range=0-${audio.contentLength - 1}` : audio.url;
-  const result = await page.evaluate(async (u) => {
-    try {
-      const resp = await fetch(u);
-      if (!resp.ok) return { ok: false, error: `http_${resp.status}` };
-      const blob = await resp.blob();
-      const dataUrl = await new Promise((resolve, reject) => {
-        const reader = new FileReader();
-        reader.onload = () => resolve(reader.result);
-        reader.onerror = () => reject(reader.error);
-        reader.readAsDataURL(blob);
-      });
-      return { ok: true, base64: dataUrl.slice(dataUrl.indexOf(",") + 1) };
-    } catch (e) {
-      return { ok: false, error: String(e) };
-    }
-  }, url).catch((e) => ({ ok: false, error: String(e) }));
-  if (!result.ok || !result.base64) {
-    console.warn(`[CaptionFetcher] audio fetch failed (${result.error ?? "unknown"}) for a ${audio.contentLength ?? 0} byte stream`);
-    return null;
-  }
-  const bytes = Buffer.from(result.base64, "base64");
-  if (audio.contentLength && bytes.length < audio.contentLength) {
-    console.warn(`[CaptionFetcher] partial audio: ${bytes.length} of ${audio.contentLength} bytes`);
-    return null;
-  }
-  return { bytes, mimeType: audio.mimeType.split(";")[0].trim() };
-}
-async function transcribeWithWizper(videoId, audio, startMs) {
-  const falKey = process.env.FAL_KEY;
-  if (!falKey) return null;
-  try {
-    import_client3.fal.config({ credentials: falKey });
-    const ext = audio.mimeType.includes("webm") ? "webm" : audio.mimeType.includes("mp4") ? "m4a" : "audio";
-    const audioFile = new File([new Uint8Array(audio.bytes)], `audio.${ext}`, { type: audio.mimeType });
-    const uploadedUrl = await import_client3.fal.storage.upload(audioFile);
-    const subscribeStartMs = Date.now();
-    const result = await import_client3.fal.subscribe("fal-ai/wizper", {
-      input: { audio_url: uploadedUrl, task: "transcribe", language: "en", chunk_level: "segment" },
-      logs: false,
-      pollInterval: 3e3
-    });
-    const subscribeDurationMs = Date.now() - subscribeStartMs;
-    const data = result.data;
-    const chunks = (data.chunks ?? []).map((c) => ({
-      timestamp: c.timestamp,
-      text: c.text.trim()
-    }));
-    void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: subscribeDurationMs / 1e3, unitType: "compute_sec" });
-    const text = data.text ?? chunks.map((c) => c.text).join(" ");
-    if (!text) return null;
-    return { videoId, text, chunks, durationMs: Date.now() - startMs, method: "browser-whisper" };
-  } catch (err) {
-    console.warn(`[CaptionFetcher] wizper transcription failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
-    return null;
-  }
-}
 async function resolveResidentialProxy(kernelApiKey) {
   try {
     const resolved = await resolveKernelProxyId({
@@ -13733,14 +13759,13 @@ async function resolveResidentialProxy(kernelApiKey) {
     return {};
   }
 }
-async function probeAndExtract(videoId, opts) {
+async function probeCaptions(videoId, kernelProxyIdOverride) {
   const kernelApiKey = browserServiceApiKey();
   if (!kernelApiKey) return null;
-  const kernelProxyId = opts?.kernelProxyId ?? browserServiceProxyId();
+  const kernelProxyId = kernelProxyIdOverride ?? browserServiceProxyId();
   const driver = new BrowserDriver();
   return runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: "browser-innertube" }, async () => {
     let entries = [];
-    let audio = null;
     let retryWithFreshIp = false;
     try {
       await driver.launch({ kernelApiKey, kernelProxyId, headless: true, headlessMode: "headless", viewport: { width: 1280, height: 800 }, locale: "en-US" });
@@ -13752,69 +13777,73 @@ async function probeAndExtract(videoId, opts) {
       );
       const probe = await probePlayer(page, videoId);
       if (!probe) return null;
-      if (probe.captions && !opts?.skipCaptions) {
+      if (probe.captions) {
         entries = parseTimedtextJson3(probe.captions);
         if (entries.length === 0) entries = parseTimedtextXml(probe.captions);
       }
       if (entries.length === 0) {
-        if (!probe.audio) {
-          retryWithFreshIp = isBotBlockStatus(probe.status);
-          console.warn(`[CaptionFetcher] no captions and no audio stream for ${videoId} (playability=${probe.status ?? "unknown"}, proxied=${Boolean(kernelProxyId)})`);
-          return { entries, audio: null, retryWithFreshIp };
-        }
-        audio = await downloadWholeAudioStreamInOneRequestBecauseYouTubeAllowsOnlyOnePerIp(page, probe.audio);
-        if (!audio) return { entries, audio: null, retryWithFreshIp: true };
+        retryWithFreshIp = probe.escalate;
+        console.warn(`[CaptionFetcher] no caption track for ${videoId} (playability=${probe.status ?? "unknown"}, proxied=${Boolean(kernelProxyId)}, escalate=${probe.escalate})`);
       }
     } catch (err) {
       console.warn(`[CaptionFetcher] kernel session failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
       return null;
     } finally {
-      const servedSubOp = audio ? "browser-whisper" : "browser-innertube";
-      await runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: servedSubOp }, () => driver.close());
+      await driver.close();
     }
-    return { entries, audio, retryWithFreshIp };
+    return { entries, retryWithFreshIp };
   });
 }
-async function extractWithProxyEscalation(videoId, opts) {
-  const direct = await probeAndExtract(videoId, opts);
-  if (direct && (direct.entries.length > 0 || direct.audio)) return direct;
-  const shouldEscalate = direct === null || direct.retryWithFreshIp;
-  if (!shouldEscalate) return direct;
-  const kernelApiKey = browserServiceApiKey();
-  if (!kernelApiKey) return direct;
-  const { kernelProxyId, disposableProxyId } = await resolveResidentialProxy(kernelApiKey);
-  if (!kernelProxyId) return direct;
-  try {
-    console.warn(`[CaptionFetcher] ${videoId}: retrying through residential proxy after bot block`);
-    const viaProxy = await probeAndExtract(videoId, { ...opts, kernelProxyId });
-    return viaProxy ?? direct;
-  } finally {
-    if (disposableProxyId) {
-      await deleteKernelProxyId(kernelApiKey, disposableProxyId).catch(
-        (err) => console.warn(`[CaptionFetcher] failed to delete disposable proxy: ${err instanceof Error ? err.message : String(err)}`)
-      );
-    }
-  }
-}
 async function fetchViaKernelSession(videoId) {
   const start = Date.now();
-  const outcome = await extractWithProxyEscalation(videoId);
-  if (!outcome) return null;
-  if (outcome.entries.length > 0) {
-    const chunks = outcome.entries.map((e) => ({
-      timestamp: [e.start / 1e3, (e.start + e.dur) / 1e3],
-      text: e.text
-    }));
-    const text = chunks.map((c) => c.text).join(" ");
-    return { videoId, text, chunks, durationMs: Date.now() - start, method: "browser-innertube" };
-  }
-  if (outcome.audio) {
-    return runWithCostContext(
-      { ...currentCostContext(), op: "yt_transcription", subOp: "browser-whisper" },
-      () => transcribeWithWizper(videoId, outcome.audio, start)
-    );
+  let outcome = await probeCaptions(videoId);
+  if (!outcome || outcome.entries.length === 0 && outcome.retryWithFreshIp) {
+    const kernelApiKey = browserServiceApiKey();
+    if (kernelApiKey) {
+      const { kernelProxyId, disposableProxyId } = await resolveResidentialProxy(kernelApiKey);
+      if (kernelProxyId) {
+        try {
+          console.warn(`[CaptionFetcher] ${videoId}: retrying captions through residential proxy after bot block`);
+          outcome = await probeCaptions(videoId, kernelProxyId) ?? outcome;
+        } finally {
+          if (disposableProxyId) {
+            await deleteKernelProxyId(kernelApiKey, disposableProxyId).catch(
+              (err) => console.warn(`[CaptionFetcher] failed to delete disposable proxy: ${err instanceof Error ? err.message : String(err)}`)
+            );
+          }
+        }
+      }
+    }
   }
-  return null;
+  if (!outcome || outcome.entries.length === 0) return null;
+  const chunks = outcome.entries.map((e) => ({
+    timestamp: [e.start / 1e3, (e.start + e.dur) / 1e3],
+    text: e.text
+  }));
+  const text = chunks.map((c) => c.text).join(" ");
+  return { videoId, text, chunks, durationMs: Date.now() - start, method: "browser-innertube" };
+}
+async function fetchViaResolvedAudio(videoId) {
+  if (!mediaResolverConfigured()) return null;
+  return runWithCostContext({ ...currentCostContext(), op: "yt_transcription", subOp: "audio-whisper" }, async () => {
+    const resolved = await resolveYouTubeAudio(videoId);
+    if (!resolved) return null;
+    try {
+      const transcript = await transcribeMediaUrl(resolved.mediaUrl, `# Transcript \u2014 ${videoId}`);
+      if (!transcript.text) return null;
+      const chunks = transcript.chunks.map((c) => ({ timestamp: c.timestamp, text: c.text.trim() }));
+      return {
+        videoId,
+        text: transcript.text,
+        chunks,
+        durationMs: resolved.durationS > 0 ? Math.round(resolved.durationS * 1e3) : transcript.durationMs,
+        method: "audio-whisper"
+      };
+    } catch (err) {
+      console.warn(`[CaptionFetcher] transcription of resolved audio failed for ${videoId}: ${err instanceof Error ? err.message : String(err)}`);
+      return null;
+    }
+  });
 }
 function finalizeCaptions(result) {
   const chunks = result.chunks.map((c) => {
@@ -13836,18 +13865,21 @@ async function fetchCaptions(videoId) {
   if (primary) return finalizeCaptions(primary);
   const result = await fetchViaKernelSession(videoId);
   if (result) return finalizeCaptions(result);
+  const viaResolvedAudio = await fetchViaResolvedAudio(videoId);
+  if (viaResolvedAudio) return finalizeCaptions(viaResolvedAudio);
   throw new Error(
-    `Could not transcribe ${videoId}. It has no caption track, and its audio stream could not be downloaded \u2014 YouTube permits a single media request per IP, so streams that do not fit in one response are unreachable. Captioned videos of any length still work.`
+    `Could not transcribe ${videoId}: it has no caption track and its audio could not be retrieved.`
   );
 }
-var import_client3, INNERTUBE_CLIENTS, MAX_AUDIO_BYTES, YT_RESIDENTIAL_LOCATION;
+var INNERTUBE_CLIENTS, YT_RESIDENTIAL_LOCATION;
 var init_CaptionFetcher = __esm({
   "src/youtube/CaptionFetcher.ts"() {
     "use strict";
     init_BrowserDriver();
     init_browser_service_env();
     init_kernel_proxy_resolver();
-    import_client3 = require("@fal-ai/client");
+    init_audio_resolver();
+    init_media_transcription();
     init_cost_telemetry();
     init_cost_context();
     INNERTUBE_CLIENTS = [
@@ -13855,7 +13887,6 @@ var init_CaptionFetcher = __esm({
       { name: "IOS", version: "20.10.4", userAgent: "com.google.ios.youtube/20.10.4 (iPhone16,2; U; CPU iOS 18_3_2 like Mac OS X;)" },
       { name: "ANDROID_VR", version: "1.62.27", userAgent: "com.google.android.apps.youtube.vr.oculus/1.62.27 (Linux; U; Android 12L) gzip" }
     ];
-    MAX_AUDIO_BYTES = 96 * 1024 * 1024;
     YT_RESIDENTIAL_LOCATION = process.env.YOUTUBE_PROXY_LOCATION ?? "Austin, Texas";
   }
 });
@@ -15392,46 +15423,6 @@ var init_schemas3 = __esm({
   }
 });
 
-// src/services/media-transcription.ts
-function transcriptMarkdown(title, text, chunks, durationMs) {
-  const fmtTs2 = (s) => `${Math.floor(s / 60)}:${String(Math.floor(s % 60)).padStart(2, "0")}`;
-  const lines = [title, "", `*Transcribed in ${(durationMs / 1e3).toFixed(1)}s*`, "", "## Full Text", "", text, ""];
-  if (chunks.length) {
-    lines.push("## Timestamped Segments", "");
-    for (const ch of chunks) {
-      lines.push(`**[${fmtTs2(ch.timestamp[0])} -> ${fmtTs2(ch.timestamp[1])}]** ${ch.text.trim()}`, "");
-    }
-  }
-  return lines.join("\n");
-}
-async function transcribeMediaUrl(mediaUrl, markdownTitle = "# Media Transcript") {
-  const startMs = Date.now();
-  const result = await import_client4.fal.subscribe("fal-ai/wizper", {
-    input: { audio_url: mediaUrl, task: "transcribe", language: "en" },
-    logs: false,
-    pollInterval: 3e3
-  });
-  const data = result.data;
-  const text = data.text ?? "";
-  const chunks = data.chunks ?? [];
-  const durationMs = Date.now() - startMs;
-  void recordVendorUsage({ vendor: "fal_wizper", model: "fal-ai/wizper", units: durationMs / 1e3, unitType: "compute_sec" });
-  return {
-    text,
-    chunks,
-    durationMs,
-    markdown: transcriptMarkdown(markdownTitle, text, chunks, durationMs)
-  };
-}
-var import_client4;
-var init_media_transcription = __esm({
-  "src/services/media-transcription.ts"() {
-    "use strict";
-    import_client4 = require("@fal-ai/client");
-    init_cost_telemetry();
-  }
-});
-
 // src/api/facebook-ad-routes.ts
 function invalidRequest(message) {
   return { error_code: "invalid_request", message };
@@ -15474,7 +15465,7 @@ async function kernelLaunchOptsResidential() {
   }
   return { headless: true, kernelApiKey: browserServiceApiKey(), kernelProxyId: proxyId, viewport: { width: 1280, height: 900 }, locale: "en-US" };
 }
-var import_hono5, import_zod16, import_client5, FacebookAdBodySchema, FacebookPageIntelBodySchema, FacebookTranscribeBodySchema, FacebookVideoTranscribeBodySchema, FacebookSearchBodySchema, FacebookMediaBodySchema, facebookAdApp, ALLOWED_MEDIA_HOSTS;
+var import_hono5, import_zod16, import_client4, FacebookAdBodySchema, FacebookPageIntelBodySchema, FacebookTranscribeBodySchema, FacebookVideoTranscribeBodySchema, FacebookSearchBodySchema, FacebookMediaBodySchema, facebookAdApp, ALLOWED_MEDIA_HOSTS;
 var init_facebook_ad_routes = __esm({
   "src/api/facebook-ad-routes.ts"() {
     "use strict";
@@ -15483,13 +15474,14 @@ var init_facebook_ad_routes = __esm({
     import_zod16 = require("zod");
     init_db();
     init_rates();
+    init_cost_rates();
     init_BrowserDriver();
     init_FacebookAdExtractor();
     init_FacebookAdGraphql();
     init_FacebookOrganicVideoExtractor();
     init_kernel_proxy_resolver();
     init_schemas3();
-    import_client5 = require("@fal-ai/client");
+    import_client4 = require("@fal-ai/client");
     init_api_auth();
     init_url_utils();
     init_concurrency_gates();
@@ -15632,17 +15624,17 @@ var init_facebook_ad_routes = __esm({
         metadata: { videoUrl }
       });
       if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-      import_client5.fal.config({ credentials: process.env.FAL_KEY });
-      const holdMc = MC_COSTS.fb_transcribe * 5;
+      import_client4.fal.config({ credentials: process.env.FAL_KEY });
+      const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
       let debited = false;
       try {
         const { ok, balance_mc } = await debitMc(fbUser.id, holdMc, LedgerOperation.FB_TRANSCRIBE, videoUrl);
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
         debited = true;
         const transcript = await transcribeFacebookVideoUrl(videoUrl, "# Facebook Ad Transcript");
-        const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-        const diff = holdMc - MC_COSTS.fb_transcribe * actualMins;
-        if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "overestimate refund");
+        const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+        const diff = holdMc - settleMc;
+        if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "real-cost reconcile");
         else if (diff < 0) await debitMc(fbUser.id, -diff, LedgerOperation.FB_TRANSCRIBE, videoUrl);
         await logRequestEvent({ userId: fbUser.id, source: "facebook_transcribe", status: "done", query: videoUrl, resultCount: transcript.chunks.length, result: { text: transcript.text, chunks: transcript.chunks, durationMs: transcript.durationMs } });
         return c.json(transcript);
@@ -15676,22 +15668,24 @@ var init_facebook_ad_routes = __esm({
         metadata: { url: sourceUrl.href }
       });
       if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-      import_client5.fal.config({ credentials: process.env.FAL_KEY });
+      import_client4.fal.config({ credentials: process.env.FAL_KEY });
       const driver = new BrowserDriver();
-      const holdMc = MC_COSTS.fb_transcribe * 5;
+      const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
       let debited = false;
       try {
         const { ok, balance_mc } = await debitMc(fbUser.id, holdMc, LedgerOperation.FB_TRANSCRIBE, sourceUrl.href);
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
         debited = true;
+        const kernelStartMs = Date.now();
         await driver.launch(await kernelLaunchOptsResidential());
         await driver.navigateTo(sourceUrl.href);
         const page = driver.getPage();
         const video = await extractFacebookOrganicVideoFromPage(page, sourceUrl.href, body.quality);
+        const kernelMs = Date.now() - kernelStartMs;
         const transcript = await transcribeFacebookVideoUrl(video.videoUrl, "# Facebook Organic Video Transcript");
-        const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-        const diff = holdMc - MC_COSTS.fb_transcribe * actualMins;
-        if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "overestimate refund");
+        const settleMc = Math.round((transcript.costUsd + kernelCostUsd(kernelMs, true)) * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+        const diff = holdMc - settleMc;
+        if (diff > 0) await creditMc(fbUser.id, diff, LedgerOperation.FB_TRANSCRIBE_REFUND, "real-cost reconcile");
         else if (diff < 0) await debitMc(fbUser.id, -diff, LedgerOperation.FB_TRANSCRIBE, sourceUrl.href);
         const result = {
           ...video,
@@ -16055,7 +16049,7 @@ async function kernelLaunchOptsResidential2() {
 function isBlockedMessage(msg) {
   return msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha");
 }
-var import_hono6, import_zod17, import_client6, GoogleAdsSearchBodySchema, GoogleAdsPageIntelBodySchema, GoogleAdsTranscribeBodySchema, googleAdsApp;
+var import_hono6, import_zod17, import_client5, GoogleAdsSearchBodySchema, GoogleAdsPageIntelBodySchema, GoogleAdsTranscribeBodySchema, googleAdsApp;
 var init_google_ads_routes = __esm({
   "src/api/google-ads-routes.ts"() {
     "use strict";
@@ -16068,11 +16062,12 @@ var init_google_ads_routes = __esm({
     init_GoogleAdsExtractor();
     init_kernel_proxy_resolver();
     init_schemas3();
-    import_client6 = require("@fal-ai/client");
+    import_client5 = require("@fal-ai/client");
     init_api_auth();
     init_url_utils();
     init_concurrency_gates();
     init_media_transcription();
+    init_cost_context();
     GoogleAdsSearchBodySchema = import_zod17.z.object({
       query: import_zod17.z.string().trim().min(1, "query is required"),
       region: import_zod17.z.string().trim().toUpperCase().length(2).optional(),
@@ -16104,9 +16099,11 @@ var init_google_ads_routes = __esm({
         const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.google_ads_search, LedgerOperation.GOOGLE_ADS_SEARCH, body.query.trim());
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.google_ads_search), 402);
         debited = true;
-        await driver.launch(await kernelLaunchOptsResidential2());
-        const extractor = new GoogleAdsExtractor(driver);
-        const result = await extractor.search(body.query.trim(), region, maxResults);
+        const result = await runWithCostContext({ ...currentCostContext(), op: "google_ads_search", userId: user.id }, async () => {
+          await driver.launch(await kernelLaunchOptsResidential2());
+          const extractor = new GoogleAdsExtractor(driver);
+          return extractor.search(body.query.trim(), region, maxResults);
+        });
         if (result.advertisers.length === 0) {
           await creditMc(user.id, MC_COSTS.google_ads_search, LedgerOperation.GOOGLE_ADS_SEARCH_REFUND, "empty result");
           refunded = true;
@@ -16142,9 +16139,11 @@ var init_google_ads_routes = __esm({
         const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.google_ads_intel, LedgerOperation.GOOGLE_ADS_INTEL, queryLabel);
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.google_ads_intel), 402);
         debited = true;
-        await driver.launch(await kernelLaunchOptsResidential2());
-        const extractor = new GoogleAdsExtractor(driver);
-        const result = await extractor.pageIntel({ advertiserId: body.advertiserId, domain: body.domain, region, maxAds });
+        const result = await runWithCostContext({ ...currentCostContext(), op: "google_ads_intel", userId: user.id }, async () => {
+          await driver.launch(await kernelLaunchOptsResidential2());
+          const extractor = new GoogleAdsExtractor(driver);
+          return extractor.pageIntel({ advertiserId: body.advertiserId, domain: body.domain, region, maxAds });
+        });
         if (result.ads.length === 0) {
           await creditMc(user.id, MC_COSTS.google_ads_intel, LedgerOperation.GOOGLE_ADS_INTEL_REFUND, "empty result");
           refunded = true;
@@ -16174,17 +16173,17 @@ var init_google_ads_routes = __esm({
       const user = c.get("user");
       const gate = await acquireConcurrencyGate(user, "google_ads_transcribe", { reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"), metadata: { videoUrl } });
       if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-      import_client6.fal.config({ credentials: process.env.FAL_KEY });
-      const holdMc = MC_COSTS.google_ads_transcribe * 5;
+      import_client5.fal.config({ credentials: process.env.FAL_KEY });
+      const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
       let debited = false;
       try {
         const { ok, balance_mc } = await debitMc(user.id, holdMc, LedgerOperation.GOOGLE_ADS_TRANSCRIBE, videoUrl);
         if (!ok) return c.json(insufficientBalanceResponse(balance_mc, holdMc), 402);
         debited = true;
-        const transcript = await transcribeMediaUrl(videoUrl, "# Google Ad Transcript");
-        const actualMins = Math.max(1, Math.ceil((Number.isFinite(transcript.durationMs) ? transcript.durationMs / 1e3 : 60) / 60));
-        const diff = holdMc - MC_COSTS.google_ads_transcribe * actualMins;
-        if (diff > 0) await creditMc(user.id, diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE_REFUND, "overestimate refund");
+        const transcript = await runWithCostContext({ ...currentCostContext(), op: "google_ads_transcribe", userId: user.id }, () => transcribeMediaUrl(videoUrl, "# Google Ad Transcript"));
+        const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+        const diff = holdMc - settleMc;
+        if (diff > 0) await creditMc(user.id, diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE_REFUND, "real-cost reconcile");
         else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.GOOGLE_ADS_TRANSCRIBE, videoUrl);
         await logRequestEvent({ userId: user.id, source: "google_ads_transcribe", status: "done", query: videoUrl, resultCount: transcript.chunks.length, result: { text: transcript.text, chunks: transcript.chunks, durationMs: transcript.durationMs } });
         return c.json(transcript);
@@ -16852,10 +16851,15 @@ var init_instagram_routes = __esm({
           if (!audioUrl) {
             warnings.push("Transcript requested, but no audio/video track was available.");
           } else {
-            const tx = await debitMc(user.id, MC_COSTS.instagram_transcribe, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
-            if (!tx.ok) return c.json(insufficientBalanceResponse(tx.balance_mc, MC_COSTS.instagram_transcribe), 402);
+            const holdMc = MEDIA_TRANSCRIBE_HOLD_MC;
+            const tx = await debitMc(user.id, holdMc, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
+            if (!tx.ok) return c.json(insufficientBalanceResponse(tx.balance_mc, holdMc), 402);
             transcriptDebited = true;
             transcript = await transcribeMediaUrl(audioUrl, "# Instagram Media Transcript");
+            const settleMc = Math.round(transcript.costUsd * MEDIA_TRANSCRIBE_MARGIN_MULTIPLE * MC_PER_USD);
+            const diff = holdMc - settleMc;
+            if (diff > 0) await creditMc(user.id, diff, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "real-cost reconcile");
+            else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.INSTAGRAM_TRANSCRIBE, sourceUrl.href);
           }
         }
         const result = {
@@ -16870,7 +16874,7 @@ var init_instagram_routes = __esm({
         return c.json(result);
       } catch (err) {
         const msg = err instanceof Error ? err.message : String(err);
-        if (transcriptDebited) await creditMc(user.id, MC_COSTS.instagram_transcribe, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "failed call");
+        if (transcriptDebited) await creditMc(user.id, MEDIA_TRANSCRIBE_HOLD_MC, LedgerOperation.INSTAGRAM_TRANSCRIBE_REFUND, "failed call");
         if (mediaDebited) await creditMc(user.id, MC_COSTS.instagram_media, LedgerOperation.INSTAGRAM_MEDIA_REFUND, "failed call");
         await logRequestEvent({ userId: user.id, source: "instagram_media_download", status: "failed", query: sourceUrl.href, error: msg });
         if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) return c.json({ error: msg }, 503);
@@ -17011,10 +17015,23 @@ var init_reddit_routes = __esm({
           result.comments = result.comments.slice(0, body.maxComments);
           result.numComments = result.comments.length;
         }
+        const commentCount = Array.isArray(result.comments) ? result.comments.length : 0;
+        commentDebitMc = commentCount * MC_COSTS.reddit_comment;
+        if (commentDebitMc > 0) {
+          const commentDebit = await debitMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT, body.url);
+          if (!commentDebit.ok) {
+            const affordable = Math.floor((commentDebit.balance_mc ?? 0) / MC_COSTS.reddit_comment);
+            result.comments = result.comments.slice(0, affordable);
+            result.numComments = affordable;
+            commentDebitMc = affordable * MC_COSTS.reddit_comment;
+            if (commentDebitMc > 0) await debitMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT, body.url);
+          }
+        }
         await logRequestEvent({ userId: user.id, source: "reddit_thread", status: "done", query: body.url, resultCount: Number(result.numComments ?? 0), result });
         return c.json(result);
       } catch (err) {
         if (debited && !refunded) await creditMc(user.id, MC_COSTS.reddit_thread, LedgerOperation.REDDIT_THREAD_REFUND, "failed call");
+        if (commentDebitMc > 0) await creditMc(user.id, commentDebitMc, LedgerOperation.REDDIT_COMMENT_REFUND, "failed call");
         const msg = err instanceof Error ? err.message : String(err);
         await logRequestEvent({ userId: user.id, source: "reddit_thread", status: "failed", query: body.url, error: msg });
         return c.json({ error: msg }, 500);
@@ -27287,7 +27304,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.4.12";
+    PACKAGE_VERSION = "0.4.14";
   }
 });
 
@@ -38373,6 +38390,11 @@ function opForCostPath(p) {
     return "fb_ad";
   }
   if (p.startsWith("/instagram/")) return "instagram";
+  if (p.startsWith("/google-ads/")) {
+    if (p.endsWith("/transcribe")) return "google_ads_transcribe";
+    if (p.endsWith("/search")) return "google_ads_search";
+    return "google_ads_intel";
+  }
   if (p === "/reddit/thread") return "reddit_thread";
   if (p.startsWith("/trustpilot/")) return "trustpilot_reviews";
   if (p.startsWith("/g2/")) return "g2_reviews";