mcp-scraper 0.6.0 → 0.7.0

package/dist/bin/api-server.cjs

@@ -6372,8 +6372,8 @@ async function downloadAsset(url, destDir, filename) {
   }
   const writer = (0, import_node_fs.createWriteStream)(dest);
   await (0, import_promises2.pipeline)(import_node_stream.Readable.fromWeb(res.body), writer);
-  const { statSync: statSync3 } = await import("fs");
-  const sizeBytes = statSync3(dest).size;
+  const { statSync: statSync2 } = await import("fs");
+  const sizeBytes = statSync2(dest).size;
   return { savedPath: dest, sizeBytes, mimeType };
 }
 async function harvestPageMedia(html, pageUrl, options = {}) {
@@ -7992,8 +7992,8 @@ var init_rates = __esm({
     "use strict";
     MC_COSTS = {
       serp: 100,
-      paa: 200,
-      paa_base: 1e3,
+      paa: 300,
+      paa_base: 5500,
       page_scrape: 100,
       url_map: 500,
       yt_channel: 200,
@@ -10648,8 +10648,8 @@ var init_blob_store = __esm({
       async get(key) {
         const path6 = (0, import_node_path2.join)(this.baseDir, "blobs", key);
         try {
-          const { readFileSync: readFileSync5 } = await import("fs");
-          return readFileSync5(path6);
+          const { readFileSync: readFileSync6 } = await import("fs");
+          return readFileSync6(path6);
         } catch {
           return null;
         }
@@ -15788,6 +15788,12 @@ var init_facebook_ad_routes = __esm({
           }
         }
         const results = [...advertiserMap.values()].sort((a, b) => b.adCount - a.adCount).slice(0, maxResults).map((a) => ({ name: a.pageName, pageName: a.pageName, libraryId: a.sampleLibraryId, sampleLibraryId: a.sampleLibraryId, adCount: a.adCount }));
+        if (results.length === 0) {
+          await creditMc(fbUser.id, MC_COSTS.fb_search, LedgerOperation.FB_SEARCH_REFUND, "empty result");
+          searchRefunded = true;
+          await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "failed", query: body.query.trim(), error: "empty result refunded" });
+          return c.json({ error: "no advertisers found (refunded)" }, 503);
+        }
         const searchResult = { query: body.query.trim(), searchUrl, results };
         await logRequestEvent({ userId: fbUser.id, source: "facebook_search", status: "done", query: body.query.trim(), resultCount: results.length, result: searchResult });
         return c.json(searchResult);
@@ -16600,20 +16606,15 @@ async function resolveInstagramLaunch(body) {
     }
   };
 }
-function outputBaseDir() {
-  return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path7.join)((0, import_node_os5.homedir)(), "Downloads", "mcp-scraper");
-}
 function safeFilePart(input) {
   return input.replace(/^https?:\/\//, "").replace(/[^a-z0-9._-]+/gi, "-").replace(/^-+|-+$/g, "").slice(0, 80) || "instagram";
 }
-function mediaOutputDir(shortcode, sourceUrl) {
+function blobKeyPrefix(shortcode, sourceUrl) {
   const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-").slice(0, 19);
   const slug = shortcode ? `instagram-${shortcode}` : safeFilePart(sourceUrl);
-  const dir = (0, import_node_path7.join)(outputBaseDir(), "instagram", `${stamp}-${slug}`);
-  (0, import_node_fs5.mkdirSync)(dir, { recursive: true });
-  return dir;
+  return `instagram/${stamp}-${slug}`;
 }
-async function downloadToFile(url, destPath, referer) {
+async function fetchMediaBytes(url, referer) {
   const res = await fetch(url, {
     headers: {
       "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
@@ -16623,12 +16624,8 @@ async function downloadToFile(url, destPath, referer) {
   });
   if (!res.ok) throw new Error(`HTTP ${res.status}`);
   if (!res.body) throw new Error("Empty response body");
-  await (0, import_promises4.pipeline)(import_node_stream2.Readable.fromWeb(res.body), (0, import_node_fs5.createWriteStream)(destPath));
-  return {
-    savedPath: destPath,
-    sizeBytes: (0, import_node_fs5.statSync)(destPath).size,
-    mimeType: res.headers.get("content-type")?.split(";")[0]?.trim() ?? null
-  };
+  const bytes = Buffer.from(await res.arrayBuffer());
+  return { bytes, mimeType: res.headers.get("content-type")?.split(";")[0]?.trim() ?? null };
 }
 function extFromMime(mimeType, fallback) {
   const map = {
@@ -16661,7 +16658,7 @@ function trackFilename(track, index, shortcode) {
   const bitrate = track.bitrate ? `-${track.bitrate}` : "";
   return `${label}-${type}-${index}${bitrate}.mp4`;
 }
-var import_hono7, import_zod18, import_node_fs5, import_node_os5, import_node_path7, import_node_stream2, import_promises4, import_node_child_process2, InstagramProfileContentBodySchema, InstagramMediaTypeSchema, InstagramMediaDownloadBodySchema, instagramApp;
+var import_hono7, import_zod18, import_node_fs5, import_node_os5, import_node_path7, import_node_child_process2, InstagramProfileContentBodySchema, InstagramMediaTypeSchema, InstagramMediaDownloadBodySchema, instagramApp;
 var init_instagram_routes = __esm({
   "src/api/instagram-routes.ts"() {
     "use strict";
@@ -16670,8 +16667,6 @@ var init_instagram_routes = __esm({
     import_node_fs5 = require("fs");
     import_node_os5 = require("os");
     import_node_path7 = require("path");
-    import_node_stream2 = require("stream");
-    import_promises4 = require("stream/promises");
     import_node_child_process2 = require("child_process");
     init_browser_service_env();
     init_BrowserDriver();
@@ -16680,6 +16675,7 @@ var init_instagram_routes = __esm({
     init_db();
     init_rates();
     init_concurrency_gates();
+    init_blob_store();
     init_InstagramContentExtractor();
     init_media_transcription();
     InstagramProfileContentBodySchema = import_zod18.z.object({
@@ -16794,55 +16790,65 @@ var init_instagram_routes = __esm({
         const mediaTypes = new Set(body.mediaTypes);
         const downloads = [];
         const warnings = [];
-        let outputDir = null;
         if (body.downloadMedia) {
-          outputDir = mediaOutputDir(extraction.shortcode, sourceUrl.href);
-          const textPath = (0, import_node_path7.join)(outputDir, `${extraction.shortcode ?? "instagram"}-text.txt`);
-          (0, import_node_fs5.writeFileSync)(textPath, [
-            `URL: ${extraction.pageUrl}`,
-            extraction.caption ? `Caption: ${extraction.caption}` : "",
-            "",
-            extraction.bodyText
-          ].filter(Boolean).join("\n"), "utf8");
-          downloads.push({ kind: "text", url: null, savedPath: textPath, sizeBytes: (0, import_node_fs5.statSync)(textPath).size, mimeType: "text/plain", error: null });
-          if (mediaTypes.has("image") && extraction.imageUrl) {
-            const imagePathBase = (0, import_node_path7.join)(outputDir, `${extraction.shortcode ?? "instagram"}-image`);
-            try {
-              const downloaded = await downloadToFile(extraction.imageUrl, imagePathBase, extraction.pageUrl);
-              const ext = extFromMime(downloaded.mimeType, "jpg");
-              const finalPath = downloaded.savedPath.endsWith(`.${ext}`) ? downloaded.savedPath : `${downloaded.savedPath}.${ext}`;
-              if (finalPath !== downloaded.savedPath) {
-                const { renameSync } = await import("fs");
-                renameSync(downloaded.savedPath, finalPath);
+          let muxWorkDir = null;
+          try {
+            const store = getBlobStore();
+            const prefix = blobKeyPrefix(extraction.shortcode, sourceUrl.href);
+            const textContent = [
+              `URL: ${extraction.pageUrl}`,
+              extraction.caption ? `Caption: ${extraction.caption}` : "",
+              "",
+              extraction.bodyText
+            ].filter(Boolean).join("\n");
+            const storedText = await store.put(`${prefix}/text.txt`, textContent, "text/plain");
+            downloads.push({ kind: "text", url: null, savedPath: storedText.url, sizeBytes: storedText.bytes, mimeType: "text/plain", error: null });
+            if (mediaTypes.has("image") && extraction.imageUrl) {
+              try {
+                const { bytes, mimeType } = await fetchMediaBytes(extraction.imageUrl, extraction.pageUrl);
+                const ext = extFromMime(mimeType, "jpg");
+                const stored = await store.put(`${prefix}/image.${ext}`, bytes, mimeType ?? "application/octet-stream");
+                downloads.push({ kind: "image", url: extraction.imageUrl, savedPath: stored.url, sizeBytes: stored.bytes, mimeType, error: null });
+              } catch (err) {
+                downloads.push({ kind: "image", url: extraction.imageUrl, savedPath: null, sizeBytes: null, mimeType: null, error: err instanceof Error ? err.message : String(err) });
               }
-              downloads.push({ kind: "image", url: extraction.imageUrl, savedPath: finalPath, sizeBytes: (0, import_node_fs5.statSync)(finalPath).size, mimeType: downloaded.mimeType, error: null });
-            } catch (err) {
-              downloads.push({ kind: "image", url: extraction.imageUrl, savedPath: null, sizeBytes: null, mimeType: null, error: err instanceof Error ? err.message : String(err) });
             }
-          }
-          const tracksToDownload = body.downloadAllTracks ? extraction.tracks : [extraction.selectedVideoTrack, extraction.selectedAudioTrack].filter((track) => Boolean(track));
-          const savedByUrl = /* @__PURE__ */ new Map();
-          for (const [index, track] of tracksToDownload.entries()) {
-            if (track.streamType === "video" && !mediaTypes.has("video")) continue;
-            if (track.streamType === "audio" && !mediaTypes.has("audio")) continue;
-            const kind = track.streamType === "audio" ? "audio" : "video";
-            const target = (0, import_node_path7.join)(outputDir, trackFilename(track, index, extraction.shortcode));
-            try {
-              const downloaded = await downloadToFile(track.url, target, extraction.pageUrl);
-              downloads.push({ kind, url: track.url, savedPath: downloaded.savedPath, sizeBytes: downloaded.sizeBytes, mimeType: downloaded.mimeType, error: null });
-              savedByUrl.set(track.url, downloaded.savedPath);
-            } catch (err) {
-              downloads.push({ kind, url: track.url, savedPath: null, sizeBytes: null, mimeType: null, error: err instanceof Error ? err.message : String(err) });
+            const tracksToDownload = body.downloadAllTracks ? extraction.tracks : [extraction.selectedVideoTrack, extraction.selectedAudioTrack].filter((track) => Boolean(track));
+            const muxEligible = Boolean(body.mux && mediaTypes.has("video") && mediaTypes.has("audio") && extraction.selectedVideoTrack && extraction.selectedAudioTrack);
+            const muxInputs = /* @__PURE__ */ new Map();
+            for (const [index, track] of tracksToDownload.entries()) {
+              if (track.streamType === "video" && !mediaTypes.has("video")) continue;
+              if (track.streamType === "audio" && !mediaTypes.has("audio")) continue;
+              const kind = track.streamType === "audio" ? "audio" : "video";
+              try {
+                const { bytes, mimeType } = await fetchMediaBytes(track.url, extraction.pageUrl);
+                const stored = await store.put(`${prefix}/${trackFilename(track, index, extraction.shortcode)}`, bytes, mimeType ?? "video/mp4");
+                downloads.push({ kind, url: track.url, savedPath: stored.url, sizeBytes: stored.bytes, mimeType, error: null });
+                const isMuxInput = muxEligible && (track.url === extraction.selectedVideoTrack.url || track.url === extraction.selectedAudioTrack.url);
+                if (isMuxInput) {
+                  if (!muxWorkDir) muxWorkDir = (0, import_node_fs5.mkdtempSync)((0, import_node_path7.join)((0, import_node_os5.tmpdir)(), "ig-mux-"));
+                  const localPath = (0, import_node_path7.join)(muxWorkDir, trackFilename(track, index, extraction.shortcode));
+                  (0, import_node_fs5.writeFileSync)(localPath, bytes);
+                  muxInputs.set(track.url, localPath);
+                }
+              } catch (err) {
+                downloads.push({ kind, url: track.url, savedPath: null, sizeBytes: null, mimeType: null, error: err instanceof Error ? err.message : String(err) });
+              }
             }
-          }
-          if (body.mux && mediaTypes.has("video") && mediaTypes.has("audio") && extraction.selectedVideoTrack && extraction.selectedAudioTrack && savedByUrl.has(extraction.selectedVideoTrack.url) && savedByUrl.has(extraction.selectedAudioTrack.url)) {
-            const outPath = (0, import_node_path7.join)(outputDir, `${extraction.shortcode ?? "instagram"}-muxed.mp4`);
-            const muxed = await runFfmpegMux(savedByUrl.get(extraction.selectedVideoTrack.url), savedByUrl.get(extraction.selectedAudioTrack.url), outPath);
-            if (muxed.ok) {
-              downloads.push({ kind: "muxed_video", url: null, savedPath: outPath, sizeBytes: (0, import_node_fs5.statSync)(outPath).size, mimeType: "video/mp4", error: null });
-            } else {
-              warnings.push(`Mux skipped/failed: ${muxed.error}`);
+            if (muxEligible && muxWorkDir && muxInputs.has(extraction.selectedVideoTrack.url) && muxInputs.has(extraction.selectedAudioTrack.url)) {
+              const outPath = (0, import_node_path7.join)(muxWorkDir, "muxed.mp4");
+              const muxed = await runFfmpegMux(muxInputs.get(extraction.selectedVideoTrack.url), muxInputs.get(extraction.selectedAudioTrack.url), outPath);
+              if (muxed.ok) {
+                const stored = await store.put(`${prefix}/muxed.mp4`, (0, import_node_fs5.readFileSync)(outPath), "video/mp4");
+                downloads.push({ kind: "muxed_video", url: null, savedPath: stored.url, sizeBytes: stored.bytes, mimeType: "video/mp4", error: null });
+              } else {
+                warnings.push(`Mux skipped/failed: ${muxed.error}`);
+              }
             }
+          } catch (err) {
+            warnings.push(`Media download unavailable: ${err instanceof Error ? err.message : String(err)}`);
+          } finally {
+            if (muxWorkDir) (0, import_node_fs5.rmSync)(muxWorkDir, { recursive: true, force: true });
           }
         }
         let transcript = null;
@@ -16865,7 +16871,7 @@ var init_instagram_routes = __esm({
         const result = {
           ...extraction,
           browser: launch.browser,
-          outputDir,
+          outputDir: null,
           downloads,
           warnings,
           transcript
@@ -19064,12 +19070,12 @@ function reportTitle(full) {
   const title = full.split("\n").find((line) => line.startsWith("# "));
   return title?.replace(/^#\s+/, "").trim() || "MCP Scraper Report";
 }
-function outputBaseDir2() {
+function outputBaseDir() {
   return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path8.join)((0, import_node_os6.homedir)(), "Downloads", "mcp-scraper");
 }
 function saveFullReport(full) {
   if (!reportSavingEnabled || process.env.MCP_SCRAPER_SAVE_REPORTS === "false") return null;
-  const outDir = outputBaseDir2();
+  const outDir = outputBaseDir();
   try {
     (0, import_node_fs6.mkdirSync)(outDir, { recursive: true });
     const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
@@ -19087,7 +19093,7 @@ function saveBulkSite(siteUrl, pages, seo, imageAudit) {
   if (!reportSavingActive()) return null;
   try {
     const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-    const dir = (0, import_node_path8.join)(outputBaseDir2(), `extract-${slugifyReportName(siteUrl)}-${stamp}`);
+    const dir = (0, import_node_path8.join)(outputBaseDir(), `extract-${slugifyReportName(siteUrl)}-${stamp}`);
     const pagesDir = (0, import_node_path8.join)(dir, "pages");
     (0, import_node_fs6.mkdirSync)(pagesDir, { recursive: true });
     const indexRows = pages.map((p, i) => {
@@ -19180,7 +19186,7 @@ ${renderImageSection(imageAudit)}` : ""), "utf8");
 function saveUrlInventory(siteUrl, urls) {
   if (!reportSavingActive()) return null;
   try {
-    const outDir = outputBaseDir2();
+    const outDir = outputBaseDir();
     (0, import_node_fs6.mkdirSync)(outDir, { recursive: true });
     const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
     const file = (0, import_node_path8.join)(outDir, `${stamp}-urlmap-${slugifyReportName(siteUrl.replace(/^https?:\/\//, ""))}.csv`);
@@ -19195,7 +19201,7 @@ function saveUrlInventory(siteUrl, urls) {
 function persistScreenshotLocally(base64, url) {
   if (!reportSavingEnabled || process.env.MCP_SCRAPER_SAVE_REPORTS === "false") return null;
   try {
-    const dir = (0, import_node_path8.join)(outputBaseDir2(), "screenshots");
+    const dir = (0, import_node_path8.join)(outputBaseDir(), "screenshots");
     (0, import_node_fs6.mkdirSync)(dir, { recursive: true });
     const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
     const slug = url.replace(/^https?:\/\//, "").replace(/[^a-z0-9]+/gi, "-").replace(/^-+|-+$/g, "").slice(0, 60);
@@ -21475,7 +21481,7 @@ function localLocationFileAllowed() {
 async function existingPath(value) {
   const trimmed = value?.trim();
   if (!trimmed) return null;
-  await (0, import_promises5.access)(trimmed);
+  await (0, import_promises4.access)(trimmed);
   return trimmed;
 }
 async function resolveUsZipsPath(requestedPath) {
@@ -21493,7 +21499,7 @@ async function loadZipGroups(stateAbbr, requestedPath, warnings) {
   }
   const path6 = await resolveUsZipsPath(requestedPath);
   if (!path6) return { path: null, groups: /* @__PURE__ */ new Map() };
-  const records = csvRecords(await (0, import_promises5.readFile)(path6, "utf8"));
+  const records = csvRecords(await (0, import_promises4.readFile)(path6, "utf8"));
   const groups = /* @__PURE__ */ new Map();
   for (const record of records) {
     const state = (record.state_abbr ?? record.state ?? "").trim().toUpperCase();
@@ -21544,11 +21550,11 @@ async function resolveDirectoryMarkets(options) {
   }
   return { markets, censusSourceUrl: sourceUrl, usZipsSourcePath: zipData.path, warnings };
 }
-var import_promises5, POPULATION_YEARS, STATE_META, STATE_BY_NAME;
+var import_promises4, POPULATION_YEARS, STATE_META, STATE_BY_NAME;
 var init_location_db = __esm({
   "src/directory/location-db.ts"() {
     "use strict";
-    import_promises5 = require("fs/promises");
+    import_promises4 = require("fs/promises");
     init_csv();
     POPULATION_YEARS = [2020, 2021, 2022, 2023, 2024, 2025];
     STATE_META = {
@@ -21764,8 +21770,8 @@ function csvRowsFor(result) {
   return rows;
 }
 async function saveDirectoryCsv(result) {
-  const outDir = (0, import_node_path9.join)(outputBaseDir2(), "directory-workflows");
-  await (0, import_promises6.mkdir)(outDir, { recursive: true });
+  const outDir = (0, import_node_path9.join)(outputBaseDir(), "directory-workflows");
+  await (0, import_promises5.mkdir)(outDir, { recursive: true });
   const stamp = result.extractedAt.replace(/[:.]/g, "-");
   const slug = `${result.state}-${result.query}`.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 80);
   const path6 = (0, import_node_path9.join)(outDir, `${stamp}-${slug}-directory-workflow.csv`);
@@ -21800,7 +21806,7 @@ async function saveDirectoryCsv(result) {
     "extracted_at",
     "duration_ms"
   ];
-  await (0, import_promises6.writeFile)(path6, rowsToCsv(headers, csvRowsFor(result)), "utf8");
+  await (0, import_promises5.writeFile)(path6, rowsToCsv(headers, csvRowsFor(result)), "utf8");
   return path6;
 }
 async function runDirectoryWorkflowFromPlan(options, plan) {
@@ -21826,11 +21832,11 @@ async function runDirectoryWorkflowFromPlan(options, plan) {
   const csvPath = options.saveCsv ? await saveDirectoryCsv(base) : null;
   return { ...base, csvPath };
 }
-var import_promises6, import_node_path9, import_zod24, DirectoryWorkflowOptionsSchema;
+var import_promises5, import_node_path9, import_zod24, DirectoryWorkflowOptionsSchema;
 var init_directory_workflow = __esm({
   "src/directory/directory-workflow.ts"() {
     "use strict";
-    import_promises6 = require("fs/promises");
+    import_promises5 = require("fs/promises");
     import_node_path9 = require("path");
     import_zod24 = require("zod");
     init_mcp_response_formatter();
@@ -21998,7 +22004,7 @@ async function readIndex(baseDir) {
   const path6 = indexPath(baseDir);
   if (!(0, import_node_fs7.existsSync)(path6)) return { runs: [] };
   try {
-    return JSON.parse(await (0, import_promises7.readFile)(path6, "utf8"));
+    return JSON.parse(await (0, import_promises6.readFile)(path6, "utf8"));
   } catch {
     return { runs: [] };
   }
@@ -22018,14 +22024,14 @@ async function updateWorkflowIndex(manifest, manifestPath, baseDir) {
     summary: `${manifest.title} (${manifest.status})`
   };
   index.runs = [entry, ...index.runs.filter((r) => r.runId !== manifest.runId)].slice(0, 200);
-  await (0, import_promises7.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
-  await (0, import_promises7.writeFile)(path6, JSON.stringify(index, null, 2), "utf8");
+  await (0, import_promises6.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
+  await (0, import_promises6.writeFile)(path6, JSON.stringify(index, null, 2), "utf8");
 }
-var import_promises7, import_node_fs7, import_node_os7, import_node_path10, import_node_child_process3, ArtifactWriter;
+var import_promises6, import_node_fs7, import_node_os7, import_node_path10, import_node_child_process3, ArtifactWriter;
 var init_artifact_writer = __esm({
   "src/workflows/artifact-writer.ts"() {
     "use strict";
-    import_promises7 = require("fs/promises");
+    import_promises6 = require("fs/promises");
     import_node_fs7 = require("fs");
     import_node_os7 = require("os");
     import_node_path10 = require("path");
@@ -22057,31 +22063,31 @@ var init_artifact_writer = __esm({
         const nameSource = String(input.keyword ?? input.query ?? input.domain ?? input.state ?? workflowId);
         const baseDir = workflowOutputBaseDir(outputDir);
         const runDir = (0, import_node_path10.join)(baseDir, "workflows", workflowId, `${timestamp()}-${safeSlug(nameSource)}-${safeSlug(runId).slice(0, 20)}`);
-        await (0, import_promises7.mkdir)(runDir, { recursive: true });
+        await (0, import_promises6.mkdir)(runDir, { recursive: true });
         return new _ArtifactWriter(workflowId, title, runId, baseDir, runDir, startedAt, input);
       }
       async remember(kind, label, path6, rows) {
-        const size = await (0, import_promises7.stat)(path6).then((s) => s.size).catch(() => void 0);
+        const size = await (0, import_promises6.stat)(path6).then((s) => s.size).catch(() => void 0);
         this.artifacts.push({ kind, label, path: path6, bytes: size, rows });
         await postToMemoryLibrary({ title: `${this.title} ${label}`, content: `artifact: ${path6}`, source: `mcp-scraper-workflow:${this.workflowId}:${this.runId}` });
         return path6;
       }
       async writeJson(label, relativePath, data) {
         const path6 = (0, import_node_path10.join)(this.runDir, relativePath);
-        await (0, import_promises7.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
-        await (0, import_promises7.writeFile)(path6, JSON.stringify(data, null, 2), "utf8");
+        await (0, import_promises6.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
+        await (0, import_promises6.writeFile)(path6, JSON.stringify(data, null, 2), "utf8");
         return this.remember("json", label, path6);
       }
       async writeText(label, relativePath, text, kind = "markdown") {
         const path6 = (0, import_node_path10.join)(this.runDir, relativePath);
-        await (0, import_promises7.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
-        await (0, import_promises7.writeFile)(path6, text, "utf8");
+        await (0, import_promises6.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
+        await (0, import_promises6.writeFile)(path6, text, "utf8");
         return this.remember(kind, label, path6);
       }
       async writeCsv(label, relativePath, headers, rows) {
         const path6 = (0, import_node_path10.join)(this.runDir, relativePath);
-        await (0, import_promises7.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
-        await (0, import_promises7.writeFile)(path6, rowsToCsv(headers, rows), "utf8");
+        await (0, import_promises6.mkdir)((0, import_node_path10.dirname)(path6), { recursive: true });
+        await (0, import_promises6.writeFile)(path6, rowsToCsv(headers, rows), "utf8");
         return this.remember("csv", label, path6, rows.length);
       }
       async writeHtml(label, relativePath, html) {
@@ -22102,7 +22108,7 @@ var init_artifact_writer = __esm({
           counts
         };
         const path6 = (0, import_node_path10.join)(this.runDir, "manifest.json");
-        await (0, import_promises7.writeFile)(path6, JSON.stringify(manifest, null, 2), "utf8");
+        await (0, import_promises6.writeFile)(path6, JSON.stringify(manifest, null, 2), "utf8");
         await updateWorkflowIndex(manifest, path6, this.baseDir);
         return path6;
       }
@@ -23828,7 +23834,7 @@ async function runWorkflowStep(id, rawInput, opts) {
   const writtenArtifacts = await Promise.all(
     artifacts.artifacts.map(async (artifact) => ({
       ...artifact,
-      content: await (0, import_promises8.readFile)(artifact.path, "utf8").catch(() => "")
+      content: await (0, import_promises7.readFile)(artifact.path, "utf8").catch(() => "")
     }))
   );
   return {
@@ -23847,11 +23853,11 @@ async function runWorkflowStep(id, rawInput, opts) {
     artifacts: writtenArtifacts
   };
 }
-var import_promises8, import_zod30, DEFINITIONS;
+var import_promises7, import_zod30, DEFINITIONS;
 var init_registry2 = __esm({
   "src/workflows/registry.ts"() {
     "use strict";
-    import_promises8 = require("fs/promises");
+    import_promises7 = require("fs/promises");
     import_zod30 = require("zod");
     init_artifact_writer();
     init_http_client2();
@@ -23922,7 +23928,7 @@ async function readManifestFromSummary(summary) {
   if (!summary.reportPath) return null;
   const manifestPath = summary.reportPath.replace(/report\.html$/, "manifest.json");
   try {
-    return JSON.parse(await (0, import_promises9.readFile)(manifestPath, "utf8"));
+    return JSON.parse(await (0, import_promises8.readFile)(manifestPath, "utf8"));
   } catch {
     return null;
   }
@@ -24137,12 +24143,12 @@ async function dispatchDueWorkflowSchedules(apiUrl, limit = 3) {
   }
   return { dispatched: results.length, results };
 }
-var import_node_crypto8, import_promises9, import_hono14, import_zod31, workflowApp, WorkflowInputSchema, WorkflowIdSchema, CadenceSchema, ScheduleStatusSchema, RunBodySchema, ScheduleCreateSchema, SchedulePatchSchema, TERMINAL_RUN_STATUSES;
+var import_node_crypto8, import_promises8, import_hono14, import_zod31, workflowApp, WorkflowInputSchema, WorkflowIdSchema, CadenceSchema, ScheduleStatusSchema, RunBodySchema, ScheduleCreateSchema, SchedulePatchSchema, TERMINAL_RUN_STATUSES;
 var init_workflow_routes = __esm({
   "src/api/workflow-routes.ts"() {
     "use strict";
     import_node_crypto8 = require("crypto");
-    import_promises9 = require("fs/promises");
+    import_promises8 = require("fs/promises");
     import_hono14 = require("hono");
     import_zod31 = require("zod");
     init_artifact_writer();
@@ -24312,7 +24318,7 @@ var init_workflow_routes = __esm({
         return new Response(artifact.content, { headers });
       }
       try {
-        const content = await (0, import_promises9.readFile)(artifact.path);
+        const content = await (0, import_promises8.readFile)(artifact.path);
         return new Response(content, { headers });
       } catch {
         return c.json({ error: "Artifact file is no longer available" }, 410);
@@ -25251,13 +25257,41 @@ var init_PAAExtractor = __esm({
             }
             return parts.join(" ").replace(/\s+/g, " ").trim();
           }
-          return Array.from(document.querySelectorAll(selectors.item)).map((pair) => ({
-            question: pair.getAttribute(selectors.itemDataQ) || pair.getAttribute(selectors.itemDataInitQ) || pair.querySelector(selectors.itemQuestionEl)?.innerText?.trim() || "",
-            answer: cleanText(pair.querySelector(selectors.answerContainer)) || void 0,
-            sourceTitle: pair.querySelector(selectors.sourceTitle)?.innerText?.trim() || void 0,
-            sourceSite: pair.querySelector(selectors.sourceSite)?.innerText?.trim() || void 0,
-            sourceCite: pair.querySelector(selectors.sourceCite)?.innerText?.trim() || void 0
-          }));
+          return Array.from(document.querySelectorAll(selectors.item)).map((pair) => {
+            let sourceTitle = pair.querySelector(selectors.sourceTitle)?.innerText?.trim() || void 0;
+            let sourceSite = pair.querySelector(selectors.sourceSite)?.innerText?.trim() || void 0;
+            let sourceCite = pair.querySelector(selectors.sourceCite)?.innerText?.trim() || void 0;
+            if (!sourceCite) {
+              const seenHrefs = /* @__PURE__ */ new Set();
+              const anchors = [];
+              for (const a of Array.from(pair.querySelectorAll("a[href]"))) {
+                const href = a.href;
+                if (!/^https?:\/\//.test(href) || seenHrefs.has(href)) continue;
+                let host = "";
+                try {
+                  host = new URL(href).hostname;
+                } catch {
+                  continue;
+                }
+                if (/(^|\.)google(usercontent)?\.[a-z.]+$/.test(host)) continue;
+                seenHrefs.add(href);
+                anchors.push({ text: (a.textContent || "").trim(), href, host });
+              }
+              const primary = anchors.find((x) => x.text.length > 2) ?? anchors[0];
+              if (primary) {
+                sourceTitle = sourceTitle || primary.text || void 0;
+                sourceSite = sourceSite || primary.host.replace(/^www\./, "");
+                sourceCite = primary.href;
+              }
+            }
+            return {
+              question: pair.getAttribute(selectors.itemDataQ) || pair.getAttribute(selectors.itemDataInitQ) || pair.querySelector(selectors.itemQuestionEl)?.innerText?.trim() || "",
+              answer: cleanText(pair.querySelector(selectors.answerContainer)) || void 0,
+              sourceTitle,
+              sourceSite,
+              sourceCite
+            };
+          });
         }, sels);
         return raw.flatMap((item) => {
           const cleaned = {
@@ -25299,54 +25333,115 @@ var init_PAAExtractor = __esm({
         const seenQs = /* @__PURE__ */ new Set();
         const orderedQs = [];
         const results = [];
-        const readAllQs = () => page.evaluate(
-          ({ sel, dataQ, dataInitQ, questionEl }) => Array.from(document.querySelectorAll(sel)).map(
-            (el2) => el2.getAttribute(dataQ) || el2.getAttribute(dataInitQ) || el2.querySelector(questionEl)?.innerText?.trim() || ""
-          ).filter(Boolean),
-          { sel: PAASelectors.item, dataQ: PAASelectors.itemDataQ, dataInitQ: PAASelectors.itemDataInitQ, questionEl: PAASelectors.itemQuestionEl }
+        const abandonedNeverReclick = /* @__PURE__ */ new Set();
+        const clickedOnceEver = /* @__PURE__ */ new Set();
+        const itemArgs = {
+          sel: PAASelectors.item,
+          dataQ: PAASelectors.itemDataQ,
+          dataInitQ: PAASelectors.itemDataInitQ,
+          questionEl: PAASelectors.itemQuestionEl,
+          answerSel: PAASelectors.answerContainer,
+          expandedClass: PAASelectors.expandedClass,
+          clickTarget: PAASelectors.clickTarget
+        };
+        const readItemStates = () => page.evaluate(
+          ({ sel, dataQ, dataInitQ, questionEl, expandedClass, answerSel }) => {
+            const answerText = (root) => {
+              if (!root) return "";
+              let out = "";
+              const walk = (n) => {
+                for (const c of Array.from(n.childNodes)) {
+                  if (c.nodeType === Node.TEXT_NODE) out += c.textContent || "";
+                  else if (c.nodeType === Node.ELEMENT_NODE && c.tagName !== "STYLE" && c.tagName !== "SCRIPT") walk(c);
+                }
+              };
+              walk(root);
+              return out.replace(/\s+/g, " ").trim();
+            };
+            return Array.from(document.querySelectorAll(sel)).map((el2) => ({
+              q: el2.getAttribute(dataQ) || el2.getAttribute(dataInitQ) || el2.querySelector(questionEl)?.innerText?.trim() || "",
+              done: el2.classList.contains(expandedClass) || answerText(el2.querySelector(answerSel)).length > 30
+            })).filter((s) => s.q);
+          },
+          itemArgs
         );
+        const expandOneItemSerially = async (q) => {
+          const clicked = await page.evaluate(
+            ({ sel, dataQ, dataInitQ, clickTarget, q: target }) => {
+              const item = Array.from(document.querySelectorAll(sel)).find((el2) => (el2.getAttribute(dataQ) || el2.getAttribute(dataInitQ)) === target);
+              const btn = item?.querySelector(clickTarget);
+              if (!btn) return false;
+              btn.scrollIntoView({ block: "center" });
+              btn.click();
+              return true;
+            },
+            { ...itemArgs, q }
+          ).catch(() => false);
+          if (!clicked) return "failed";
+          try {
+            const outcome = await page.waitForFunction(
+              ({ sel, dataQ, dataInitQ, answerSel, q: target }) => {
+                const answerText = (root) => {
+                  if (!root) return "";
+                  let out = "";
+                  const walk = (n) => {
+                    for (const c of Array.from(n.childNodes)) {
+                      if (c.nodeType === Node.TEXT_NODE) out += c.textContent || "";
+                      else if (c.nodeType === Node.ELEMENT_NODE && c.tagName !== "STYLE" && c.tagName !== "SCRIPT") walk(c);
+                    }
+                  };
+                  walk(root);
+                  return out.replace(/\s+/g, " ").trim();
+                };
+                const item = Array.from(document.querySelectorAll(sel)).find((el2) => (el2.getAttribute(dataQ) || el2.getAttribute(dataInitQ)) === target);
+                if (!item) return "gone";
+                const text = answerText(item.querySelector(answerSel));
+                if (/an error has occurred/i.test(text.slice(0, 80))) return "error";
+                if (text.length > 30) return "ok";
+                return false;
+              },
+              { ...itemArgs, q },
+              { timeout: 6500, polling: 200 }
+            );
+            return await outcome.jsonValue() === "ok" ? "ok" : "failed";
+          } catch {
+            return "failed";
+          }
+        };
         let round = 0;
-        while (seenQs.size < options.maxQuestions) {
+        let growthWaits = 0;
+        while (true) {
           if (options.softDeadlineMs && Date.now() >= options.softDeadlineMs) break;
           this.throwIfAborted(signal);
-          await this.throwIfCaptcha(page, "Google PAA expansion");
-          const beforeQs = await readAllQs();
-          if (beforeQs.length >= options.maxQuestions) break;
-          const unexpandedSel = `${PAASelectors.item}:not(.${PAASelectors.expandedClass}) ${PAASelectors.clickTarget}`;
-          const unexpandedCount = await page.locator(unexpandedSel).count();
-          if (unexpandedCount === 0) break;
-          this.reporter.onDepth(++round);
-          for (let ci = 0; ci < unexpandedCount; ci++) {
-            if (options.softDeadlineMs && Date.now() >= options.softDeadlineMs) break;
-            this.throwIfAborted(signal);
-            try {
-              const btn = page.locator(unexpandedSel).first();
-              await btn.scrollIntoViewIfNeeded();
-              await btn.hover({ force: true });
-              await page.waitForTimeout(100);
-              await btn.click({ force: true });
-              await page.waitForTimeout(500);
-            } catch {
+          const states = await readItemStates();
+          for (const s of states) {
+            if (!seenQs.has(s.q)) {
+              seenQs.add(s.q);
+              orderedQs.push(s.q);
             }
           }
-          await page.waitForFunction(
-            ({ sel, min }) => document.querySelectorAll(sel).length > min,
-            { sel: PAASelectors.item, min: beforeQs.length },
-            { timeout: 5e3 }
-          ).catch(() => {
-          });
-          await this.throwIfCaptcha(page, "Google PAA expansion");
-          const afterQs = await readAllQs();
-          if (afterQs.length === beforeQs.length) break;
-          for (const q of afterQs) {
-            if (!seenQs.has(q)) {
-              seenQs.add(q);
-              orderedQs.push(q);
-            }
+          const kept = new Set(orderedQs.slice(0, options.maxQuestions));
+          const clickable = states.filter((s) => kept.has(s.q) && !clickedOnceEver.has(s.q) && !abandonedNeverReclick.has(s.q));
+          const target = clickable.find((s) => !s.done) ?? (seenQs.size < options.maxQuestions ? clickable[0] : void 0);
+          if (!target) {
+            if (seenQs.size >= options.maxQuestions) break;
+            if (++growthWaits > 1) break;
+            const grew = await page.waitForFunction(
+              ({ sel, min }) => document.querySelectorAll(sel).length > min,
+              { sel: PAASelectors.item, min: states.length },
+              { timeout: 3e3 }
+            ).catch(() => null);
+            if (!grew) break;
+            continue;
           }
+          growthWaits = 0;
+          this.reporter.onDepth(++round);
+          await this.throwIfCaptcha(page, "Google PAA expansion");
+          clickedOnceEver.add(target.q);
+          if (await expandOneItemSerially(target.q) === "failed") abandonedNeverReclick.add(target.q);
         }
         const itemMap = new Map((await this.extractVisibleItems(page)).map((i) => [i.question, i]));
-        await this.fillIncompleteItems(page, orderedQs, itemMap, options);
+        await this.fillIncompleteItems(page, orderedQs, itemMap, options, abandonedNeverReclick);
         for (const q of orderedQs) {
           if (results.length >= options.maxQuestions) break;
           const key = this.normalizeQuestion(q);
@@ -25364,9 +25459,11 @@ var init_PAAExtractor = __esm({
         this.completeness.paaWithoutSource = results.filter((r) => !r.source_title && !r.source_site && !r.source_cite).length;
         return results;
       }
-      async fillIncompleteItems(page, orderedQs, itemMap, options) {
+      async fillIncompleteItems(page, orderedQs, itemMap, options, abandonedNeverReclick) {
         const kept = new Set(orderedQs.slice(0, options.maxQuestions));
-        const missingBefore = new Set([...kept].filter((q) => !itemMap.get(q)?.answer));
+        const missingBefore = new Set(
+          [...kept].filter((q) => !itemMap.get(q)?.answer && !abandonedNeverReclick?.has(q))
+        );
         if (missingBefore.size === 0) return;
         for (let round = 0; round < 2; round++) {
           if (options.softDeadlineMs && Date.now() >= options.softDeadlineMs) break;
@@ -25758,40 +25855,41 @@ var init_PAAExtractor = __esm({
         };
       }
       async captureAIOverviewShareUrl(page, options) {
-        for (let attempt = 0; attempt < 3; attempt++) {
-          if (options?.softDeadlineMs && Date.now() >= options.softDeadlineMs) return null;
-          const clicked = await page.evaluate(() => {
-            const heads = Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter((h) => (h.textContent || "").trim() === "AI Overview");
-            for (const head of heads) {
-              let sec = head;
-              for (let up = 0; up < 8 && sec; up++) {
-                const btn = sec.querySelector('[aria-label="Share"]');
-                if (btn) {
-                  btn.scrollIntoView({ block: "center" });
-                  btn.click();
-                  return true;
-                }
-                sec = sec.parentElement;
+        if (options?.softDeadlineMs && Date.now() >= options.softDeadlineMs) return null;
+        const clicked = await page.evaluate(() => {
+          const heads = Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter((h) => (h.textContent || "").trim() === "AI Overview");
+          for (const head of heads) {
+            let sec = head;
+            for (let up = 0; up < 8 && sec; up++) {
+              const btn = sec.querySelector('[aria-label="Share"]');
+              if (btn) {
+                btn.scrollIntoView({ block: "center" });
+                btn.click();
+                return true;
               }
+              sec = sec.parentElement;
             }
-            return false;
-          }).catch(() => false);
-          if (!clicked) return null;
-          await page.waitForTimeout(4500);
-          const url = await page.evaluate(() => {
+          }
+          return false;
+        }).catch(() => false);
+        if (!clicked) return null;
+        let url = null;
+        try {
+          const found = await page.waitForFunction(() => {
             const w = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT);
             while (w.nextNode()) {
               const m = (w.currentNode.textContent || "").match(/https:\/\/share\.google\/aimode\/\S+/);
               if (m) return m[0];
             }
-            return null;
-          }).catch(() => null);
-          await page.keyboard.press("Escape").catch(() => {
-          });
-          if (url) return url;
-          await page.waitForTimeout(600);
+            return false;
+          }, void 0, { timeout: 4500, polling: 250 });
+          url = await found.jsonValue();
+        } catch {
+          url = null;
         }
-        return null;
+        await page.keyboard.press("Escape").catch(() => {
+        });
+        return url;
       }
       buildTree(flat, _seed) {
         const roots = [];
@@ -27302,7 +27400,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.6.0";
+    PACKAGE_VERSION = "0.7.0";
   }
 });
 
@@ -28872,7 +28970,7 @@ function localPlanningToolAnnotations(title) {
 }
 function listSavedReports() {
   try {
-    const dir = outputBaseDir2();
+    const dir = outputBaseDir();
     return (0, import_node_fs9.readdirSync)(dir).filter((f) => f.endsWith(".md")).map((f) => ({ filename: f, mtimeMs: (0, import_node_fs9.statSync)((0, import_node_path12.join)(dir, f)).mtimeMs })).sort((a, b) => b.mtimeMs - a.mtimeMs).slice(0, 100);
   } catch {
     return [];
@@ -28899,7 +28997,7 @@ function registerSavedReportResources(server) {
       const requested = Array.isArray(variables.filename) ? variables.filename[0] : variables.filename;
       const filename = (0, import_node_path12.basename)(decodeURIComponent(String(requested ?? "")));
       if (!filename.endsWith(".md")) throw new Error("Only saved .md reports can be read");
-      const text = (0, import_node_fs9.readFileSync)((0, import_node_path12.join)(outputBaseDir2(), filename), "utf8");
+      const text = (0, import_node_fs9.readFileSync)((0, import_node_path12.join)(outputBaseDir(), filename), "utf8");
       return { contents: [{ uri: uri.href, mimeType: "text/markdown", text }] };
     }
   );
@@ -29498,7 +29596,7 @@ var init_http_mcp_tool_executor = __esm({
 });
 
 // src/services/fanout/export.ts
-function outputBaseDir3() {
+function outputBaseDir2() {
   return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path13.join)((0, import_node_os8.homedir)(), "Downloads", "mcp-scraper");
 }
 function safe(value) {
@@ -29509,7 +29607,7 @@ function writeTable(path6, rows, delimiter) {
 }
 function exportFanout(enriched) {
   const stamp = safe(enriched.capturedAt.replace(/[:.]/g, "-"));
-  const outputDir = outputBaseDir3();
+  const outputDir = outputBaseDir2();
   const relativeDir = (0, import_node_path13.join)("fanout", `${stamp}-${safe(enriched.platform)}`);
   const dir = (0, import_node_path13.join)(outputDir, relativeDir);
   (0, import_node_fs10.mkdirSync)(dir, { recursive: true });
@@ -30243,10 +30341,10 @@ function ffmpegFilterPath(path6) {
 async function annotateReplayVideo(inputFilePath, outputFilePath, options) {
   if (!options.annotations.length) throw new Error("annotations must include at least one item");
   const size = await videoSize(inputFilePath);
-  const tmp = await (0, import_promises10.mkdtemp)((0, import_node_path14.join)((0, import_node_os9.tmpdir)(), "mcp-scraper-ass-"));
+  const tmp = await (0, import_promises9.mkdtemp)((0, import_node_path14.join)((0, import_node_os9.tmpdir)(), "mcp-scraper-ass-"));
   const assPath = (0, import_node_path14.join)(tmp, "annotations.ass");
   try {
-    await (0, import_promises10.writeFile)(assPath, buildAssSubtitle(options, size), "utf8");
+    await (0, import_promises9.writeFile)(assPath, buildAssSubtitle(options, size), "utf8");
     await execFileAsync2("ffmpeg", [
       "-y",
       "-i",
@@ -30263,7 +30361,7 @@ async function annotateReplayVideo(inputFilePath, outputFilePath, options) {
       "copy",
       outputFilePath
     ], { maxBuffer: 1024 * 1024 * 20 });
-    const out = await (0, import_promises10.stat)(outputFilePath);
+    const out = await (0, import_promises9.stat)(outputFilePath);
     return {
       filePath: outputFilePath,
       bytes: out.size,
@@ -30272,15 +30370,15 @@ async function annotateReplayVideo(inputFilePath, outputFilePath, options) {
       annotationCount: options.annotations.length
     };
   } finally {
-    await (0, import_promises10.rm)(tmp, { recursive: true, force: true });
+    await (0, import_promises9.rm)(tmp, { recursive: true, force: true });
   }
 }
-var import_node_child_process4, import_promises10, import_node_os9, import_node_path14, import_node_util2, execFileAsync2;
+var import_node_child_process4, import_promises9, import_node_os9, import_node_path14, import_node_util2, execFileAsync2;
 var init_replay_annotator = __esm({
   "src/mcp/replay-annotator.ts"() {
     "use strict";
     import_node_child_process4 = require("child_process");
-    import_promises10 = require("fs/promises");
+    import_promises9 = require("fs/promises");
     import_node_os9 = require("os");
     import_node_path14 = require("path");
     import_node_util2 = require("util");
@@ -30325,7 +30423,7 @@ function actionResult(tool, sessionId, ok, data, nextRecommendedTool = "browser_
     nextRecommendedTool
   });
 }
-function outputBaseDir4() {
+function outputBaseDir3() {
   return process.env.MCP_SCRAPER_OUTPUT_DIR?.trim() || (0, import_node_path15.join)((0, import_node_os10.homedir)(), "Downloads", "mcp-scraper");
 }
 function safeFilePart2(value) {
@@ -30335,7 +30433,7 @@ function replayFilePath(sessionId, replayId, filename) {
   const requested = filename?.trim();
   const stamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
   const name = requested ? safeFilePart2(requested).replace(/\.mp4$/i, "") : `${stamp}-${safeFilePart2(sessionId)}-${safeFilePart2(replayId)}`;
-  return (0, import_node_path15.join)(outputBaseDir4(), "browser-replays", `${name}.mp4`);
+  return (0, import_node_path15.join)(outputBaseDir3(), "browser-replays", `${name}.mp4`);
 }
 function slugPart(value) {
   const trimmed = value?.trim().toLowerCase();
@@ -30414,7 +30512,7 @@ function registerBrowserAgentMcpTools(server, opts) {
       }
       const bytes = Buffer.from(await res.arrayBuffer());
       const filePath = replayFilePath(sessionId, replayId, filename);
-      (0, import_node_fs11.mkdirSync)((0, import_node_path15.join)(outputBaseDir4(), "browser-replays"), { recursive: true });
+      (0, import_node_fs11.mkdirSync)((0, import_node_path15.join)(outputBaseDir3(), "browser-replays"), { recursive: true });
       (0, import_node_fs11.writeFileSync)(filePath, bytes);
       return {
         ok: true,
@@ -30964,7 +31062,7 @@ function registerBrowserAgentMcpTools(server, opts) {
       try {
         const sourcePath = String(downloaded.data.file_path);
         const outputPath = annotatedReplayFilePath(input.session_id, input.replay_id, input.filename);
-        (0, import_node_fs11.mkdirSync)((0, import_node_path15.join)(outputBaseDir4(), "browser-replays"), { recursive: true });
+        (0, import_node_fs11.mkdirSync)((0, import_node_path15.join)(outputBaseDir3(), "browser-replays"), { recursive: true });
         const result = await annotateReplayVideo(sourcePath, outputPath, {
           annotations: input.annotations,
           sourceWidth: input.source_width,
@@ -38245,16 +38343,16 @@ async function cleanupLocal(cutoff) {
   let deleted = 0;
   let entries;
   try {
-    entries = await (0, import_promises11.readdir)(dir);
+    entries = await (0, import_promises10.readdir)(dir);
   } catch {
     return { deleted: 0, store: "local" };
   }
   for (const name of entries) {
     const path6 = (0, import_node_path16.join)(dir, name);
     try {
-      const s = await (0, import_promises11.stat)(path6);
+      const s = await (0, import_promises10.stat)(path6);
       if (s.isFile() && s.mtimeMs < cutoff) {
-        await (0, import_promises11.unlink)(path6);
+        await (0, import_promises10.unlink)(path6);
         deleted++;
       }
     } catch {
@@ -38271,11 +38369,11 @@ async function cleanupExpiredScrapeBlobs(maxAgeMs = SCRAPE_BLOB_TTL_MS) {
     return { deleted: 0, store: "none" };
   }
 }
-var import_promises11, import_node_os11, import_node_path16;
+var import_promises10, import_node_os11, import_node_path16;
 var init_scrape_blob_cleanup = __esm({
   "src/api/scrape-blob-cleanup.ts"() {
     "use strict";
-    import_promises11 = require("fs/promises");
+    import_promises10 = require("fs/promises");
     import_node_os11 = require("os");
     import_node_path16 = require("path");
     init_scrape_vault_sink();
@@ -38594,7 +38692,7 @@ function countPaaQuestions(result) {
   return Array.isArray(value.flat) ? value.flat.length : 0;
 }
 function paaCostForQuestionCount(questionCount) {
-  return Math.max(1, questionCount) * MC_COSTS.paa;
+  return MC_COSTS.paa_base + Math.max(1, questionCount) * MC_COSTS.paa;
 }
 async function processJob(job) {
   running++;