mcp-scraper 0.86.5 → 0.87.0

package/CHANGELOG.md

@@ -4,6 +4,13 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 
 ## [Unreleased]
 
+## [0.87.0] - 2026-09-02
+
+### Added
+
+- Added optional `pages: 2` support to synchronous and durable PAA harvests, capturing a second organic result page before expanding questions on the untouched first page.
+- Added requested/captured page counts and bounded second-page outcomes to live results, durable recovery, the dashboard, and generated client contracts. A failed optional page-two capture preserves first-page evidence.
+
 ## [0.86.5] - 2026-09-02
 
 ### Fixed
@@ -1705,7 +1712,8 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 - Write actions remain unavailable until the account owner explicitly enables them.
 - Provider-specific connection data is normalized into one agent-facing contract.
 
-[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.86.0...HEAD
+[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.87.0...HEAD
+[0.87.0]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.86.5...v0.87.0
 [0.86.0]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.85.0...v0.86.0
 [0.84.0]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.5...v0.84.0
 [0.83.5]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.4...v0.83.5

package/README.md

@@ -175,7 +175,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.86.5`, SHA-256 `c4ca185e4e7cbd8877e1fd100713e9eacef4e018b66eb435e107535736310916`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.87.0`, SHA-256 `4805165c18efda420136b9d00862a6d658dd0d4c7bef6d6b77bcb94922ce4d38`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 
@@ -235,9 +235,22 @@ env = { MCP_SCRAPER_API_KEY = "sk_live_your_key" }
 
 ## Tools
 
+### Two-page PAA harvests
+
+Pass this input to `harvest_paa` (or add an `idempotencyKey` for `harvest_paa_start`):
+
+```json
+{"query":"commercial truck insurance","pages":2,"maxQuestions":10}
+```
+
+The harvester attempts page 2 organic results before expanding PAA on the untouched first page. It does not harvest a second PAA graph. `pages` accepts 1 or 2 and defaults to 1; pricing is unchanged. If page 2 is missing, empty, or cannot load, available first-page evidence is retained.
+
+Check `pagination.requestedPages`, `pagination.capturedPages`, and `pagination.page2Status` in the MCP result before assuming both pages were captured. Raw REST results place the same fields under `diagnostics.pagination`. Legacy saved results may have no pagination metadata, which MCP formatters expose as `null`.
+
 ### Web-intelligence tools
 
-- `harvest_paa`
+- `harvest_paa` — expand People Also Ask on the original first result page. Optional `pages: 2` captures a second organic result page first; the default is one page.
+- `harvest_paa_start` — start the same harvest as a durable job, with the same optional `pages: 2`.
 - `search_serp`
 - `extract_url` — extract normal or Wayback-replayed page copy; Wayback results omit playback chrome and can include a timestamp-matched featured image. Set `preserveMedia:true` to union static and rendered/lazy media, collapse responsive variants, attach up to `maxInlineImages` AI-readable images, and receive an owner-scoped ZIP manifest readable with `archive_read`. Branding output ranks the site logo separately from evidence-bounded proof images such as certifications, awards, memberships, partner/customer marks, and press mentions.
 - `map_site_urls`

package/dist/bin/api-server.js

@@ -17,8 +17,8 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app, personalAssistantProductionStartup }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-ARMF2IRI.js"),
-    import("../worker-OQSFSLNG.js"),
+    import("../server-4QWARJET.js"),
+    import("../worker-DAVCZ3FP.js"),
     import("../db-Z34LPZNR.js")
   ]);
   const PORT = parseInt(process.env.PORT ?? "3001");

package/dist/bin/mcp-scraper-cli.js

@@ -19,7 +19,7 @@ import {
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-BA6BPDSP.js";
+} from "../chunk-Y3AIFO7C.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-core.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import {
   runMcpScraperStdio
-} from "../chunk-TV32LC76.js";
-import "../chunk-QJJQ4OAZ.js";
+} from "../chunk-6XDNIYGP.js";
+import "../chunk-XX6XUZQM.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-T3MZISOF.js";
@@ -10,10 +10,10 @@ import "../chunk-6HAV7LCE.js";
 import "../chunk-NKRO2SUO.js";
 import "../chunk-OM7HVEJ3.js";
 import "../chunk-OPQIGAFB.js";
-import "../chunk-3JRZZVWL.js";
+import "../chunk-UDLPENTY.js";
 import "../chunk-P7FWOMU7.js";
 import "../chunk-GGZEC22A.js";
-import "../chunk-BA6BPDSP.js";
+import "../chunk-Y3AIFO7C.js";
 import "../chunk-YXNDOQXN.js";
 
 // src/mcp/thorbit-restricted-tool-surface.ts

package/dist/bin/mcp-scraper-install.js

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
 import {
   renderInstallTerminal
-} from "../chunk-3JRZZVWL.js";
+} from "../chunk-UDLPENTY.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-BA6BPDSP.js";
+} from "../chunk-Y3AIFO7C.js";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-stdio-server.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import {
   runMcpScraperStdio
-} from "../chunk-TV32LC76.js";
-import "../chunk-QJJQ4OAZ.js";
+} from "../chunk-6XDNIYGP.js";
+import "../chunk-XX6XUZQM.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-T3MZISOF.js";
@@ -10,10 +10,10 @@ import "../chunk-6HAV7LCE.js";
 import "../chunk-NKRO2SUO.js";
 import "../chunk-OM7HVEJ3.js";
 import "../chunk-OPQIGAFB.js";
-import "../chunk-3JRZZVWL.js";
+import "../chunk-UDLPENTY.js";
 import "../chunk-P7FWOMU7.js";
 import "../chunk-GGZEC22A.js";
-import "../chunk-BA6BPDSP.js";
+import "../chunk-Y3AIFO7C.js";
 import "../chunk-YXNDOQXN.js";
 
 // bin/mcp-stdio-server.ts

package/dist/bin/paa-harvest.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   harvest
-} from "../chunk-NH4QAH3X.js";
+} from "../chunk-R2HRN2FW.js";
 import {
   browserServiceApiKey
 } from "../chunk-OM7HVEJ3.js";

package/dist/{chunk-TV32LC76.js → chunk-6XDNIYGP.js}

@@ -12,13 +12,13 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "./chunk-QJJQ4OAZ.js";
+} from "./chunk-XX6XUZQM.js";
 import {
   renderInstallTerminal
-} from "./chunk-3JRZZVWL.js";
+} from "./chunk-UDLPENTY.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-BA6BPDSP.js";
+} from "./chunk-Y3AIFO7C.js";
 
 // src/mcp/stdio-runtime.ts
 import { readFileSync } from "fs";

package/dist/{chunk-NH4QAH3X.js → chunk-R2HRN2FW.js}

@@ -134,6 +134,58 @@ var MapsSelectors = {
   expandReview: '[data-review-id] button[aria-label*="See more"], [data-review-id] button.w8nwRe'
 };
 
+// src/driver/IBrowserDriver.ts
+async function withManagedTemporaryPage(context, setup, operation, signal) {
+  let page;
+  let ended = false;
+  let timer;
+  let rejectStop = () => {
+  };
+  const aborted = () => signal?.reason instanceof DOMException && signal.reason.name === "TimeoutError" ? signal.reason : new RequestAbortedError();
+  const onAbort = () => rejectStop(aborted());
+  const stop = new Promise((_, reject) => {
+    rejectStop = reject;
+  });
+  const close = async (target) => {
+    let closeTimer;
+    try {
+      await Promise.race([
+        target.close().catch(() => {
+        }),
+        new Promise((resolve) => {
+          closeTimer = setTimeout(resolve, 2e3);
+        })
+      ]);
+    } finally {
+      if (closeTimer) clearTimeout(closeTimer);
+    }
+  };
+  if (signal?.aborted) throw aborted();
+  signal?.addEventListener("abort", onAbort, { once: true });
+  timer = setTimeout(() => rejectStop(new DOMException("Optional pagination timed out", "TimeoutError")), 3e4);
+  try {
+    return await Promise.race([
+      (async () => {
+        const created = await context.newPage();
+        if (ended) {
+          await close(created);
+          throw new RequestAbortedError();
+        }
+        page = created;
+        await setup(created);
+        if (ended) throw new RequestAbortedError();
+        return operation(created);
+      })(),
+      stop
+    ]);
+  } finally {
+    ended = true;
+    if (timer) clearTimeout(timer);
+    signal?.removeEventListener("abort", onAbort);
+    if (page) await close(page);
+  }
+}
+
 // src/lib/browser-user-agent.ts
 var RUNTIME_BROWSER_UA = /\b(?:HeadlessChrome|Chrome|Chromium|Firefox)\/\d+|\bVersion\/\d+.*\bSafari\//;
 async function detectPageUserAgent(page) {
@@ -523,6 +575,11 @@ var BrowserDriver = class {
       };
     });
   }
+  async withTemporaryPage(operation, signal) {
+    if (!this.context) throw new Error("Browser context is not available");
+    return withManagedTemporaryPage(this.context, async () => {
+    }, operation, signal);
+  }
   async navigateToSERP(query, uule, gl, hl, options) {
     const params = new URLSearchParams({ q: query, gl, hl, pws: "0" });
     if (options?.tbs) params.set("tbs", options.tbs);
@@ -927,7 +984,10 @@ var BrightDataSerpDriver = class {
     const customCdp = this.cdpSession;
     const sessionResponse = await customCdp.send("Browser.getSessionId");
     this.providerSessionId = validateProviderSessionId(sessionResponse?.sessionId);
-    await this.page.route("**/*", async (route) => {
+    await this.setupPage(this.page);
+  }
+  async setupPage(page) {
+    await page.route("**/*", async (route) => {
       const request = route.request();
       const resourceType = request.resourceType();
       let requestUrl;
@@ -952,6 +1012,10 @@ var BrightDataSerpDriver = class {
       await route.continue();
     });
   }
+  async withTemporaryPage(operation, signal) {
+    if (!this.context || this.closing) throw new Error("Browser context is not available");
+    return withManagedTemporaryPage(this.context, (page) => this.setupPage(page), operation, signal);
+  }
   async navigateToSERP(query, uule, gl, hl, options) {
     if (!this.page) throw new Error("Browser page is not available");
     const params = new URLSearchParams({ q: query, gl, hl, pws: "0" });
@@ -1927,6 +1991,11 @@ function parsedGoogleGoto(value) {
   if (!url || url.protocol !== "https:" || !isGoogleHost(url.hostname) || url.pathname !== "/goto") return null;
   return url.searchParams.get("url") ? url : null;
 }
+function hasResolvedGotoDestination(value) {
+  if (value.linkType !== "google_goto_redirect" || value.resolutionStatus !== "resolved" || !parsedGoogleGoto(value.rawUrl) || !value.resolvedUrl) return false;
+  const destination = safeHttpUrl(value.resolvedUrl);
+  return Boolean(destination && !isGoogleHost(destination.hostname) && destination.href === value.resolvedUrl && value.url === destination.href);
+}
 function questionIdFor(question) {
   const normalized = question.normalize("NFKC").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}\s]/gu, "").replace(/\s+/g, " ").trim();
   return `paa_${createHash("sha256").update(normalized).digest("hex").slice(0, 16)}`;
@@ -2143,8 +2212,12 @@ async function resolveHarvestResultGoogleGotoLinks(result, options = {}) {
 }
 async function resolveGoogleOutboundLinks(page, values, options = {}) {
   const byRawUrl = /* @__PURE__ */ new Map();
-  for (const value of values) byRawUrl.set(value.rawUrl, value);
-  const inputs = [...byRawUrl.values()].filter((value) => value.linkType === "google_goto_redirect");
+  for (const value of values) {
+    const existing = byRawUrl.get(value.rawUrl);
+    if (existing && hasResolvedGotoDestination(existing)) continue;
+    byRawUrl.set(value.rawUrl, value.linkType === "google_goto_redirect" && !hasResolvedGotoDestination(value) ? { ...value, url: value.rawUrl, resolvedUrl: null, resolutionStatus: "unresolved" } : value);
+  }
+  const inputs = [...byRawUrl.values()].filter((value) => value.linkType === "google_goto_redirect" && !hasResolvedGotoDestination(value));
   if (inputs.length === 0) return byRawUrl;
   const deadlineMs = Date.now() + (options.totalBudgetMs ?? DEFAULT_TOTAL_BUDGET_MS);
   const direct = await resolveGoogleGotoUrls(inputs.map((value) => value.rawUrl), options);
@@ -2360,7 +2433,7 @@ var PAAExtractor = class {
     ];
     const unique = new Map(candidates.map((link) => [link.rawUrl, link]));
     let resolverNonGoogleRequestsObserved = 0;
-    const resolved = await resolveGoogleOutboundLinks(page, unique.values(), {
+    const resolved = await resolveGoogleOutboundLinks(page, candidates, {
       onNetworkAudit: (audit) => {
         resolverNonGoogleRequestsObserved = audit.nonGoogleRequestsObserved;
       }
@@ -2611,6 +2684,7 @@ var PAAExtractor = class {
       diagnostics: {
         completionStatus: "paa_found",
         problem: null,
+        ...material?.pagination ? { pagination: { ...material.pagination } } : {},
         resultQuality: "partial",
         degradedResult: false,
         retryRecommended: true,
@@ -3575,6 +3649,55 @@ var PAAExtractor = class {
       ...locationEvidence ? { locationEvidence } : {}
     };
   }
+  async captureSecondOrganicPage(page, options, signal) {
+    this.throwIfAborted(signal);
+    if (!this.driver.withTemporaryPage) return { organic: [], status: "failed", failureCode: "unsupported_driver" };
+    let guardedFailure;
+    try {
+      const initial = new URL(page.url());
+      const valid = (raw) => {
+        try {
+          const url = new URL(raw, initial);
+          return initial.origin === "https://www.google.com" && url.origin === initial.origin && !url.username && !url.password && url.pathname === "/search" && url.searchParams.getAll("q").length === 1 && url.searchParams.get("q") === options.query && url.searchParams.getAll("start").length === 1 && url.searchParams.get("start") === "10" && (!url.searchParams.has("num") || url.searchParams.get("num") === "10") && ["gl", "hl"].every((key) => !url.searchParams.has(key) || url.searchParams.getAll(key).length === 1 && url.searchParams.get(key) === options[key]) && ["uule", "tbs", "udm", "tbm", "pws"].every((key) => url.searchParams.getAll(key).length <= 1 && url.searchParams.get(key) === initial.searchParams.get(key));
+        } catch {
+          return false;
+        }
+      };
+      const href = await page.evaluate(() => {
+        const next = document.querySelector('a#pnnext, a[rel="next"]');
+        return next?.getAttribute("href") ?? null;
+      });
+      if (!href) return { organic: [], status: "unavailable", failureCode: "missing_next" };
+      if (!valid(href)) return { organic: [], status: "unavailable", failureCode: "invalid_next" };
+      const organic = await this.driver.withTemporaryPage(async (second) => {
+        await second.route("**/*", async (route) => {
+          const request = route.request();
+          if (request.isNavigationRequest() && request.frame() === second.mainFrame() && !valid(request.url())) {
+            guardedFailure = /^https:\/\/www\.google\.com\/sorry(?:\/|\?)/.test(request.url()) ? "captcha" : "invalid_next";
+            await route.abort("blockedbyclient");
+          } else await route.fallback();
+        });
+        await second.goto(new URL(href, initial).href, { waitUntil: "domcontentloaded", timeout: 2e4 });
+        this.throwIfAborted(signal);
+        await this.throwIfCaptcha(second, "Google SERP page 2");
+        if (!valid(second.url())) {
+          guardedFailure = "invalid_next";
+          throw new Error("Invalid pagination landing");
+        }
+        return this.extractOrganicResults(second);
+      }, signal);
+      this.throwIfAborted(signal);
+      return organic.length > 0 ? { organic: organic.map((row) => ({ ...row, position: row.position + 10 })), status: "captured" } : { organic: [], status: "unavailable", failureCode: "empty_page" };
+    } catch (err) {
+      this.throwIfAborted(signal);
+      if (err instanceof RequestAbortedError) throw err;
+      return {
+        organic: [],
+        status: "failed",
+        failureCode: guardedFailure ?? (err instanceof CaptchaError ? "captcha" : err instanceof Error && (err.name === "TimeoutError" || /timed? ?out/i.test(err.message)) ? "timeout" : "navigation_error")
+      };
+    }
+  }
   async extract(options, signal) {
     const startMs = Date.now();
     this.completeness = { paaWithoutAnswer: 0, paaWithoutSource: 0, paaAnswersRecovered: 0, aioShareCaptured: null };
@@ -3778,23 +3901,49 @@ var PAAExtractor = class {
       const initialLocationEvidence = options.debug ? inferSerpLocationEvidence(canonicalLocation, organicResults, localPack) : void 0;
       this.reporter.onVideos(videos);
       this.reporter.onForums(forums);
+      const aiSurfaces = includeAiOverview ? await this.extractAISurfaces(page, options) : emptyAiSurfaces;
+      let pagination = {
+        requestedPages: (options.pages ?? 1) >= 2 ? 2 : 1,
+        capturedPages: 1,
+        page2Status: (options.pages ?? 1) >= 2 ? "not_attempted" : "not_requested",
+        page1OrganicCount: organicResults.length,
+        page2OrganicCount: 0
+      };
+      let allOrganic = organicResults;
+      this.checkpointMaterial = {
+        surface: aiSurfaces.surface,
+        aiOverview: aiSurfaces.aiOverview,
+        aiMode: aiSurfaces.aiMode,
+        whatPeopleSaying,
+        videos,
+        forums,
+        organicResults: allOrganic,
+        localPack,
+        entityIds,
+        pagination
+      };
+      await this.emitProgress("serp_captured");
+      if (pagination.requestedPages === 2) {
+        const second = await this.captureSecondOrganicPage(page, executionOptions, signal);
+        allOrganic = [...organicResults, ...second.organic];
+        pagination = {
+          ...pagination,
+          capturedPages: second.status === "captured" ? 2 : 1,
+          page2Status: second.status,
+          page2OrganicCount: second.organic.length,
+          ...second.failureCode ? { failureCode: second.failureCode } : {}
+        };
+        this.checkpointMaterial = { ...this.checkpointMaterial, organicResults: allOrganic, pagination };
+        await this.emitProgress("serp_captured");
+        await this.resolveMaterialLinks(page, [], allOrganic, aiSurfaces.aiOverview, aiSurfaces.aiMode);
+        this.checkpointMaterial = { ...this.checkpointMaterial, organicResults: allOrganic };
+        await this.emitProgress("serp_captured");
+      }
+      const locationEvidence = options.debug ? inferSerpLocationEvidence(canonicalLocation, allOrganic, localPack) : initialLocationEvidence;
       if (!hasPaa) {
-        let noPaaOrganic = organicResults;
-        let locationEvidence2 = initialLocationEvidence;
-        if ((options.pages ?? 1) >= 2) {
-          const p2params = new URLSearchParams({ q: executionOptions.query, gl: options.gl, hl: options.hl, pws: "0", start: "10" });
-          if (recencyToTbs(options.recency)) p2params.set("tbs", recencyToTbs(options.recency));
-          if (uule) p2params.set("uule", uule);
-          await this.driver.navigateTo("https://www.google.com/search?" + p2params.toString());
-          await this.throwIfCaptcha(page, "Google SERP page 2");
-          const p2organic = await this.extractOrganicResults(page);
-          noPaaOrganic = [...organicResults, ...p2organic.map((r) => ({ ...r, position: r.position + 10 }))];
-          if (options.debug) {
-            locationEvidence2 = inferSerpLocationEvidence(canonicalLocation, noPaaOrganic, localPack);
-          }
-        }
-        const aiSurfaces2 = includeAiOverview ? await this.extractAISurfaces(page, options) : emptyAiSurfaces;
-        await this.resolveMaterialLinks(page, [], noPaaOrganic, aiSurfaces2.aiOverview, aiSurfaces2.aiMode);
+        await this.resolveMaterialLinks(page, [], allOrganic, aiSurfaces.aiOverview, aiSurfaces.aiMode);
+        this.checkpointMaterial = { ...this.checkpointMaterial, organicResults: allOrganic };
+        await this.emitProgress("serp_captured");
         const stats2 = {
           seed: executionOptions.query,
           totalQuestions: 0,
@@ -3811,39 +3960,27 @@ var PAAExtractor = class {
             completionStatus: "no_paa",
             noPaaObserved: true,
             problem: null,
+            pagination,
             paaLifecycle: { ...this.paaLifecycle },
             completeness: { ...this.completeness },
             links: { ...this.linkDiagnostics },
-            ...options.debug ? { debug: this.buildHarvestDebugSnapshot(executionOptions, canonicalLocation, uule, locationEvidence2, locationResolution) } : {}
+            ...options.debug ? { debug: this.buildHarvestDebugSnapshot(executionOptions, canonicalLocation, uule, locationEvidence, locationResolution) } : {}
           },
           totalQuestions: 0,
-          surface: aiSurfaces2.surface,
-          aiOverview: aiSurfaces2.aiOverview,
-          aiMode: aiSurfaces2.aiMode,
+          surface: aiSurfaces.surface,
+          aiOverview: aiSurfaces.aiOverview,
+          aiMode: aiSurfaces.aiMode,
           whatPeopleSaying,
           tree: [],
           flat: [],
           videos,
           forums,
-          organicResults: noPaaOrganic,
+          organicResults: allOrganic,
           localPack,
           entityIds,
           stats: stats2
         };
       }
-      const aiSurfaces = includeAiOverview ? await this.extractAISurfaces(page, options) : emptyAiSurfaces;
-      this.checkpointMaterial = {
-        surface: aiSurfaces.surface,
-        aiOverview: aiSurfaces.aiOverview,
-        aiMode: aiSurfaces.aiMode,
-        whatPeopleSaying,
-        videos,
-        forums,
-        organicResults,
-        localPack,
-        entityIds
-      };
-      await this.emitProgress("serp_captured");
       const flat = await this.runBFS(page, executionOptions, signal);
       this.throwIfAborted(signal);
       const shortVidsParams = new URLSearchParams({ q: executionOptions.query, gl: options.gl, hl: options.hl, pws: "0", udm: ShortVideoSelectors.udm });
@@ -3864,20 +4001,6 @@ var PAAExtractor = class {
         }
       }
       this.reporter.onVideos(shortVideos);
-      let allOrganic = organicResults;
-      let locationEvidence = initialLocationEvidence;
-      if ((options.pages ?? 1) >= 2) {
-        const p2params = new URLSearchParams({ q: executionOptions.query, gl: options.gl, hl: options.hl, pws: "0", start: "10" });
-        if (recencyToTbs(options.recency)) p2params.set("tbs", recencyToTbs(options.recency));
-        if (uule) p2params.set("uule", uule);
-        await this.driver.navigateTo("https://www.google.com/search?" + p2params.toString());
-        await this.throwIfCaptcha(page, "Google SERP page 2");
-        const p2organic = await this.extractOrganicResults(page);
-        allOrganic = [...organicResults, ...p2organic.map((r) => ({ ...r, position: r.position + 10 }))];
-        if (options.debug) {
-          locationEvidence = inferSerpLocationEvidence(canonicalLocation, allOrganic, localPack);
-        }
-      }
       await this.resolveMaterialLinks(page, flat, allOrganic, aiSurfaces.aiOverview, aiSurfaces.aiMode);
       this.checkpointMaterial = {
         ...this.checkpointMaterial,
@@ -3887,6 +4010,7 @@ var PAAExtractor = class {
         videos: [...videos, ...shortVideos],
         organicResults: allOrganic
       };
+      await this.emitProgress("expansion_finished");
       const allVideos = [...videos, ...shortVideos];
       const tree = this.buildTree(flat, executionOptions.query);
       const stats = {
@@ -3904,6 +4028,7 @@ var PAAExtractor = class {
         diagnostics: {
           completionStatus: "paa_found",
           problem: null,
+          pagination,
           paaLifecycle: { ...this.paaLifecycle },
           completeness: { ...this.completeness },
           links: { ...this.linkDiagnostics },

package/dist/{chunk-3JRZZVWL.js → chunk-UDLPENTY.js}

@@ -1,6 +1,6 @@
 // release-message.json
 var release_message_default = {
-  message: "Reddit thread hydration now retries two fresh residential sessions and two managed-browser backups, stopping at the first accepted result while preserving attempt and provider-cost telemetry."
+  message: "PAA harvests can now request two organic result pages before expanding questions on the original first page. Use pages: 2 in MCP, SDKs, or the dashboard and check the reported capture status; an unavailable second page preserves first-page evidence."
 };
 
 // src/install-terminal.ts