mcp-scraper 0.86.2 → 0.86.4

package/CHANGELOG.md

@@ -4,11 +4,23 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 
 ## [Unreleased]
 
+## [0.86.4] - 2026-09-02
+
+### Fixed
+
+- Kept the complete two-primary, two-backup Reddit retry ladder inside the production request window by limiting Kernel attempts to 8 seconds, Bright Data attempts to 14 seconds, and browser cleanup to 1 second.
+
+## [0.86.3] - 2026-09-02
+
+### Fixed
+
+- Applied 45-second Kernel and 35-second Bright Data deadlines to the complete Reddit browser-attempt lifecycle, and made known-thread primary attempts find and click the target through DuckDuckGo before the residential landing.
+
 ## [0.86.2] - 2026-09-02
 
 ### Fixed
 
-- Bounded each Reddit provider's challenge-readability wait at 90 seconds so the two-primary plus two-backup retry ladder can advance through every attempt within the production request envelope.
+- Bounded the Reddit DOM challenge-readability loop at 90 seconds; production verification showed the surrounding browser lifecycle still needed a complete attempt deadline, which is corrected in 0.86.3.
 
 ## [0.86.1] - 2026-09-02
 

package/README.md

@@ -175,7 +175,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.86.2`, SHA-256 `2a0b0fa595d494f2849fe96ea50bac959e4f5be957200962fdd7c5e8dd80e450`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.86.4`, SHA-256 `b90dc726bfe9dfa7540896de18671423ace99a0a32c86a8c35ca2723bbd6e0ac`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.js

@@ -17,7 +17,7 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app, personalAssistantProductionStartup }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-ACZHVP65.js"),
+    import("../server-4FREXPPR.js"),
     import("../worker-OQSFSLNG.js"),
     import("../db-Z34LPZNR.js")
   ]);

package/dist/bin/mcp-scraper-cli.js

@@ -19,7 +19,7 @@ import {
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-ET646CIY.js";
+} from "../chunk-CM62EJ3S.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-core.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import {
   runMcpScraperStdio
-} from "../chunk-KCKODNTH.js";
-import "../chunk-KBP335CI.js";
+} from "../chunk-VFAAYRFS.js";
+import "../chunk-FHLNW4L6.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-T3MZISOF.js";
@@ -13,7 +13,7 @@ import "../chunk-OPQIGAFB.js";
 import "../chunk-3JRZZVWL.js";
 import "../chunk-P7FWOMU7.js";
 import "../chunk-GGZEC22A.js";
-import "../chunk-ET646CIY.js";
+import "../chunk-CM62EJ3S.js";
 import "../chunk-YXNDOQXN.js";
 
 // src/mcp/thorbit-restricted-tool-surface.ts

package/dist/bin/mcp-scraper-install.js

@@ -4,7 +4,7 @@ import {
 } from "../chunk-3JRZZVWL.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-ET646CIY.js";
+} from "../chunk-CM62EJ3S.js";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-stdio-server.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import {
   runMcpScraperStdio
-} from "../chunk-KCKODNTH.js";
-import "../chunk-KBP335CI.js";
+} from "../chunk-VFAAYRFS.js";
+import "../chunk-FHLNW4L6.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-T3MZISOF.js";
@@ -13,7 +13,7 @@ import "../chunk-OPQIGAFB.js";
 import "../chunk-3JRZZVWL.js";
 import "../chunk-P7FWOMU7.js";
 import "../chunk-GGZEC22A.js";
-import "../chunk-ET646CIY.js";
+import "../chunk-CM62EJ3S.js";
 import "../chunk-YXNDOQXN.js";
 
 // bin/mcp-stdio-server.ts

package/dist/{chunk-ET646CIY.js → chunk-CM62EJ3S.js}

@@ -1,5 +1,5 @@
 // src/version.ts
-var PACKAGE_VERSION = "0.86.2";
+var PACKAGE_VERSION = "0.86.4";
 
 export {
   PACKAGE_VERSION

package/dist/{chunk-KBP335CI.js → chunk-FHLNW4L6.js}

@@ -50,7 +50,7 @@ import {
 } from "./chunk-P7FWOMU7.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-ET646CIY.js";
+} from "./chunk-CM62EJ3S.js";
 import {
   PUBLIC_ERROR_CODES,
   buildPublicErrorEnvelope,
@@ -5731,8 +5731,8 @@ seam is noted so you can chain them.
   url the user gives).
 
 ## Reddit
-- Read ONE known reddit.com thread/post URL -> **reddit_thread**. It opens current Reddit through a managed
-  residential browser and returns a bounded rendered comment tree. It makes up to two fresh primary attempts,
+- Read ONE known reddit.com thread/post URL -> **reddit_thread**. Each primary attempt finds and clicks the exact
+  URL through a site-restricted web search before landing on current Reddit through a managed residential browser. It returns a bounded rendered comment tree and makes up to two fresh primary attempts,
   then up to two managed-browser backup attempts that can recover the post and up to 25 comments.
 - DISCOVER what a niche is talking about (topic, no known thread) -> **reddit_trending** (takes a topic, optional
   subreddit and a week, 30-day, or all-time window; returns top threads ranked by engagement plus the questions people asked \u2014
@@ -17452,7 +17452,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => formatFacebookAdSearch(await executor.facebookAdSearch(input), input));
   server.registerTool("reddit_thread", {
     title: "Reddit Thread + Comments",
-    description: "Read one known reddit.com post and its rendered comment tree on current Reddit. It makes up to two fresh managed residential browser attempts, then up to two managed-browser backup attempts that can recover the post and 25 comments, stopping on the first accepted result. Use reddit_trending when no thread URL is known. Costs one Reddit base lookup plus the per-comment rate for comments returned; pass maxComments to bound both output and cost.",
+    description: "Read one known reddit.com post and its rendered comment tree on current Reddit. Each of up to two primary attempts finds and clicks the exact URL through a site-restricted web search before landing with a managed residential browser; up to two managed-browser backup attempts can then recover the post and 25 comments. It stops on the first accepted result. Use reddit_trending when no thread URL is known. Costs one Reddit base lookup plus the per-comment rate for comments returned; pass maxComments to bound both output and cost.",
     inputSchema: RedditThreadInputSchema,
     outputSchema: recordOutputSchema("reddit_thread", RedditThreadOutputSchema),
     annotations: liveWebToolAnnotations("Reddit Thread + Comments")

package/dist/{chunk-KCKODNTH.js → chunk-VFAAYRFS.js}

@@ -12,13 +12,13 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "./chunk-KBP335CI.js";
+} from "./chunk-FHLNW4L6.js";
 import {
   renderInstallTerminal
 } from "./chunk-3JRZZVWL.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-ET646CIY.js";
+} from "./chunk-CM62EJ3S.js";
 
 // src/mcp/stdio-runtime.ts
 import { readFileSync } from "fs";

package/dist/{server-ACZHVP65.js → server-4FREXPPR.js}

@@ -388,7 +388,7 @@ import {
   transcribeMediaUrl,
   transitionAnalyticsExperiment,
   validateAnalyticsRestResponseForRequest
-} from "./chunk-KBP335CI.js";
+} from "./chunk-FHLNW4L6.js";
 import {
   auditImageUrls,
   auditImages,
@@ -509,7 +509,7 @@ import {
 } from "./chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-ET646CIY.js";
+} from "./chunk-CM62EJ3S.js";
 import {
   CaptchaError,
   MapsSearchIncompletePageError,
@@ -20951,8 +20951,22 @@ function redditDiscoveryQuery(query, subreddit) {
   const scope = subreddit ? `site:reddit.com/r/${subreddit.replace(/^r\//i, "")}` : "site:reddit.com";
   return `${scope} ${query.trim()}`;
 }
+function redditThreadLookupQuery(value) {
+  const normalized = normalizeRedditThreadUrl(value);
+  if (!normalized) throw new Error("url must be a modern reddit.com thread URL");
+  const parts = new URL(normalized).pathname.split("/").filter(Boolean);
+  const subreddit = parts[1] ?? "";
+  const slug5 = (parts[4] ?? "").replace(/[_-]+/g, " ").trim();
+  return [slug5, subreddit ? `r/${subreddit}` : ""].filter(Boolean).join(" ");
+}
 
 // src/kernel-reddit/duckduckgo-search.ts
+function boundedTimeout(deadlineAt, maximumMs) {
+  if (deadlineAt == null) return maximumMs;
+  const remaining = deadlineAt - Date.now();
+  if (remaining <= 0) throw new Error("Kernel Reddit browser attempt deadline exceeded");
+  return Math.max(1, Math.min(maximumMs, remaining));
+}
 function unwrapDuckDuckGoUrl(href) {
   try {
     const url2 = new URL(href, "https://duckduckgo.com");
@@ -20966,8 +20980,8 @@ async function searchDuckDuckGoForReddit(page3, query, maxResults, options = {})
   searchUrl.searchParams.set("q", redditDiscoveryQuery(query, options.subreddit));
   if (options.window === "week") searchUrl.searchParams.set("df", "w");
   if (options.window === "month") searchUrl.searchParams.set("df", "m");
-  await page3.goto(searchUrl.toString(), { waitUntil: "domcontentloaded", timeout: 45e3 });
-  await page3.waitForSelector('a[data-testid="result-title-a"], article h2 a', { timeout: 15e3 });
+  await page3.goto(searchUrl.toString(), { waitUntil: "domcontentloaded", timeout: boundedTimeout(options.deadlineAt, 1e4) });
+  await page3.waitForSelector('a[data-testid="result-title-a"], article h2 a', { timeout: boundedTimeout(options.deadlineAt, 5e3) });
   const seen = /* @__PURE__ */ new Set();
   const results = [];
   for (let pageNumber = 0; pageNumber < 4 && results.length < maxResults; pageNumber += 1) {
@@ -20987,25 +21001,25 @@ async function searchDuckDuckGoForReddit(page3, query, maxResults, options = {})
     const previousArticleCount = await page3.locator("article").count();
     const more = page3.getByRole("button", { name: /more results/i }).or(page3.getByRole("link", { name: /more results/i })).first();
     if (!await more.count()) break;
-    await more.click({ timeout: 5e3 }).catch(() => void 0);
-    await page3.waitForFunction((count3) => document.querySelectorAll("article").length > count3, previousArticleCount, { timeout: 5e3 }).catch(() => void 0);
+    await more.click({ timeout: boundedTimeout(options.deadlineAt, 3e3) }).catch(() => void 0);
+    await page3.waitForFunction((count3) => document.querySelectorAll("article").length > count3, previousArticleCount, { timeout: boundedTimeout(options.deadlineAt, 3e3) }).catch(() => void 0);
   }
   return results;
 }
-async function clickDuckDuckGoResult(page3, clickHref) {
+async function clickDuckDuckGoResult(page3, clickHref, deadlineAt) {
   const exact = page3.locator(`a[href=${JSON.stringify(clickHref)}]`).first();
   if (!await exact.count()) throw new Error("Selected DuckDuckGo result is no longer present");
   try {
-    await exact.click({ timeout: 5e3 });
+    await exact.click({ timeout: boundedTimeout(deadlineAt, 3e3) });
   } catch {
-    await exact.click({ force: true, timeout: 5e3 });
+    await exact.click({ force: true, timeout: boundedTimeout(deadlineAt, 3e3) });
   }
-  await page3.waitForLoadState("domcontentloaded", { timeout: 45e3 }).catch(() => void 0);
+  await page3.waitForLoadState("domcontentloaded", { timeout: boundedTimeout(deadlineAt, 8e3) }).catch(() => void 0);
 }
 
 // src/kernel-reddit/reddit-thread.ts
 var THREAD_POLL_MS = 2e3;
-var REDDIT_THREAD_CHALLENGE_WAIT_MS = 9e4;
+var REDDIT_THREAD_CHALLENGE_WAIT_MS = 2e4;
 var POST_CHALLENGE_RENDER_GRACE_MS = 2e4;
 var COMMENT_EXPANSION_MAX_MS = 3e4;
 var COMMENT_STABLE_POLLS = 5;
@@ -21028,16 +21042,19 @@ var MODERN_REDDIT_THREAD_SCRIPT = `(() => {
   });
   return { title, author, score, postBody, postPresent: Boolean(post), declaredCommentCount, comments, blocked, challenge };
 })()`;
-async function readModernRedditThread(page3, maxComments) {
+async function readModernRedditThread(page3, maxComments, options = {}) {
+  const maxWaitMs = Math.max(1, Math.min(REDDIT_THREAD_CHALLENGE_WAIT_MS, options.maxWaitMs ?? REDDIT_THREAD_CHALLENGE_WAIT_MS));
   let renderReadyAt = null;
   let expansionStartedAt = null;
   let largestCommentCount = -1;
   let stableCommentPolls = 0;
   let bestThread = null;
-  for (const startedAt = Date.now(); Date.now() - startedAt <= REDDIT_THREAD_CHALLENGE_WAIT_MS; ) {
+  const startedAt = Date.now();
+  const deadlineAt = startedAt + maxWaitMs;
+  for (; Date.now() - startedAt <= maxWaitMs; ) {
     const data = await page3.evaluate(MODERN_REDDIT_THREAD_SCRIPT).catch(() => null);
     if (!data) {
-      await page3.waitForTimeout(THREAD_POLL_MS);
+      await page3.waitForTimeout(Math.max(1, Math.min(THREAD_POLL_MS, deadlineAt - Date.now())));
       continue;
     }
     if (data.challenge) renderReadyAt = null;
@@ -21058,8 +21075,8 @@ async function readModernRedditThread(page3, maxComments) {
       if (Date.now() - expansionStartedAt >= COMMENT_EXPANSION_MAX_MS || stableCommentPolls >= COMMENT_STABLE_POLLS) {
         return { ...bestThread, comments: bestThread.comments.slice(0, maxComments) };
       }
-      await expandRenderedComments(page3);
-      await page3.waitForTimeout(THREAD_POLL_MS);
+      await expandRenderedComments(page3, deadlineAt);
+      await page3.waitForTimeout(Math.max(1, Math.min(THREAD_POLL_MS, deadlineAt - Date.now())));
       continue;
     }
     if (data.blocked && !data.challenge) throw new Error("Reddit rejected the residential browser session");
@@ -21070,38 +21087,59 @@ async function readModernRedditThread(page3, maxComments) {
       }
       throw new Error("Reddit rendered no usable thread data");
     }
-    await page3.waitForTimeout(THREAD_POLL_MS);
+    await page3.waitForTimeout(Math.max(1, Math.min(THREAD_POLL_MS, deadlineAt - Date.now())));
   }
   throw new Error("Reddit thread did not become readable before the challenge deadline");
 }
-async function expandRenderedComments(page3) {
+async function expandRenderedComments(page3, deadlineAt) {
   await page3.evaluate(() => window.scrollTo(0, document.documentElement.scrollHeight)).catch(() => void 0);
   const buttons = page3.getByRole("button", {
     name: /^(view more comments|load more comments|more replies|continue this thread)/i
   });
   const count3 = Math.min(await buttons.count().catch(() => 0), 4);
   for (let index = 0; index < count3; index += 1) {
-    await buttons.nth(index).click({ timeout: 2e3 }).catch(() => void 0);
+    const remaining = deadlineAt - Date.now();
+    if (remaining <= 0) return;
+    await buttons.nth(index).click({ timeout: Math.max(1, Math.min(2e3, remaining)) }).catch(() => void 0);
   }
 }
 
 // src/kernel-reddit/service.ts
+var KERNEL_REDDIT_THREAD_ATTEMPT_MS = 8e3;
+var KERNEL_CONTROL_TIMEOUT_MS = 3e3;
+var CLEANUP_TIMEOUT_MS = 1e3;
+function remainingTimeout(deadlineAt, maximumMs) {
+  const remaining = deadlineAt - Date.now();
+  if (remaining <= 0) throw new Error("Kernel Reddit browser attempt deadline exceeded");
+  return Math.max(1, Math.min(maximumMs, remaining));
+}
+async function settleWithin(promise, timeoutMs = CLEANUP_TIMEOUT_MS) {
+  let timer;
+  await Promise.race([
+    promise.then(() => void 0),
+    new Promise((resolve3) => {
+      timer = setTimeout(resolve3, timeoutMs);
+    })
+  ]).finally(() => {
+    if (timer) clearTimeout(timer);
+  });
+}
 function publicSearchRows(rows) {
   return rows.map(({ position, title, url: url2, snippet }) => ({ position, title, url: url2, snippet }));
 }
-async function createSearchSession(apiKey, hooks) {
+async function createSearchSession(apiKey, hooks, deadlineAt = Date.now() + KERNEL_REDDIT_THREAD_ATTEMPT_MS) {
   const openedAtMs = Date.now();
-  const kernel = new Kernel4({ apiKey, timeout: 3e4, maxRetries: 1 });
+  const kernel = new Kernel4({ apiKey, timeout: KERNEL_CONTROL_TIMEOUT_MS, maxRetries: 0 });
   const created = await kernel.browsers.create({
     stealth: true,
     headless: false,
-    timeout_seconds: 360,
+    timeout_seconds: 90,
     viewport: { width: 1920, height: 1080 },
     tags: { workflow: "kernel-reddit", phase: "duckduckgo-search" },
     telemetry: { enabled: true, browser: { captcha: { enabled: true }, page: { enabled: true } } }
   });
   try {
-    const browser = await chromium4.connectOverCDP(created.cdp_ws_url);
+    const browser = await chromium4.connectOverCDP(created.cdp_ws_url, { timeout: remainingTimeout(deadlineAt, 8e3) });
     const context = browser.contexts()[0] ?? await browser.newContext({ locale: "en-US" });
     const page3 = context.pages()[0] ?? await context.newPage();
     await hooks?.browserCreated?.(kernel, created.session_id);
@@ -21125,12 +21163,12 @@ async function createSearchSession(apiKey, hooks) {
 async function closeSearchSession(session, hooks, options = {}) {
   const cleanupErrors = [];
   await hooks?.browserClosing?.(session.kernel, session.browserId).catch(() => void 0);
-  await session.browser.close().catch((error) => {
+  await settleWithin(session.browser.close().catch((error) => {
     cleanupErrors.push(sanitizeProviderLocalMessage(error instanceof Error ? error.message : String(error)) ?? "Kernel browser close failed");
-  });
-  await session.kernel.browsers.deleteByID(session.browserId).catch((error) => {
+  }));
+  await settleWithin(session.kernel.browsers.deleteByID(session.browserId).catch((error) => {
     cleanupErrors.push(sanitizeProviderLocalMessage(error instanceof Error ? error.message : String(error)) ?? "Kernel browser deletion failed");
-  });
+  }));
   await recordKernelSession({
     kernelSessionId: session.browserId,
     source: "kernel_reddit",
@@ -21186,22 +21224,21 @@ async function attachResidentialProxy(session) {
   }
 }
 async function runSelectedThread(apiKey, input) {
+  const deadlineAt = Date.now() + KERNEL_REDDIT_THREAD_ATTEMPT_MS;
   const targetUrl = normalizeRedditThreadUrl(input.url);
   if (!targetUrl) throw new Error("url must be a modern reddit.com thread URL");
-  const session = await createSearchSession(apiKey);
+  const session = await createSearchSession(apiKey, void 0, deadlineAt);
   let residentialProxyId2 = null;
   let attemptError = null;
   try {
     let selection = null;
     let results = [];
     const phaseOrder = [];
-    if (input.query) {
-      results = await searchDuckDuckGoForReddit(session.page, input.query, 40);
-      phaseOrder.push("duckduckgo_searched");
-      const selected = results.find((result3) => new URL(result3.url).pathname === new URL(targetUrl).pathname);
-      if (!selected) throw new Error("Requested Reddit URL was not present in the DuckDuckGo result set");
-      selection = { clickHref: selected.clickHref, position: selected.position };
-    }
+    results = await searchDuckDuckGoForReddit(session.page, input.query ?? redditThreadLookupQuery(targetUrl), 10, { deadlineAt });
+    phaseOrder.push("duckduckgo_searched");
+    const selected = results.find((result3) => new URL(result3.url).pathname === new URL(targetUrl).pathname);
+    if (!selected) throw new Error("Requested Reddit URL was not present in the DuckDuckGo result set");
+    selection = { clickHref: selected.clickHref, position: selected.position };
     const proxy = await attachResidentialProxy(session);
     residentialProxyId2 = proxy.id;
     phaseOrder.push("residential_proxy_attached");
@@ -21209,14 +21246,14 @@ async function runSelectedThread(apiKey, input) {
     session.page.on("response", (response) => {
       if (response.request().isNavigationRequest() && response.request().frame() === session.page.mainFrame()) documentStatuses.push(response.status());
     });
-    if (selection) {
-      await clickDuckDuckGoResult(session.page, selection.clickHref);
-      phaseOrder.push("result_clicked");
-    } else await session.page.goto(targetUrl, { waitUntil: "domcontentloaded", timeout: 6e4 });
+    await clickDuckDuckGoResult(session.page, selection.clickHref, deadlineAt);
+    phaseOrder.push("result_clicked");
     const landedUrl = normalizeRedditThreadUrl(session.page.url());
     if (!landedUrl || new URL(landedUrl).pathname !== new URL(targetUrl).pathname) throw new Error("Reddit landing URL did not match the selected result");
     phaseOrder.push("reddit_landed");
-    const thread = await readModernRedditThread(session.page, input.maxComments);
+    const thread = await readModernRedditThread(session.page, input.maxComments, {
+      maxWaitMs: remainingTimeout(deadlineAt, REDDIT_THREAD_CHALLENGE_WAIT_MS)
+    });
     phaseOrder.push("thread_extracted");
     return {
       thread,
@@ -21240,7 +21277,7 @@ async function runSelectedThread(apiKey, input) {
     throw error;
   } finally {
     await closeSearchSession(session, void 0, { proxyUsed: residentialProxyId2 !== null, error: attemptError });
-    if (residentialProxyId2) await session.kernel.proxies.delete(residentialProxyId2).catch(() => void 0);
+    if (residentialProxyId2) await settleWithin(session.kernel.proxies.delete(residentialProxyId2).catch(() => void 0));
   }
 }
 async function runKernelRedditThread(apiKey, input) {
@@ -21614,6 +21651,24 @@ var BLOCKED_HOSTS = /* @__PURE__ */ new Set(["styles.redditmedia.com", "preview.
 var REQUIRED_HOSTS = /* @__PURE__ */ new Set(["external-preview.redd.it", "googletagmanager.com"]);
 var MAX_COMMENTS = 25;
 var TELEMETRY_RETRY_DELAYS_MS = [0, 1500];
+var BRIGHT_DATA_REDDIT_ATTEMPT_MS = 14e3;
+var CLEANUP_TIMEOUT_MS2 = 1e3;
+function remainingTimeout2(deadlineAt, maximumMs) {
+  const remaining = deadlineAt - Date.now();
+  if (remaining <= 0) throw new Error("Bright Data Reddit browser attempt deadline exceeded");
+  return Math.max(1, Math.min(maximumMs, remaining));
+}
+async function settleWithin2(promise, timeoutMs = CLEANUP_TIMEOUT_MS2) {
+  let timer;
+  return Promise.race([
+    promise,
+    new Promise((resolve3) => {
+      timer = setTimeout(() => resolve3(null), timeoutMs);
+    })
+  ]).finally(() => {
+    if (timer) clearTimeout(timer);
+  });
+}
 function hostnameMatches(hostname, expected) {
   return hostname === expected || hostname.endsWith(`.${expected}`);
 }
@@ -21659,6 +21714,7 @@ async function getProviderSessionId(context, page3) {
   return { cdp, id: validateProviderSessionId(response?.sessionId) };
 }
 async function runBrightDataRedditThreadBackup(url2, requestedComments) {
+  const deadlineAt = Date.now() + BRIGHT_DATA_REDDIT_ATTEMPT_MS;
   const endpoint = brightDataBrowserEndpoint();
   if (!endpoint) throw new Error("Bright Data Reddit backup is not configured");
   const canonicalUrl = normalizeRedditThreadUrl(url2);
@@ -21675,10 +21731,11 @@ async function runBrightDataRedditThreadBackup(url2, requestedComments) {
   let blockedRequestCount = 0;
   let finalUrl = null;
   try {
-    browser = await chromium5.connectOverCDP(endpoint);
+    browser = await chromium5.connectOverCDP(endpoint, { timeout: remainingTimeout2(deadlineAt, 8e3) });
     context = browser.contexts()[0] ?? await browser.newContext();
     page3 = context.pages()[0] ?? await context.newPage();
-    const session = await getProviderSessionId(context, page3);
+    const session = await settleWithin2(getProviderSessionId(context, page3), remainingTimeout2(deadlineAt, 4e3));
+    if (!session) throw new Error("Bright Data Reddit browser session identifier timed out");
     cdp = session.cdp;
     providerSessionId = session.id;
     await page3.route("**/*", async (route) => {
@@ -21690,12 +21747,14 @@ async function runBrightDataRedditThreadBackup(url2, requestedComments) {
       }
       await route.continue();
     });
-    await page3.goto(canonicalUrl, { waitUntil: "domcontentloaded", timeout: 6e4 });
+    await page3.goto(canonicalUrl, { waitUntil: "domcontentloaded", timeout: remainingTimeout2(deadlineAt, 1e4) });
     finalUrl = normalizeRedditThreadUrl(page3.url());
     if (!finalUrl || new URL(finalUrl).pathname !== new URL(canonicalUrl).pathname) {
       throw new Error("Bright Data Reddit backup landed on an unexpected URL");
     }
-    thread = await readModernRedditThread(page3, Math.min(requestedComments, MAX_COMMENTS));
+    thread = await readModernRedditThread(page3, Math.min(requestedComments, MAX_COMMENTS), {
+      maxWaitMs: remainingTimeout2(deadlineAt, 15e3)
+    });
     if (!isAcceptedRedditThread(thread, requestedComments)) {
       throw new Error(`Bright Data Reddit backup returned ${thread.comments.length} comments below the ${redditThreadAcceptanceTarget(thread, requestedComments)} comment acceptance target`);
     }
@@ -21703,8 +21762,8 @@ async function runBrightDataRedditThreadBackup(url2, requestedComments) {
     attemptError = error instanceof Error ? error : new Error(String(error));
   }
   try {
-    if (cdp) await cdp.send("Browser.close");
-    else await browser?.close();
+    if (cdp) await settleWithin2(cdp.send("Browser.close"));
+    else if (browser) await settleWithin2(browser.close());
   } catch (error) {
     closeError = sanitizeProviderLocalMessage(error instanceof Error ? error.message : String(error)) ?? "Bright Data browser close failed";
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-scraper",
-  "version": "0.86.2",
+  "version": "0.86.4",
   "description": "MCP server for MCP Scraper web intelligence tools",
   "type": "module",
   "main": "./dist/index.cjs",