mcp-scraper 0.54.2 → 0.54.4

package/CHANGELOG.md

@@ -4,6 +4,18 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 
 ## [Unreleased]
 
+## [0.54.4] - 2026-08-14
+
+### Fixed
+
+- Reddit Google discovery now retries one fresh managed SERP session when the first page is unexpectedly empty or fails, before entering the slower Reddit-browser fallback. Successful discovery still uses one Google search.
+
+## [0.54.3] - 2026-08-14
+
+### Fixed
+
+- Reddit Google discovery now keeps its first-page managed SERP result instead of risking the entire discovery on a second-page navigation. The SERP-only route uses one attempt and an explicit one-question no-op bound, removing the inherited `maxQuestions: 100` diagnostic while preserving the original query and 30-day filter.
+
 ## [0.54.2] - 2026-08-14
 
 ### Changed
@@ -864,7 +876,9 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 - Write actions remain unavailable until the account owner explicitly enables them.
 - Provider-specific connection data is normalized into one agent-facing contract.
 
-[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.2...HEAD
+[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.4...HEAD
+[0.54.4]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.3...v0.54.4
+[0.54.3]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.2...v0.54.3
 [0.54.2]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.1...v0.54.2
 [0.54.1]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.54.0...v0.54.1
 [0.54.0]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.53.1...v0.54.0

package/README.md

@@ -90,7 +90,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.54.2`, SHA-256 `26c856fbbb5a818aed5b1ef0c010068ab044372dc1715357f2cb64e8126bc512`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.54.4`, SHA-256 `745300613bf74c87b9b78a49495c98e0380de5de3825b5caa1ac26f8782bf893`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.cjs

@@ -37905,26 +37905,53 @@ var init_reddit_routes = __esm({
         let discoverySource = "google_serp";
         let primaryDiscoveryDegraded = false;
         let primaryDegradationReasons = [];
-        try {
-          const serp = await harvest({
-            query: serpQuery,
-            serpOnly: true,
-            proxyMode: "none",
-            pages: 2,
-            recency: body.window === "all" ? void 0 : body.window,
-            kernelApiKey: browserServiceApiKey(),
-            format: "json",
-            outputDir: "/tmp/reddit-trending-serp",
-            softDeadlineMs,
-            forceManagedSerp: true
-          });
-          candidates = extractRedditThreadUrls(serp.organicResults, body.maxThreads);
-          primaryDiscoveryDegraded = serp.diagnostics?.degradedResult === true;
-          primaryDegradationReasons = Array.isArray(serp.diagnostics?.degradationReasons) ? serp.diagnostics.degradationReasons.filter((reason) => typeof reason === "string") : [];
-        } catch {
-          candidates = [];
-          primaryDiscoveryDegraded = true;
-          primaryDegradationReasons = ["primary_serp_failed"];
+        for (let discoveryAttempt = 1; discoveryAttempt <= 2 && candidates.length === 0; discoveryAttempt++) {
+          try {
+            const serp = await harvest({
+              query: serpQuery,
+              serpOnly: true,
+              proxyMode: "none",
+              pages: 1,
+              maxAttempts: 1,
+              maxQuestions: 1,
+              recency: body.window === "all" ? void 0 : body.window,
+              kernelApiKey: browserServiceApiKey(),
+              format: "json",
+              outputDir: "/tmp/reddit-trending-serp",
+              softDeadlineMs,
+              forceManagedSerp: true
+            });
+            const attemptCandidates = extractRedditThreadUrls(serp.organicResults, body.maxThreads);
+            const attemptDegradationReasons = Array.isArray(serp.diagnostics?.degradationReasons) ? serp.diagnostics.degradationReasons.filter((reason) => typeof reason === "string") : [];
+            if (attemptCandidates.length > 0) {
+              candidates = attemptCandidates;
+              primaryDiscoveryDegraded = serp.diagnostics?.degradedResult === true;
+              primaryDegradationReasons = attemptDegradationReasons;
+              break;
+            }
+            primaryDiscoveryDegraded = true;
+            primaryDegradationReasons = [.../* @__PURE__ */ new Set([
+              ...primaryDegradationReasons,
+              ...attemptDegradationReasons.length > 0 ? attemptDegradationReasons : ["empty_primary_serp"]
+            ])];
+            if (discoveryAttempt < 2) {
+              console.warn(JSON.stringify({
+                event: "reddit_serp_discovery_empty_retry",
+                discovery_attempt: discoveryAttempt,
+                next_attempt: discoveryAttempt + 1
+              }));
+            }
+          } catch (error) {
+            primaryDiscoveryDegraded = true;
+            primaryDegradationReasons = [.../* @__PURE__ */ new Set([...primaryDegradationReasons, "primary_serp_failed"])];
+            console.warn(JSON.stringify({
+              event: "reddit_serp_discovery_failed",
+              discovery_attempt: discoveryAttempt,
+              will_retry: discoveryAttempt < 2,
+              error_name: error instanceof Error ? error.name : "Error",
+              message: error instanceof Error ? error.message : String(error)
+            }));
+          }
         }
         if (candidates.length === 0) {
           const fallback = await discoverOnReddit(body.topic, subreddit, body.window);
@@ -43975,7 +44002,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.54.2";
+    PACKAGE_VERSION = "0.54.4";
   }
 });