mcp-scraper 0.33.6 → 0.34.0

package/dist/{site-extract-repository-ZDTO7ODZ.js → site-extract-repository-JHMVHENZ.js}

@@ -10,10 +10,10 @@ import {
   saveExtractPages,
   setExtractJobTotal,
   settleExtractJob
-} from "./chunk-XL6YIWJ3.js";
-import "./chunk-LKIP7VDN.js";
+} from "./chunk-SUOHUXQS.js";
+import "./chunk-JBSGBSGT.js";
 import "./chunk-M2S27J6Z.js";
-import "./chunk-AIK7WQD5.js";
+import "./chunk-62DQAWPF.js";
 export {
   completeExtractJob,
   countSuccessfulPages,
@@ -27,4 +27,4 @@ export {
   setExtractJobTotal,
   settleExtractJob
 };
-//# sourceMappingURL=site-extract-repository-ZDTO7ODZ.js.map
+//# sourceMappingURL=site-extract-repository-JHMVHENZ.js.map

package/dist/{worker-BJ64GCDE.js → worker-ZZHSYI3Y.js}

@@ -3,20 +3,20 @@ import {
   createHarvestAttemptRecorder,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-C2OD4ELT.js";
+} from "./chunk-3HBPKR5G.js";
 import {
   harvest
-} from "./chunk-A54ELKJK.js";
+} from "./chunk-4KQVIYIH.js";
 import {
   browserServiceApiKey,
   runWithCostContext
-} from "./chunk-WJJTGRK4.js";
+} from "./chunk-V36LS5YV.js";
 import "./chunk-K443GQY5.js";
-import "./chunk-V73MPRU6.js";
+import "./chunk-CB5C3BPB.js";
 import {
   MC_COSTS,
   serpActualCostMc
-} from "./chunk-LKIP7VDN.js";
+} from "./chunk-JBSGBSGT.js";
 import "./chunk-M2S27J6Z.js";
 import {
   claimPendingJob,
@@ -25,7 +25,7 @@ import {
   debitMc,
   failJob,
   listHarvestAttempts
-} from "./chunk-AIK7WQD5.js";
+} from "./chunk-62DQAWPF.js";
 
 // src/api/webhook.ts
 async function deliverWebhook(url, payload, retries = 3) {
@@ -139,4 +139,4 @@ export {
   startWorker,
   tickOnce
 };
-//# sourceMappingURL=worker-BJ64GCDE.js.map
+//# sourceMappingURL=worker-ZZHSYI3Y.js.map

package/docs/mcp-tool-manifest.generated.json

@@ -1,12 +1,12 @@
 {
-  "generatedAt": "2026-07-23T22:07:34.402Z",
+  "generatedAt": "2026-07-25T03:25:17.950Z",
   "generatedFrom": "dist/bin/mcp-stdio-server.js",
   "serverInfo": {
     "name": "mcp-scraper",
-    "version": "0.33.6"
+    "version": "0.33.7"
   },
   "counts": {
-    "unified_stdio": 166
+    "unified_stdio": 167
   },
   "surfaces": {
     "unified_stdio": [
@@ -133,6 +133,7 @@
       "read_service_connection",
       "record-fact",
       "reddit_thread",
+      "reddit_trending",
       "remove-channel-member",
       "renew_connected_data_download",
       "reply-message",
@@ -16723,6 +16724,205 @@
         "taskSupport": "forbidden"
       }
     },
+    {
+      "name": "reddit_trending",
+      "title": "Reddit Trending",
+      "description": "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL — use reddit_thread for that.",
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "topic": {
+            "type": "string",
+            "minLength": 1,
+            "description": "Topic to scan, in plain words (e.g. \"crm for small business\"). Not a URL — pass a known thread URL to reddit_thread instead."
+          },
+          "subreddit": {
+            "type": "string",
+            "minLength": 1,
+            "description": "Bare subreddit name to scope the scan to one community, e.g. \"SEO\" (no r/ prefix, no URL). Omit to scan all of Reddit."
+          },
+          "window": {
+            "type": "string",
+            "enum": [
+              "week",
+              "month"
+            ],
+            "default": "month",
+            "description": "How recent the threads must be: \"week\" or \"month\" (default). Applied via a Google time filter over reddit.com, so it reflects genuine recency."
+          },
+          "maxThreads": {
+            "type": "integer",
+            "minimum": 1,
+            "maximum": 40,
+            "default": 20,
+            "description": "How many discovered threads to scrape and rank. Default 20 (scrape-all). Each scraped thread is billed like reddit_thread + its comments, so lower this to cap cost; raise toward 40 for a wider sweep. Scraping runs in parallel and stops early if it nears the request time limit (partial:true in the response)."
+          },
+          "includeComments": {
+            "type": "boolean",
+            "default": true,
+            "description": "Scrape each discovered thread for real upvotes, comments, and the questions people asked, then rank by engagement. Set false for a fast, cheap discovery-only sweep — returns the discovered threads (title + url) in relevance order with NO engagement stats and NO per-thread billing, so you can then call reddit_thread on the ones you want."
+          },
+          "maxCommentsPerThread": {
+            "type": "integer",
+            "minimum": 1,
+            "maximum": 200,
+            "default": 50,
+            "description": "Comments captured per scraped thread when includeComments is true. Default 50. Billed per captured comment."
+          }
+        },
+        "required": [
+          "topic"
+        ],
+        "additionalProperties": false,
+        "$schema": "http://json-schema.org/draft-07/schema#"
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {
+          "topic": {
+            "type": "string"
+          },
+          "subreddit": {
+            "type": [
+              "string",
+              "null"
+            ]
+          },
+          "window": {
+            "type": "string"
+          },
+          "totals": {
+            "type": "object",
+            "properties": {
+              "threads": {
+                "type": "integer",
+                "minimum": 0
+              },
+              "upvotes": {
+                "type": "integer",
+                "minimum": 0
+              },
+              "comments": {
+                "type": "integer",
+                "minimum": 0
+              }
+            },
+            "required": [
+              "threads",
+              "upvotes",
+              "comments"
+            ],
+            "additionalProperties": false
+          },
+          "rankedThreads": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "title": {
+                  "type": "string"
+                },
+                "url": {
+                  "type": "string"
+                },
+                "subreddit": {
+                  "type": "string"
+                },
+                "score": {
+                  "type": "integer",
+                  "minimum": 0
+                },
+                "commentCount": {
+                  "type": "integer",
+                  "minimum": 0
+                },
+                "engagementScore": {
+                  "type": "integer",
+                  "minimum": 0
+                },
+                "ageText": {
+                  "type": "string"
+                },
+                "topQuestions": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  }
+                }
+              },
+              "required": [
+                "title",
+                "url",
+                "subreddit",
+                "score",
+                "commentCount",
+                "engagementScore",
+                "ageText",
+                "topQuestions"
+              ],
+              "additionalProperties": false
+            }
+          },
+          "questions": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "question": {
+                  "type": "string"
+                },
+                "threadUrl": {
+                  "type": "string"
+                }
+              },
+              "required": [
+                "question",
+                "threadUrl"
+              ],
+              "additionalProperties": false
+            }
+          },
+          "threadsScraped": {
+            "type": "integer",
+            "minimum": 0
+          },
+          "candidatesFound": {
+            "type": "integer",
+            "minimum": 0
+          },
+          "partial": {
+            "type": "boolean"
+          },
+          "searchQuery": {
+            "type": "string"
+          }
+        },
+        "required": [
+          "topic",
+          "subreddit",
+          "window",
+          "totals",
+          "rankedThreads",
+          "questions",
+          "threadsScraped",
+          "candidatesFound",
+          "partial",
+          "searchQuery"
+        ],
+        "additionalProperties": false,
+        "$schema": "http://json-schema.org/draft-07/schema#"
+      },
+      "annotations": {
+        "title": "Reddit Trending",
+        "readOnlyHint": true,
+        "destructiveHint": false,
+        "idempotentHint": false,
+        "openWorldHint": true
+      },
+      "execution": {
+        "taskSupport": "forbidden"
+      }
+    },
     {
       "name": "remove-channel-member",
       "title": "Remove Channel Member",
@@ -17497,6 +17697,16 @@
             "maximum": 2,
             "default": 1,
             "description": "Number of result pages to fetch (1–2)."
+          },
+          "recency": {
+            "type": "string",
+            "enum": [
+              "day",
+              "week",
+              "month",
+              "year"
+            ],
+            "description": "Restrict results to a recent time window (Google \"past day/week/month/year\" filter). Omit for all-time. Useful for \"what is being said this week\" style queries; pairs well with a site: operator in the query."
           }
         },
         "required": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-scraper",
-  "version": "0.33.6",
+  "version": "0.34.0",
   "description": "MCP server for MCP Scraper web intelligence tools",
   "type": "module",
   "main": "./dist/index.cjs",