mcpscraper-cli 0.17.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/cli.js +71 -0
- package/package.json +2 -2
package/dist/bin/cli.js
CHANGED
|
@@ -155,6 +155,16 @@ var MCP_TOOL_CATALOG = [
|
|
|
155
155
|
"maximum": 2,
|
|
156
156
|
"default": 1,
|
|
157
157
|
"description": "Number of result pages to fetch (1\u20132)."
|
|
158
|
+
},
|
|
159
|
+
"recency": {
|
|
160
|
+
"type": "string",
|
|
161
|
+
"enum": [
|
|
162
|
+
"day",
|
|
163
|
+
"week",
|
|
164
|
+
"month",
|
|
165
|
+
"year"
|
|
166
|
+
],
|
|
167
|
+
"description": 'Restrict results to a recent time window (Google "past day/week/month/year" filter). Omit for all-time. Useful for "what is being said this week" style queries; pairs well with a site: operator in the query.'
|
|
158
168
|
}
|
|
159
169
|
},
|
|
160
170
|
"required": [
|
|
@@ -7689,6 +7699,67 @@ var MCP_TOOL_CATALOG = [
|
|
|
7689
7699
|
"idempotentHint": true,
|
|
7690
7700
|
"openWorldHint": true
|
|
7691
7701
|
}
|
|
7702
|
+
},
|
|
7703
|
+
{
|
|
7704
|
+
"name": "reddit_trending",
|
|
7705
|
+
"category": "reddit",
|
|
7706
|
+
"title": "Reddit Trending",
|
|
7707
|
+
"description": "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
|
|
7708
|
+
"inputSchema": {
|
|
7709
|
+
"type": "object",
|
|
7710
|
+
"properties": {
|
|
7711
|
+
"topic": {
|
|
7712
|
+
"type": "string",
|
|
7713
|
+
"minLength": 1,
|
|
7714
|
+
"description": 'Topic to scan, in plain words (e.g. "crm for small business"). Not a URL \u2014 pass a known thread URL to reddit_thread instead.'
|
|
7715
|
+
},
|
|
7716
|
+
"subreddit": {
|
|
7717
|
+
"type": "string",
|
|
7718
|
+
"minLength": 1,
|
|
7719
|
+
"description": 'Bare subreddit name to scope the scan to one community, e.g. "SEO" (no r/ prefix, no URL). Omit to scan all of Reddit.'
|
|
7720
|
+
},
|
|
7721
|
+
"window": {
|
|
7722
|
+
"type": "string",
|
|
7723
|
+
"enum": [
|
|
7724
|
+
"week",
|
|
7725
|
+
"month"
|
|
7726
|
+
],
|
|
7727
|
+
"default": "month",
|
|
7728
|
+
"description": 'How recent the threads must be: "week" or "month" (default). Applied via a Google time filter over reddit.com, so it reflects genuine recency.'
|
|
7729
|
+
},
|
|
7730
|
+
"maxThreads": {
|
|
7731
|
+
"type": "integer",
|
|
7732
|
+
"minimum": 1,
|
|
7733
|
+
"maximum": 40,
|
|
7734
|
+
"default": 20,
|
|
7735
|
+
"description": "How many discovered threads to scrape and rank. Default 20 (scrape-all). Each scraped thread is billed like reddit_thread + its comments, so lower this to cap cost; raise toward 40 for a wider sweep. Scraping runs in parallel and stops early if it nears the request time limit (partial:true in the response)."
|
|
7736
|
+
},
|
|
7737
|
+
"includeComments": {
|
|
7738
|
+
"type": "boolean",
|
|
7739
|
+
"default": true,
|
|
7740
|
+
"description": "Scrape each discovered thread for real upvotes, comments, and the questions people asked, then rank by engagement. Set false for a fast, cheap discovery-only sweep \u2014 returns the discovered threads (title + url) in relevance order with NO engagement stats and NO per-thread billing, so you can then call reddit_thread on the ones you want."
|
|
7741
|
+
},
|
|
7742
|
+
"maxCommentsPerThread": {
|
|
7743
|
+
"type": "integer",
|
|
7744
|
+
"minimum": 1,
|
|
7745
|
+
"maximum": 200,
|
|
7746
|
+
"default": 50,
|
|
7747
|
+
"description": "Comments captured per scraped thread when includeComments is true. Default 50. Billed per captured comment."
|
|
7748
|
+
}
|
|
7749
|
+
},
|
|
7750
|
+
"required": [
|
|
7751
|
+
"topic"
|
|
7752
|
+
],
|
|
7753
|
+
"additionalProperties": false,
|
|
7754
|
+
"$schema": "http://json-schema.org/draft-07/schema#"
|
|
7755
|
+
},
|
|
7756
|
+
"annotations": {
|
|
7757
|
+
"title": "Reddit Trending",
|
|
7758
|
+
"readOnlyHint": true,
|
|
7759
|
+
"destructiveHint": false,
|
|
7760
|
+
"idempotentHint": false,
|
|
7761
|
+
"openWorldHint": true
|
|
7762
|
+
}
|
|
7692
7763
|
}
|
|
7693
7764
|
];
|
|
7694
7765
|
var MCP_TOOL_NAMES = MCP_TOOL_CATALOG.map((tool) => tool.name);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mcpscraper-cli",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.18.0",
|
|
4
4
|
"description": "Command-line interface for mcpscraper.dev and memory.mcpscraper.dev",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
},
|
|
20
20
|
"dependencies": {
|
|
21
21
|
"commander": "^12.0.0",
|
|
22
|
-
"mcpscraper-sdk": "^0.
|
|
22
|
+
"mcpscraper-sdk": "^0.20.0"
|
|
23
23
|
},
|
|
24
24
|
"devDependencies": {
|
|
25
25
|
"@types/node": "^22.0.0"
|