mcp-scraper 0.33.6 → 0.34.0

package/dist/bin/mcp-stdio-server.cjs

@@ -278,6 +278,9 @@ var HttpMcpToolExecutor = class {
   redditThread(input) {
     return this.call("/reddit/thread", input, this.httpTimeoutOverrideMs ?? 24e4);
   }
+  redditTrending(input) {
+    return this.call("/reddit/trending", input, this.httpTimeoutOverrideMs ?? 3e5);
+  }
   videoFrameAnalysis(input) {
     return this.call("/video/analyze", input);
   }
@@ -564,7 +567,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.33.6";
+var PACKAGE_VERSION = "0.34.0";
 
 // src/mcp/browser-agent-tool-schemas.ts
 var import_zod = require("zod");
@@ -3107,8 +3110,8 @@ var SUBSCRIPTION_TIERS = {
   "price_1TmiHRS8aAcsk3TGwmSNfNIa": { tier: "starter", label: "Starter", price_id: "price_1TmiHRS8aAcsk3TGwmSNfNIa", monthly_usd: 12, credits_mc: 8e6, concurrency: 3, intro_coupon: "mcp-starter-1dollar-intro-12" },
   "price_1TrgihS8aAcsk3TG5cglrq4D": { tier: "growth", label: "Growth", price_id: "price_1TrgihS8aAcsk3TG5cglrq4D", monthly_usd: 40, credits_mc: 26666700, concurrency: 10, intro_coupon: null },
   "price_1TrgihS8aAcsk3TG4HnG4gbY": { tier: "scale", label: "Scale", price_id: "price_1TrgihS8aAcsk3TG4HnG4gbY", monthly_usd: 100, credits_mc: 8e7, concurrency: 20, intro_coupon: null },
-  "price_1TwAl2S8aAcsk3TGC8xvpM3S": { tier: "sonic", label: "Sonic Annual", price_id: "price_1TwAl2S8aAcsk3TGC8xvpM3S", monthly_usd: 25, credits_mc: 25e7, concurrency: 3, intro_coupon: null, billing_interval: "year", credits_never_expire: true, private_offer: true },
-  "price_1TwAl3S8aAcsk3TGnORwFd87": { tier: "sonic-memory", label: "Sonic Annual + Memory Pro", price_id: "price_1TwAl3S8aAcsk3TGnORwFd87", monthly_usd: 34.5, credits_mc: 25e7, concurrency: 3, intro_coupon: null, billing_interval: "year", credits_never_expire: true, includes_memory: true, private_offer: true }
+  "price_1TwqIVS8aAcsk3TG0FE3ddDM": { tier: "sonic", label: "Sonic Annual", price_id: "price_1TwqIVS8aAcsk3TG0FE3ddDM", monthly_usd: 25, billed_usd: 300, credits_mc: 25e7, concurrency: 3, intro_coupon: null, billing_interval: "year", credits_never_expire: true, private_offer: true },
+  "price_1TwqIWS8aAcsk3TGbGbtlLak": { tier: "sonic-memory", label: "Sonic Annual + Memory Pro", price_id: "price_1TwqIWS8aAcsk3TGbGbtlLak", monthly_usd: 34.5, billed_usd: 414, credits_mc: 25e7, concurrency: 3, intro_coupon: null, billing_interval: "year", credits_never_expire: true, includes_memory: true, private_offer: true }
 };
 var SUBSCRIPTION_TIER_BY_KEY = Object.fromEntries(
   Object.values(SUBSCRIPTION_TIERS).map((t) => [t.tier, t])
@@ -4300,6 +4303,65 @@ ${commentMd || "_No comments captured._"}`
     }
   };
 }
+function formatRedditTrending(raw, input) {
+  const parsed = parseData(raw);
+  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
+  const d = parsed.data;
+  const threads = d.rankedThreads ?? [];
+  const questions = (d.questions ?? []).filter((q) => q.question);
+  const totals = {
+    threads: d.totals?.threads ?? threads.length,
+    upvotes: d.totals?.upvotes ?? 0,
+    comments: d.totals?.comments ?? 0
+  };
+  const subreddit = d.subreddit ?? input.subreddit ?? null;
+  const threadBlocks = threads.map((t, i) => [
+    `### ${i + 1}. ${t.title || "Untitled"}`,
+    `**${t.subreddit || "r/?"}** \xB7 ${t.score ?? 0} upvotes \xB7 ${t.commentCount ?? 0} comments \xB7 engagement ${t.engagementScore ?? 0}${t.ageText ? ` \xB7 ${t.ageText}` : ""}`,
+    t.url ? `${t.url}` : "",
+    t.topQuestions?.length ? `**Top questions:**
+${t.topQuestions.map((q) => `- ${q}`).join("\n")}` : ""
+  ].filter(Boolean).join("\n")).join("\n\n");
+  const questionList = questions.map((q) => `- ${q.question}${q.threadUrl ? `
+  ${q.threadUrl}` : ""}`).join("\n");
+  const full = [
+    `# Reddit Trending: "${d.topic || input.topic}"${subreddit ? ` in r/${subreddit}` : ""}`,
+    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last ${d.window === "7d" ? "week" : "month"} \xB7 ${d.threadsScraped ?? 0} of ${d.candidatesFound ?? threads.length} discovered scraped${d.partial ? " (partial \u2014 hit the time limit)" : ""}`,
+    `
+## Ranked threads
+${threadBlocks || "_No threads found._"}`,
+    `
+## Questions people asked
+${questionList || "_No questions extracted._"}`,
+    `
+---
+\u{1F4A1} Deep-dive a winner's full comment tree: pass its url to \`reddit_thread\``
+  ].join("\n");
+  return {
+    ...oneBlock(full),
+    structuredContent: {
+      topic: d.topic ?? input.topic,
+      subreddit,
+      window: d.window ?? "30d",
+      totals,
+      rankedThreads: threads.map((t) => ({
+        title: t.title ?? "",
+        url: t.url ?? "",
+        subreddit: t.subreddit ?? "",
+        score: Number(t.score ?? 0),
+        commentCount: Number(t.commentCount ?? 0),
+        engagementScore: Number(t.engagementScore ?? 0),
+        ageText: t.ageText ?? "",
+        topQuestions: t.topQuestions ?? []
+      })),
+      questions: questions.map((q) => ({ question: q.question ?? "", threadUrl: q.threadUrl ?? "" })),
+      threadsScraped: Number(d.threadsScraped ?? 0),
+      candidatesFound: Number(d.candidatesFound ?? threads.length),
+      partial: Boolean(d.partial),
+      searchQuery: d.searchQuery ?? ""
+    }
+  };
+}
 function formatFacebookAdSearch(raw, input) {
   const parsed = parseData(raw);
   if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
@@ -5668,8 +5730,11 @@ seam is noted so you can chain them.
   url the user gives).
 
 ## Reddit
-- A reddit.com thread/post URL -> **reddit_thread**. Returns the post plus its comment tree and handles
-  Reddit's bot wall itself (no login needed). Find threads first with \`search_serp\`.
+- Read ONE known reddit.com thread/post URL -> **reddit_thread**. Returns the post plus its comment tree and
+  handles Reddit's bot wall itself (no login needed). Find threads first with \`search_serp\` or \`reddit_trending\`.
+- DISCOVER what a niche is talking about (topic, no known thread) -> **reddit_trending** (takes a topic, optional
+  subreddit; returns the last 30 days' top threads ranked by engagement plus the questions people asked \u2014
+  feed winning \`rankedThreads[].url\` values into \`reddit_thread\` for the full comment tree).
 
 ## Other sites & logins (browser agent)
 For an arbitrary site or a logged-in dashboard with no dedicated tool, use the browser_* agent. **First
@@ -6061,6 +6126,7 @@ var HarvestOptionsSchema = import_zod3.z.object({
   format: import_zod3.z.enum(["json", "csv", "both"]).default("both"),
   serpOnly: import_zod3.z.boolean().default(false),
   pages: import_zod3.z.number().int().min(1).max(2).default(1),
+  recency: import_zod3.z.enum(["day", "week", "month", "year"]).optional(),
   softDeadlineMs: import_zod3.z.number().optional()
 });
 var MapsPlaceOptionsSchema = import_zod3.z.object({
@@ -6217,6 +6283,14 @@ var RedditThreadInputSchema = {
   url: import_zod4.z.string().min(1).describe("A reddit.com thread/post URL (www, old, new Reddit, or redd.it)."),
   maxComments: import_zod4.z.number().int().min(1).max(2e3).optional().describe("Optional cap on comments returned. Omit to return all captured comments.")
 };
+var RedditTrendingInputSchema = {
+  topic: import_zod4.z.string().min(1).describe('Topic to scan, in plain words (e.g. "crm for small business"). Not a URL \u2014 pass a known thread URL to reddit_thread instead.'),
+  subreddit: import_zod4.z.string().min(1).optional().describe('Bare subreddit name to scope the scan to one community, e.g. "SEO" (no r/ prefix, no URL). Omit to scan all of Reddit.'),
+  window: import_zod4.z.enum(["week", "month"]).default("month").describe('How recent the threads must be: "week" or "month" (default). Applied via a Google time filter over reddit.com, so it reflects genuine recency.'),
+  maxThreads: import_zod4.z.number().int().min(1).max(40).default(20).describe("How many discovered threads to scrape and rank. Default 20 (scrape-all). Each scraped thread is billed like reddit_thread + its comments, so lower this to cap cost; raise toward 40 for a wider sweep. Scraping runs in parallel and stops early if it nears the request time limit (partial:true in the response)."),
+  includeComments: import_zod4.z.boolean().default(true).describe("Scrape each discovered thread for real upvotes, comments, and the questions people asked, then rank by engagement. Set false for a fast, cheap discovery-only sweep \u2014 returns the discovered threads (title + url) in relevance order with NO engagement stats and NO per-thread billing, so you can then call reddit_thread on the ones you want."),
+  maxCommentsPerThread: import_zod4.z.number().int().min(1).max(200).default(50).describe("Comments captured per scraped thread when includeComments is true. Default 50. Billed per captured comment.")
+};
 var VideoFrameAnalysisInputSchema = {
   sourceUrl: import_zod4.z.string().min(1).describe("A YouTube, Facebook, Instagram, TikTok, or Vimeo URL (downloaded automatically), or a direct video file URL (.mp4/.webm/.mov). Videos up to 30 minutes are supported."),
   intervalS: import_zod4.z.number().min(1).max(30).optional().describe("Preferred seconds between sampled frames (1-30, default 2). Automatically widened for long videos so the whole duration is covered within the frame budget."),
@@ -6804,6 +6878,34 @@ var RedditThreadOutputSchema = {
     body: import_zod4.z.string()
   }))
 };
+var RedditTrendingOutputSchema = {
+  topic: import_zod4.z.string(),
+  subreddit: NullableString2,
+  window: import_zod4.z.string(),
+  totals: import_zod4.z.object({
+    threads: import_zod4.z.number().int().min(0),
+    upvotes: import_zod4.z.number().int().min(0),
+    comments: import_zod4.z.number().int().min(0)
+  }),
+  rankedThreads: import_zod4.z.array(import_zod4.z.object({
+    title: import_zod4.z.string(),
+    url: import_zod4.z.string(),
+    subreddit: import_zod4.z.string(),
+    score: import_zod4.z.number().int().min(0),
+    commentCount: import_zod4.z.number().int().min(0),
+    engagementScore: import_zod4.z.number().int().min(0),
+    ageText: import_zod4.z.string(),
+    topQuestions: import_zod4.z.array(import_zod4.z.string())
+  })),
+  questions: import_zod4.z.array(import_zod4.z.object({
+    question: import_zod4.z.string(),
+    threadUrl: import_zod4.z.string()
+  })),
+  threadsScraped: import_zod4.z.number().int().min(0),
+  candidatesFound: import_zod4.z.number().int().min(0),
+  partial: import_zod4.z.boolean(),
+  searchQuery: import_zod4.z.string()
+};
 var FacebookPageIntelOutputSchema = {
   advertiserName: NullableString2,
   inputMode: import_zod4.z.enum(["pageId", "libraryId", "query"]),
@@ -7174,7 +7276,8 @@ var SearchSerpInputSchema = {
   proxyMode: import_zod4.z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
   proxyZip: import_zod4.z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
   debug: import_zod4.z.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
-  pages: import_zod4.z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132).")
+  pages: import_zod4.z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132)."),
+  recency: import_zod4.z.enum(["day", "week", "month", "year"]).optional().describe('Restrict results to a recent time window (Google "past day/week/month/year" filter). Omit for all-time. Useful for "what is being said this week" style queries; pairs well with a site: operator in the query.')
 };
 var CaptureSerpSnapshotInputSchema = {
   query: import_zod4.z.string().min(1).describe('Search query to capture. KEEP the place in the query text for localized captures (e.g. "botox clinic austin tx") and also set location.'),
@@ -8094,6 +8197,13 @@ function registerPaaExtractorMcpTools(server2, executor, options = {}) {
     outputSchema: recordOutputSchema("reddit_thread", RedditThreadOutputSchema),
     annotations: liveWebToolAnnotations("Reddit Thread + Comments")
   }, async (input) => formatRedditThread(await executor.redditThread(input), input));
+  server2.registerTool("reddit_trending", {
+    title: "Reddit Trending",
+    description: "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
+    inputSchema: RedditTrendingInputSchema,
+    outputSchema: recordOutputSchema("reddit_trending", RedditTrendingOutputSchema),
+    annotations: liveWebToolAnnotations("Reddit Trending")
+  }, async (input) => formatRedditTrending(await executor.redditTrending(input), input));
   server2.registerTool("video_frame_analysis", {
     title: "Video Breakdown (frame-by-frame + transcript)",
     description: "Produce a deep frame-by-frame + transcript breakdown of a video \u2014 pacing, hook, visual style, and how to replicate it. Accepts a YouTube, Facebook, Instagram, TikTok, or Vimeo URL directly (downloaded for you), or a direct video file URL (.mp4/.webm/.mov). Costs $1 per 120 frames requested (max 480 = $4; refunded down if the video can't use them; refunded fully on failure): returns a runId immediately; poll video_frame_analysis_status until done. Videos up to 30 minutes.",
@@ -10944,7 +11054,7 @@ function renderInstallTerminal(options) {
     "1/1 install surfaces ready",
     colorize("Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.", "lime", color),
     "",
-    `${colorize("Tools", "cyan", color)}  ${colorize("(165 MCP tools)", "muted", color)}`,
+    `${colorize("Tools", "cyan", color)}  ${colorize("(166 MCP tools)", "muted", color)}`,
     toolRow("search", ["harvest_paa", "search_serp", "maps_search", "maps_place_intel"], color),
     toolRow("extract", ["extract_url", "map_site_urls", "extract_site", "audit_site", "directory_workflow"], color),
     toolRow("build", ["rank_tracker_workflow", "cron plan", "database prompt"], color),