mcp-scraper 0.33.6 → 0.34.0

package/dist/{chunk-6ZUK4H66.js → chunk-J32XSMJI.js}

@@ -12,17 +12,17 @@ import {
   browserServiceProfileSaveChanges,
   recordVendorUsage,
   vendorCostUsd
-} from "./chunk-WJJTGRK4.js";
+} from "./chunk-V36LS5YV.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
   DEFAULT_PROXY_MODE
-} from "./chunk-V73MPRU6.js";
+} from "./chunk-CB5C3BPB.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-F65IIUHI.js";
+} from "./chunk-NFMIHEYE.js";
 import {
   MC_PER_CREDIT
-} from "./chunk-LKIP7VDN.js";
+} from "./chunk-JBSGBSGT.js";
 import {
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
@@ -343,8 +343,11 @@ seam is noted so you can chain them.
   url the user gives).
 
 ## Reddit
-- A reddit.com thread/post URL -> **reddit_thread**. Returns the post plus its comment tree and handles
-  Reddit's bot wall itself (no login needed). Find threads first with \`search_serp\`.
+- Read ONE known reddit.com thread/post URL -> **reddit_thread**. Returns the post plus its comment tree and
+  handles Reddit's bot wall itself (no login needed). Find threads first with \`search_serp\` or \`reddit_trending\`.
+- DISCOVER what a niche is talking about (topic, no known thread) -> **reddit_trending** (takes a topic, optional
+  subreddit; returns the last 30 days' top threads ranked by engagement plus the questions people asked \u2014
+  feed winning \`rankedThreads[].url\` values into \`reddit_thread\` for the full comment tree).
 
 ## Other sites & logins (browser agent)
 For an arbitrary site or a logged-in dashboard with no dedicated tool, use the browser_* agent. **First
@@ -1956,6 +1959,65 @@ ${commentMd || "_No comments captured._"}`
     }
   };
 }
+function formatRedditTrending(raw, input) {
+  const parsed = parseData(raw);
+  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
+  const d = parsed.data;
+  const threads = d.rankedThreads ?? [];
+  const questions = (d.questions ?? []).filter((q) => q.question);
+  const totals = {
+    threads: d.totals?.threads ?? threads.length,
+    upvotes: d.totals?.upvotes ?? 0,
+    comments: d.totals?.comments ?? 0
+  };
+  const subreddit = d.subreddit ?? input.subreddit ?? null;
+  const threadBlocks = threads.map((t, i) => [
+    `### ${i + 1}. ${t.title || "Untitled"}`,
+    `**${t.subreddit || "r/?"}** \xB7 ${t.score ?? 0} upvotes \xB7 ${t.commentCount ?? 0} comments \xB7 engagement ${t.engagementScore ?? 0}${t.ageText ? ` \xB7 ${t.ageText}` : ""}`,
+    t.url ? `${t.url}` : "",
+    t.topQuestions?.length ? `**Top questions:**
+${t.topQuestions.map((q) => `- ${q}`).join("\n")}` : ""
+  ].filter(Boolean).join("\n")).join("\n\n");
+  const questionList = questions.map((q) => `- ${q.question}${q.threadUrl ? `
+  ${q.threadUrl}` : ""}`).join("\n");
+  const full = [
+    `# Reddit Trending: "${d.topic || input.topic}"${subreddit ? ` in r/${subreddit}` : ""}`,
+    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last ${d.window === "7d" ? "week" : "month"} \xB7 ${d.threadsScraped ?? 0} of ${d.candidatesFound ?? threads.length} discovered scraped${d.partial ? " (partial \u2014 hit the time limit)" : ""}`,
+    `
+## Ranked threads
+${threadBlocks || "_No threads found._"}`,
+    `
+## Questions people asked
+${questionList || "_No questions extracted._"}`,
+    `
+---
+\u{1F4A1} Deep-dive a winner's full comment tree: pass its url to \`reddit_thread\``
+  ].join("\n");
+  return {
+    ...oneBlock(full),
+    structuredContent: {
+      topic: d.topic ?? input.topic,
+      subreddit,
+      window: d.window ?? "30d",
+      totals,
+      rankedThreads: threads.map((t) => ({
+        title: t.title ?? "",
+        url: t.url ?? "",
+        subreddit: t.subreddit ?? "",
+        score: Number(t.score ?? 0),
+        commentCount: Number(t.commentCount ?? 0),
+        engagementScore: Number(t.engagementScore ?? 0),
+        ageText: t.ageText ?? "",
+        topQuestions: t.topQuestions ?? []
+      })),
+      questions: questions.map((q) => ({ question: q.question ?? "", threadUrl: q.threadUrl ?? "" })),
+      threadsScraped: Number(d.threadsScraped ?? 0),
+      candidatesFound: Number(d.candidatesFound ?? threads.length),
+      partial: Boolean(d.partial),
+      searchQuery: d.searchQuery ?? ""
+    }
+  };
+}
 function formatFacebookAdSearch(raw, input) {
   const parsed = parseData(raw);
   if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
@@ -3553,6 +3615,14 @@ var RedditThreadInputSchema = {
   url: z.string().min(1).describe("A reddit.com thread/post URL (www, old, new Reddit, or redd.it)."),
   maxComments: z.number().int().min(1).max(2e3).optional().describe("Optional cap on comments returned. Omit to return all captured comments.")
 };
+var RedditTrendingInputSchema = {
+  topic: z.string().min(1).describe('Topic to scan, in plain words (e.g. "crm for small business"). Not a URL \u2014 pass a known thread URL to reddit_thread instead.'),
+  subreddit: z.string().min(1).optional().describe('Bare subreddit name to scope the scan to one community, e.g. "SEO" (no r/ prefix, no URL). Omit to scan all of Reddit.'),
+  window: z.enum(["week", "month"]).default("month").describe('How recent the threads must be: "week" or "month" (default). Applied via a Google time filter over reddit.com, so it reflects genuine recency.'),
+  maxThreads: z.number().int().min(1).max(40).default(20).describe("How many discovered threads to scrape and rank. Default 20 (scrape-all). Each scraped thread is billed like reddit_thread + its comments, so lower this to cap cost; raise toward 40 for a wider sweep. Scraping runs in parallel and stops early if it nears the request time limit (partial:true in the response)."),
+  includeComments: z.boolean().default(true).describe("Scrape each discovered thread for real upvotes, comments, and the questions people asked, then rank by engagement. Set false for a fast, cheap discovery-only sweep \u2014 returns the discovered threads (title + url) in relevance order with NO engagement stats and NO per-thread billing, so you can then call reddit_thread on the ones you want."),
+  maxCommentsPerThread: z.number().int().min(1).max(200).default(50).describe("Comments captured per scraped thread when includeComments is true. Default 50. Billed per captured comment.")
+};
 var VideoFrameAnalysisInputSchema = {
   sourceUrl: z.string().min(1).describe("A YouTube, Facebook, Instagram, TikTok, or Vimeo URL (downloaded automatically), or a direct video file URL (.mp4/.webm/.mov). Videos up to 30 minutes are supported."),
   intervalS: z.number().min(1).max(30).optional().describe("Preferred seconds between sampled frames (1-30, default 2). Automatically widened for long videos so the whole duration is covered within the frame budget."),
@@ -4140,6 +4210,34 @@ var RedditThreadOutputSchema = {
     body: z.string()
   }))
 };
+var RedditTrendingOutputSchema = {
+  topic: z.string(),
+  subreddit: NullableString,
+  window: z.string(),
+  totals: z.object({
+    threads: z.number().int().min(0),
+    upvotes: z.number().int().min(0),
+    comments: z.number().int().min(0)
+  }),
+  rankedThreads: z.array(z.object({
+    title: z.string(),
+    url: z.string(),
+    subreddit: z.string(),
+    score: z.number().int().min(0),
+    commentCount: z.number().int().min(0),
+    engagementScore: z.number().int().min(0),
+    ageText: z.string(),
+    topQuestions: z.array(z.string())
+  })),
+  questions: z.array(z.object({
+    question: z.string(),
+    threadUrl: z.string()
+  })),
+  threadsScraped: z.number().int().min(0),
+  candidatesFound: z.number().int().min(0),
+  partial: z.boolean(),
+  searchQuery: z.string()
+};
 var FacebookPageIntelOutputSchema = {
   advertiserName: NullableString,
   inputMode: z.enum(["pageId", "libraryId", "query"]),
@@ -4510,7 +4608,8 @@ var SearchSerpInputSchema = {
   proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
   proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
   debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
-  pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132).")
+  pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132)."),
+  recency: z.enum(["day", "week", "month", "year"]).optional().describe('Restrict results to a recent time window (Google "past day/week/month/year" filter). Omit for all-time. Useful for "what is being said this week" style queries; pairs well with a site: operator in the query.')
 };
 var CaptureSerpSnapshotInputSchema = {
   query: z.string().min(1).describe('Search query to capture. KEEP the place in the query text for localized captures (e.g. "botox clinic austin tx") and also set location.'),
@@ -5438,6 +5537,13 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     outputSchema: recordOutputSchema("reddit_thread", RedditThreadOutputSchema),
     annotations: liveWebToolAnnotations("Reddit Thread + Comments")
   }, async (input) => formatRedditThread(await executor.redditThread(input), input));
+  server.registerTool("reddit_trending", {
+    title: "Reddit Trending",
+    description: "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
+    inputSchema: RedditTrendingInputSchema,
+    outputSchema: recordOutputSchema("reddit_trending", RedditTrendingOutputSchema),
+    annotations: liveWebToolAnnotations("Reddit Trending")
+  }, async (input) => formatRedditTrending(await executor.redditTrending(input), input));
   server.registerTool("video_frame_analysis", {
     title: "Video Breakdown (frame-by-frame + transcript)",
     description: "Produce a deep frame-by-frame + transcript breakdown of a video \u2014 pacing, hook, visual style, and how to replicate it. Accepts a YouTube, Facebook, Instagram, TikTok, or Vimeo URL directly (downloaded for you), or a direct video file URL (.mp4/.webm/.mov). Costs $1 per 120 frames requested (max 480 = $4; refunded down if the video can't use them; refunded fully on failure): returns a runId immediately; poll video_frame_analysis_status until done. Videos up to 30 minutes.",
@@ -5951,6 +6057,9 @@ var HttpMcpToolExecutor = class {
   redditThread(input) {
     return this.call("/reddit/thread", input, this.httpTimeoutOverrideMs ?? 24e4);
   }
+  redditTrending(input) {
+    return this.call("/reddit/trending", input, this.httpTimeoutOverrideMs ?? 3e5);
+  }
   videoFrameAnalysis(input) {
     return this.call("/video/analyze", input);
   }
@@ -10153,4 +10262,4 @@ export {
   MEMORY_TOOL_SCHEMAS,
   registerMemoryMcpTools
 };
-//# sourceMappingURL=chunk-6ZUK4H66.js.map
+//# sourceMappingURL=chunk-J32XSMJI.js.map