mcp-scraper 0.3.42 → 0.3.44

package/dist/bin/mcp-stdio-server.js

@@ -5,13 +5,13 @@ import {
   registerBrowserAgentMcpTools,
   registerPaaExtractorMcpTools,
   registerSerpIntelligenceCaptureTools
-} from "../chunk-KPF64WST.js";
+} from "../chunk-NONBSIES.js";
 import {
   renderInstallTerminal
 } from "../chunk-T3VZD2I4.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-OUZZNW3I.js";
+} from "../chunk-3Q2NSHSR.js";
 import "../chunk-3PRO376E.js";
 import "../chunk-BP27CZ5Q.js";
 

package/dist/chunk-3Q2NSHSR.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.3.44";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-3Q2NSHSR.js.map

package/dist/chunk-3Q2NSHSR.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.3.44'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{chunk-KPF64WST.js → chunk-NONBSIES.js}

@@ -1,6 +1,6 @@
 import {
   PACKAGE_VERSION
-} from "./chunk-OUZZNW3I.js";
+} from "./chunk-3Q2NSHSR.js";
 import {
   browserServiceProfileName,
   browserServiceProfileSaveChanges,
@@ -2789,14 +2789,14 @@ ${rows}` : ""
 // src/mcp/mcp-tool-schemas.ts
 import { z } from "zod";
 var HarvestPaaInputSchema = {
-  query: z.string().min(1).describe('Core search topic only. If the user says "best hvac company in Denver CO", use query="best hvac company" and location="Denver, CO". Do not include the location in query when it can be separated.'),
-  location: z.string().optional().describe('City, region, or country for geo-targeted results, inferred from the user request when present, e.g. "Denver, CO", "Tokyo, Japan", "London, UK".'),
+  query: z.string().min(1).describe('The search query. For localized results, KEEP the place in the query text \u2014 if the user says "best hvac company in Denver CO", use query="best hvac company Denver CO" (and also set location="Denver, CO"). City-in-query is what localizes results reliably; do not strip it out.'),
+  location: z.string().optional().describe('City, region, or country for geo signals (uule + location evidence), e.g. "Denver, CO", "Tokyo, Japan". Set it alongside a city-in-query wording; on its own it does NOT reliably localize results.'),
   maxQuestions: z.number().int().min(1).max(200).default(30).describe("Number of PAA questions to extract. Default 30. Maximum 200. Use 10 for quick probes, 30 for normal research, 100-200 when the user asks for everything/full/deep research. Larger harvests get a longer server time budget (151-200 questions \u2192 up to 280s). Credits are charged by extracted question; unused request hold is refunded."),
   gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language. Examples: United States us, United Kingdom gb, Japan jp, Canada ca, Australia au."),
   hl: z.string().default("en").describe("Google interface/content language inferred from the user request. Use en unless the user asks for another language or locale."),
   device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use desktop by default; use mobile only when the user asks for mobile rankings."),
-  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset \u2014 routing is automatic (clean egress by default; residential only when a location is given, with fallback). Set "location" only to force local-pack targeting.'),
-  proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for residential location proxy targeting. Use only with proxyMode location when the user gives a specific ZIP or city-center targeting needs to be forced."),
+  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset (clean egress \u2014 reliable). Do NOT set "location" just because the user named a city; localized results come from city-in-query wording. "location" forces a residential geo-IP for rank-tracking fidelity only, is frequently CAPTCHA-blocked, and should be used only when the user explicitly demands as-seen-from-the-city results and accepts failures.'),
+  proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location" (see its warning); ignored otherwise.'),
   debug: z.boolean().default(false).describe("Include sanitized browser/session/location diagnostics in the response. Use true when debugging localization, CAPTCHA, or proxy behavior.")
 };
 var ExtractUrlInputSchema = {
@@ -2853,6 +2853,16 @@ var RedditThreadInputSchema = {
   url: z.string().min(1).describe("A reddit.com thread/post URL (www, old, or new Reddit, or a redd.it link). The service fetches it via old.reddit through a residential proxy and returns the post plus its comment tree."),
   maxComments: z.number().int().min(1).max(2e3).optional().describe("Optional cap on comments returned. Omit to return all captured comments.")
 };
+var VideoFrameAnalysisInputSchema = {
+  sourceUrl: z.string().min(1).describe("A DIRECT video file URL (.mp4/.webm/.mov). Not a YouTube/Facebook/Instagram page URL \u2014 resolve those to a direct media URL first. Videos up to 30 minutes are supported."),
+  intervalS: z.number().min(1).max(30).optional().describe("Preferred seconds between sampled frames (1-30, default 2). Automatically widened for long videos so the whole duration is covered within the frame budget."),
+  maxFrames: z.number().int().min(1).max(120).optional().describe("Max frames analyzed (<=120, default 120). Frames are spread evenly across the whole video."),
+  detail: z.enum(["fast", "standard", "deep"]).optional().describe("Analysis depth. Default standard."),
+  vault: z.string().min(1).optional().describe('Memory vault to save the finished breakdown into. Default "Library".')
+};
+var VideoFrameAnalysisStatusInputSchema = {
+  runId: z.string().min(1).describe("The runId returned by video_frame_analysis.")
+};
 var FacebookAdTranscribeInputSchema = {
   videoUrl: z.string().url().describe("Direct Facebook CDN video URL from a facebook_page_intel ad result. Do not pass a public Facebook reel/post/share URL here; use facebook_video_transcribe for organic Facebook URLs.")
 };
@@ -3282,6 +3292,22 @@ var FacebookAdSearchOutputSchema = {
     sampleLibraryId: NullableString
   }))
 };
+var VideoFrameAnalysisOutputSchema = {
+  ok: z.boolean(),
+  runId: NullableString,
+  status: NullableString,
+  message: NullableString
+};
+var VideoFrameAnalysisStatusOutputSchema = {
+  ok: z.boolean(),
+  runId: NullableString,
+  status: NullableString,
+  progress: z.object({ analyzed: z.number().int(), total: z.number().int() }).nullable().optional(),
+  frameCount: z.number().int().nullable().optional(),
+  artifactPath: NullableString,
+  report: NullableString,
+  error: NullableString
+};
 var RedditThreadOutputSchema = {
   sourceUrl: NullableString,
   oldRedditUrl: NullableString,
@@ -3629,24 +3655,24 @@ var WorkflowArtifactReadOutputSchema = {
   text: z.string()
 };
 var SearchSerpInputSchema = {
-  query: z.string().min(1).describe('Core search topic only. Separate location when possible. If user says "best dentist in Brooklyn NY serp", use query="best dentist" and location="Brooklyn, NY".'),
-  location: z.string().optional().describe("City, region, or country for geo-targeted results, inferred from user request when present."),
+  query: z.string().min(1).describe('The search query. For localized results, KEEP the place in the query text \u2014 "best dentist in Brooklyn NY" stays query="best dentist Brooklyn NY" (and also set location="Brooklyn, NY"). City-in-query is what localizes results reliably; do not strip it out.'),
+  location: z.string().optional().describe("City, region, or country for geo signals (uule + location evidence). Set it alongside a city-in-query wording; on its own it does NOT reliably localize results."),
   gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language."),
   hl: z.string().default("en").describe("Google interface/content language inferred from user request."),
   device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use desktop by default; use mobile only when the user asks for mobile rankings."),
-  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset \u2014 routing is automatic. Set "location" only to force local-pack targeting.'),
-  proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for residential location proxy targeting. Use only with proxyMode location when the user gives a specific ZIP or city-center targeting needs to be forced."),
+  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset (clean egress \u2014 reliable). Do NOT set "location" just because the user named a city; localized results come from city-in-query wording. "location" forces a residential geo-IP for rank-tracking fidelity only, is frequently CAPTCHA-blocked, and should be used only when the user explicitly demands as-seen-from-the-city results and accepts failures.'),
+  proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location" (see its warning); ignored otherwise.'),
   debug: z.boolean().default(false).describe("Include sanitized browser/session/location diagnostics in the response. Use true when debugging localization, CAPTCHA, or proxy behavior."),
   pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132)")
 };
 var CaptureSerpSnapshotInputSchema = {
-  query: z.string().min(1).describe("Core search query to capture as a structured SERP Intelligence snapshot. Separate the place into location when the user gives a city, region, country, or ZIP."),
+  query: z.string().min(1).describe('Search query to capture as a structured SERP Intelligence snapshot. For localized captures, KEEP the place in the query text (e.g. "botox clinic austin tx") and also set location; city-in-query is what localizes results reliably.'),
   location: z.string().optional().describe("City, region, country, or service area used for localized Google results. MCP Scraper records location evidence; UULE alone is not proof of localization."),
   gl: z.string().length(2).default("us").describe("Google country code inferred from the requested market, e.g. us, gb, ca, au."),
   hl: z.string().default("en").describe("Google interface/content language inferred from the user request."),
   device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only when the user asks for mobile rankings or mobile SERP evidence."),
-  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset \u2014 routing is automatic. Set "location" only to force city/ZIP targeting.'),
-  proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for residential location proxy targeting. Use only with proxyMode location when a precise city-center or ZIP proxy is needed."),
+  proxyMode: z.enum(["location", "configured", "none"]).default(DEFAULT_PROXY_MODE).describe('Leave unset (clean egress \u2014 reliable). Do NOT set "location" just because a city was named; localized captures come from city-in-query wording. "location" forces a residential geo-IP (rank-tracking fidelity only), is frequently CAPTCHA-blocked, and should be used only when the user explicitly needs as-seen-from-the-city evidence and accepts failures.'),
+  proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location" (see its warning); ignored otherwise.'),
   pages: z.number().int().min(1).max(2).default(1).describe("Number of Google result pages to capture. Use 1 normally and 2 only when the user needs deeper ranking evidence."),
   debug: z.boolean().default(false).describe("Include sanitized browser, proxy, and location diagnostics. Use true when debugging localization, CAPTCHA, proxy selection, or capture reliability."),
   includePageSnapshots: z.boolean().default(false).describe("Also capture ranking-page snapshots for selected SERP URLs through the same product capture path."),
@@ -4148,6 +4174,20 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     outputSchema: RedditThreadOutputSchema,
     annotations: liveWebToolAnnotations("Reddit Thread + Comments")
   }, async (input) => formatRedditThread(await executor.redditThread(input), input));
+  server.registerTool("video_frame_analysis", {
+    title: "Video Breakdown (frame-by-frame + transcript)",
+    description: `Produce a deep, structured breakdown of a video: what happens on screen, what is said, how it is paced, and how to make one like it. Use this when the user wants to analyze, break down, study, reverse-engineer, or "figure out how they made" a video (an ad, a YouTube video, a reel, a competitor's content). It samples up to 120 frames spread across the whole video (up to 30 minutes), runs vision AI on every frame, transcribes the audio, and returns a report with: Summary, Pacing & Energy, Words-per-Minute & delivery, Topic Outline, Key Points, Hook Analysis, Visual Style, and a step-by-step "How to Replicate This Video" recipe \u2014 all quality-checked. Pass a DIRECT video file URL (.mp4/.webm/.mov); for a YouTube/Facebook/Instagram link, resolve it to a direct media URL first (e.g. facebook_page_intel returns a videoUrl). This runs asynchronously and costs a flat $1 (refunded if it fails): it returns a runId immediately \u2014 then call video_frame_analysis_status with that runId every few seconds until status is "done" to get the finished report.`,
+    inputSchema: VideoFrameAnalysisInputSchema,
+    outputSchema: VideoFrameAnalysisOutputSchema,
+    annotations: { title: "Video Breakdown", readOnlyHint: false, destructiveHint: false, idempotentHint: false, openWorldHint: true }
+  }, async (input) => executor.videoFrameAnalysis(input));
+  server.registerTool("video_frame_analysis_status", {
+    title: "Video Breakdown Status",
+    description: 'Check the progress of a video breakdown started with video_frame_analysis, using the runId it returned. Poll this every few seconds. While running it reports the current phase and how many frames have been analyzed; when status is "done" it returns the full breakdown report (Markdown) and the memory vault path where it was saved. Free to call. Stop polling when status is "done" or "failed".',
+    inputSchema: VideoFrameAnalysisStatusInputSchema,
+    outputSchema: VideoFrameAnalysisStatusOutputSchema,
+    annotations: { title: "Video Breakdown Status", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: false }
+  }, async (input) => executor.videoFrameAnalysisStatus(input));
   server.registerTool("facebook_ad_transcribe", {
     title: "Facebook Ad Transcription",
     description: "Transcribe audio from a Facebook ad video CDN URL. Use this when facebook_page_intel returned a direct videoUrl and the user asks what the ad says, what claims it makes, or wants ad-message extraction. Returns full transcript, timestamped chunks, word count, and resolvedInputs. Use only with the direct videoUrl value from facebook_page_intel results; do not pass public Facebook post/reel/share URLs. Use facebook_video_transcribe for organic Facebook URLs, and facebook_page_intel first when you only have a brand/page/ad library handle.",
@@ -4489,6 +4529,12 @@ var HttpMcpToolExecutor = class {
   redditThread(input) {
     return this.call("/reddit/thread", input, this.httpTimeoutOverrideMs ?? 24e4);
   }
+  videoFrameAnalysis(input) {
+    return this.call("/video/analyze", input);
+  }
+  videoFrameAnalysisStatus(input) {
+    return this.call("/video/status", input);
+  }
   facebookAdTranscribe(input) {
     return this.call("/facebook/transcribe", input);
   }
@@ -6048,4 +6094,4 @@ export {
   exportFanout,
   registerBrowserAgentMcpTools
 };
-//# sourceMappingURL=chunk-KPF64WST.js.map
+//# sourceMappingURL=chunk-NONBSIES.js.map