mcp-scraper 0.33.2 → 0.33.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,7 @@ import {
7
7
  registerMemoryMcpTools,
8
8
  registerPaaExtractorMcpTools,
9
9
  registerSerpIntelligenceCaptureTools
10
- } from "../chunk-CC4VK5CR.js";
10
+ } from "../chunk-ACBNIIBU.js";
11
11
  import "../chunk-R7EETU7Z.js";
12
12
  import "../chunk-MTSBI7ZH.js";
13
13
  import {
@@ -16,7 +16,7 @@ import {
16
16
  import "../chunk-V73MPRU6.js";
17
17
  import {
18
18
  PACKAGE_VERSION
19
- } from "../chunk-ZGEEL2LR.js";
19
+ } from "../chunk-IQ742H22.js";
20
20
  import "../chunk-4767BA2O.js";
21
21
  import "../chunk-M2S27J6Z.js";
22
22
  import "../chunk-ICT7DDHL.js";
@@ -19,7 +19,7 @@ import {
19
19
  } from "./chunk-V73MPRU6.js";
20
20
  import {
21
21
  PACKAGE_VERSION
22
- } from "./chunk-ZGEEL2LR.js";
22
+ } from "./chunk-IQ742H22.js";
23
23
  import {
24
24
  MC_PER_CREDIT
25
25
  } from "./chunk-4767BA2O.js";
@@ -3481,9 +3481,9 @@ var HarvestPaaInputSchema = {
3481
3481
  gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language."),
3482
3482
  hl: z.string().default("en").describe("Google interface/content language inferred from the user request."),
3483
3483
  device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
3484
- proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for clean egress (the default). Country/region localization comes from gl/hl plus the city or region in the query \u2014 not from a proxy."),
3485
- proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location".'),
3486
- debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging localization, CAPTCHA, or proxy behavior.")
3484
+ proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
3485
+ proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
3486
+ debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging.")
3487
3487
  };
3488
3488
  var ExtractUrlInputSchema = {
3489
3489
  url: z.string().url().describe("Public http/https URL to extract."),
@@ -3508,7 +3508,7 @@ var MapSiteUrlsInputSchema = {
3508
3508
  var ExtractSiteInputSchema = {
3509
3509
  url: z.string().url().describe("Public website URL or domain to crawl for page CONTENT (map + scrape). For a technical SEO audit use audit_site instead \u2014 this returns content only, not analysis."),
3510
3510
  maxPages: z.number().int().min(1).max(1e4).optional().describe("Maximum pages to extract. Bulk crawls (over 25 pages) switch to folder mode: each page saved as its own Markdown file, with a summary plus folder path returned instead of inlining content."),
3511
- rotateProxies: z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks (403/429). Slower and pricier \u2014 use only when a site blocks normal crawling."),
3511
+ rotateProxies: z.boolean().optional().describe("Use extra measures to get past sites that block normal crawling (403/429). Slower and pricier \u2014 use only when a site blocks normal crawling."),
3512
3512
  rotateProxyEvery: z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
3513
3513
  formats: z.array(z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links."),
3514
3514
  background: z.boolean().default(false).describe("Run the crawl as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
@@ -3517,7 +3517,7 @@ var ExtractSiteInputSchema = {
3517
3517
  var AuditSiteInputSchema = {
3518
3518
  url: z.string().url().describe("Public website URL or domain for a full technical SEO audit (issues, link graph, indexability, headings, images). For plain content use extract_site instead."),
3519
3519
  maxPages: z.number().int().min(1).max(1e4).optional().describe("Maximum pages to crawl and audit. Always writes a folder of analysis files plus per-page content, returning a summary plus the folder path."),
3520
- rotateProxies: z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks. Slower/pricier \u2014 use only when a site blocks normal crawling."),
3520
+ rotateProxies: z.boolean().optional().describe("Use extra measures to get past sites that block normal crawling. Slower/pricier \u2014 use only when a site blocks normal crawling."),
3521
3521
  rotateProxyEvery: z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
3522
3522
  background: z.boolean().default(false).describe("Run the audit as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (full audit report, all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
3523
3523
  downloadImages: z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
@@ -3650,8 +3650,8 @@ var MapsSearchInputSchema = {
3650
3650
  hl: z.string().length(2).default("en").describe("Language inferred from user request."),
3651
3651
  maxResults: z.number().int().min(1).max(50).default(10).describe("Number of candidates to return. Default 10, maximum 50."),
3652
3652
  includeServices: z.boolean().default(false).describe("Open each returned business profile to include its configured services and areas served when available. Adds a page visit per business; does not collect review cards."),
3653
- proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Leave unset for the default route (stealth browser on the managed ISP proxy, retried on a fresh session when Google blocks). Country/region localization comes from the city or region in the query plus gl/hl \u2014 not from a proxy."),
3654
- proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override, only used when proxyMode is location."),
3653
+ proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from the city or region in the query plus gl/hl."),
3654
+ proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
3655
3655
  debug: z.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
3656
3656
  };
3657
3657
  var DirectoryWorkflowInputSchema = {
@@ -3665,8 +3665,8 @@ var DirectoryWorkflowInputSchema = {
3665
3665
  includeZipGroups: z.boolean().default(true).describe("Attach ZIP groups from a configured US ZIPS CSV when available (MCP_SCRAPER_USZIPS_CSV_PATH or usZipsCsvPath)."),
3666
3666
  usZipsCsvPath: z.string().optional().describe("Local/test-only path to a US ZIPS CSV (state_abbr, zipcode, county, city columns). Deployed APIs should use MCP_SCRAPER_USZIPS_CSV_PATH instead. For ZIP enrichment, set MCP_SCRAPER_USZIPS_CSV_PATH on the server, or pass this in local/test mode."),
3667
3667
  saveCsv: z.boolean().default(true).describe("Save a directory-ready CSV of results to the MCP Scraper output directory and return its path."),
3668
- proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Proxy behavior per city search. Leave unset for the default route (stealth browser on the managed ISP proxy, retried fresh on a Google block). Country/region localization comes from the city or region in the query plus gl/hl \u2014 not from a proxy."),
3669
- proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional ZIP override for proxy targeting; normally omitted."),
3668
+ proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Proxy behavior per city search. Leave unset for the default route. Country/region localization comes from the city or region in the query plus gl/hl."),
3669
+ proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
3670
3670
  debug: z.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
3671
3671
  };
3672
3672
  var ArtifactPointerOutputSchema = z.object({
@@ -4505,9 +4505,9 @@ var SearchSerpInputSchema = {
4505
4505
  gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language."),
4506
4506
  hl: z.string().default("en").describe("Google interface/content language inferred from user request."),
4507
4507
  device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
4508
- proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for clean egress (the default). Country/region localization comes from gl/hl plus the city or region in the query \u2014 not from a proxy."),
4509
- proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location".'),
4510
- debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging localization, CAPTCHA, or proxy behavior."),
4508
+ proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
4509
+ proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
4510
+ debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
4511
4511
  pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132).")
4512
4512
  };
4513
4513
  var CaptureSerpSnapshotInputSchema = {
@@ -4516,8 +4516,8 @@ var CaptureSerpSnapshotInputSchema = {
4516
4516
  gl: z.string().length(2).default("us").describe("Google country code inferred from the requested market."),
4517
4517
  hl: z.string().default("en").describe("Google interface/content language inferred from the user request."),
4518
4518
  device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings/evidence."),
4519
- proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for clean egress (the default). Country/region localization comes from gl/hl plus the city or region in the query \u2014 not from a proxy."),
4520
- proxyZip: z.string().regex(/^\d{5}$/).optional().describe('US ZIP for residential geo-IP targeting. Only meaningful with proxyMode "location".'),
4519
+ proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
4520
+ proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
4521
4521
  pages: z.number().int().min(1).max(2).default(1).describe("Google result pages to capture. Use 2 only for deeper ranking evidence."),
4522
4522
  debug: z.boolean().default(false).describe("Include sanitized browser/proxy/location diagnostics."),
4523
4523
  includePageSnapshots: z.boolean().default(false).describe("Also capture ranking-page snapshots for selected SERP URLs. Each attempted snapshot adds 1 Credit."),
@@ -10151,4 +10151,4 @@ export {
10151
10151
  MEMORY_TOOL_SCHEMAS,
10152
10152
  registerMemoryMcpTools
10153
10153
  };
10154
- //# sourceMappingURL=chunk-CC4VK5CR.js.map
10154
+ //# sourceMappingURL=chunk-ACBNIIBU.js.map