mcp-scraper 0.33.2 → 0.33.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/bin/api-server.cjs +15 -15
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +15 -15
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +2 -2
- package/dist/{chunk-CC4VK5CR.js → chunk-ACBNIIBU.js} +16 -16
- package/dist/chunk-ACBNIIBU.js.map +1 -0
- package/dist/chunk-IQ742H22.js +7 -0
- package/dist/chunk-IQ742H22.js.map +1 -0
- package/dist/{server-K7O2H3YZ.js → server-LNCSY6ME.js} +3 -3
- package/docs/mcp-tool-manifest.generated.json +16 -16
- package/package.json +1 -1
- package/dist/chunk-CC4VK5CR.js.map +0 -1
- package/dist/chunk-ZGEEL2LR.js +0 -7
- package/dist/chunk-ZGEEL2LR.js.map +0 -1
- /package/dist/{server-K7O2H3YZ.js.map → server-LNCSY6ME.js.map} +0 -0
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
registerMemoryMcpTools,
|
|
8
8
|
registerPaaExtractorMcpTools,
|
|
9
9
|
registerSerpIntelligenceCaptureTools
|
|
10
|
-
} from "../chunk-
|
|
10
|
+
} from "../chunk-ACBNIIBU.js";
|
|
11
11
|
import "../chunk-R7EETU7Z.js";
|
|
12
12
|
import "../chunk-MTSBI7ZH.js";
|
|
13
13
|
import {
|
|
@@ -16,7 +16,7 @@ import {
|
|
|
16
16
|
import "../chunk-V73MPRU6.js";
|
|
17
17
|
import {
|
|
18
18
|
PACKAGE_VERSION
|
|
19
|
-
} from "../chunk-
|
|
19
|
+
} from "../chunk-IQ742H22.js";
|
|
20
20
|
import "../chunk-4767BA2O.js";
|
|
21
21
|
import "../chunk-M2S27J6Z.js";
|
|
22
22
|
import "../chunk-ICT7DDHL.js";
|
|
@@ -19,7 +19,7 @@ import {
|
|
|
19
19
|
} from "./chunk-V73MPRU6.js";
|
|
20
20
|
import {
|
|
21
21
|
PACKAGE_VERSION
|
|
22
|
-
} from "./chunk-
|
|
22
|
+
} from "./chunk-IQ742H22.js";
|
|
23
23
|
import {
|
|
24
24
|
MC_PER_CREDIT
|
|
25
25
|
} from "./chunk-4767BA2O.js";
|
|
@@ -3481,9 +3481,9 @@ var HarvestPaaInputSchema = {
|
|
|
3481
3481
|
gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language."),
|
|
3482
3482
|
hl: z.string().default("en").describe("Google interface/content language inferred from the user request."),
|
|
3483
3483
|
device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
|
|
3484
|
-
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for
|
|
3485
|
-
proxyZip: z.string().regex(/^\d{5}$/).optional().describe(
|
|
3486
|
-
debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging
|
|
3484
|
+
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
|
|
3485
|
+
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
|
|
3486
|
+
debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging.")
|
|
3487
3487
|
};
|
|
3488
3488
|
var ExtractUrlInputSchema = {
|
|
3489
3489
|
url: z.string().url().describe("Public http/https URL to extract."),
|
|
@@ -3508,7 +3508,7 @@ var MapSiteUrlsInputSchema = {
|
|
|
3508
3508
|
var ExtractSiteInputSchema = {
|
|
3509
3509
|
url: z.string().url().describe("Public website URL or domain to crawl for page CONTENT (map + scrape). For a technical SEO audit use audit_site instead \u2014 this returns content only, not analysis."),
|
|
3510
3510
|
maxPages: z.number().int().min(1).max(1e4).optional().describe("Maximum pages to extract. Bulk crawls (over 25 pages) switch to folder mode: each page saved as its own Markdown file, with a summary plus folder path returned instead of inlining content."),
|
|
3511
|
-
rotateProxies: z.boolean().optional().describe("
|
|
3511
|
+
rotateProxies: z.boolean().optional().describe("Use extra measures to get past sites that block normal crawling (403/429). Slower and pricier \u2014 use only when a site blocks normal crawling."),
|
|
3512
3512
|
rotateProxyEvery: z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
|
|
3513
3513
|
formats: z.array(z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links."),
|
|
3514
3514
|
background: z.boolean().default(false).describe("Run the crawl as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
|
|
@@ -3517,7 +3517,7 @@ var ExtractSiteInputSchema = {
|
|
|
3517
3517
|
var AuditSiteInputSchema = {
|
|
3518
3518
|
url: z.string().url().describe("Public website URL or domain for a full technical SEO audit (issues, link graph, indexability, headings, images). For plain content use extract_site instead."),
|
|
3519
3519
|
maxPages: z.number().int().min(1).max(1e4).optional().describe("Maximum pages to crawl and audit. Always writes a folder of analysis files plus per-page content, returning a summary plus the folder path."),
|
|
3520
|
-
rotateProxies: z.boolean().optional().describe("
|
|
3520
|
+
rotateProxies: z.boolean().optional().describe("Use extra measures to get past sites that block normal crawling. Slower/pricier \u2014 use only when a site blocks normal crawling."),
|
|
3521
3521
|
rotateProxyEvery: z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
|
|
3522
3522
|
background: z.boolean().default(false).describe("Run the audit as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (full audit report, all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
|
|
3523
3523
|
downloadImages: z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
|
|
@@ -3650,8 +3650,8 @@ var MapsSearchInputSchema = {
|
|
|
3650
3650
|
hl: z.string().length(2).default("en").describe("Language inferred from user request."),
|
|
3651
3651
|
maxResults: z.number().int().min(1).max(50).default(10).describe("Number of candidates to return. Default 10, maximum 50."),
|
|
3652
3652
|
includeServices: z.boolean().default(false).describe("Open each returned business profile to include its configured services and areas served when available. Adds a page visit per business; does not collect review cards."),
|
|
3653
|
-
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Leave unset for the default route
|
|
3654
|
-
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override
|
|
3653
|
+
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from the city or region in the query plus gl/hl."),
|
|
3654
|
+
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
|
|
3655
3655
|
debug: z.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
|
|
3656
3656
|
};
|
|
3657
3657
|
var DirectoryWorkflowInputSchema = {
|
|
@@ -3665,8 +3665,8 @@ var DirectoryWorkflowInputSchema = {
|
|
|
3665
3665
|
includeZipGroups: z.boolean().default(true).describe("Attach ZIP groups from a configured US ZIPS CSV when available (MCP_SCRAPER_USZIPS_CSV_PATH or usZipsCsvPath)."),
|
|
3666
3666
|
usZipsCsvPath: z.string().optional().describe("Local/test-only path to a US ZIPS CSV (state_abbr, zipcode, county, city columns). Deployed APIs should use MCP_SCRAPER_USZIPS_CSV_PATH instead. For ZIP enrichment, set MCP_SCRAPER_USZIPS_CSV_PATH on the server, or pass this in local/test mode."),
|
|
3667
3667
|
saveCsv: z.boolean().default(true).describe("Save a directory-ready CSV of results to the MCP Scraper output directory and return its path."),
|
|
3668
|
-
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Proxy behavior per city search. Leave unset for the default route
|
|
3669
|
-
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional ZIP override
|
|
3668
|
+
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Proxy behavior per city search. Leave unset for the default route. Country/region localization comes from the city or region in the query plus gl/hl."),
|
|
3669
|
+
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
|
|
3670
3670
|
debug: z.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
|
|
3671
3671
|
};
|
|
3672
3672
|
var ArtifactPointerOutputSchema = z.object({
|
|
@@ -4505,9 +4505,9 @@ var SearchSerpInputSchema = {
|
|
|
4505
4505
|
gl: z.string().length(2).default("us").describe("Google country code inferred from location or user language."),
|
|
4506
4506
|
hl: z.string().default("en").describe("Google interface/content language inferred from user request."),
|
|
4507
4507
|
device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
|
|
4508
|
-
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for
|
|
4509
|
-
proxyZip: z.string().regex(/^\d{5}$/).optional().describe(
|
|
4510
|
-
debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging
|
|
4508
|
+
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
|
|
4509
|
+
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
|
|
4510
|
+
debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
|
|
4511
4511
|
pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132).")
|
|
4512
4512
|
};
|
|
4513
4513
|
var CaptureSerpSnapshotInputSchema = {
|
|
@@ -4516,8 +4516,8 @@ var CaptureSerpSnapshotInputSchema = {
|
|
|
4516
4516
|
gl: z.string().length(2).default("us").describe("Google country code inferred from the requested market."),
|
|
4517
4517
|
hl: z.string().default("en").describe("Google interface/content language inferred from the user request."),
|
|
4518
4518
|
device: z.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings/evidence."),
|
|
4519
|
-
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for
|
|
4520
|
-
proxyZip: z.string().regex(/^\d{5}$/).optional().describe(
|
|
4519
|
+
proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
|
|
4520
|
+
proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
|
|
4521
4521
|
pages: z.number().int().min(1).max(2).default(1).describe("Google result pages to capture. Use 2 only for deeper ranking evidence."),
|
|
4522
4522
|
debug: z.boolean().default(false).describe("Include sanitized browser/proxy/location diagnostics."),
|
|
4523
4523
|
includePageSnapshots: z.boolean().default(false).describe("Also capture ranking-page snapshots for selected SERP URLs. Each attempted snapshot adds 1 Credit."),
|
|
@@ -10151,4 +10151,4 @@ export {
|
|
|
10151
10151
|
MEMORY_TOOL_SCHEMAS,
|
|
10152
10152
|
registerMemoryMcpTools
|
|
10153
10153
|
};
|
|
10154
|
-
//# sourceMappingURL=chunk-
|
|
10154
|
+
//# sourceMappingURL=chunk-ACBNIIBU.js.map
|