mcp-scraper 0.43.1 → 0.43.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/README.md +1 -1
  2. package/dist/bin/api-server.cjs +7 -17
  3. package/dist/bin/api-server.cjs.map +1 -1
  4. package/dist/bin/api-server.js +2 -2
  5. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  6. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  7. package/dist/bin/mcp-scraper-cli.js +3 -4
  8. package/dist/bin/mcp-scraper-cli.js.map +1 -1
  9. package/dist/bin/mcp-scraper-install.cjs +1 -1
  10. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  11. package/dist/bin/mcp-scraper-install.js +1 -1
  12. package/dist/bin/mcp-stdio-server.cjs +2321 -2437
  13. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  14. package/dist/bin/mcp-stdio-server.js +2 -3
  15. package/dist/bin/mcp-stdio-server.js.map +1 -1
  16. package/dist/bin/paa-harvest.js +2 -3
  17. package/dist/bin/paa-harvest.js.map +1 -1
  18. package/dist/{chunk-CB5C3BPB.js → chunk-3ZUBQQPQ.js} +23 -2
  19. package/dist/chunk-3ZUBQQPQ.js.map +1 -0
  20. package/dist/{chunk-LXVIQZ7Y.js → chunk-H7LQ6PTI.js} +3 -5
  21. package/dist/{chunk-LXVIQZ7Y.js.map → chunk-H7LQ6PTI.js.map} +1 -1
  22. package/dist/chunk-MD75M2L5.js +7 -0
  23. package/dist/chunk-MD75M2L5.js.map +1 -0
  24. package/dist/{chunk-HO4DOPEG.js → chunk-YJNGNMDO.js} +8 -21
  25. package/dist/chunk-YJNGNMDO.js.map +1 -0
  26. package/dist/{chunk-FQI5PFE7.js → chunk-ZSJHRZY5.js} +3 -5
  27. package/dist/{chunk-FQI5PFE7.js.map → chunk-ZSJHRZY5.js.map} +1 -1
  28. package/dist/index.js +2 -3
  29. package/dist/index.js.map +1 -1
  30. package/dist/{server-WAB6Z47N.js → server-BPEXEKA6.js} +7 -8
  31. package/dist/{server-WAB6Z47N.js.map → server-BPEXEKA6.js.map} +1 -1
  32. package/dist/{worker-E6MIVF33.js → worker-2LIOH744.js} +3 -4
  33. package/dist/{worker-E6MIVF33.js.map → worker-2LIOH744.js.map} +1 -1
  34. package/package.json +2 -2
  35. package/dist/chunk-3CQZ3DAT.js +0 -7
  36. package/dist/chunk-3CQZ3DAT.js.map +0 -1
  37. package/dist/chunk-CB5C3BPB.js.map +0 -1
  38. package/dist/chunk-HO4DOPEG.js.map +0 -1
  39. package/dist/chunk-K443GQY5.js +0 -24
  40. package/dist/chunk-K443GQY5.js.map +0 -1
@@ -0,0 +1,7 @@
1
+ // src/version.ts
2
+ var PACKAGE_VERSION = "0.43.2";
3
+
4
+ export {
5
+ PACKAGE_VERSION
6
+ };
7
+ //# sourceMappingURL=chunk-MD75M2L5.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.43.2'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}
@@ -19,13 +19,9 @@ import {
19
19
  recordVendorUsage,
20
20
  vendorCostUsd
21
21
  } from "./chunk-DAS7L4SF.js";
22
- import {
23
- DEFAULT_MAPS_PROXY_MODE,
24
- DEFAULT_PROXY_MODE
25
- } from "./chunk-CB5C3BPB.js";
26
22
  import {
27
23
  PACKAGE_VERSION
28
- } from "./chunk-3CQZ3DAT.js";
24
+ } from "./chunk-MD75M2L5.js";
29
25
  import {
30
26
  MC_PER_CREDIT
31
27
  } from "./chunk-X5WDJ7D7.js";
@@ -614,11 +610,11 @@ var WORKFLOW_RECIPES = [
614
610
  {
615
611
  id: "lead_generation",
616
612
  title: "Lead Generation",
617
- description: "Build an outreach-ready local lead list for a niche in one market: Google Maps businesses with confirmed review counts and booking URLs, enriched with email and social links scraped from each business website (proxy/browser-backed so blocked sites still resolve).",
613
+ description: "Build an outreach-ready local lead list for a niche in one market: Google Maps businesses with confirmed review counts and booking URLs, enriched with email and social links from each business website.",
618
614
  primaryWorkflowId: "get-leads",
619
615
  recommendedTools: ["workflow_run", "maps_search", "maps_place_intel", "extract_url"],
620
616
  requiredInputs: ["query", "location"],
621
- optionalInputs: ["maxResults", "enrichWebsites", "hydrateReviewCounts", "concurrency", "proxyMode"],
617
+ optionalInputs: ["maxResults", "enrichWebsites", "hydrateReviewCounts", "concurrency"],
622
618
  produces: ["leads CSV (name, phone, website, email, socials, review count, booking URL)", "evidence JSON", "HTML report", "outreach task list"],
623
619
  runHint: 'Use workflow_run with workflowId get-leads. Put the niche in query (e.g. "roofers") and the market in location (e.g. "Houston, TX"); do not combine them.'
624
620
  },
@@ -4520,8 +4516,6 @@ var HarvestPaaInputSchema = {
4520
4516
  gl: z3.string().length(2).default("us").describe("Google country code inferred from location or user language."),
4521
4517
  hl: z3.string().default("en").describe("Google interface/content language inferred from the user request."),
4522
4518
  device: z3.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
4523
- proxyMode: z3.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for direct egress. Set configured only when the installed server has a configured proxy and the user explicitly needs it; location is handled separately with UULE and query text."),
4524
- proxyZip: z3.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for configured proxy routing."),
4525
4519
  debug: z3.boolean().default(false).describe("Include sanitized diagnostics for debugging.")
4526
4520
  };
4527
4521
  var ExtractUrlBaseInputSchema = {
@@ -4732,8 +4726,6 @@ var MapsSearchInputSchema = {
4732
4726
  hl: z3.string().length(2).default("en").describe("Language inferred from user request."),
4733
4727
  maxResults: z3.number().int().min(1).max(50).default(10).describe("Number of candidates to return. Default 10, maximum 50."),
4734
4728
  includeServices: z3.boolean().default(false).describe("Open each returned business profile to include its configured services and areas served when available. Adds a page visit per business; does not collect review cards."),
4735
- proxyMode: z3.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Leave unset for direct egress. Set configured only when the installed server has a configured proxy and the user explicitly needs it; location remains in the Maps query."),
4736
- proxyZip: z3.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for configured proxy routing."),
4737
4729
  debug: z3.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
4738
4730
  };
4739
4731
  var DirectoryWorkflowInputSchema = {
@@ -4749,8 +4741,6 @@ var DirectoryWorkflowInputSchema = {
4749
4741
  usZipsCsvPath: z3.string().optional().describe("Local/test-only ZIP CSV override. Hosted MCP/API runs ignore filesystem paths and use the active hosted Census + ZIP dataset versions."),
4750
4742
  saveCsv: z3.boolean().default(true).describe("Create a directory-ready CSV. Hosted runs return an owner-scoped artifact; local runs may also return a filesystem path."),
4751
4743
  background: z3.literal(true).default(true).describe("Hosted MCP directory jobs always run durably in the background. Poll directory_workflow_status for progress, terminal billing, and the owner-scoped CSV artifact."),
4752
- proxyMode: z3.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE).describe("Proxy behavior per city search. Leave unset for direct egress; set configured only when the installed server has a configured proxy and the user explicitly needs it."),
4753
- proxyZip: z3.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for configured proxy routing."),
4754
4744
  debug: z3.boolean().default(false).describe("Include sanitized browser/proxy diagnostics.")
4755
4745
  };
4756
4746
  var LocationMarketsInputSchema = {
@@ -5977,8 +5967,6 @@ var SearchSerpInputSchema = {
5977
5967
  gl: z3.string().length(2).default("us").describe("Google country code inferred from location or user language."),
5978
5968
  hl: z3.string().default("en").describe("Google interface/content language inferred from user request."),
5979
5969
  device: z3.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings."),
5980
- proxyMode: z3.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for direct egress. Set configured only when the installed server has a configured proxy and the user explicitly needs it; location is handled separately with UULE and query text."),
5981
- proxyZip: z3.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for configured proxy routing."),
5982
5970
  debug: z3.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
5983
5971
  pages: z3.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132)."),
5984
5972
  recency: z3.enum(["day", "week", "month", "year"]).optional().describe('Restrict results to a recent time window (Google "past day/week/month/year" filter). Omit for all-time. Useful for "what is being said this week" style queries; pairs well with a site: operator in the query.')
@@ -5989,8 +5977,6 @@ var CaptureSerpSnapshotInputSchema = {
5989
5977
  gl: z3.string().length(2).default("us").describe("Google country code inferred from the requested market."),
5990
5978
  hl: z3.string().default("en").describe("Google interface/content language inferred from the user request."),
5991
5979
  device: z3.enum(["desktop", "mobile"]).default("desktop").describe("SERP device context. Use mobile only for mobile rankings/evidence."),
5992
- proxyMode: z3.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for direct egress. Set configured only when the installed server has a configured proxy and the user explicitly needs it; location is handled separately with UULE and query text."),
5993
- proxyZip: z3.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override for configured proxy routing."),
5994
5980
  debug: z3.boolean().default(false).describe("Include sanitized browser/proxy/location diagnostics."),
5995
5981
  pages: z3.number().int().min(1).max(2).default(1).describe("Google result pages to capture. Use 2 only for deeper ranking evidence."),
5996
5982
  includePageSnapshots: z3.boolean().default(false).describe("Also capture ranking-page snapshots for selected SERP URLs. Each attempted snapshot adds 1 Credit."),
@@ -7265,9 +7251,10 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
7265
7251
  ownerId,
7266
7252
  secret: options.taskHandleSecret ?? `local:${ownerId}`
7267
7253
  });
7268
- const harvestPaaInputSchema = schemaWithoutFields(HarvestPaaInputSchema, exposesDevelopmentDiagnostics ? [] : ["debug"]);
7269
- const searchSerpInputSchema = schemaWithoutFields(SearchSerpInputSchema, exposesDevelopmentDiagnostics ? [] : ["debug"]);
7270
- const mapsSearchInputSchema = schemaWithoutFields(MapsSearchInputSchema, exposesDevelopmentDiagnostics ? [] : ["debug"]);
7254
+ const privateSearchFields = exposesDevelopmentDiagnostics ? [] : ["debug"];
7255
+ const harvestPaaInputSchema = schemaWithoutFields(HarvestPaaInputSchema, privateSearchFields);
7256
+ const searchSerpInputSchema = schemaWithoutFields(SearchSerpInputSchema, privateSearchFields);
7257
+ const mapsSearchInputSchema = schemaWithoutFields(MapsSearchInputSchema, privateSearchFields);
7271
7258
  const directoryWorkflowInputSchema = schemaWithoutFields(
7272
7259
  DirectoryWorkflowInputSchema,
7273
7260
  exposesDevelopmentDiagnostics ? [] : ["debug", "usZipsCsvPath"]
@@ -12678,4 +12665,4 @@ export {
12678
12665
  ScheduledResultsMcpExecutor,
12679
12666
  registerScheduledResultsMcpTools
12680
12667
  };
12681
- //# sourceMappingURL=chunk-HO4DOPEG.js.map
12668
+ //# sourceMappingURL=chunk-YJNGNMDO.js.map