mcp-scraper 0.51.2 → 0.52.0

package/dist/{chunk-GOZIG6HD.js → chunk-TVZD37SE.js}

@@ -13,7 +13,7 @@ import {
   RawPAAItemSchema,
   postToMemoryLibrary,
   recencyToTbs
-} from "./chunk-3ZUBQQPQ.js";
+} from "./chunk-V7CEOUBF.js";
 import {
   CaptchaError,
   ExtractionError,
@@ -3473,4 +3473,4 @@ export {
   resolveKernelProxyId,
   harvest
 };
-//# sourceMappingURL=chunk-GOZIG6HD.js.map
+//# sourceMappingURL=chunk-TVZD37SE.js.map

package/dist/{chunk-3ZUBQQPQ.js → chunk-V7CEOUBF.js}

@@ -51,6 +51,10 @@ var MapsPlaceOptionsSchema = z.object({
   includeReviews: z.boolean().default(false),
   maxReviews: z.number().int().min(1).max(500).default(50),
   includeServices: z.boolean().default(false),
+  includeImages: z.boolean().default(false),
+  imageScope: z.enum(["owner", "all"]).default("all"),
+  maxImages: z.number().int().min(1).max(250).default(100),
+  maxInlineImages: z.number().int().min(0).max(5).default(3),
   kernelApiKey: z.string().optional(),
   kernelProxyId: z.string().optional(),
   headless: z.boolean().default(true)
@@ -153,4 +157,4 @@ export {
   RawMapsAboutAttributeSchema,
   postToMemoryLibrary
 };
-//# sourceMappingURL=chunk-3ZUBQQPQ.js.map
+//# sourceMappingURL=chunk-V7CEOUBF.js.map

package/dist/chunk-V7CEOUBF.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/schemas.ts","../src/output/memory-library-sink.ts"],"sourcesContent":["import { z } from 'zod'\n\nexport const DEFAULT_PROXY_MODE = 'none' as const\nexport const DEFAULT_MAPS_PROXY_MODE = 'none' as const\n\nexport const HarvestOptionsSchema = z.object({\n  query:        z.string().min(1),\n  location:     z.string().optional(),\n  gl:           z.string().length(2).default('us'),\n  hl:           z.string().length(2).default('en'),\n  device:       z.enum(['desktop', 'mobile']).default('desktop'),\n  proxyMode:    z.enum(['location', 'configured', 'none']).default(DEFAULT_PROXY_MODE),\n  proxyZip:     z.string().regex(/^\\d{5}$/).optional(),\n  keepDefaultProxy: z.boolean().optional(),\n  requireUsEgress: z.boolean().optional(),\n  maxAttempts:  z.number().int().min(1).max(12).optional(),\n  debug:        z.boolean().default(false),\n  depth:        z.number().int().min(1).max(30).default(3),\n  maxQuestions: z.number().int().min(1).max(1000).default(100),\n  headless:     z.boolean().default(false),\n  profileDir:   z.string().optional(),\n  proxy:        z.string().url().optional(),\n  kernelApiKey: z.string().optional(),\n  kernelProxyId: z.string().optional(),\n  kernelProxyResolution: z.unknown().optional(),\n  outputDir:    z.string().default('./paa-output'),\n  format:       z.enum(['json', 'csv', 'both']).default('both'),\n  serpOnly:     z.boolean().default(false),\n  pages:        z.number().int().min(1).max(2).default(1),\n  recency:      z.enum(['day', 'week', 'month', 'year']).optional(),\n  softDeadlineMs: z.number().optional(),\n})\n\nexport function recencyToTbs(recency: 'day' | 'week' | 'month' | 'year' | undefined): string | undefined {\n  switch (recency) {\n    case 'day': return 'qdr:d'\n    case 'week': return 'qdr:w'\n    case 'month': return 'qdr:m'\n    case 'year': return 'qdr:y'\n    default: return undefined\n  }\n}\n\nexport const MapsPlaceOptionsSchema = z.object({\n  businessName:  z.string().min(1),\n  location:      z.string().min(1),\n  gl:            z.string().length(2).default('us'),\n  hl:            z.string().length(2).default('en'),\n  includeReviews: z.boolean().default(false),\n  maxReviews:    z.number().int().min(1).max(500).default(50),\n  includeServices: z.boolean().default(false),\n  includeImages: z.boolean().default(false),\n  imageScope: z.enum(['owner', 'all']).default('all'),\n  maxImages: z.number().int().min(1).max(250).default(100),\n  maxInlineImages: z.number().int().min(0).max(5).default(3),\n  kernelApiKey:  z.string().optional(),\n  kernelProxyId: z.string().optional(),\n  headless:      z.boolean().default(true),\n})\n\nexport const MapsSearchOptionsSchema = z.object({\n  query:         z.string().min(1),\n  location:      z.string().optional(),\n  gl:            z.string().length(2).default('us'),\n  hl:            z.string().length(2).default('en'),\n  maxResults:    z.number().int().min(1).max(50).default(10),\n  includeServices: z.boolean().default(false),\n  proxyMode:     z.enum(['location', 'configured', 'none']).default(DEFAULT_MAPS_PROXY_MODE),\n  proxyZip:      z.string().regex(/^\\d{5}$/).optional(),\n  serpRedirect:  z.boolean().optional(),\n  forceDirectEgress: z.boolean().optional(),\n  debug:         z.boolean().default(false),\n  kernelApiKey:  z.string().optional(),\n  kernelProxyId: z.string().optional(),\n  kernelProxyResolution: z.unknown().optional(),\n  headless:      z.boolean().default(true),\n})\n\nexport const RawPAAItemSchema = z.object({\n  question:    z.string().min(1),\n  answer:      z.string().optional(),\n  sourceTitle: z.string().optional(),\n  sourceSite:  z.string().optional(),\n  sourceCite:  z.string().optional(),\n})\n\nexport const RawMapsOverviewSchema = z.object({\n  name:         z.string().nullable(),\n  rating:       z.string().nullable(),\n  reviewCount:  z.string().nullable(),\n  category:     z.string().nullable(),\n  address:      z.string().nullable(),\n  hoursSummary: z.string().nullable(),\n  phone:        z.string().nullable(),\n  phoneDisplay: z.string().nullable(),\n  website:      z.string().nullable(),\n  plusCode:     z.string().nullable(),\n  bookingUrl:   z.string().nullable(),\n})\n\nexport const RawMapsHoursRowSchema = z.object({\n  day:   z.string(),\n  hours: z.string(),\n})\n\nexport const RawMapsReviewStatsSchema = z.object({\n  reviewHistogram: z.array(z.object({\n    stars: z.number(),\n    count: z.string(),\n  })),\n  reviewTopics: z.array(z.object({\n    label: z.string(),\n    count: z.string(),\n  })),\n})\n\nexport const RawMapsReviewCardSchema = z.object({\n  reviewId:      z.string(),\n  author:        z.string().nullable(),\n  stars:         z.string().nullable(),\n  date:          z.string().nullable(),\n  text:          z.string().nullable(),\n  ownerResponse: z.string().nullable(),\n})\n\nexport const RawMapsAboutAttributeSchema = z.object({\n  section:   z.string(),\n  attribute: z.string(),\n})\n","export async function postToMemoryLibrary(args: { title: string; content: string; source: string }): Promise<void> {\n  const url = process.env.MCP_MEMORY_INGEST_URL\n  const key = process.env.MCP_MEMORY_KEY\n  if (!url || !key) return\n  try {\n    const res = await fetch(url, {\n      method: 'POST',\n      headers: { 'content-type': 'application/json' },\n      body: JSON.stringify({ data: { apiKey: key, title: args.title, content: args.content, source: args.source } }),\n    })\n    const body = (await res.json().catch(() => null)) as { result?: { error?: boolean; message?: string } } | null\n    if (!res.ok || body?.result?.error) {\n      console.warn('[memory-library-sink] ingest not accepted:', res.status, body?.result?.message ?? '')\n    }\n  } catch (err) {\n    console.warn('[memory-library-sink] ingest failed:', (err as Error)?.message)\n  }\n}\n\nexport function memoryLibrarySinkEnabled(): boolean {\n  return Boolean(process.env.MCP_MEMORY_INGEST_URL && process.env.MCP_MEMORY_KEY)\n}\n"],"mappings":";AAAA,SAAS,SAAS;AAEX,IAAM,qBAAqB;AAC3B,IAAM,0BAA0B;AAEhC,IAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,OAAc,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC9B,UAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,IAAc,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAC/C,IAAc,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAC/C,QAAc,EAAE,KAAK,CAAC,WAAW,QAAQ,CAAC,EAAE,QAAQ,SAAS;AAAA,EAC7D,WAAc,EAAE,KAAK,CAAC,YAAY,cAAc,MAAM,CAAC,EAAE,QAAQ,kBAAkB;AAAA,EACnF,UAAc,EAAE,OAAO,EAAE,MAAM,SAAS,EAAE,SAAS;AAAA,EACnD,kBAAkB,EAAE,QAAQ,EAAE,SAAS;AAAA,EACvC,iBAAiB,EAAE,QAAQ,EAAE,SAAS;AAAA,EACtC,aAAc,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS;AAAA,EACvD,OAAc,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACvC,OAAc,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,CAAC;AAAA,EACvD,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,GAAI,EAAE,QAAQ,GAAG;AAAA,EAC3D,UAAc,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACvC,YAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,OAAc,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EACxC,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,uBAAuB,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC5C,WAAc,EAAE,OAAO,EAAE,QAAQ,cAAc;AAAA,EAC/C,QAAc,EAAE,KAAK,CAAC,QAAQ,OAAO,MAAM,CAAC,EAAE,QAAQ,MAAM;AAAA,EAC5D,UAAc,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACvC,OAAc,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;AAAA,EACtD,SAAc,EAAE,KAAK,CAAC,OAAO,QAAQ,SAAS,MAAM,CAAC,EAAE,SAAS;AAAA,EAChE,gBAAgB,EAAE,OAAO,EAAE,SAAS;AACtC,CAAC;AAEM,SAAS,aAAa,SAA4E;AACvG,UAAQ,SAAS;AAAA,IACf,KAAK;AAAO,aAAO;AAAA,IACnB,KAAK;AAAQ,aAAO;AAAA,IACpB,KAAK;AAAS,aAAO;AAAA,IACrB,KAAK;AAAQ,aAAO;AAAA,IACpB;AAAS,aAAO;AAAA,EAClB;AACF;AAEO,IAAM,yBAAyB,EAAE,OAAO;AAAA,EAC7C,cAAe,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC/B,UAAe,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC/B,IAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAChD,IAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAChD,gBAAgB,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACzC,YAAe,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,QAAQ,EAAE;AAAA,EAC1D,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EAC1C,eAAe,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACxC,YAAY,EAAE,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,QAAQ,KAAK;AAAA,EAClD,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,QAAQ,GAAG;AAAA,EACvD,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;AAAA,EACzD,cAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,UAAe,EAAE,QAAQ,EAAE,QAAQ,IAAI;AACzC,CAAC;AAEM,IAAM,0BAA0B,EAAE,OAAO;AAAA,EAC9C,OAAe,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC/B,UAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,IAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAChD,IAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,IAAI;AAAA,EAChD,YAAe,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE;AAAA,EACzD,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EAC1C,WAAe,EAAE,KAAK,CAAC,YAAY,cAAc,MAAM,CAAC,EAAE,QAAQ,uBAAuB;AAAA,EACzF,UAAe,EAAE,OAAO,EAAE,MAAM,SAAS,EAAE,SAAS;AAAA,EACpD,cAAe,EAAE,QAAQ,EAAE,SAAS;AAAA,EACpC,mBAAmB,EAAE,QAAQ,EAAE,SAAS;AAAA,EACxC,OAAe,EAAE,QAAQ,EAAE,QAAQ,KAAK;AAAA,EACxC,cAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,uBAAuB,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC5C,UAAe,EAAE,QAAQ,EAAE,QAAQ,IAAI;AACzC,CAAC;AAEM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,UAAa,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC7B,QAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,YAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,YAAa,EAAE,OAAO,EAAE,SAAS;AACnC,CAAC;AAEM,IAAM,wBAAwB,EAAE,OAAO;AAAA,EAC5C,MAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,QAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,aAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,UAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,SAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,OAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,SAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,UAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,YAAc,EAAE,OAAO,EAAE,SAAS;AACpC,CAAC;AAEM,IAAM,wBAAwB,EAAE,OAAO;AAAA,EAC5C,KAAO,EAAE,OAAO;AAAA,EAChB,OAAO,EAAE,OAAO;AAClB,CAAC;AAEM,IAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,iBAAiB,EAAE,MAAM,EAAE,OAAO;AAAA,IAChC,OAAO,EAAE,OAAO;AAAA,IAChB,OAAO,EAAE,OAAO;AAAA,EAClB,CAAC,CAAC;AAAA,EACF,cAAc,EAAE,MAAM,EAAE,OAAO;AAAA,IAC7B,OAAO,EAAE,OAAO;AAAA,IAChB,OAAO,EAAE,OAAO;AAAA,EAClB,CAAC,CAAC;AACJ,CAAC;AAEM,IAAM,0BAA0B,EAAE,OAAO;AAAA,EAC9C,UAAe,EAAE,OAAO;AAAA,EACxB,QAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,OAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,MAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,MAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,eAAe,EAAE,OAAO,EAAE,SAAS;AACrC,CAAC;AAEM,IAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,SAAW,EAAE,OAAO;AAAA,EACpB,WAAW,EAAE,OAAO;AACtB,CAAC;;;AChID,eAAsB,oBAAoB,MAAyE;AACjH,QAAM,MAAM,QAAQ,IAAI;AACxB,QAAM,MAAM,QAAQ,IAAI;AACxB,MAAI,CAAC,OAAO,CAAC,IAAK;AAClB,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,KAAK;AAAA,MAC3B,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,MAC9C,MAAM,KAAK,UAAU,EAAE,MAAM,EAAE,QAAQ,KAAK,OAAO,KAAK,OAAO,SAAS,KAAK,SAAS,QAAQ,KAAK,OAAO,EAAE,CAAC;AAAA,IAC/G,CAAC;AACD,UAAM,OAAQ,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI;AAC/C,QAAI,CAAC,IAAI,MAAM,MAAM,QAAQ,OAAO;AAClC,cAAQ,KAAK,8CAA8C,IAAI,QAAQ,MAAM,QAAQ,WAAW,EAAE;AAAA,IACpG;AAAA,EACF,SAAS,KAAK;AACZ,YAAQ,KAAK,wCAAyC,KAAe,OAAO;AAAA,EAC9E;AACF;","names":[]}

package/dist/chunk-VIAXQTZK.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.52.0";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-VIAXQTZK.js.map

package/dist/chunk-VIAXQTZK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.52.0'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{extract-bundle-RCTNANCH.js → extract-bundle-GUEUCTAE.js}

@@ -1,7 +1,7 @@
 import {
   createSiteExtractBundleArtifactStream,
   downloadAsset
-} from "./chunk-27FMOD6S.js";
+} from "./chunk-SG2PEHR3.js";
 import {
   computeIssues,
   renderImageSection,
@@ -565,4 +565,4 @@ export {
   SITE_EXTRACT_PAGE_CHUNK,
   assembleExtractArtifacts
 };
-//# sourceMappingURL=extract-bundle-RCTNANCH.js.map
+//# sourceMappingURL=extract-bundle-GUEUCTAE.js.map

package/dist/index.cjs

@@ -89,6 +89,10 @@ var MapsPlaceOptionsSchema = import_zod.z.object({
   includeReviews: import_zod.z.boolean().default(false),
   maxReviews: import_zod.z.number().int().min(1).max(500).default(50),
   includeServices: import_zod.z.boolean().default(false),
+  includeImages: import_zod.z.boolean().default(false),
+  imageScope: import_zod.z.enum(["owner", "all"]).default("all"),
+  maxImages: import_zod.z.number().int().min(1).max(250).default(100),
+  maxInlineImages: import_zod.z.number().int().min(0).max(5).default(3),
   kernelApiKey: import_zod.z.string().optional(),
   kernelProxyId: import_zod.z.string().optional(),
   headless: import_zod.z.boolean().default(true)