mcp-scraper 0.32.1 → 0.32.2

package/README.md

@@ -88,7 +88,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.32.1`, SHA-256 `a8b3ff927f58382f5e550cbe079a4276e448c6750858ec9712f2f945cd79ffa3`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.32.2`, SHA-256 `e4bcf7d1e722ab821eaceebb5acba77e19e3e7bba1326c3d41f77cb22a70f793`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.cjs

@@ -13834,8 +13834,8 @@ function positiveIntFromEnv(name, fallback) {
 function proxyIdSuffix(proxyId) {
   return proxyId ? proxyId.slice(-6) : null;
 }
-function serpArrivalUrl(googleUrl) {
-  const base = process.env.SERP_REDIRECT_BASE?.trim().replace(/\/+$/, "");
+function serpArrivalUrl(googleUrl, baseOverride) {
+  const base = (baseOverride ?? process.env.SERP_REDIRECT_BASE)?.trim().replace(/\/+$/, "");
   if (!base) return googleUrl;
   return `${base}/g/${Buffer.from(googleUrl, "utf8").toString("base64url")}`;
 }
@@ -17394,6 +17394,8 @@ var init_schemas3 = __esm({
       includeServices: import_zod17.z.boolean().default(false),
       proxyMode: import_zod17.z.enum(["location", "configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
       proxyZip: import_zod17.z.string().regex(/^\d{5}$/).optional(),
+      serpRedirect: import_zod17.z.boolean().optional(),
+      forceDirectEgress: import_zod17.z.boolean().optional(),
       debug: import_zod17.z.boolean().default(false),
       kernelApiKey: import_zod17.z.string().optional(),
       kernelProxyId: import_zod17.z.string().optional(),
@@ -19260,14 +19262,16 @@ function buildGoogleOrganicSearchUrl(input) {
   if (input.location) params.set("uule", encodeUule(normalizeLocation(input.location)));
   return `https://www.google.com/search?${params.toString()}`;
 }
-var LOCAL_RESULTS_PAGE_LIMIT, LOCAL_RESULTS_WAIT_MS, MapsSearchExtractor;
+var LOCAL_RESULTS_PAGE_LIMIT, LOCAL_RESULTS_WAIT_MS, MAPS_REDIRECT_BASE, MapsSearchExtractor;
 var init_MapsSearchExtractor = __esm({
   "src/extractor/MapsSearchExtractor.ts"() {
     "use strict";
     init_errors();
+    init_BrowserDriver();
     init_uule();
     LOCAL_RESULTS_PAGE_LIMIT = 8;
     LOCAL_RESULTS_WAIT_MS = 1e3;
+    MAPS_REDIRECT_BASE = "https://serp-redirector.vercel.app";
     MapsSearchExtractor = class {
       constructor(driver) {
         this.driver = driver;
@@ -19277,21 +19281,23 @@ var init_MapsSearchExtractor = __esm({
         const startMs = Date.now();
         const searchQuery = [options.query, options.location].filter(Boolean).join(" ");
         const searchUrl = buildGoogleOrganicSearchUrl(options);
+        const keepDefaultProxy = !options.forceDirectEgress && options.proxyMode !== "location" && options.proxyMode !== "configured" && !options.kernelProxyId;
         const config = {
           headless: options.headless,
           kernelApiKey: options.kernelApiKey,
           kernelProxyId: options.kernelProxyId,
           kernelProxyResolution: options.kernelProxyResolution,
           proxyMode: options.proxyMode,
-          keepDefaultProxy: options.proxyMode !== "location" && options.proxyMode !== "configured" && !options.kernelProxyId,
+          keepDefaultProxy,
           viewport: { width: 1280, height: 900 },
           locale: `${options.hl}-${options.gl.toUpperCase()}`,
           debug: options.debug
         };
+        const navUrl = options.serpRedirect ? serpArrivalUrl(searchUrl, process.env.SERP_REDIRECT_BASE?.trim() || MAPS_REDIRECT_BASE) : searchUrl;
         try {
           await this.driver.launch(config);
           const page = this.driver.getPage();
-          await page.goto(searchUrl, { waitUntil: "domcontentloaded", timeout: 6e4 });
+          await page.goto(navUrl, { waitUntil: "domcontentloaded", timeout: 6e4 });
           await page.waitForTimeout(LOCAL_RESULTS_WAIT_MS);
           if (await this.detectBlock(page)) throw new CaptchaError(RECAPTCHA_INSTRUCTIONS);
           const reachedFinder = await this.clickIntoLocalFinder(page);
@@ -20164,7 +20170,9 @@ async function runMapsSearchWithRotation(options) {
         ...options,
         proxyZip,
         kernelProxyId: options.proxyMode === "none" ? void 0 : resolution2.kernelProxyId,
-        kernelProxyResolution: resolution2.resolution
+        kernelProxyResolution: resolution2.resolution,
+        serpRedirect: options.proxyMode === "none" && attemptIndex >= 1 && attemptIndex < maxAttempts - 1,
+        forceDirectEgress: options.proxyMode === "none" && attemptIndex >= 1
       };
       const isHeadfulEscalation = attemptIndex === maxAttempts - 1;
       const baseCtx = currentCostContext();
@@ -29786,7 +29794,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.32.1";
+    PACKAGE_VERSION = "0.32.2";
   }
 });