mcp-scraper 0.32.3 → 0.33.1

package/dist/index.js

@@ -1,6 +1,6 @@
 import {
   harvest
-} from "./chunk-AEMABLEL.js";
+} from "./chunk-ERORC7AP.js";
 import {
   recordVendorUsage
 } from "./chunk-MTSBI7ZH.js";

package/dist/{server-NHLEIKDZ.js → server-M5N6JVZ5.js}

@@ -12,12 +12,10 @@ import {
   MapsSelectors,
   buildYouTubeChannelVideosUrl,
   deleteKernelProxyId,
-  encodeUule,
   harvest,
-  normalizeLocation,
   resolveKernelProxyId,
   serpArrivalUrl
-} from "./chunk-AEMABLEL.js";
+} from "./chunk-ERORC7AP.js";
 import {
   HttpMcpToolExecutor,
   assessTranscriptSignal,
@@ -37,7 +35,7 @@ import {
   sanitizeAttempts,
   sanitizeHarvestResult,
   transcribeMediaUrl
-} from "./chunk-GNRHBIYZ.js";
+} from "./chunk-Z3KL7WQ5.js";
 import {
   auditImages,
   buildLinkReport,
@@ -66,7 +64,7 @@ import {
   workflowOutputBaseDir,
   workflowStepCount,
   workflowSupportsSteps
-} from "./chunk-MKZIL4EA.js";
+} from "./chunk-AT2PFWHW.js";
 import "./chunk-K443GQY5.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
@@ -78,7 +76,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-V73MPRU6.js";
-import "./chunk-XF46AB5C.js";
+import "./chunk-RHD6Z42L.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -10029,7 +10027,7 @@ var HarvestBodySchema = z13.object({
   gl: z13.string().optional(),
   hl: z13.string().optional(),
   device: z13.enum(["desktop", "mobile"]).optional(),
-  proxyMode: z13.enum(["location", "configured", "none"]).optional(),
+  proxyMode: z13.enum(["configured", "none"]).optional(),
   proxyZip: z13.string().regex(/^\d{5}$/).optional(),
   debug: z13.boolean().optional(),
   serpOnly: z13.boolean().optional(),
@@ -13088,13 +13086,11 @@ var MAPS_REDIRECT_BASE = "https://serp-redirector.vercel.app";
 function buildGoogleLocalResultsUrl(input) {
   const query = [input.query, input.location].filter(Boolean).join(" ");
   const params = new URLSearchParams({ q: query, udm: "1", gl: input.gl, hl: input.hl, pws: "0" });
-  if (input.location) params.set("uule", encodeUule(normalizeLocation(input.location)));
   return `https://www.google.com/search?${params.toString()}`;
 }
 function buildGoogleOrganicSearchUrl(input) {
   const query = [input.query, input.location].filter(Boolean).join(" ");
   const params = new URLSearchParams({ q: query, gl: input.gl, hl: input.hl, pws: "0" });
-  if (input.location) params.set("uule", encodeUule(normalizeLocation(input.location)));
   return `https://www.google.com/search?${params.toString()}`;
 }
 function mapsIdentifiersFromUrl(url) {
@@ -13890,6 +13886,7 @@ var MapsExtractor = class {
 
 // src/maps-search-rotation.ts
 var MAPS_SEARCH_MAX_ATTEMPTS = 3;
+var MAPS_SEARCH_NONE_MAX_ATTEMPTS = 7;
 var MAPS_SEARCH_LOCATION_PROXY_MAX_ATTEMPTS = 5;
 var MapsSearchRotationError = class extends Error {
   constructor(message, attempts, retryable, errorCode = "maps_search_failed") {
@@ -13904,7 +13901,9 @@ var MapsSearchRotationError = class extends Error {
   name = "MapsSearchRotationError";
 };
 function mapsSearchMaxAttemptsForProxyMode(proxyMode) {
-  return proxyMode === "location" ? MAPS_SEARCH_LOCATION_PROXY_MAX_ATTEMPTS : MAPS_SEARCH_MAX_ATTEMPTS;
+  if (proxyMode === "location") return MAPS_SEARCH_LOCATION_PROXY_MAX_ATTEMPTS;
+  if (proxyMode === "none") return MAPS_SEARCH_NONE_MAX_ATTEMPTS;
+  return MAPS_SEARCH_MAX_ATTEMPTS;
 }
 function mapsSearchErrorMessage(err) {
   return sanitizeVendorName(err instanceof Error ? err.message : String(err));
@@ -13975,6 +13974,7 @@ async function cleanupDisposableProxy(kernelApiKey, proxyId, eventName) {
   }
 }
 async function runMapsSearchWithRotation(options) {
+  if (options.proxyMode === "location") options = { ...options, proxyMode: "none" };
   const attempts = [];
   const maxAttempts = mapsSearchMaxAttemptsForProxyMode(options.proxyMode) + 1;
   const started = Date.now();
@@ -14003,8 +14003,8 @@ async function runMapsSearchWithRotation(options) {
         proxyZip,
         kernelProxyId: options.proxyMode === "none" ? void 0 : resolution.kernelProxyId,
         kernelProxyResolution: resolution.resolution,
-        serpRedirect: options.proxyMode === "none" && attemptIndex >= 1 && attemptIndex < maxAttempts - 1,
-        forceDirectEgress: options.proxyMode === "none" && attemptIndex >= 1
+        serpRedirect: options.proxyMode === "none" && attemptIndex >= 2 && attemptIndex < 6,
+        forceDirectEgress: options.proxyMode === "none" && attemptIndex >= 4
       };
       const isHeadfulEscalation = attemptIndex === maxAttempts - 1;
       const baseCtx = currentCostContext();
@@ -14766,7 +14766,7 @@ var DirectoryWorkflowOptionsSchema = z23.object({
   saveCsv: z23.boolean().default(true),
   gl: z23.string().length(2).default("us"),
   hl: z23.string().length(2).default("en"),
-  proxyMode: z23.enum(["location", "configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
+  proxyMode: z23.enum(["configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
   proxyZip: z23.string().regex(/^\d{5}$/).optional(),
   debug: z23.boolean().default(false),
   headless: z23.boolean().default(true),
@@ -27564,7 +27564,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-ZZCZNY3R.js");
+  const { drainQueue } = await import("./worker-JU5FX3NE.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup] = await Promise.all([
@@ -27767,4 +27767,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-NHLEIKDZ.js.map
+//# sourceMappingURL=server-M5N6JVZ5.js.map