mcp-researchpowerpack 7.0.11 → 7.0.13

package/dist/src/clients/scraper.js

@@ -1,28 +1,351 @@
-import { parseEnv, CONCURRENCY } from "../config/index.js";
-import {
-  classifyError,
-  fetchWithTimeout,
-  sleep,
-  ErrorCode
-} from "../utils/errors.js";
-import { calculateBackoff } from "../utils/retry.js";
-import { pMapSettled } from "../utils/concurrency.js";
-import { mcpLog } from "../utils/logger.js";
-import { isBinaryDocumentContentType } from "../utils/source-type.js";
-const SCRAPE_MODES = ["basic", "javascript", "javascript_geo"];
-const CREDIT_COSTS = { basic: 1, javascript: 5, javascript_geo: 5 };
-const SCRAPE_BATCH_SIZE = 30;
-const MAX_RETRIES = 1;
-const FALLBACK_OVERALL_TIMEOUT_MS = 3e4;
-const RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 502, 503, 504, 510]);
-const PERMANENT_FAILURE_CODES = /* @__PURE__ */ new Set([400, 401, 403]);
-const MIN_USEFUL_CONTENT_LENGTH = 200;
-const FALLBACK_ATTEMPTS = [
+// src/config/index.ts
+import { Logger } from "mcp-use";
+
+// src/version.ts
+import { createRequire } from "module";
+import { fileURLToPath } from "url";
+import { dirname, join } from "path";
+var DEFAULT_PACKAGE_INFO = {
+  version: "3.9.5",
+  name: "mcp-researchpowerpack-http",
+  description: "Research Powerpack MCP Server"
+};
+var packageJson = { ...DEFAULT_PACKAGE_INFO };
+try {
+  if (typeof import.meta.url === "string" && import.meta.url.startsWith("file:")) {
+    const _require = createRequire(import.meta.url);
+    const _dirname = dirname(fileURLToPath(import.meta.url));
+    try {
+      packageJson = _require(join(_dirname, "..", "package.json"));
+    } catch {
+      packageJson = _require(join(_dirname, "..", "..", "package.json"));
+    }
+  }
+} catch {
+}
+var VERSION = packageJson.version;
+var PACKAGE_NAME = packageJson.name;
+var PACKAGE_DESCRIPTION = packageJson.description;
+var USER_AGENT_VERSION = `${PACKAGE_NAME}/${VERSION}`;
+
+// src/config/index.ts
+function safeParseInt(value, defaultVal, min, max) {
+  const logger = Logger.get("config");
+  if (!value) {
+    return defaultVal;
+  }
+  const parsed = parseInt(value, 10);
+  if (isNaN(parsed)) {
+    logger.warn(`Invalid number "${value}", using default ${defaultVal}`);
+    return defaultVal;
+  }
+  if (parsed < min) {
+    logger.warn(`Value ${parsed} below minimum ${min}, clamping to ${min}`);
+    return min;
+  }
+  if (parsed > max) {
+    logger.warn(`Value ${parsed} above maximum ${max}, clamping to ${max}`);
+    return max;
+  }
+  return parsed;
+}
+var cachedEnv = null;
+function parseEnv() {
+  if (cachedEnv) return cachedEnv;
+  cachedEnv = {
+    SCRAPER_API_KEY: process.env.SCRAPEDO_API_KEY || "",
+    SEARCH_API_KEY: process.env.SERPER_API_KEY || void 0,
+    REDDIT_CLIENT_ID: process.env.REDDIT_CLIENT_ID || void 0,
+    REDDIT_CLIENT_SECRET: process.env.REDDIT_CLIENT_SECRET || void 0,
+    JINA_API_KEY: process.env.JINA_API_KEY || void 0,
+    KERNEL_API_KEY: process.env.KERNEL_API_KEY || void 0,
+    KERNEL_PROJECT: process.env.KERNEL_PROJECT || void 0
+  };
+  return cachedEnv;
+}
+var CONCURRENCY = {
+  SEARCH: safeParseInt(process.env.CONCURRENCY_SEARCH, 50, 1, 200),
+  SCRAPER: safeParseInt(process.env.CONCURRENCY_SCRAPER, 50, 1, 200),
+  JINA_READER: safeParseInt(process.env.CONCURRENCY_JINA_READER, 50, 1, 200),
+  REDDIT: safeParseInt(process.env.CONCURRENCY_REDDIT, 50, 1, 200),
+  LLM_EXTRACTION: safeParseInt(process.env.LLM_CONCURRENCY, 50, 1, 200),
+  KERNEL: safeParseInt(process.env.CONCURRENCY_KERNEL, 3, 1, 20)
+};
+var cachedLlmExtraction = null;
+function getLlmExtraction() {
+  if (cachedLlmExtraction) return cachedLlmExtraction;
+  const apiKey = process.env.LLM_API_KEY?.trim() || "";
+  const baseUrl = process.env.LLM_BASE_URL?.trim();
+  const model = process.env.LLM_MODEL?.trim();
+  const fallbackModel = process.env.LLM_FALLBACK_MODEL?.trim() || "";
+  if (apiKey && !baseUrl) {
+    throw new Error(
+      "LLM_BASE_URL is required when LLM_API_KEY is set. Set LLM_BASE_URL to your OpenAI-compatible endpoint."
+    );
+  }
+  if (apiKey && !model) {
+    throw new Error(
+      "LLM_MODEL is required when LLM_API_KEY is set."
+    );
+  }
+  cachedLlmExtraction = {
+    API_KEY: apiKey,
+    BASE_URL: baseUrl || "",
+    MODEL: model || "",
+    FALLBACK_MODEL: fallbackModel
+  };
+  return cachedLlmExtraction;
+}
+var LLM_EXTRACTION = new Proxy({}, {
+  get(_target, prop) {
+    return getLlmExtraction()[prop];
+  }
+});
+
+// src/utils/logger.ts
+import { Logger as Logger2 } from "mcp-use";
+function getLogger(name) {
+  return Logger2.get(name);
+}
+function mcpLog(level, message, loggerName) {
+  const logger = getLogger(loggerName ?? "research-powerpack");
+  switch (level) {
+    case "debug":
+      logger.debug(message);
+      break;
+    case "info":
+      logger.info(message);
+      break;
+    case "warning":
+      logger.warn(message);
+      break;
+    case "error":
+      logger.error(message);
+      break;
+  }
+}
+
+// src/utils/errors.ts
+var ErrorCode = {
+  // Retryable errors
+  RATE_LIMITED: "RATE_LIMITED",
+  TIMEOUT: "TIMEOUT",
+  NETWORK_ERROR: "NETWORK_ERROR",
+  SERVICE_UNAVAILABLE: "SERVICE_UNAVAILABLE",
+  // Non-retryable errors
+  AUTH_ERROR: "AUTH_ERROR",
+  INVALID_INPUT: "INVALID_INPUT",
+  NOT_FOUND: "NOT_FOUND",
+  QUOTA_EXCEEDED: "QUOTA_EXCEEDED",
+  UNSUPPORTED_BINARY_CONTENT: "UNSUPPORTED_BINARY_CONTENT",
+  // Internal errors
+  INTERNAL_ERROR: "INTERNAL_ERROR",
+  PARSE_ERROR: "PARSE_ERROR",
+  UNKNOWN_ERROR: "UNKNOWN_ERROR"
+};
+function classifyDomException(error) {
+  if (error.name === "AbortError") {
+    return { code: ErrorCode.TIMEOUT, message: "Request timed out", retryable: true };
+  }
+  return { code: ErrorCode.UNKNOWN_ERROR, message: error.message, retryable: false };
+}
+function classifyByErrorCode(error) {
+  const errCode = error.code;
+  if (!errCode) return null;
+  const networkErrorMessages = {
+    ECONNREFUSED: "Connection refused \u2014 service may be down",
+    ECONNRESET: "Connection was reset \u2014 please retry",
+    ECONNABORTED: "Connection aborted \u2014 please retry",
+    ENOTFOUND: "Service not reachable \u2014 check your network",
+    EPIPE: "Connection lost \u2014 please retry",
+    EAI_AGAIN: "DNS lookup failed \u2014 check your network"
+  };
+  if (errCode === "ECONNREFUSED" || errCode === "ENOTFOUND" || errCode === "ECONNRESET") {
+    return { code: ErrorCode.NETWORK_ERROR, message: networkErrorMessages[errCode] || "Network connection failed", retryable: true, cause: error.message };
+  }
+  if (errCode === "ECONNABORTED" || errCode === "ETIMEDOUT") {
+    return { code: ErrorCode.TIMEOUT, message: networkErrorMessages[errCode] || "Request timed out", retryable: true, cause: error.message };
+  }
+  return null;
+}
+function classifyByStatusCode(error) {
+  const status = error.response?.status || error.status || error.statusCode;
+  if (!status) return null;
+  return classifyHttpError(status, error.message || String(error));
+}
+function classifyByMessage(message) {
+  const lower = message.toLowerCase();
+  if (lower.includes("timeout") || lower.includes("timed out") || lower.includes("aborterror")) {
+    return { code: ErrorCode.TIMEOUT, message: "Request timed out", retryable: true, cause: message };
+  }
+  if (lower.includes("rate limit") || lower.includes("too many requests")) {
+    return { code: ErrorCode.RATE_LIMITED, message: "Rate limit exceeded", retryable: true, cause: message };
+  }
+  if (message.includes("API_KEY") || message.includes("api_key") || message.includes("Invalid API")) {
+    return { code: ErrorCode.AUTH_ERROR, message: "API key missing or invalid", retryable: false, cause: message };
+  }
+  if (message.includes("JSON") || message.includes("parse") || message.includes("Unexpected token")) {
+    return { code: ErrorCode.PARSE_ERROR, message: "Failed to parse response", retryable: false, cause: message };
+  }
+  return null;
+}
+function classifyFallback(message, cause) {
+  return {
+    code: ErrorCode.UNKNOWN_ERROR,
+    message,
+    retryable: false,
+    cause: cause ? String(cause) : void 0
+  };
+}
+function classifyError(error) {
+  if (error == null) {
+    return { code: ErrorCode.UNKNOWN_ERROR, message: "An unknown error occurred", retryable: false };
+  }
+  if (error instanceof DOMException) return classifyDomException(error);
+  if (!isErrorLike(error)) {
+    return { code: ErrorCode.UNKNOWN_ERROR, message: String(error), retryable: false };
+  }
+  return classifyByErrorCode(error) ?? classifyByStatusCode(error) ?? classifyByMessage(error.message ?? String(error)) ?? classifyFallback(error.message ?? String(error), error.cause);
+}
+function isErrorLike(value) {
+  return typeof value === "object" && value !== null;
+}
+function classifyHttpError(status, message) {
+  switch (status) {
+    case 400:
+      return { code: ErrorCode.INVALID_INPUT, message: "Bad request", retryable: false, statusCode: status };
+    case 401:
+      return { code: ErrorCode.AUTH_ERROR, message: "Invalid API key", retryable: false, statusCode: status };
+    case 403:
+      return { code: ErrorCode.QUOTA_EXCEEDED, message: "Access forbidden or quota exceeded", retryable: false, statusCode: status };
+    case 404:
+      return { code: ErrorCode.NOT_FOUND, message: "Resource not found", retryable: false, statusCode: status };
+    case 408:
+      return { code: ErrorCode.TIMEOUT, message: "Request timeout", retryable: true, statusCode: status };
+    case 429:
+      return { code: ErrorCode.RATE_LIMITED, message: "Rate limit exceeded", retryable: true, statusCode: status };
+    case 500:
+      return { code: ErrorCode.INTERNAL_ERROR, message: "Server error", retryable: true, statusCode: status };
+    case 502:
+      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: "Bad gateway", retryable: true, statusCode: status };
+    case 503:
+      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: "Service unavailable", retryable: true, statusCode: status };
+    case 504:
+      return { code: ErrorCode.TIMEOUT, message: "Gateway timeout", retryable: true, statusCode: status };
+    case 510:
+      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: "Request canceled", retryable: true, statusCode: status };
+    default:
+      if (status >= 500) {
+        return { code: ErrorCode.SERVICE_UNAVAILABLE, message: `Server error: ${status}`, retryable: true, statusCode: status };
+      }
+      if (status >= 400) {
+        return { code: ErrorCode.INVALID_INPUT, message: `Client error: ${status}`, retryable: false, statusCode: status };
+      }
+      return { code: ErrorCode.UNKNOWN_ERROR, message: `HTTP ${status}: ${message}`, retryable: false, statusCode: status };
+  }
+}
+function sleep(ms, signal) {
+  return new Promise((resolve, reject) => {
+    if (signal?.aborted) {
+      reject(new DOMException("Aborted", "AbortError"));
+      return;
+    }
+    function onAbort() {
+      clearTimeout(timeout);
+      reject(new DOMException("Aborted", "AbortError"));
+    }
+    const timeout = setTimeout(() => {
+      if (signal) signal.removeEventListener("abort", onAbort);
+      resolve();
+    }, ms);
+    signal?.addEventListener("abort", onAbort, { once: true });
+    if (signal?.aborted) {
+      onAbort();
+    }
+  });
+}
+function fetchWithTimeout(url, options = {}) {
+  const { timeoutMs = 3e4, signal: externalSignal, ...fetchOptions } = options;
+  const controller = new AbortController();
+  const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
+  let onExternalAbort;
+  if (externalSignal) {
+    onExternalAbort = () => controller.abort();
+    externalSignal.addEventListener("abort", onExternalAbort, { once: true });
+    if (externalSignal.aborted) {
+      controller.abort();
+    }
+  }
+  return fetch(url, { ...fetchOptions, signal: controller.signal }).finally(() => {
+    clearTimeout(timeoutId);
+    if (externalSignal && onExternalAbort) {
+      externalSignal.removeEventListener("abort", onExternalAbort);
+    }
+  });
+}
+
+// src/utils/retry.ts
+var JITTER_FACTOR = 0.3;
+var EXPONENTIAL_BASE = 2;
+var DEFAULT_BASE_DELAY_MS = 1e3;
+var DEFAULT_MAX_DELAY_MS = 3e4;
+function calculateBackoff(attempt, baseDelayMs = DEFAULT_BASE_DELAY_MS, maxDelayMs = DEFAULT_MAX_DELAY_MS) {
+  const exponentialDelay = baseDelayMs * Math.pow(EXPONENTIAL_BASE, attempt);
+  const jitter = JITTER_FACTOR * exponentialDelay * Math.random();
+  return Math.min(exponentialDelay + jitter, maxDelayMs);
+}
+
+// src/utils/concurrency.ts
+import pMapLib from "p-map";
+async function pMapSettled(items, mapper, concurrency = 6, signal) {
+  if (items.length === 0) return [];
+  const limit = Math.max(1, Math.min(concurrency, items.length));
+  return pMapLib(
+    items,
+    async (item, index) => {
+      try {
+        const value = await mapper(item, index);
+        return { status: "fulfilled", value };
+      } catch (reason) {
+        return { status: "rejected", reason };
+      }
+    },
+    { concurrency: limit, signal, stopOnError: false }
+  );
+}
+
+// src/utils/source-type.ts
+var BINARY_CONTENT_TYPE_PREFIXES = [
+  "application/pdf",
+  "application/msword",
+  "application/vnd.openxmlformats-officedocument.",
+  "application/vnd.ms-excel",
+  "application/vnd.ms-powerpoint",
+  "application/octet-stream"
+];
+function isBinaryDocumentContentType(contentType) {
+  if (!contentType) return false;
+  const lower = contentType.toLowerCase();
+  for (const prefix of BINARY_CONTENT_TYPE_PREFIXES) {
+    if (lower.startsWith(prefix)) return true;
+  }
+  return false;
+}
+
+// src/clients/scraper.ts
+var CREDIT_COSTS = { basic: 1, javascript: 5, javascript_geo: 5 };
+var SCRAPE_BATCH_SIZE = 30;
+var MAX_RETRIES = 1;
+var FALLBACK_OVERALL_TIMEOUT_MS = 3e4;
+var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 502, 503, 504, 510]);
+var PERMANENT_FAILURE_CODES = /* @__PURE__ */ new Set([400, 401, 403]);
+var MIN_USEFUL_CONTENT_LENGTH = 200;
+var FALLBACK_ATTEMPTS = [
   { mode: "basic", description: "basic mode" },
   { mode: "javascript", description: "javascript rendering" },
   { mode: "javascript", country: "us", description: "javascript + US geo-targeting" }
 ];
-class ScraperClient {
+var ScraperClient = class {
   apiKey;
   baseURL = "https://api.scrape.do";
   constructor(apiKey) {
@@ -340,7 +663,7 @@ class ScraperClient {
       };
     });
   }
-}
+};
 export {
   ScraperClient
 };

package/dist/src/clients/scraper.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["../../../src/clients/scraper.ts"],
-  "sourcesContent": ["/**\n * Web Scraper Client\n * Generic interface for URL scraping with automatic fallback modes\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv, SCRAPER, CONCURRENCY } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\nimport { isBinaryDocumentContentType } from '../utils/source-type.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SCRAPE_MODES = ['basic', 'javascript', 'javascript_geo'] as const;\ntype ScrapeMode = typeof SCRAPE_MODES[number];\n\nconst CREDIT_COSTS: Record<string, number> = { basic: 1, javascript: 5, javascript_geo: 5 } as const;\nconst SCRAPE_BATCH_SIZE = 30 as const;\nconst MAX_RETRIES = 1 as const;\n/** Overall timeout for all fallback attempts on a single URL */\nconst FALLBACK_OVERALL_TIMEOUT_MS = 30_000 as const;\n\n// \u2500\u2500 Interfaces \u2500\u2500\n\ninterface ScrapeRequest {\n  readonly url: string;\n  readonly mode?: 'basic' | 'javascript';\n  readonly timeout?: number;\n  readonly country?: string;\n}\n\ninterface ScrapeResponse {\n  readonly content: string;\n  readonly statusCode: number;\n  readonly credits: number;\n  readonly headers?: Record<string, string>;\n  readonly error?: StructuredError;\n}\n\ninterface BatchScrapeResult {\n  readonly results: ReadonlyArray<ScrapeResponse & { readonly url: string }>;\n  readonly batchesProcessed: number;\n  readonly totalAttempted: number;\n  readonly rateLimitHits: number;\n}\n\n// Status codes that indicate we should retry (no credit consumed)\nconst RETRYABLE_STATUS_CODES = new Set([429, 502, 503, 504, 510]);\n// Status codes that are permanent failures (don't retry)\nconst PERMANENT_FAILURE_CODES = new Set([400, 401, 403]);\n\n/** Minimum stripped-text length to consider a scrape successful (filters out empty SPA shells) */\nconst MIN_USEFUL_CONTENT_LENGTH = 200 as const;\n\n/** Fallback attempt descriptor used by scrapeWithFallback */\ninterface FallbackAttempt {\n  readonly mode: 'basic' | 'javascript';\n  readonly country?: string;\n  readonly description: string;\n}\n\nconst FALLBACK_ATTEMPTS: readonly FallbackAttempt[] = [\n  { mode: 'basic', description: 'basic mode' },\n  { mode: 'javascript', description: 'javascript rendering' },\n  { mode: 'javascript', country: 'us', description: 'javascript + US geo-targeting' },\n] as const;\n\nexport class ScraperClient {\n  private apiKey: string;\n  private baseURL = 'https://api.scrape.do';\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SCRAPER_API_KEY;\n\n    if (!this.apiKey) {\n      throw new Error('Web scraping capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Scrape a single URL with retry logic\n   * NEVER throws - always returns a ScrapeResponse (possibly with error)\n   */\n  async scrape(request: ScrapeRequest, maxRetries = MAX_RETRIES): Promise<ScrapeResponse> {\n    const { url, mode = 'basic', timeout = 15, country } = request;\n    const credits = CREDIT_COSTS[mode] ?? 1;\n\n    // Validate URL first\n    try {\n      new URL(url);\n    } catch {\n      return {\n        content: `Invalid URL: ${url}`,\n        statusCode: 400,\n        credits: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: `Invalid URL: ${url}`, retryable: false },\n      };\n    }\n\n    const params = new URLSearchParams({\n      url: url,\n      token: this.apiKey,\n      timeout: String(timeout * 1000),\n    });\n\n    if (mode === 'javascript') {\n      params.append('render', 'true');\n    }\n\n    if (country) {\n      params.append('geoCode', country.toUpperCase());\n    }\n\n    const apiUrl = `${this.baseURL}?${params.toString()}`;\n    let lastError: StructuredError | undefined;\n\n    for (let attempt = 0; attempt < maxRetries; attempt++) {\n      try {\n        // Use AbortController for timeout\n        const timeoutMs = (timeout + 5) * 1000; // Add 5s buffer over scrape timeout\n        const response = await fetchWithTimeout(apiUrl, {\n          method: 'GET',\n          headers: { Accept: 'text/html,application/json' },\n          timeoutMs,\n        });\n\n        // Safely read response body\n        let content: string;\n        try {\n          content = await response.text();\n        } catch (readError) {\n          content = `Failed to read response: ${readError instanceof Error ? readError.message : String(readError)}`;\n        }\n\n        // SUCCESS: 2xx - Successful API call\n        if (response.ok) {\n          // Content-Type gate: if the origin served a binary document format\n          // (PDF/DOCX/PPTX/XLSX/octet-stream), discard the body and surface\n          // UNSUPPORTED_BINARY_CONTENT so the tool handler can reroute this\n          // URL through the Jina Reader path. Reading binary as text produces\n          // mojibake that silently passes Readability + Turndown (both of which\n          // short-circuit on \"no `<` tag\") and contaminates the LLM.\n          const contentType = response.headers.get('content-type');\n          if (isBinaryDocumentContentType(contentType)) {\n            mcpLog(\n              'info',\n              `Binary document detected at ${url} (content-type: ${contentType}). Deferring to Jina Reader.`,\n              'scraper',\n            );\n            return {\n              content: `Binary document (${contentType ?? 'unknown'}); routed to Jina Reader`,\n              statusCode: 415,\n              credits: 0,\n              headers: Object.fromEntries(response.headers.entries()),\n              error: {\n                code: ErrorCode.UNSUPPORTED_BINARY_CONTENT,\n                message: `Scrape.do cannot decode ${contentType ?? 'this binary content-type'}`,\n                retryable: false,\n                statusCode: 415,\n              },\n            };\n          }\n\n          return {\n            content,\n            statusCode: response.status,\n            credits,\n            headers: Object.fromEntries(response.headers.entries()),\n          };\n        }\n\n        // 404 - Target not found (permanent, but not an error for our purposes)\n        if (response.status === 404) {\n          return {\n            content: '404 - Page not found',\n            statusCode: 404,\n            credits,\n          };\n        }\n\n        // Permanent failures - don't retry\n        if (PERMANENT_FAILURE_CODES.has(response.status)) {\n          const errorMsg = response.status === 401\n            ? 'No credits remaining or subscription suspended'\n            : `Request failed with status ${response.status}`;\n          return {\n            content: `Error: ${errorMsg}`,\n            statusCode: response.status,\n            credits: 0,\n            error: {\n              code: response.status === 401 ? ErrorCode.AUTH_ERROR : ErrorCode.INVALID_INPUT,\n              message: errorMsg,\n              retryable: false,\n              statusCode: response.status,\n            },\n          };\n        }\n\n        // Retryable status codes\n        if (RETRYABLE_STATUS_CODES.has(response.status)) {\n          lastError = {\n            code: response.status === 429 ? ErrorCode.RATE_LIMITED : ErrorCode.SERVICE_UNAVAILABLE,\n            message: `Server returned ${response.status}`,\n            retryable: true,\n            statusCode: response.status,\n          };\n\n          if (attempt < maxRetries - 1) {\n            const delayMs = calculateBackoff(attempt);\n            mcpLog('warning', `${response.status} on attempt ${attempt + 1}/${maxRetries}. Retrying in ${delayMs}ms`, 'scraper');\n            await sleep(delayMs);\n            continue;\n          }\n        }\n\n        // Other non-success status - treat as retryable\n        lastError = classifyError({ status: response.status, message: content });\n        if (attempt < maxRetries - 1 && lastError.retryable) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `Status ${response.status}. Retrying in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n\n        // Final attempt failed\n        return {\n          content: `Error: ${lastError.message}`,\n          statusCode: response.status,\n          credits: 0,\n          error: lastError,\n        };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Non-retryable errors - return immediately\n        if (!lastError.retryable) {\n          return {\n            content: `Error: ${lastError.message}`,\n            statusCode: lastError.statusCode || 500,\n            credits: 0,\n            error: lastError,\n          };\n        }\n\n        // Retryable error - continue if attempts remaining\n        if (attempt < maxRetries - 1) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${maxRetries} in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n      }\n    }\n\n    // All retries exhausted\n    return {\n      content: `Error: Failed after ${maxRetries} attempts. ${lastError?.message || 'Unknown error'}`,\n      statusCode: lastError?.statusCode || 500,\n      credits: 0,\n      error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'All retries exhausted', retryable: false },\n    };\n  }\n\n  /**\n   * Scrape with automatic fallback through different modes\n   * NEVER throws - always returns a ScrapeResponse\n   */\n  async scrapeWithFallback(url: string, options: { timeout?: number } = {}): Promise<ScrapeResponse> {\n    const attemptResults: string[] = [];\n    let lastResult: ScrapeResponse | null = null;\n    const deadline = Date.now() + FALLBACK_OVERALL_TIMEOUT_MS;\n\n    for (const attempt of FALLBACK_ATTEMPTS) {\n      // Check overall deadline before starting next fallback\n      if (Date.now() >= deadline) {\n        mcpLog('warning', `Overall fallback timeout reached for ${url} after ${attemptResults.length} attempt(s)`, 'scraper');\n        break;\n      }\n\n      const result = await this.tryFallbackAttempt(url, attempt, options);\n\n      if (result.done) {\n        if (attemptResults.length > 0) {\n          mcpLog('info', `Success with ${attempt.description} after ${attemptResults.length} fallback(s)`, 'scraper');\n        }\n        return result.response;\n      }\n\n      lastResult = result.response;\n      attemptResults.push(`${attempt.description}: ${result.response.error?.message || result.response.statusCode}`);\n      mcpLog('warning', `Failed with ${attempt.description} (${result.response.statusCode}), trying next fallback...`, 'scraper');\n    }\n\n    // All fallbacks exhausted or deadline reached\n    const errorMessage = `Failed after ${attemptResults.length} fallback attempt(s): ${attemptResults.join('; ')}`;\n    return {\n      content: `Error: ${errorMessage}`,\n      statusCode: lastResult?.statusCode || 500,\n      credits: 0,\n      error: {\n        code: ErrorCode.SERVICE_UNAVAILABLE,\n        message: errorMessage,\n        retryable: false,\n      },\n    };\n  }\n\n  /**\n   * Execute a single fallback attempt and determine whether to continue.\n   * Returns { done: true } on success/terminal or { done: false } to try the next mode.\n   */\n  private async tryFallbackAttempt(\n    url: string,\n    attempt: FallbackAttempt,\n    options: { timeout?: number },\n  ): Promise<{ done: boolean; response: ScrapeResponse }> {\n    const result = await this.scrape({\n      url,\n      mode: attempt.mode,\n      timeout: options.timeout,\n      country: attempt.country,\n    });\n\n    // Success \u2014 but verify content isn't an empty SPA shell\n    if (result.statusCode >= 200 && result.statusCode < 300 && !result.error) {\n      const strippedLength = result.content.replace(/<[^>]*>/g, '').trim().length;\n      if (strippedLength < MIN_USEFUL_CONTENT_LENGTH && attempt.mode === 'basic') {\n        mcpLog('info', `Basic mode returned only ${strippedLength} chars of text for ${url} \u2014 trying JS rendering`, 'scraper');\n        return { done: false, response: result };\n      }\n      return { done: true, response: result };\n    }\n\n    // 404 is a valid response, not an error\n    if (result.statusCode === 404) {\n      return { done: true, response: result };\n    }\n\n    // 502 Bad Gateway \u2014 almost always a WAF/CDN block, not a transient issue.\n    // Switching render mode won't bypass CDN protection, so fail fast.\n    if (result.statusCode === 502) {\n      mcpLog('warning', `502 Bad Gateway for ${url} \u2014 likely WAF/CDN block, skipping fallback modes`, 'scraper');\n      return { done: true, response: {\n        ...result,\n        error: {\n          code: ErrorCode.SERVICE_UNAVAILABLE,\n          message: 'Bad gateway \u2014 site is blocking automated access',\n          retryable: false,\n        },\n      }};\n    }\n\n    // Non-retryable errors - don't try other modes\n    if (result.error && !result.error.retryable) {\n      mcpLog('error', `Non-retryable error with ${attempt.description}: ${result.error.message}`, 'scraper');\n      return { done: true, response: result };\n    }\n\n    return { done: false, response: result };\n  }\n\n  /**\n   * Scrape multiple URLs with batching\n   * NEVER throws - always returns results array\n   */\n  async scrapeMultiple(urls: string[], options: { timeout?: number } = {}): Promise<Array<ScrapeResponse & { url: string }>> {\n    if (urls.length === 0) {\n      return [];\n    }\n\n    if (urls.length <= SCRAPE_BATCH_SIZE) {\n      return this.processBatch(urls, options);\n    }\n\n    const result = await this.batchScrape(urls, options);\n    return result.results as Array<ScrapeResponse & { url: string }>;\n  }\n\n  /**\n   * Batch scrape with progress callback\n   * NEVER throws - uses Promise.allSettled internally\n   */\n  async batchScrape(\n    urls: string[],\n    options: { timeout?: number } = {},\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void\n  ): Promise<BatchScrapeResult> {\n    const totalBatches = Math.ceil(urls.length / SCRAPE_BATCH_SIZE);\n    const allResults: Array<ScrapeResponse & { url: string }> = [];\n    let rateLimitHits = 0;\n\n    mcpLog('info', `Starting batch processing: ${urls.length} URLs in ${totalBatches} batch(es)`, 'scraper');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * SCRAPE_BATCH_SIZE;\n      const endIdx = Math.min(startIdx + SCRAPE_BATCH_SIZE, urls.length);\n      const batchUrls = urls.slice(startIdx, endIdx);\n\n      mcpLog('info', `Processing batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} URLs)`, 'scraper');\n\n      const batchResults = await pMapSettled(\n        batchUrls,\n        url => this.scrapeWithFallback(url, options),\n        CONCURRENCY.SCRAPER\n      );\n\n      for (let i = 0; i < batchResults.length; i++) {\n        const result = batchResults[i];\n        if (!result) continue;\n        const url = batchUrls[i] ?? '';\n\n        if (result.status === 'fulfilled') {\n          const scrapeResult = result.value;\n          allResults.push({ ...scrapeResult, url });\n\n          // Track rate limits\n          if (scrapeResult.error?.code === ErrorCode.RATE_LIMITED) {\n            rateLimitHits++;\n          }\n        } else {\n          // This shouldn't happen since scrapeWithFallback never throws,\n          // but handle it gracefully just in case\n          const errorMsg = result.reason instanceof Error ? result.reason.message : String(result.reason);\n          mcpLog('error', `Unexpected rejection for ${url}: ${errorMsg}`, 'scraper');\n\n          allResults.push({\n            url,\n            content: `Error: Unexpected failure - ${errorMsg}`,\n            statusCode: 500,\n            credits: 0,\n            error: classifyError(result.reason),\n          });\n        }\n      }\n\n      // Safe callback invocation\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.length);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'scraper');\n      }\n\n      mcpLog('info', `Completed batch ${batchNum + 1}/${totalBatches} (${allResults.length}/${urls.length} total)`, 'scraper');\n\n      // Adaptive delay between batches \u2014 back off harder under rate limiting\n      if (batchNum < totalBatches - 1) {\n        const batchDelay = rateLimitHits > 0 ? 2000 : 500;\n        await sleep(batchDelay);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalAttempted: urls.length, rateLimitHits };\n  }\n\n  /**\n   * Process a single batch of URLs\n   * NEVER throws\n   */\n  private async processBatch(urls: string[], options: { timeout?: number }): Promise<Array<ScrapeResponse & { url: string }>> {\n    const results = await pMapSettled(urls, url => this.scrapeWithFallback(url, options), CONCURRENCY.SCRAPER);\n\n    return results.map((result, index) => {\n      const url = urls[index] || '';\n\n      if (result.status === 'fulfilled') {\n        return { ...result.value, url };\n      }\n\n      // Shouldn't happen, but handle gracefully\n      return {\n        url,\n        content: `Error: ${result.reason instanceof Error ? result.reason.message : String(result.reason)}`,\n        statusCode: 500,\n        credits: 0,\n        error: classifyError(result.reason),\n      };\n    });\n  }\n}\n"],
-  "mappings": "AAMA,SAAS,UAAmB,mBAAmB;AAC/C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC,SAAS,mBAAmB;AAC5B,SAAS,cAAc;AACvB,SAAS,mCAAmC;AAI5C,MAAM,eAAe,CAAC,SAAS,cAAc,gBAAgB;AAG7D,MAAM,eAAuC,EAAE,OAAO,GAAG,YAAY,GAAG,gBAAgB,EAAE;AAC1F,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AAEpB,MAAM,8BAA8B;AA2BpC,MAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAEhE,MAAM,0BAA0B,oBAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC;AAGvD,MAAM,4BAA4B;AASlC,MAAM,oBAAgD;AAAA,EACpD,EAAE,MAAM,SAAS,aAAa,aAAa;AAAA,EAC3C,EAAE,MAAM,cAAc,aAAa,uBAAuB;AAAA,EAC1D,EAAE,MAAM,cAAc,SAAS,MAAM,aAAa,gCAAgC;AACpF;AAEO,MAAM,cAAc;AAAA,EACjB;AAAA,EACA,UAAU;AAAA,EAElB,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI;AAE5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,wFAAwF;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,OAAO,SAAwB,aAAa,aAAsC;AACtF,UAAM,EAAE,KAAK,OAAO,SAAS,UAAU,IAAI,QAAQ,IAAI;AACvD,UAAM,UAAU,aAAa,IAAI,KAAK;AAGtC,QAAI;AACF,UAAI,IAAI,GAAG;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,QACL,SAAS,gBAAgB,GAAG;AAAA,QAC5B,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,gBAAgB,GAAG,IAAI,WAAW,MAAM;AAAA,MAC3F;AAAA,IACF;AAEA,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC;AAAA,MACA,OAAO,KAAK;AAAA,MACZ,SAAS,OAAO,UAAU,GAAI;AAAA,IAChC,CAAC;AAED,QAAI,SAAS,cAAc;AACzB,aAAO,OAAO,UAAU,MAAM;AAAA,IAChC;AAEA,QAAI,SAAS;AACX,aAAO,OAAO,WAAW,QAAQ,YAAY,CAAC;AAAA,IAChD;AAEA,UAAM,SAAS,GAAG,KAAK,OAAO,IAAI,OAAO,SAAS,CAAC;AACnD,QAAI;AAEJ,aAAS,UAAU,GAAG,UAAU,YAAY,WAAW;AACrD,UAAI;AAEF,cAAM,aAAa,UAAU,KAAK;AAClC,cAAM,WAAW,MAAM,iBAAiB,QAAQ;AAAA,UAC9C,QAAQ;AAAA,UACR,SAAS,EAAE,QAAQ,6BAA6B;AAAA,UAChD;AAAA,QACF,CAAC;AAGD,YAAI;AACJ,YAAI;AACF,oBAAU,MAAM,SAAS,KAAK;AAAA,QAChC,SAAS,WAAW;AAClB,oBAAU,4BAA4B,qBAAqB,QAAQ,UAAU,UAAU,OAAO,SAAS,CAAC;AAAA,QAC1G;AAGA,YAAI,SAAS,IAAI;AAOf,gBAAM,cAAc,SAAS,QAAQ,IAAI,cAAc;AACvD,cAAI,4BAA4B,WAAW,GAAG;AAC5C;AAAA,cACE;AAAA,cACA,+BAA+B,GAAG,mBAAmB,WAAW;AAAA,cAChE;AAAA,YACF;AACA,mBAAO;AAAA,cACL,SAAS,oBAAoB,eAAe,SAAS;AAAA,cACrD,YAAY;AAAA,cACZ,SAAS;AAAA,cACT,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,cACtD,OAAO;AAAA,gBACL,MAAM,UAAU;AAAA,gBAChB,SAAS,2BAA2B,eAAe,0BAA0B;AAAA,gBAC7E,WAAW;AAAA,gBACX,YAAY;AAAA,cACd;AAAA,YACF;AAAA,UACF;AAEA,iBAAO;AAAA,YACL;AAAA,YACA,YAAY,SAAS;AAAA,YACrB;AAAA,YACA,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,UACxD;AAAA,QACF;AAGA,YAAI,SAAS,WAAW,KAAK;AAC3B,iBAAO;AAAA,YACL,SAAS;AAAA,YACT,YAAY;AAAA,YACZ;AAAA,UACF;AAAA,QACF;AAGA,YAAI,wBAAwB,IAAI,SAAS,MAAM,GAAG;AAChD,gBAAM,WAAW,SAAS,WAAW,MACjC,mDACA,8BAA8B,SAAS,MAAM;AACjD,iBAAO;AAAA,YACL,SAAS,UAAU,QAAQ;AAAA,YAC3B,YAAY,SAAS;AAAA,YACrB,SAAS;AAAA,YACT,OAAO;AAAA,cACL,MAAM,SAAS,WAAW,MAAM,UAAU,aAAa,UAAU;AAAA,cACjE,SAAS;AAAA,cACT,WAAW;AAAA,cACX,YAAY,SAAS;AAAA,YACvB;AAAA,UACF;AAAA,QACF;AAGA,YAAI,uBAAuB,IAAI,SAAS,MAAM,GAAG;AAC/C,sBAAY;AAAA,YACV,MAAM,SAAS,WAAW,MAAM,UAAU,eAAe,UAAU;AAAA,YACnE,SAAS,mBAAmB,SAAS,MAAM;AAAA,YAC3C,WAAW;AAAA,YACX,YAAY,SAAS;AAAA,UACvB;AAEA,cAAI,UAAU,aAAa,GAAG;AAC5B,kBAAM,UAAU,iBAAiB,OAAO;AACxC,mBAAO,WAAW,GAAG,SAAS,MAAM,eAAe,UAAU,CAAC,IAAI,UAAU,iBAAiB,OAAO,MAAM,SAAS;AACnH,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AAAA,QACF;AAGA,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,QAAQ,CAAC;AACvE,YAAI,UAAU,aAAa,KAAK,UAAU,WAAW;AACnD,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,UAAU,SAAS,MAAM,iBAAiB,OAAO,MAAM,SAAS;AAClF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAGA,eAAO;AAAA,UACL,SAAS,UAAU,UAAU,OAAO;AAAA,UACpC,YAAY,SAAS;AAAA,UACrB,SAAS;AAAA,UACT,OAAO;AAAA,QACT;AAAA,MAEF,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,YAAI,CAAC,UAAU,WAAW;AACxB,iBAAO;AAAA,YACL,SAAS,UAAU,UAAU,OAAO;AAAA,YACpC,YAAY,UAAU,cAAc;AAAA,YACpC,SAAS;AAAA,YACT,OAAO;AAAA,UACT;AAAA,QACF;AAGA,YAAI,UAAU,aAAa,GAAG;AAC5B,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,UAAU,OAAO,OAAO,MAAM,SAAS;AAC1H,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO;AAAA,MACL,SAAS,uBAAuB,UAAU,cAAc,WAAW,WAAW,eAAe;AAAA,MAC7F,YAAY,WAAW,cAAc;AAAA,MACrC,SAAS;AAAA,MACT,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,yBAAyB,WAAW,MAAM;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,mBAAmB,KAAa,UAAgC,CAAC,GAA4B;AACjG,UAAM,iBAA2B,CAAC;AAClC,QAAI,aAAoC;AACxC,UAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,eAAW,WAAW,mBAAmB;AAEvC,UAAI,KAAK,IAAI,KAAK,UAAU;AAC1B,eAAO,WAAW,wCAAwC,GAAG,UAAU,eAAe,MAAM,eAAe,SAAS;AACpH;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,KAAK,mBAAmB,KAAK,SAAS,OAAO;AAElE,UAAI,OAAO,MAAM;AACf,YAAI,eAAe,SAAS,GAAG;AAC7B,iBAAO,QAAQ,gBAAgB,QAAQ,WAAW,UAAU,eAAe,MAAM,gBAAgB,SAAS;AAAA,QAC5G;AACA,eAAO,OAAO;AAAA,MAChB;AAEA,mBAAa,OAAO;AACpB,qBAAe,KAAK,GAAG,QAAQ,WAAW,KAAK,OAAO,SAAS,OAAO,WAAW,OAAO,SAAS,UAAU,EAAE;AAC7G,aAAO,WAAW,eAAe,QAAQ,WAAW,KAAK,OAAO,SAAS,UAAU,8BAA8B,SAAS;AAAA,IAC5H;AAGA,UAAM,eAAe,gBAAgB,eAAe,MAAM,yBAAyB,eAAe,KAAK,IAAI,CAAC;AAC5G,WAAO;AAAA,MACL,SAAS,UAAU,YAAY;AAAA,MAC/B,YAAY,YAAY,cAAc;AAAA,MACtC,SAAS;AAAA,MACT,OAAO;AAAA,QACL,MAAM,UAAU;AAAA,QAChB,SAAS;AAAA,QACT,WAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,KACA,SACA,SACsD;AACtD,UAAM,SAAS,MAAM,KAAK,OAAO;AAAA,MAC/B;AAAA,MACA,MAAM,QAAQ;AAAA,MACd,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ;AAAA,IACnB,CAAC;AAGD,QAAI,OAAO,cAAc,OAAO,OAAO,aAAa,OAAO,CAAC,OAAO,OAAO;AACxE,YAAM,iBAAiB,OAAO,QAAQ,QAAQ,YAAY,EAAE,EAAE,KAAK,EAAE;AACrE,UAAI,iBAAiB,6BAA6B,QAAQ,SAAS,SAAS;AAC1E,eAAO,QAAQ,4BAA4B,cAAc,sBAAsB,GAAG,+BAA0B,SAAS;AACrH,eAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,MACzC;AACA,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAGA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAIA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,WAAW,uBAAuB,GAAG,yDAAoD,SAAS;AACzG,aAAO,EAAE,MAAM,MAAM,UAAU;AAAA,QAC7B,GAAG;AAAA,QACH,OAAO;AAAA,UACL,MAAM,UAAU;AAAA,UAChB,SAAS;AAAA,UACT,WAAW;AAAA,QACb;AAAA,MACF,EAAC;AAAA,IACH;AAGA,QAAI,OAAO,SAAS,CAAC,OAAO,MAAM,WAAW;AAC3C,aAAO,SAAS,4BAA4B,QAAQ,WAAW,KAAK,OAAO,MAAM,OAAO,IAAI,SAAS;AACrG,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAEA,WAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,MAAgB,UAAgC,CAAC,GAAqD;AACzH,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,KAAK,UAAU,mBAAmB;AACpC,aAAO,KAAK,aAAa,MAAM,OAAO;AAAA,IACxC;AAEA,UAAM,SAAS,MAAM,KAAK,YAAY,MAAM,OAAO;AACnD,WAAO,OAAO;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,YACJ,MACA,UAAgC,CAAC,GACjC,iBAC4B;AAC5B,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,iBAAiB;AAC9D,UAAM,aAAsD,CAAC;AAC7D,QAAI,gBAAgB;AAEpB,WAAO,QAAQ,8BAA8B,KAAK,MAAM,YAAY,YAAY,cAAc,SAAS;AAEvG,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW;AAC5B,YAAM,SAAS,KAAK,IAAI,WAAW,mBAAmB,KAAK,MAAM;AACjE,YAAM,YAAY,KAAK,MAAM,UAAU,MAAM;AAE7C,aAAO,QAAQ,oBAAoB,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,UAAU,SAAS;AAEvG,YAAM,eAAe,MAAM;AAAA,QACzB;AAAA,QACA,SAAO,KAAK,mBAAmB,KAAK,OAAO;AAAA,QAC3C,YAAY;AAAA,MACd;AAEA,eAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,cAAM,SAAS,aAAa,CAAC;AAC7B,YAAI,CAAC,OAAQ;AACb,cAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,YAAI,OAAO,WAAW,aAAa;AACjC,gBAAM,eAAe,OAAO;AAC5B,qBAAW,KAAK,EAAE,GAAG,cAAc,IAAI,CAAC;AAGxC,cAAI,aAAa,OAAO,SAAS,UAAU,cAAc;AACvD;AAAA,UACF;AAAA,QACF,OAAO;AAGL,gBAAM,WAAW,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM;AAC9F,iBAAO,SAAS,4BAA4B,GAAG,KAAK,QAAQ,IAAI,SAAS;AAEzE,qBAAW,KAAK;AAAA,YACd;AAAA,YACA,SAAS,+BAA+B,QAAQ;AAAA,YAChD,YAAY;AAAA,YACZ,SAAS;AAAA,YACT,OAAO,cAAc,OAAO,MAAM;AAAA,UACpC,CAAC;AAAA,QACH;AAAA,MACF;AAGA,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,MAAM;AAAA,MACjE,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,SAAS;AAAA,MAC/E;AAEA,aAAO,QAAQ,mBAAmB,WAAW,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,IAAI,KAAK,MAAM,WAAW,SAAS;AAGvH,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,aAAa,gBAAgB,IAAI,MAAO;AAC9C,cAAM,MAAM,UAAU;AAAA,MACxB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,gBAAgB,KAAK,QAAQ,cAAc;AAAA,EAC3G;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,aAAa,MAAgB,SAAiF;AAC1H,UAAM,UAAU,MAAM,YAAY,MAAM,SAAO,KAAK,mBAAmB,KAAK,OAAO,GAAG,YAAY,OAAO;AAEzG,WAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,YAAM,MAAM,KAAK,KAAK,KAAK;AAE3B,UAAI,OAAO,WAAW,aAAa;AACjC,eAAO,EAAE,GAAG,OAAO,OAAO,IAAI;AAAA,MAChC;AAGA,aAAO;AAAA,QACL;AAAA,QACA,SAAS,UAAU,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM,CAAC;AAAA,QACjG,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,cAAc,OAAO,MAAM;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF;",
-  "names": []
+  "sources": ["../../../src/config/index.ts", "../../../src/version.ts", "../../../src/utils/logger.ts", "../../../src/utils/errors.ts", "../../../src/utils/retry.ts", "../../../src/utils/concurrency.ts", "../../../src/utils/source-type.ts", "../../../src/clients/scraper.ts"],
+  "sourcesContent": ["/**\n * Consolidated configuration\n * All environment variables, constants, and LLM config in one place\n */\n\nimport { Logger } from 'mcp-use';\n\nimport { VERSION, PACKAGE_NAME, PACKAGE_DESCRIPTION } from '../version.js';\n\n// ============================================================================\n// Safe Integer Parsing Helper\n// ============================================================================\n\n/**\n * Safely parse an integer from environment variable with bounds checking\n */\nfunction safeParseInt(\n  value: string | undefined,\n  defaultVal: number,\n  min: number,\n  max: number\n): number {\n  const logger = Logger.get('config');\n\n  if (!value) {\n    return defaultVal;\n  }\n\n  const parsed = parseInt(value, 10);\n\n  if (isNaN(parsed)) {\n    logger.warn(`Invalid number \"${value}\", using default ${defaultVal}`);\n    return defaultVal;\n  }\n\n  if (parsed < min) {\n    logger.warn(`Value ${parsed} below minimum ${min}, clamping to ${min}`);\n    return min;\n  }\n\n  if (parsed > max) {\n    logger.warn(`Value ${parsed} above maximum ${max}, clamping to ${max}`);\n    return max;\n  }\n\n  return parsed;\n}\n\n\n// ============================================================================\n// Environment Parsing\n// ============================================================================\n\ninterface EnvConfig {\n  SCRAPER_API_KEY: string;\n  SEARCH_API_KEY: string | undefined;\n  REDDIT_CLIENT_ID: string | undefined;\n  REDDIT_CLIENT_SECRET: string | undefined;\n  JINA_API_KEY: string | undefined;\n  KERNEL_API_KEY: string | undefined;\n  KERNEL_PROJECT: string | undefined;\n}\n\nlet cachedEnv: EnvConfig | null = null;\n\nexport function parseEnv(): EnvConfig {\n  if (cachedEnv) return cachedEnv;\n  cachedEnv = {\n    SCRAPER_API_KEY: process.env.SCRAPEDO_API_KEY || '',\n    SEARCH_API_KEY: process.env.SERPER_API_KEY || undefined,\n    REDDIT_CLIENT_ID: process.env.REDDIT_CLIENT_ID || undefined,\n    REDDIT_CLIENT_SECRET: process.env.REDDIT_CLIENT_SECRET || undefined,\n    JINA_API_KEY: process.env.JINA_API_KEY || undefined,\n    KERNEL_API_KEY: process.env.KERNEL_API_KEY || undefined,\n    KERNEL_PROJECT: process.env.KERNEL_PROJECT || undefined,\n  };\n  return cachedEnv;\n}\n\n// ============================================================================\n// MCP Server Configuration\n// ============================================================================\n\nexport const SERVER = {\n  NAME: PACKAGE_NAME,\n  VERSION: VERSION,\n  DESCRIPTION: PACKAGE_DESCRIPTION,\n} as const;\n\n// ============================================================================\n// Capability Detection (which features are available based on ENV)\n// ============================================================================\n\nexport interface Capabilities {\n  reddit: boolean;        // REDDIT_CLIENT_ID + REDDIT_CLIENT_SECRET\n  search: boolean;        // SERPER_API_KEY or JINA_API_KEY\n  serperSearch: boolean;  // SERPER_API_KEY\n  jina: boolean;          // JINA_API_KEY (Reader auth + Search)\n  scraping: boolean;      // SCRAPEDO_API_KEY\n  kernel: boolean;        // KERNEL_API_KEY\n  llmExtraction: boolean; // LLM_API_KEY + LLM_BASE_URL + LLM_MODEL\n}\n\nexport function getCapabilities(): Capabilities {\n  const env = parseEnv();\n  return {\n    reddit: !!(env.REDDIT_CLIENT_ID && env.REDDIT_CLIENT_SECRET),\n    search: !!(env.SEARCH_API_KEY || env.JINA_API_KEY),\n    serperSearch: !!env.SEARCH_API_KEY,\n    jina: !!env.JINA_API_KEY,\n    scraping: !!env.SCRAPER_API_KEY,\n    kernel: !!env.KERNEL_API_KEY,\n    llmExtraction: getLLMConfigStatus().configured,\n  };\n}\n\nexport function getMissingEnvMessage(capability: keyof Capabilities): string {\n  const messages: Record<keyof Capabilities, string> = {\n    reddit: '\u274C **Reddit scraping unavailable.** Set `REDDIT_CLIENT_ID` and `REDDIT_CLIENT_SECRET` to enable threaded Reddit post fetching in `raw-scrape-links` and `smart-scrape-links`.\\n\\n\uD83D\uDC49 Create a Reddit app at: https://www.reddit.com/prefs/apps (select \"script\" type)',\n    search: '\u274C **Search unavailable.** Set `SERPER_API_KEY` or `JINA_API_KEY` to enable `raw-web-search` and `smart-web-search`.\\n\\n\uD83D\uDC49 Serper provides Google SERPs; Jina Search is used as a fallback/search-only provider.',\n    serperSearch: '\u274C **Serper search unavailable.** Set `SERPER_API_KEY` to enable Google-backed primary search.',\n    jina: '\u274C **Jina unavailable.** Set `JINA_API_KEY` to enable Jina Search and authenticated Jina Reader requests.',\n    scraping: '\u26A0\uFE0F **Scrape.do proxy fallback unavailable.** Set `SCRAPEDO_API_KEY` to enable Jina Reader retries through Scrape.do proxy mode.\\n\\n\uD83D\uDC49 Sign up at: https://scrape.do (1,000 free credits)',\n    kernel: '\u274C **Kernel browser rendering unavailable.** Set `KERNEL_API_KEY` to enable optional browser-render fallback for raw/smart scraping.',\n    llmExtraction: '\u26A0\uFE0F **AI extraction disabled.** Set `LLM_API_KEY`, `LLM_BASE_URL`, and `LLM_MODEL` to enable `smart-web-search` and `smart-scrape-links`.\\n\\nUse the raw tools when you need markdown without LLM processing.',\n  };\n  return messages[capability];\n}\n\n// ============================================================================\n// Concurrency Limits\n// ============================================================================\n\nexport const CONCURRENCY = {\n  SEARCH: safeParseInt(process.env.CONCURRENCY_SEARCH, 50, 1, 200),\n  SCRAPER: safeParseInt(process.env.CONCURRENCY_SCRAPER, 50, 1, 200),\n  JINA_READER: safeParseInt(process.env.CONCURRENCY_JINA_READER, 50, 1, 200),\n  REDDIT: safeParseInt(process.env.CONCURRENCY_REDDIT, 50, 1, 200),\n  LLM_EXTRACTION: safeParseInt(process.env.LLM_CONCURRENCY, 50, 1, 200),\n  KERNEL: safeParseInt(process.env.CONCURRENCY_KERNEL, 3, 1, 20),\n} as const;\n\nexport const SCRAPER = {\n  BATCH_SIZE: 30,\n  EXTRACTION_PREFIX: 'Extract from document only \u2014 never hallucinate or add external knowledge.',\n  EXTRACTION_SUFFIX: 'First line = content, not preamble. No confirmation messages.',\n} as const;\n\n// ============================================================================\n// Reddit Configuration\n// ============================================================================\n\nexport const REDDIT = {\n  BATCH_SIZE: 10,\n  MAX_WORDS_PER_POST: 50_000,\n  MAX_WORDS_TOTAL: 500_000,\n  MIN_POSTS: 1,\n  MAX_POSTS: 50,\n  RETRY_COUNT: 5,\n  RETRY_DELAYS: [2000, 4000, 8000, 16000, 32000] as const,\n} as const;\n\n// ============================================================================\n// CTR Weights for URL Ranking (inspired from CTR research)\n// ============================================================================\n\nexport const CTR_WEIGHTS: Record<number, number> = {\n  1: 100.00,\n  2: 60.00,\n  3: 48.89,\n  4: 33.33,\n  5: 28.89,\n  6: 26.44,\n  7: 24.44,\n  8: 17.78,\n  9: 13.33,\n  10: 12.56,\n} as const;\n\n// ============================================================================\n// LLM Configuration\n//\n// Required vars (all must be set together when LLM is enabled):\n//   LLM_API_KEY      \u2014 API key for the OpenAI-compatible endpoint\n//   LLM_BASE_URL     \u2014 endpoint base URL (e.g. https://server.up.railway.app/v1)\n//   LLM_MODEL        \u2014 primary model (e.g. gpt-5.4-mini)\n//\n// Optional:\n//   LLM_FALLBACK_MODEL \u2014 model to use after primary exhausts all retries (e.g. gpt-5.4)\n//   LLM_CONCURRENCY    \u2014 parallel LLM calls (default: 50)\n//\n// Reasoning effort is always 'low' \u2014 not configurable.\n// ============================================================================\n\ninterface LlmExtractionConfig {\n  readonly MODEL: string;\n  readonly FALLBACK_MODEL: string;\n  readonly BASE_URL: string;\n  readonly API_KEY: string;\n}\n\nexport type LLMRequiredEnvVar = 'LLM_API_KEY' | 'LLM_BASE_URL' | 'LLM_MODEL';\n\nexport interface LLMConfigStatus {\n  readonly configured: boolean;\n  readonly apiKeyPresent: boolean;\n  readonly baseUrlPresent: boolean;\n  readonly modelPresent: boolean;\n  readonly missingVars: readonly LLMRequiredEnvVar[];\n  readonly error: string | null;\n}\n\nlet cachedLlmConfigStatus: LLMConfigStatus | null = null;\n\nexport function getLLMConfigStatus(): LLMConfigStatus {\n  if (cachedLlmConfigStatus) return cachedLlmConfigStatus;\n\n  const apiKeyPresent = !!process.env.LLM_API_KEY?.trim();\n  const baseUrlPresent = !!process.env.LLM_BASE_URL?.trim();\n  const modelPresent = !!process.env.LLM_MODEL?.trim();\n  const missingVars: LLMRequiredEnvVar[] = [];\n\n  if (!apiKeyPresent) missingVars.push('LLM_API_KEY');\n  if (!baseUrlPresent) missingVars.push('LLM_BASE_URL');\n  if (!modelPresent) missingVars.push('LLM_MODEL');\n\n  const configured = missingVars.length === 0;\n  cachedLlmConfigStatus = {\n    configured,\n    apiKeyPresent,\n    baseUrlPresent,\n    modelPresent,\n    missingVars,\n    error: configured\n      ? null\n      : `LLM disabled: missing ${missingVars.join(', ')}`,\n  };\n  return cachedLlmConfigStatus;\n}\n\n/**\n * Test-only \u2014 drop every env-derived cache so a test can mutate process.env\n * and re-read fresh values. Covers the LLM config caches AND the parseEnv()\n * cache (which holds SCRAPEDO_API_KEY, SERPER_API_KEY, REDDIT_CLIENT_*,\n * JINA_API_KEY, KERNEL_API_KEY, KERNEL_PROJECT). Tests that scrub non-LLM env vars must also see a clean\n * env on the next parseEnv() call, otherwise getCapabilities() returns\n * stale flags.\n */\nexport function _resetLLMConfigStatusForTests(): void {\n  cachedLlmConfigStatus = null;\n  cachedLlmExtraction = null;\n  cachedEnv = null;\n}\n\nlet cachedLlmExtraction: LlmExtractionConfig | null = null;\n\nfunction getLlmExtraction(): LlmExtractionConfig {\n  if (cachedLlmExtraction) return cachedLlmExtraction;\n\n  const apiKey = process.env.LLM_API_KEY?.trim() || '';\n  const baseUrl = process.env.LLM_BASE_URL?.trim();\n  const model = process.env.LLM_MODEL?.trim();\n  const fallbackModel = process.env.LLM_FALLBACK_MODEL?.trim() || '';\n\n  if (apiKey && !baseUrl) {\n    throw new Error(\n      'LLM_BASE_URL is required when LLM_API_KEY is set. ' +\n      'Set LLM_BASE_URL to your OpenAI-compatible endpoint.',\n    );\n  }\n  if (apiKey && !model) {\n    throw new Error(\n      'LLM_MODEL is required when LLM_API_KEY is set.',\n    );\n  }\n\n  cachedLlmExtraction = {\n    API_KEY: apiKey,\n    BASE_URL: baseUrl || '',\n    MODEL: model || '',\n    FALLBACK_MODEL: fallbackModel,\n  };\n  return cachedLlmExtraction;\n}\n\nexport const LLM_EXTRACTION: LlmExtractionConfig = new Proxy({} as LlmExtractionConfig, {\n  get(_target, prop: string) {\n    return getLlmExtraction()[prop as keyof LlmExtractionConfig];\n  },\n});\n", "/**\n * Version Module - Single Source of Truth\n * \n * This module reads package metadata from package.json at runtime and keeps a\n * fallback copy for environments where package.json cannot be resolved.\n * \n * Usage:\n *   import { VERSION, PACKAGE_NAME } from './version.js';\n */\n\nimport { createRequire } from 'module';\nimport { fileURLToPath } from 'url';\nimport { dirname, join } from 'path';\n\n// Defaults used if package.json cannot be loaded at runtime.\nconst DEFAULT_PACKAGE_INFO = {\n  version: '3.9.5',\n  name: 'mcp-researchpowerpack-http',\n  description: 'Research Powerpack MCP Server',\n} as const;\n\nlet packageJson: { version: string; name: string; description: string } = { ...DEFAULT_PACKAGE_INFO };\n\ntry {\n  if (typeof import.meta.url === 'string' && import.meta.url.startsWith('file:')) {\n    const _require = createRequire(import.meta.url);\n    const _dirname = dirname(fileURLToPath(import.meta.url));\n    try {\n      packageJson = _require(join(_dirname, '..', 'package.json'));\n    } catch {\n      packageJson = _require(join(_dirname, '..', '..', 'package.json'));\n    }\n  }\n} catch {\n  // Keep hardcoded defaults when package.json is unavailable\n}\n\n/**\n * Package version from package.json\n * This is the single source of truth for versioning\n */\nexport const VERSION: string = packageJson.version;\n\n/**\n * Package name from package.json\n */\nexport const PACKAGE_NAME: string = packageJson.name;\n\n/**\n * Package description from package.json\n */\nexport const PACKAGE_DESCRIPTION: string = packageJson.description;\n\n/**\n * Formatted version string for user agents and logging\n * Example: \"mcp-researchpowerpack-http/3.2.0\"\n */\nexport const USER_AGENT_VERSION: string = `${PACKAGE_NAME}/${VERSION}`;\n\n// VERSION_INFO removed - unused, individual exports sufficient\n", "/**\n * Server logging utility.\n *\n * This server is HTTP-only, so logging must never depend on a transport-bound\n * MCP server instance. All logs flow through mcp-use's Logger, which writes to\n * stderr in Node and console in the browser.\n */\n\nimport { Logger } from 'mcp-use';\n\nexport type LogLevel = 'debug' | 'info' | 'warning' | 'error';\n\nfunction getLogger(name: string) {\n  return Logger.get(name);\n}\n\n/**\n * Structured log helper backed by mcp-use's Logger.\n *\n * @param level - Log level.\n * @param message - Message to emit.\n * @param loggerName - Tool/component name for context (falls back to \"research-powerpack\").\n */\nexport function mcpLog(level: LogLevel, message: string, loggerName?: string): void {\n  const logger = getLogger(loggerName ?? 'research-powerpack');\n\n  switch (level) {\n    case 'debug':\n      logger.debug(message);\n      break;\n    case 'info':\n      logger.info(message);\n      break;\n    case 'warning':\n      logger.warn(message);\n      break;\n    case 'error':\n      logger.error(message);\n      break;\n  }\n}\n", "/**\n * Robust error handling utilities for MCP server\n * Ensures the server NEVER crashes and always returns structured responses\n */\n\nimport { mcpLog } from './logger.js';\n\n// ============================================================================\n// Error Codes (MCP-compliant)\n// ============================================================================\n\nexport const ErrorCode = {\n  // Retryable errors\n  RATE_LIMITED: 'RATE_LIMITED',\n  TIMEOUT: 'TIMEOUT',\n  NETWORK_ERROR: 'NETWORK_ERROR',\n  SERVICE_UNAVAILABLE: 'SERVICE_UNAVAILABLE',\n  \n  // Non-retryable errors\n  AUTH_ERROR: 'AUTH_ERROR',\n  INVALID_INPUT: 'INVALID_INPUT',\n  NOT_FOUND: 'NOT_FOUND',\n  QUOTA_EXCEEDED: 'QUOTA_EXCEEDED',\n  UNSUPPORTED_BINARY_CONTENT: 'UNSUPPORTED_BINARY_CONTENT',\n\n  // Internal errors\n  INTERNAL_ERROR: 'INTERNAL_ERROR',\n  PARSE_ERROR: 'PARSE_ERROR',\n  UNKNOWN_ERROR: 'UNKNOWN_ERROR',\n} as const;\n\ntype ErrorCodeType = typeof ErrorCode[keyof typeof ErrorCode];\n\n// ============================================================================\n// Structured Error Types\n// ============================================================================\n\nexport interface StructuredError {\n  code: ErrorCodeType;\n  message: string;\n  retryable: boolean;\n  statusCode?: number;\n  cause?: string;\n}\n\ninterface RetryOptions {\n  readonly maxRetries: number;\n  readonly baseDelayMs: number;\n  readonly maxDelayMs: number;\n  readonly retryableStatuses: readonly number[];\n  readonly onRetry?: (attempt: number, error: StructuredError, delayMs: number) => void;\n}\n\nconst DEFAULT_RETRY_OPTIONS: RetryOptions = {\n  maxRetries: 3,\n  baseDelayMs: 1000,\n  maxDelayMs: 30000,\n  retryableStatuses: [408, 429, 500, 502, 503, 504, 510],\n};\n\n// ============================================================================\n// Error Classification \u2014 Atomic Classifiers\n// ============================================================================\n\n/**\n * Classify DOMException (AbortError from AbortController timeouts)\n */\nfunction classifyDomException(error: DOMException): StructuredError {\n  if (error.name === 'AbortError') {\n    return { code: ErrorCode.TIMEOUT, message: 'Request timed out', retryable: true };\n  }\n  return { code: ErrorCode.UNKNOWN_ERROR, message: error.message, retryable: false };\n}\n\n/**\n * Classify by Node.js error codes (ECONNREFUSED, ENOTFOUND, etc.)\n * Returns null if no matching code is found.\n */\nfunction classifyByErrorCode(error: { code?: string; message?: string }): StructuredError | null {\n  const errCode = error.code;\n  if (!errCode) return null;\n\n  const networkErrorMessages: Record<string, string> = {\n    ECONNREFUSED: 'Connection refused \u2014 service may be down',\n    ECONNRESET: 'Connection was reset \u2014 please retry',\n    ECONNABORTED: 'Connection aborted \u2014 please retry',\n    ENOTFOUND: 'Service not reachable \u2014 check your network',\n    EPIPE: 'Connection lost \u2014 please retry',\n    EAI_AGAIN: 'DNS lookup failed \u2014 check your network',\n  };\n\n  if (errCode === 'ECONNREFUSED' || errCode === 'ENOTFOUND' || errCode === 'ECONNRESET') {\n    return { code: ErrorCode.NETWORK_ERROR, message: networkErrorMessages[errCode] || 'Network connection failed', retryable: true, cause: error.message };\n  }\n\n  if (errCode === 'ECONNABORTED' || errCode === 'ETIMEDOUT') {\n    return { code: ErrorCode.TIMEOUT, message: networkErrorMessages[errCode] || 'Request timed out', retryable: true, cause: error.message };\n  }\n\n  return null;\n}\n\n/**\n * Classify by HTTP status code extracted from error objects (axios-style, fetch-style, etc.)\n * Returns null if no status code is found.\n */\nfunction classifyByStatusCode(error: { status?: number; statusCode?: number; response?: { status?: number }; message?: string }): StructuredError | null {\n  const status = error.response?.status || error.status || error.statusCode;\n  if (!status) return null;\n  return classifyHttpError(status, error.message || String(error));\n}\n\n/**\n * Classify by error message patterns (timeout, rate-limit, auth, parse errors)\n * Returns null if no pattern matches.\n */\nfunction classifyByMessage(message: string): StructuredError | null {\n  const lower = message.toLowerCase();\n\n  // Timeout patterns\n  if (lower.includes('timeout') || lower.includes('timed out') || lower.includes('aborterror')) {\n    return { code: ErrorCode.TIMEOUT, message: 'Request timed out', retryable: true, cause: message };\n  }\n\n  // Rate-limit patterns\n  if (lower.includes('rate limit') || lower.includes('too many requests')) {\n    return { code: ErrorCode.RATE_LIMITED, message: 'Rate limit exceeded', retryable: true, cause: message };\n  }\n\n  // API key errors\n  if (message.includes('API_KEY') || message.includes('api_key') || message.includes('Invalid API')) {\n    return { code: ErrorCode.AUTH_ERROR, message: 'API key missing or invalid', retryable: false, cause: message };\n  }\n\n  // Parse errors\n  if (message.includes('JSON') || message.includes('parse') || message.includes('Unexpected token')) {\n    return { code: ErrorCode.PARSE_ERROR, message: 'Failed to parse response', retryable: false, cause: message };\n  }\n\n  return null;\n}\n\n/**\n * Catch-all fallback classification when no other classifier matches.\n */\nfunction classifyFallback(message: string, cause?: unknown): StructuredError {\n  return {\n    code: ErrorCode.UNKNOWN_ERROR,\n    message,\n    retryable: false,\n    cause: cause ? String(cause) : undefined,\n  };\n}\n\n// ============================================================================\n// Main Error Classification Pipeline\n// ============================================================================\n\n/**\n * Classify any error into a structured format.\n * NEVER throws \u2014 always returns a valid StructuredError.\n */\nexport function classifyError(error: unknown): StructuredError {\n  if (error == null) {\n    return { code: ErrorCode.UNKNOWN_ERROR, message: 'An unknown error occurred', retryable: false };\n  }\n\n  if (error instanceof DOMException) return classifyDomException(error);\n\n  if (!isErrorLike(error)) {\n    return { code: ErrorCode.UNKNOWN_ERROR, message: String(error), retryable: false };\n  }\n\n  return classifyByErrorCode(error)\n    ?? classifyByStatusCode(error)\n    ?? classifyByMessage(error.message ?? String(error))\n    ?? classifyFallback(error.message ?? String(error), error.cause);\n}\n\n/**\n * Type guard for error-like objects with common error properties\n */\nfunction isErrorLike(value: unknown): value is {\n  message?: string;\n  response?: { status?: number; data?: unknown };\n  status?: number;\n  statusCode?: number;\n  code?: string;\n  name?: string;\n  cause?: unknown;\n} {\n  return typeof value === 'object' && value !== null;\n}\n\n/**\n * Classify HTTP status codes into structured errors.\n * Exhaustive switch with grouped default handling for unknown ranges.\n */\nfunction classifyHttpError(status: number, message: string): StructuredError {\n  switch (status) {\n    case 400:\n      return { code: ErrorCode.INVALID_INPUT, message: 'Bad request', retryable: false, statusCode: status };\n    case 401:\n      return { code: ErrorCode.AUTH_ERROR, message: 'Invalid API key', retryable: false, statusCode: status };\n    case 403:\n      return { code: ErrorCode.QUOTA_EXCEEDED, message: 'Access forbidden or quota exceeded', retryable: false, statusCode: status };\n    case 404:\n      return { code: ErrorCode.NOT_FOUND, message: 'Resource not found', retryable: false, statusCode: status };\n    case 408:\n      return { code: ErrorCode.TIMEOUT, message: 'Request timeout', retryable: true, statusCode: status };\n    case 429:\n      return { code: ErrorCode.RATE_LIMITED, message: 'Rate limit exceeded', retryable: true, statusCode: status };\n    case 500:\n      return { code: ErrorCode.INTERNAL_ERROR, message: 'Server error', retryable: true, statusCode: status };\n    case 502:\n      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: 'Bad gateway', retryable: true, statusCode: status };\n    case 503:\n      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: 'Service unavailable', retryable: true, statusCode: status };\n    case 504:\n      return { code: ErrorCode.TIMEOUT, message: 'Gateway timeout', retryable: true, statusCode: status };\n    case 510:\n      return { code: ErrorCode.SERVICE_UNAVAILABLE, message: 'Request canceled', retryable: true, statusCode: status };\n    default:\n      if (status >= 500) {\n        return { code: ErrorCode.SERVICE_UNAVAILABLE, message: `Server error: ${status}`, retryable: true, statusCode: status };\n      }\n      if (status >= 400) {\n        return { code: ErrorCode.INVALID_INPUT, message: `Client error: ${status}`, retryable: false, statusCode: status };\n      }\n      return { code: ErrorCode.UNKNOWN_ERROR, message: `HTTP ${status}: ${message}`, retryable: false, statusCode: status };\n  }\n}\n\n// ============================================================================\n// Retry Logic with Exponential Backoff\n// ============================================================================\n\n/**\n * Calculate delay with exponential backoff and jitter\n */\nfunction calculateBackoff(attempt: number, options: RetryOptions): number {\n  const exponentialDelay = options.baseDelayMs * Math.pow(2, attempt);\n  const jitter = Math.random() * 0.3 * exponentialDelay; // 0-30% jitter\n  return Math.min(exponentialDelay + jitter, options.maxDelayMs);\n}\n\n/**\n * Sleep utility that respects abort signals\n */\nexport function sleep(ms: number, signal?: AbortSignal): Promise<void> {\n  return new Promise((resolve, reject) => {\n    if (signal?.aborted) {\n      reject(new DOMException('Aborted', 'AbortError'));\n      return;\n    }\n\n    function onAbort() {\n      clearTimeout(timeout);\n      reject(new DOMException('Aborted', 'AbortError'));\n    }\n\n    const timeout = setTimeout(() => {\n      if (signal) signal.removeEventListener('abort', onAbort);\n      resolve();\n    }, ms);\n\n    signal?.addEventListener('abort', onAbort, { once: true });\n    // Re-check: signal may have aborted between initial check and listener registration\n    if (signal?.aborted) {\n      onAbort();\n    }\n  });\n}\n\n/**\n * Wrap a fetch call with timeout via AbortController\n */\nexport function fetchWithTimeout(\n  url: string,\n  options: RequestInit & { timeoutMs?: number } = {}\n): Promise<Response> {\n  const { timeoutMs = 30000, signal: externalSignal, ...fetchOptions } = options;\n\n  const controller = new AbortController();\n  const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n  let onExternalAbort: (() => void) | undefined;\n  if (externalSignal) {\n    onExternalAbort = () => controller.abort();\n    externalSignal.addEventListener('abort', onExternalAbort, { once: true });\n    if (externalSignal.aborted) {\n      controller.abort();\n    }\n  }\n\n  return fetch(url, { ...fetchOptions, signal: controller.signal }).finally(() => {\n    clearTimeout(timeoutId);\n    if (externalSignal && onExternalAbort) {\n      externalSignal.removeEventListener('abort', onExternalAbort);\n    }\n  });\n}\n\n// ============================================================================\n// Stability Wrappers \u2014 Network resilience for LLM API calls\n// ============================================================================\n\n/**\n * Wrap a non-streaming API call with activity-based timeout detection.\n * If the call hasn't completed within `stallMs`, abort and retry.\n * This catches \"stuck\" connections where TCP stays open but no data flows.\n *\n * @param fn - Async function that accepts an AbortSignal\n * @param stallMs - Max milliseconds to wait for the call to complete before considering it stuck\n * @param maxAttempts - Max retry attempts for stalled requests\n * @param label - Label for log messages\n * @returns The result of the function\n */\nexport async function withStallProtection<T>(\n  fn: (signal: AbortSignal) => Promise<T>,\n  stallMs: number,\n  maxAttempts: number = 2,\n  label: string = 'request',\n): Promise<T> {\n  for (let attempt = 0; attempt < maxAttempts; attempt++) {\n    const controller = new AbortController();\n    let stallTimer: ReturnType<typeof setTimeout> | undefined;\n\n    const stallPromise = new Promise<never>((_, reject) => {\n      stallTimer = setTimeout(() => {\n        controller.abort();\n        reject(Object.assign(new Error(`Service temporarily unavailable \u2014 no response received (attempt ${attempt + 1}/${maxAttempts})`), {\n          code: 'ESTALLED',\n          retryable: attempt < maxAttempts - 1,\n        }));\n      }, stallMs);\n    });\n\n    let fnPromise: Promise<T> | undefined;\n    try {\n      fnPromise = fn(controller.signal);\n      const result = await Promise.race([fnPromise, stallPromise]);\n      clearTimeout(stallTimer);\n      return result;\n    } catch (err) {\n      // Suppress unhandled rejection from the losing promise\n      // (e.g. fnPromise rejects after stallPromise wins the race)\n      fnPromise?.catch(() => {});\n      clearTimeout(stallTimer);\n      const isStall = err instanceof Error && (err as NodeJS.ErrnoException).code === 'ESTALLED';\n      if (isStall && attempt < maxAttempts - 1) {\n        const backoff = calculateBackoff(attempt, DEFAULT_RETRY_OPTIONS);\n        mcpLog('warning', `${label} stalled, retrying in ${backoff}ms (attempt ${attempt + 1})`, 'stability');\n        await sleep(backoff);\n        continue;\n      }\n      throw err;\n    }\n  }\n  // Should never reach here, but TypeScript needs it\n  throw new Error(`${label} failed after ${maxAttempts} stall-protection attempts`);\n}\n", "/**\n * Shared retry and backoff utilities\n */\n\n/** Jitter factor to prevent thundering herd */\nconst JITTER_FACTOR = 0.3 as const;\n\n/** Exponential base for backoff calculation */\nconst EXPONENTIAL_BASE = 2 as const;\n\n/** Default base delay for exponential backoff (ms) */\nconst DEFAULT_BASE_DELAY_MS = 1_000 as const;\n\n/** Default maximum backoff delay cap (ms) */\nconst DEFAULT_MAX_DELAY_MS = 30_000 as const;\n\n/**\n * Calculate exponential backoff delay with jitter.\n * Formula: min(base * 2^attempt + random_jitter, maxDelay)\n *\n * @param attempt - Zero-based retry attempt number\n * @param baseDelayMs - Base delay in milliseconds (default: 1000)\n * @param maxDelayMs - Maximum delay cap in milliseconds (default: 30000)\n * @returns Delay in milliseconds with jitter applied\n */\nexport function calculateBackoff(\n  attempt: number,\n  baseDelayMs: number = DEFAULT_BASE_DELAY_MS,\n  maxDelayMs: number = DEFAULT_MAX_DELAY_MS,\n): number {\n  const exponentialDelay = baseDelayMs * Math.pow(EXPONENTIAL_BASE, attempt);\n  const jitter = JITTER_FACTOR * exponentialDelay * Math.random();\n  return Math.min(exponentialDelay + jitter, maxDelayMs);\n}\n", "/**\n * Thin wrappers around the `p-map` library for bounded parallel execution.\n * Keeps the internal API stable (`pMap` / `pMapSettled`) while delegating\n * scheduling and AbortSignal handling to `p-map@7`.\n */\n\nimport pMapLib from 'p-map';\n\n/**\n * Run `mapper` over `items` with at most `concurrency` in flight.\n * Rejects with the first error the mapper throws \u2014 matches the prior\n * hand-rolled semantics. Results preserve input order.\n */\nexport async function pMap<T, R>(\n  items: readonly T[],\n  mapper: (item: T, index: number) => Promise<R>,\n  concurrency: number = 6,\n  signal?: AbortSignal,\n): Promise<R[]> {\n  if (items.length === 0) return [];\n  const limit = Math.max(1, Math.min(concurrency, items.length));\n  return pMapLib(items, mapper, { concurrency: limit, signal });\n}\n\n/**\n * Like `pMap` but never rejects \u2014 mapper errors surface as\n * `{ status: 'rejected', reason }` entries. Useful when one per-item\n * failure must not cancel the others (e.g. per-URL scraping).\n */\nexport async function pMapSettled<T, R>(\n  items: readonly T[],\n  mapper: (item: T, index: number) => Promise<R>,\n  concurrency: number = 6,\n  signal?: AbortSignal,\n): Promise<PromiseSettledResult<R>[]> {\n  if (items.length === 0) return [];\n  const limit = Math.max(1, Math.min(concurrency, items.length));\n  return pMapLib(\n    items,\n    async (item, index): Promise<PromiseSettledResult<R>> => {\n      try {\n        const value = await mapper(item, index);\n        return { status: 'fulfilled', value };\n      } catch (reason) {\n        return { status: 'rejected', reason };\n      }\n    },\n    { concurrency: limit, signal, stopOnError: false },\n  );\n}\n", "/**\n * Hostname/path-heuristic source-type tagging. Works without the LLM\n * classifier so degraded-mode search responses still carry a\n * `source_type` field per result. When the LLM classifier IS available,\n * its tag wins (the classifier sees title + snippet as well, not just URL).\n *\n * See: mcp-revisions/output-shaping/06-source-type-tagging-without-llm.md.\n */\n\nexport type SourceType =\n  | 'reddit'\n  | 'github'\n  | 'docs'\n  | 'blog'\n  | 'paper'\n  | 'qa'\n  | 'cve'\n  | 'news'\n  | 'video'\n  | 'web';\n\nconst RULES: Array<[RegExp, SourceType]> = [\n  // Reddit post permalinks (subreddit homepages are filtered out upstream).\n  [/(?:^|\\.)reddit\\.com\\//i, 'reddit'],\n  [/(?:^|\\.)github\\.com\\//i, 'github'],\n  [/(?:^|\\.)gitlab\\.com\\//i, 'github'],\n  // CVE-prefixed paths are unambiguous regardless of host.\n  [/\\/CVE-\\d{4}-\\d+/i, 'cve'],\n  [/(?:^|\\.)nvd\\.nist\\.gov\\//i, 'cve'],\n  [/(?:^|\\.)stackoverflow\\.com\\//i, 'qa'],\n  [/(?:^|\\.)stackexchange\\.com\\//i, 'qa'],\n  [/(?:^|\\.)arxiv\\.org\\//i, 'paper'],\n  [/(?:^|\\.)medium\\.com\\//i, 'blog'],\n  [/(?:^|\\.)dev\\.to\\//i, 'blog'],\n  [/(?:^|\\.)substack\\.com\\//i, 'blog'],\n  // Docs subdomains and /docs/ paths.\n  [/^(?:[a-z0-9-]+\\.)*docs\\./i, 'docs'],\n  [/\\/docs\\//i, 'docs'],\n  [/(?:^|\\.)readthedocs\\.io\\//i, 'docs'],\n  // Video.\n  [/(?:^|\\.)youtube\\.com\\/watch/i, 'video'],\n  [/(?:^|\\.)youtu\\.be\\//i, 'video'],\n  // News / engineering blogs (last so it doesn't capture vendor docs).\n  [/(?:^|\\.)(?:news|blog|engineering)\\.[a-z0-9-]+\\.[a-z]{2,}\\//i, 'news'],\n];\n\nexport function classifySourceByUrl(url: string): SourceType {\n  let candidate: string;\n  try {\n    const u = new URL(url);\n    // Match against `host + pathname` so rules can use either or both.\n    candidate = `${u.hostname}${u.pathname}`;\n  } catch {\n    candidate = url;\n  }\n  for (const [re, type] of RULES) {\n    if (re.test(candidate)) return type;\n  }\n  return 'web';\n}\n\n// \u2500\u2500 Document-format detection (PDF / Office) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n// Scrape.do + Readability + Turndown assume HTML input. Binary document\n// formats need a markdown-extraction service (Jina Reader) instead. These two\n// helpers give the scrape pipeline both a pre-fetch gate (URL suffix) and a\n// post-fetch gate (response Content-Type header).\n\nconst DOCUMENT_PATH_SUFFIXES = [\n  '.pdf',\n  '.doc', '.docx',\n  '.ppt', '.pptx',\n  '.xls', '.xlsx',\n] as const;\n\n/**\n * Pre-fetch gate: does this URL's path end in a known binary-document suffix?\n * Case-insensitive. Trailing query strings / fragments are ignored \u2014 only the\n * pathname is inspected. Invalid URLs return false (handled upstream).\n */\nexport function isDocumentUrl(url: string): boolean {\n  let pathname: string;\n  try {\n    pathname = new URL(url).pathname.toLowerCase();\n  } catch {\n    return false;\n  }\n  for (const suffix of DOCUMENT_PATH_SUFFIXES) {\n    if (pathname.endsWith(suffix)) return true;\n  }\n  return false;\n}\n\nconst BINARY_CONTENT_TYPE_PREFIXES = [\n  'application/pdf',\n  'application/msword',\n  'application/vnd.openxmlformats-officedocument.',\n  'application/vnd.ms-excel',\n  'application/vnd.ms-powerpoint',\n  'application/octet-stream',\n] as const;\n\n/**\n * Post-fetch gate: does this Content-Type header indicate a binary document\n * that our HTML pipeline cannot decode? Returns false for HTML/JSON/plain text\n * and for unknown/missing content-types (the upstream pipeline can still try).\n */\nexport function isBinaryDocumentContentType(contentType: string | null | undefined): boolean {\n  if (!contentType) return false;\n  const lower = contentType.toLowerCase();\n  for (const prefix of BINARY_CONTENT_TYPE_PREFIXES) {\n    if (lower.startsWith(prefix)) return true;\n  }\n  return false;\n}\n", "/**\n * Web Scraper Client\n * Generic interface for URL scraping with automatic fallback modes\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv, SCRAPER, CONCURRENCY } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\nimport { isBinaryDocumentContentType } from '../utils/source-type.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SCRAPE_MODES = ['basic', 'javascript', 'javascript_geo'] as const;\ntype ScrapeMode = typeof SCRAPE_MODES[number];\n\nconst CREDIT_COSTS: Record<string, number> = { basic: 1, javascript: 5, javascript_geo: 5 } as const;\nconst SCRAPE_BATCH_SIZE = 30 as const;\nconst MAX_RETRIES = 1 as const;\n/** Overall timeout for all fallback attempts on a single URL */\nconst FALLBACK_OVERALL_TIMEOUT_MS = 30_000 as const;\n\n// \u2500\u2500 Interfaces \u2500\u2500\n\ninterface ScrapeRequest {\n  readonly url: string;\n  readonly mode?: 'basic' | 'javascript';\n  readonly timeout?: number;\n  readonly country?: string;\n}\n\ninterface ScrapeResponse {\n  readonly content: string;\n  readonly statusCode: number;\n  readonly credits: number;\n  readonly headers?: Record<string, string>;\n  readonly error?: StructuredError;\n}\n\ninterface BatchScrapeResult {\n  readonly results: ReadonlyArray<ScrapeResponse & { readonly url: string }>;\n  readonly batchesProcessed: number;\n  readonly totalAttempted: number;\n  readonly rateLimitHits: number;\n}\n\n// Status codes that indicate we should retry (no credit consumed)\nconst RETRYABLE_STATUS_CODES = new Set([429, 502, 503, 504, 510]);\n// Status codes that are permanent failures (don't retry)\nconst PERMANENT_FAILURE_CODES = new Set([400, 401, 403]);\n\n/** Minimum stripped-text length to consider a scrape successful (filters out empty SPA shells) */\nconst MIN_USEFUL_CONTENT_LENGTH = 200 as const;\n\n/** Fallback attempt descriptor used by scrapeWithFallback */\ninterface FallbackAttempt {\n  readonly mode: 'basic' | 'javascript';\n  readonly country?: string;\n  readonly description: string;\n}\n\nconst FALLBACK_ATTEMPTS: readonly FallbackAttempt[] = [\n  { mode: 'basic', description: 'basic mode' },\n  { mode: 'javascript', description: 'javascript rendering' },\n  { mode: 'javascript', country: 'us', description: 'javascript + US geo-targeting' },\n] as const;\n\nexport class ScraperClient {\n  private apiKey: string;\n  private baseURL = 'https://api.scrape.do';\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SCRAPER_API_KEY;\n\n    if (!this.apiKey) {\n      throw new Error('Web scraping capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Scrape a single URL with retry logic\n   * NEVER throws - always returns a ScrapeResponse (possibly with error)\n   */\n  async scrape(request: ScrapeRequest, maxRetries = MAX_RETRIES): Promise<ScrapeResponse> {\n    const { url, mode = 'basic', timeout = 15, country } = request;\n    const credits = CREDIT_COSTS[mode] ?? 1;\n\n    // Validate URL first\n    try {\n      new URL(url);\n    } catch {\n      return {\n        content: `Invalid URL: ${url}`,\n        statusCode: 400,\n        credits: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: `Invalid URL: ${url}`, retryable: false },\n      };\n    }\n\n    const params = new URLSearchParams({\n      url: url,\n      token: this.apiKey,\n      timeout: String(timeout * 1000),\n    });\n\n    if (mode === 'javascript') {\n      params.append('render', 'true');\n    }\n\n    if (country) {\n      params.append('geoCode', country.toUpperCase());\n    }\n\n    const apiUrl = `${this.baseURL}?${params.toString()}`;\n    let lastError: StructuredError | undefined;\n\n    for (let attempt = 0; attempt < maxRetries; attempt++) {\n      try {\n        // Use AbortController for timeout\n        const timeoutMs = (timeout + 5) * 1000; // Add 5s buffer over scrape timeout\n        const response = await fetchWithTimeout(apiUrl, {\n          method: 'GET',\n          headers: { Accept: 'text/html,application/json' },\n          timeoutMs,\n        });\n\n        // Safely read response body\n        let content: string;\n        try {\n          content = await response.text();\n        } catch (readError) {\n          content = `Failed to read response: ${readError instanceof Error ? readError.message : String(readError)}`;\n        }\n\n        // SUCCESS: 2xx - Successful API call\n        if (response.ok) {\n          // Content-Type gate: if the origin served a binary document format\n          // (PDF/DOCX/PPTX/XLSX/octet-stream), discard the body and surface\n          // UNSUPPORTED_BINARY_CONTENT so the tool handler can reroute this\n          // URL through the Jina Reader path. Reading binary as text produces\n          // mojibake that silently passes Readability + Turndown (both of which\n          // short-circuit on \"no `<` tag\") and contaminates the LLM.\n          const contentType = response.headers.get('content-type');\n          if (isBinaryDocumentContentType(contentType)) {\n            mcpLog(\n              'info',\n              `Binary document detected at ${url} (content-type: ${contentType}). Deferring to Jina Reader.`,\n              'scraper',\n            );\n            return {\n              content: `Binary document (${contentType ?? 'unknown'}); routed to Jina Reader`,\n              statusCode: 415,\n              credits: 0,\n              headers: Object.fromEntries(response.headers.entries()),\n              error: {\n                code: ErrorCode.UNSUPPORTED_BINARY_CONTENT,\n                message: `Scrape.do cannot decode ${contentType ?? 'this binary content-type'}`,\n                retryable: false,\n                statusCode: 415,\n              },\n            };\n          }\n\n          return {\n            content,\n            statusCode: response.status,\n            credits,\n            headers: Object.fromEntries(response.headers.entries()),\n          };\n        }\n\n        // 404 - Target not found (permanent, but not an error for our purposes)\n        if (response.status === 404) {\n          return {\n            content: '404 - Page not found',\n            statusCode: 404,\n            credits,\n          };\n        }\n\n        // Permanent failures - don't retry\n        if (PERMANENT_FAILURE_CODES.has(response.status)) {\n          const errorMsg = response.status === 401\n            ? 'No credits remaining or subscription suspended'\n            : `Request failed with status ${response.status}`;\n          return {\n            content: `Error: ${errorMsg}`,\n            statusCode: response.status,\n            credits: 0,\n            error: {\n              code: response.status === 401 ? ErrorCode.AUTH_ERROR : ErrorCode.INVALID_INPUT,\n              message: errorMsg,\n              retryable: false,\n              statusCode: response.status,\n            },\n          };\n        }\n\n        // Retryable status codes\n        if (RETRYABLE_STATUS_CODES.has(response.status)) {\n          lastError = {\n            code: response.status === 429 ? ErrorCode.RATE_LIMITED : ErrorCode.SERVICE_UNAVAILABLE,\n            message: `Server returned ${response.status}`,\n            retryable: true,\n            statusCode: response.status,\n          };\n\n          if (attempt < maxRetries - 1) {\n            const delayMs = calculateBackoff(attempt);\n            mcpLog('warning', `${response.status} on attempt ${attempt + 1}/${maxRetries}. Retrying in ${delayMs}ms`, 'scraper');\n            await sleep(delayMs);\n            continue;\n          }\n        }\n\n        // Other non-success status - treat as retryable\n        lastError = classifyError({ status: response.status, message: content });\n        if (attempt < maxRetries - 1 && lastError.retryable) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `Status ${response.status}. Retrying in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n\n        // Final attempt failed\n        return {\n          content: `Error: ${lastError.message}`,\n          statusCode: response.status,\n          credits: 0,\n          error: lastError,\n        };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Non-retryable errors - return immediately\n        if (!lastError.retryable) {\n          return {\n            content: `Error: ${lastError.message}`,\n            statusCode: lastError.statusCode || 500,\n            credits: 0,\n            error: lastError,\n          };\n        }\n\n        // Retryable error - continue if attempts remaining\n        if (attempt < maxRetries - 1) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${maxRetries} in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n      }\n    }\n\n    // All retries exhausted\n    return {\n      content: `Error: Failed after ${maxRetries} attempts. ${lastError?.message || 'Unknown error'}`,\n      statusCode: lastError?.statusCode || 500,\n      credits: 0,\n      error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'All retries exhausted', retryable: false },\n    };\n  }\n\n  /**\n   * Scrape with automatic fallback through different modes\n   * NEVER throws - always returns a ScrapeResponse\n   */\n  async scrapeWithFallback(url: string, options: { timeout?: number } = {}): Promise<ScrapeResponse> {\n    const attemptResults: string[] = [];\n    let lastResult: ScrapeResponse | null = null;\n    const deadline = Date.now() + FALLBACK_OVERALL_TIMEOUT_MS;\n\n    for (const attempt of FALLBACK_ATTEMPTS) {\n      // Check overall deadline before starting next fallback\n      if (Date.now() >= deadline) {\n        mcpLog('warning', `Overall fallback timeout reached for ${url} after ${attemptResults.length} attempt(s)`, 'scraper');\n        break;\n      }\n\n      const result = await this.tryFallbackAttempt(url, attempt, options);\n\n      if (result.done) {\n        if (attemptResults.length > 0) {\n          mcpLog('info', `Success with ${attempt.description} after ${attemptResults.length} fallback(s)`, 'scraper');\n        }\n        return result.response;\n      }\n\n      lastResult = result.response;\n      attemptResults.push(`${attempt.description}: ${result.response.error?.message || result.response.statusCode}`);\n      mcpLog('warning', `Failed with ${attempt.description} (${result.response.statusCode}), trying next fallback...`, 'scraper');\n    }\n\n    // All fallbacks exhausted or deadline reached\n    const errorMessage = `Failed after ${attemptResults.length} fallback attempt(s): ${attemptResults.join('; ')}`;\n    return {\n      content: `Error: ${errorMessage}`,\n      statusCode: lastResult?.statusCode || 500,\n      credits: 0,\n      error: {\n        code: ErrorCode.SERVICE_UNAVAILABLE,\n        message: errorMessage,\n        retryable: false,\n      },\n    };\n  }\n\n  /**\n   * Execute a single fallback attempt and determine whether to continue.\n   * Returns { done: true } on success/terminal or { done: false } to try the next mode.\n   */\n  private async tryFallbackAttempt(\n    url: string,\n    attempt: FallbackAttempt,\n    options: { timeout?: number },\n  ): Promise<{ done: boolean; response: ScrapeResponse }> {\n    const result = await this.scrape({\n      url,\n      mode: attempt.mode,\n      timeout: options.timeout,\n      country: attempt.country,\n    });\n\n    // Success \u2014 but verify content isn't an empty SPA shell\n    if (result.statusCode >= 200 && result.statusCode < 300 && !result.error) {\n      const strippedLength = result.content.replace(/<[^>]*>/g, '').trim().length;\n      if (strippedLength < MIN_USEFUL_CONTENT_LENGTH && attempt.mode === 'basic') {\n        mcpLog('info', `Basic mode returned only ${strippedLength} chars of text for ${url} \u2014 trying JS rendering`, 'scraper');\n        return { done: false, response: result };\n      }\n      return { done: true, response: result };\n    }\n\n    // 404 is a valid response, not an error\n    if (result.statusCode === 404) {\n      return { done: true, response: result };\n    }\n\n    // 502 Bad Gateway \u2014 almost always a WAF/CDN block, not a transient issue.\n    // Switching render mode won't bypass CDN protection, so fail fast.\n    if (result.statusCode === 502) {\n      mcpLog('warning', `502 Bad Gateway for ${url} \u2014 likely WAF/CDN block, skipping fallback modes`, 'scraper');\n      return { done: true, response: {\n        ...result,\n        error: {\n          code: ErrorCode.SERVICE_UNAVAILABLE,\n          message: 'Bad gateway \u2014 site is blocking automated access',\n          retryable: false,\n        },\n      }};\n    }\n\n    // Non-retryable errors - don't try other modes\n    if (result.error && !result.error.retryable) {\n      mcpLog('error', `Non-retryable error with ${attempt.description}: ${result.error.message}`, 'scraper');\n      return { done: true, response: result };\n    }\n\n    return { done: false, response: result };\n  }\n\n  /**\n   * Scrape multiple URLs with batching\n   * NEVER throws - always returns results array\n   */\n  async scrapeMultiple(urls: string[], options: { timeout?: number } = {}): Promise<Array<ScrapeResponse & { url: string }>> {\n    if (urls.length === 0) {\n      return [];\n    }\n\n    if (urls.length <= SCRAPE_BATCH_SIZE) {\n      return this.processBatch(urls, options);\n    }\n\n    const result = await this.batchScrape(urls, options);\n    return result.results as Array<ScrapeResponse & { url: string }>;\n  }\n\n  /**\n   * Batch scrape with progress callback\n   * NEVER throws - uses Promise.allSettled internally\n   */\n  async batchScrape(\n    urls: string[],\n    options: { timeout?: number } = {},\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void\n  ): Promise<BatchScrapeResult> {\n    const totalBatches = Math.ceil(urls.length / SCRAPE_BATCH_SIZE);\n    const allResults: Array<ScrapeResponse & { url: string }> = [];\n    let rateLimitHits = 0;\n\n    mcpLog('info', `Starting batch processing: ${urls.length} URLs in ${totalBatches} batch(es)`, 'scraper');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * SCRAPE_BATCH_SIZE;\n      const endIdx = Math.min(startIdx + SCRAPE_BATCH_SIZE, urls.length);\n      const batchUrls = urls.slice(startIdx, endIdx);\n\n      mcpLog('info', `Processing batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} URLs)`, 'scraper');\n\n      const batchResults = await pMapSettled(\n        batchUrls,\n        url => this.scrapeWithFallback(url, options),\n        CONCURRENCY.SCRAPER\n      );\n\n      for (let i = 0; i < batchResults.length; i++) {\n        const result = batchResults[i];\n        if (!result) continue;\n        const url = batchUrls[i] ?? '';\n\n        if (result.status === 'fulfilled') {\n          const scrapeResult = result.value;\n          allResults.push({ ...scrapeResult, url });\n\n          // Track rate limits\n          if (scrapeResult.error?.code === ErrorCode.RATE_LIMITED) {\n            rateLimitHits++;\n          }\n        } else {\n          // This shouldn't happen since scrapeWithFallback never throws,\n          // but handle it gracefully just in case\n          const errorMsg = result.reason instanceof Error ? result.reason.message : String(result.reason);\n          mcpLog('error', `Unexpected rejection for ${url}: ${errorMsg}`, 'scraper');\n\n          allResults.push({\n            url,\n            content: `Error: Unexpected failure - ${errorMsg}`,\n            statusCode: 500,\n            credits: 0,\n            error: classifyError(result.reason),\n          });\n        }\n      }\n\n      // Safe callback invocation\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.length);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'scraper');\n      }\n\n      mcpLog('info', `Completed batch ${batchNum + 1}/${totalBatches} (${allResults.length}/${urls.length} total)`, 'scraper');\n\n      // Adaptive delay between batches \u2014 back off harder under rate limiting\n      if (batchNum < totalBatches - 1) {\n        const batchDelay = rateLimitHits > 0 ? 2000 : 500;\n        await sleep(batchDelay);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalAttempted: urls.length, rateLimitHits };\n  }\n\n  /**\n   * Process a single batch of URLs\n   * NEVER throws\n   */\n  private async processBatch(urls: string[], options: { timeout?: number }): Promise<Array<ScrapeResponse & { url: string }>> {\n    const results = await pMapSettled(urls, url => this.scrapeWithFallback(url, options), CONCURRENCY.SCRAPER);\n\n    return results.map((result, index) => {\n      const url = urls[index] || '';\n\n      if (result.status === 'fulfilled') {\n        return { ...result.value, url };\n      }\n\n      // Shouldn't happen, but handle gracefully\n      return {\n        url,\n        content: `Error: ${result.reason instanceof Error ? result.reason.message : String(result.reason)}`,\n        statusCode: 500,\n        credits: 0,\n        error: classifyError(result.reason),\n      };\n    });\n  }\n}\n"],
+  "mappings": ";AAKA,SAAS,cAAc;;;ACKvB,SAAS,qBAAqB;AAC9B,SAAS,qBAAqB;AAC9B,SAAS,SAAS,YAAY;AAG9B,IAAM,uBAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM;AAAA,EACN,aAAa;AACf;AAEA,IAAI,cAAsE,EAAE,GAAG,qBAAqB;AAEpG,IAAI;AACF,MAAI,OAAO,YAAY,QAAQ,YAAY,YAAY,IAAI,WAAW,OAAO,GAAG;AAC9E,UAAM,WAAW,cAAc,YAAY,GAAG;AAC9C,UAAM,WAAW,QAAQ,cAAc,YAAY,GAAG,CAAC;AACvD,QAAI;AACF,oBAAc,SAAS,KAAK,UAAU,MAAM,cAAc,CAAC;AAAA,IAC7D,QAAQ;AACN,oBAAc,SAAS,KAAK,UAAU,MAAM,MAAM,cAAc,CAAC;AAAA,IACnE;AAAA,EACF;AACF,QAAQ;AAER;AAMO,IAAM,UAAkB,YAAY;AAKpC,IAAM,eAAuB,YAAY;AAKzC,IAAM,sBAA8B,YAAY;AAMhD,IAAM,qBAA6B,GAAG,YAAY,IAAI,OAAO;;;ADzCpE,SAAS,aACP,OACA,YACA,KACA,KACQ;AACR,QAAM,SAAS,OAAO,IAAI,QAAQ;AAElC,MAAI,CAAC,OAAO;AACV,WAAO;AAAA,EACT;AAEA,QAAM,SAAS,SAAS,OAAO,EAAE;AAEjC,MAAI,MAAM,MAAM,GAAG;AACjB,WAAO,KAAK,mBAAmB,KAAK,oBAAoB,UAAU,EAAE;AACpE,WAAO;AAAA,EACT;AAEA,MAAI,SAAS,KAAK;AAChB,WAAO,KAAK,SAAS,MAAM,kBAAkB,GAAG,iBAAiB,GAAG,EAAE;AACtE,WAAO;AAAA,EACT;AAEA,MAAI,SAAS,KAAK;AAChB,WAAO,KAAK,SAAS,MAAM,kBAAkB,GAAG,iBAAiB,GAAG,EAAE;AACtE,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAiBA,IAAI,YAA8B;AAE3B,SAAS,WAAsB;AACpC,MAAI,UAAW,QAAO;AACtB,cAAY;AAAA,IACV,iBAAiB,QAAQ,IAAI,oBAAoB;AAAA,IACjD,gBAAgB,QAAQ,IAAI,kBAAkB;AAAA,IAC9C,kBAAkB,QAAQ,IAAI,oBAAoB;AAAA,IAClD,sBAAsB,QAAQ,IAAI,wBAAwB;AAAA,IAC1D,cAAc,QAAQ,IAAI,gBAAgB;AAAA,IAC1C,gBAAgB,QAAQ,IAAI,kBAAkB;AAAA,IAC9C,gBAAgB,QAAQ,IAAI,kBAAkB;AAAA,EAChD;AACA,SAAO;AACT;AAwDO,IAAM,cAAc;AAAA,EACzB,QAAQ,aAAa,QAAQ,IAAI,oBAAoB,IAAI,GAAG,GAAG;AAAA,EAC/D,SAAS,aAAa,QAAQ,IAAI,qBAAqB,IAAI,GAAG,GAAG;AAAA,EACjE,aAAa,aAAa,QAAQ,IAAI,yBAAyB,IAAI,GAAG,GAAG;AAAA,EACzE,QAAQ,aAAa,QAAQ,IAAI,oBAAoB,IAAI,GAAG,GAAG;AAAA,EAC/D,gBAAgB,aAAa,QAAQ,IAAI,iBAAiB,IAAI,GAAG,GAAG;AAAA,EACpE,QAAQ,aAAa,QAAQ,IAAI,oBAAoB,GAAG,GAAG,EAAE;AAC/D;AAkHA,IAAI,sBAAkD;AAEtD,SAAS,mBAAwC;AAC/C,MAAI,oBAAqB,QAAO;AAEhC,QAAM,SAAS,QAAQ,IAAI,aAAa,KAAK,KAAK;AAClD,QAAM,UAAU,QAAQ,IAAI,cAAc,KAAK;AAC/C,QAAM,QAAQ,QAAQ,IAAI,WAAW,KAAK;AAC1C,QAAM,gBAAgB,QAAQ,IAAI,oBAAoB,KAAK,KAAK;AAEhE,MAAI,UAAU,CAAC,SAAS;AACtB,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,MAAI,UAAU,CAAC,OAAO;AACpB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,wBAAsB;AAAA,IACpB,SAAS;AAAA,IACT,UAAU,WAAW;AAAA,IACrB,OAAO,SAAS;AAAA,IAChB,gBAAgB;AAAA,EAClB;AACA,SAAO;AACT;AAEO,IAAM,iBAAsC,IAAI,MAAM,CAAC,GAA0B;AAAA,EACtF,IAAI,SAAS,MAAc;AACzB,WAAO,iBAAiB,EAAE,IAAiC;AAAA,EAC7D;AACF,CAAC;;;AEzRD,SAAS,UAAAA,eAAc;AAIvB,SAAS,UAAU,MAAc;AAC/B,SAAOA,QAAO,IAAI,IAAI;AACxB;AASO,SAAS,OAAO,OAAiB,SAAiB,YAA2B;AAClF,QAAM,SAAS,UAAU,cAAc,oBAAoB;AAE3D,UAAQ,OAAO;AAAA,IACb,KAAK;AACH,aAAO,MAAM,OAAO;AACpB;AAAA,IACF,KAAK;AACH,aAAO,KAAK,OAAO;AACnB;AAAA,IACF,KAAK;AACH,aAAO,KAAK,OAAO;AACnB;AAAA,IACF,KAAK;AACH,aAAO,MAAM,OAAO;AACpB;AAAA,EACJ;AACF;;;AC7BO,IAAM,YAAY;AAAA;AAAA,EAEvB,cAAc;AAAA,EACd,SAAS;AAAA,EACT,eAAe;AAAA,EACf,qBAAqB;AAAA;AAAA,EAGrB,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,WAAW;AAAA,EACX,gBAAgB;AAAA,EAChB,4BAA4B;AAAA;AAAA,EAG5B,gBAAgB;AAAA,EAChB,aAAa;AAAA,EACb,eAAe;AACjB;AAsCA,SAAS,qBAAqB,OAAsC;AAClE,MAAI,MAAM,SAAS,cAAc;AAC/B,WAAO,EAAE,MAAM,UAAU,SAAS,SAAS,qBAAqB,WAAW,KAAK;AAAA,EAClF;AACA,SAAO,EAAE,MAAM,UAAU,eAAe,SAAS,MAAM,SAAS,WAAW,MAAM;AACnF;AAMA,SAAS,oBAAoB,OAAoE;AAC/F,QAAM,UAAU,MAAM;AACtB,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,uBAA+C;AAAA,IACnD,cAAc;AAAA,IACd,YAAY;AAAA,IACZ,cAAc;AAAA,IACd,WAAW;AAAA,IACX,OAAO;AAAA,IACP,WAAW;AAAA,EACb;AAEA,MAAI,YAAY,kBAAkB,YAAY,eAAe,YAAY,cAAc;AACrF,WAAO,EAAE,MAAM,UAAU,eAAe,SAAS,qBAAqB,OAAO,KAAK,6BAA6B,WAAW,MAAM,OAAO,MAAM,QAAQ;AAAA,EACvJ;AAEA,MAAI,YAAY,kBAAkB,YAAY,aAAa;AACzD,WAAO,EAAE,MAAM,UAAU,SAAS,SAAS,qBAAqB,OAAO,KAAK,qBAAqB,WAAW,MAAM,OAAO,MAAM,QAAQ;AAAA,EACzI;AAEA,SAAO;AACT;AAMA,SAAS,qBAAqB,OAA2H;AACvJ,QAAM,SAAS,MAAM,UAAU,UAAU,MAAM,UAAU,MAAM;AAC/D,MAAI,CAAC,OAAQ,QAAO;AACpB,SAAO,kBAAkB,QAAQ,MAAM,WAAW,OAAO,KAAK,CAAC;AACjE;AAMA,SAAS,kBAAkB,SAAyC;AAClE,QAAM,QAAQ,QAAQ,YAAY;AAGlC,MAAI,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,WAAW,KAAK,MAAM,SAAS,YAAY,GAAG;AAC5F,WAAO,EAAE,MAAM,UAAU,SAAS,SAAS,qBAAqB,WAAW,MAAM,OAAO,QAAQ;AAAA,EAClG;AAGA,MAAI,MAAM,SAAS,YAAY,KAAK,MAAM,SAAS,mBAAmB,GAAG;AACvE,WAAO,EAAE,MAAM,UAAU,cAAc,SAAS,uBAAuB,WAAW,MAAM,OAAO,QAAQ;AAAA,EACzG;AAGA,MAAI,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,aAAa,GAAG;AACjG,WAAO,EAAE,MAAM,UAAU,YAAY,SAAS,8BAA8B,WAAW,OAAO,OAAO,QAAQ;AAAA,EAC/G;AAGA,MAAI,QAAQ,SAAS,MAAM,KAAK,QAAQ,SAAS,OAAO,KAAK,QAAQ,SAAS,kBAAkB,GAAG;AACjG,WAAO,EAAE,MAAM,UAAU,aAAa,SAAS,4BAA4B,WAAW,OAAO,OAAO,QAAQ;AAAA,EAC9G;AAEA,SAAO;AACT;AAKA,SAAS,iBAAiB,SAAiB,OAAkC;AAC3E,SAAO;AAAA,IACL,MAAM,UAAU;AAAA,IAChB;AAAA,IACA,WAAW;AAAA,IACX,OAAO,QAAQ,OAAO,KAAK,IAAI;AAAA,EACjC;AACF;AAUO,SAAS,cAAc,OAAiC;AAC7D,MAAI,SAAS,MAAM;AACjB,WAAO,EAAE,MAAM,UAAU,eAAe,SAAS,6BAA6B,WAAW,MAAM;AAAA,EACjG;AAEA,MAAI,iBAAiB,aAAc,QAAO,qBAAqB,KAAK;AAEpE,MAAI,CAAC,YAAY,KAAK,GAAG;AACvB,WAAO,EAAE,MAAM,UAAU,eAAe,SAAS,OAAO,KAAK,GAAG,WAAW,MAAM;AAAA,EACnF;AAEA,SAAO,oBAAoB,KAAK,KAC3B,qBAAqB,KAAK,KAC1B,kBAAkB,MAAM,WAAW,OAAO,KAAK,CAAC,KAChD,iBAAiB,MAAM,WAAW,OAAO,KAAK,GAAG,MAAM,KAAK;AACnE;AAKA,SAAS,YAAY,OAQnB;AACA,SAAO,OAAO,UAAU,YAAY,UAAU;AAChD;AAMA,SAAS,kBAAkB,QAAgB,SAAkC;AAC3E,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,eAAe,SAAS,eAAe,WAAW,OAAO,YAAY,OAAO;AAAA,IACvG,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,YAAY,SAAS,mBAAmB,WAAW,OAAO,YAAY,OAAO;AAAA,IACxG,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,gBAAgB,SAAS,sCAAsC,WAAW,OAAO,YAAY,OAAO;AAAA,IAC/H,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,WAAW,SAAS,sBAAsB,WAAW,OAAO,YAAY,OAAO;AAAA,IAC1G,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,SAAS,SAAS,mBAAmB,WAAW,MAAM,YAAY,OAAO;AAAA,IACpG,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,cAAc,SAAS,uBAAuB,WAAW,MAAM,YAAY,OAAO;AAAA,IAC7G,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,gBAAgB,SAAS,gBAAgB,WAAW,MAAM,YAAY,OAAO;AAAA,IACxG,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,qBAAqB,SAAS,eAAe,WAAW,MAAM,YAAY,OAAO;AAAA,IAC5G,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,qBAAqB,SAAS,uBAAuB,WAAW,MAAM,YAAY,OAAO;AAAA,IACpH,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,SAAS,SAAS,mBAAmB,WAAW,MAAM,YAAY,OAAO;AAAA,IACpG,KAAK;AACH,aAAO,EAAE,MAAM,UAAU,qBAAqB,SAAS,oBAAoB,WAAW,MAAM,YAAY,OAAO;AAAA,IACjH;AACE,UAAI,UAAU,KAAK;AACjB,eAAO,EAAE,MAAM,UAAU,qBAAqB,SAAS,iBAAiB,MAAM,IAAI,WAAW,MAAM,YAAY,OAAO;AAAA,MACxH;AACA,UAAI,UAAU,KAAK;AACjB,eAAO,EAAE,MAAM,UAAU,eAAe,SAAS,iBAAiB,MAAM,IAAI,WAAW,OAAO,YAAY,OAAO;AAAA,MACnH;AACA,aAAO,EAAE,MAAM,UAAU,eAAe,SAAS,QAAQ,MAAM,KAAK,OAAO,IAAI,WAAW,OAAO,YAAY,OAAO;AAAA,EACxH;AACF;AAkBO,SAAS,MAAM,IAAY,QAAqC;AACrE,SAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,QAAI,QAAQ,SAAS;AACnB,aAAO,IAAI,aAAa,WAAW,YAAY,CAAC;AAChD;AAAA,IACF;AAEA,aAAS,UAAU;AACjB,mBAAa,OAAO;AACpB,aAAO,IAAI,aAAa,WAAW,YAAY,CAAC;AAAA,IAClD;AAEA,UAAM,UAAU,WAAW,MAAM;AAC/B,UAAI,OAAQ,QAAO,oBAAoB,SAAS,OAAO;AACvD,cAAQ;AAAA,IACV,GAAG,EAAE;AAEL,YAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAEzD,QAAI,QAAQ,SAAS;AACnB,cAAQ;AAAA,IACV;AAAA,EACF,CAAC;AACH;AAKO,SAAS,iBACd,KACA,UAAgD,CAAC,GAC9B;AACnB,QAAM,EAAE,YAAY,KAAO,QAAQ,gBAAgB,GAAG,aAAa,IAAI;AAEvE,QAAM,aAAa,IAAI,gBAAgB;AACvC,QAAM,YAAY,WAAW,MAAM,WAAW,MAAM,GAAG,SAAS;AAEhE,MAAI;AACJ,MAAI,gBAAgB;AAClB,sBAAkB,MAAM,WAAW,MAAM;AACzC,mBAAe,iBAAiB,SAAS,iBAAiB,EAAE,MAAM,KAAK,CAAC;AACxE,QAAI,eAAe,SAAS;AAC1B,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,EAAE,GAAG,cAAc,QAAQ,WAAW,OAAO,CAAC,EAAE,QAAQ,MAAM;AAC9E,iBAAa,SAAS;AACtB,QAAI,kBAAkB,iBAAiB;AACrC,qBAAe,oBAAoB,SAAS,eAAe;AAAA,IAC7D;AAAA,EACF,CAAC;AACH;;;ACxSA,IAAM,gBAAgB;AAGtB,IAAM,mBAAmB;AAGzB,IAAM,wBAAwB;AAG9B,IAAM,uBAAuB;AAWtB,SAAS,iBACd,SACA,cAAsB,uBACtB,aAAqB,sBACb;AACR,QAAM,mBAAmB,cAAc,KAAK,IAAI,kBAAkB,OAAO;AACzE,QAAM,SAAS,gBAAgB,mBAAmB,KAAK,OAAO;AAC9D,SAAO,KAAK,IAAI,mBAAmB,QAAQ,UAAU;AACvD;;;AC3BA,OAAO,aAAa;AAuBpB,eAAsB,YACpB,OACA,QACA,cAAsB,GACtB,QACoC;AACpC,MAAI,MAAM,WAAW,EAAG,QAAO,CAAC;AAChC,QAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,aAAa,MAAM,MAAM,CAAC;AAC7D,SAAO;AAAA,IACL;AAAA,IACA,OAAO,MAAM,UAA4C;AACvD,UAAI;AACF,cAAM,QAAQ,MAAM,OAAO,MAAM,KAAK;AACtC,eAAO,EAAE,QAAQ,aAAa,MAAM;AAAA,MACtC,SAAS,QAAQ;AACf,eAAO,EAAE,QAAQ,YAAY,OAAO;AAAA,MACtC;AAAA,IACF;AAAA,IACA,EAAE,aAAa,OAAO,QAAQ,aAAa,MAAM;AAAA,EACnD;AACF;;;AC2CA,IAAM,+BAA+B;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAOO,SAAS,4BAA4B,aAAiD;AAC3F,MAAI,CAAC,YAAa,QAAO;AACzB,QAAM,QAAQ,YAAY,YAAY;AACtC,aAAW,UAAU,8BAA8B;AACjD,QAAI,MAAM,WAAW,MAAM,EAAG,QAAO;AAAA,EACvC;AACA,SAAO;AACT;;;ACzFA,IAAM,eAAuC,EAAE,OAAO,GAAG,YAAY,GAAG,gBAAgB,EAAE;AAC1F,IAAM,oBAAoB;AAC1B,IAAM,cAAc;AAEpB,IAAM,8BAA8B;AA2BpC,IAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAEhE,IAAM,0BAA0B,oBAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC;AAGvD,IAAM,4BAA4B;AASlC,IAAM,oBAAgD;AAAA,EACpD,EAAE,MAAM,SAAS,aAAa,aAAa;AAAA,EAC3C,EAAE,MAAM,cAAc,aAAa,uBAAuB;AAAA,EAC1D,EAAE,MAAM,cAAc,SAAS,MAAM,aAAa,gCAAgC;AACpF;AAEO,IAAM,gBAAN,MAAoB;AAAA,EACjB;AAAA,EACA,UAAU;AAAA,EAElB,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI;AAE5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,wFAAwF;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,OAAO,SAAwB,aAAa,aAAsC;AACtF,UAAM,EAAE,KAAK,OAAO,SAAS,UAAU,IAAI,QAAQ,IAAI;AACvD,UAAM,UAAU,aAAa,IAAI,KAAK;AAGtC,QAAI;AACF,UAAI,IAAI,GAAG;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,QACL,SAAS,gBAAgB,GAAG;AAAA,QAC5B,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,gBAAgB,GAAG,IAAI,WAAW,MAAM;AAAA,MAC3F;AAAA,IACF;AAEA,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC;AAAA,MACA,OAAO,KAAK;AAAA,MACZ,SAAS,OAAO,UAAU,GAAI;AAAA,IAChC,CAAC;AAED,QAAI,SAAS,cAAc;AACzB,aAAO,OAAO,UAAU,MAAM;AAAA,IAChC;AAEA,QAAI,SAAS;AACX,aAAO,OAAO,WAAW,QAAQ,YAAY,CAAC;AAAA,IAChD;AAEA,UAAM,SAAS,GAAG,KAAK,OAAO,IAAI,OAAO,SAAS,CAAC;AACnD,QAAI;AAEJ,aAAS,UAAU,GAAG,UAAU,YAAY,WAAW;AACrD,UAAI;AAEF,cAAM,aAAa,UAAU,KAAK;AAClC,cAAM,WAAW,MAAM,iBAAiB,QAAQ;AAAA,UAC9C,QAAQ;AAAA,UACR,SAAS,EAAE,QAAQ,6BAA6B;AAAA,UAChD;AAAA,QACF,CAAC;AAGD,YAAI;AACJ,YAAI;AACF,oBAAU,MAAM,SAAS,KAAK;AAAA,QAChC,SAAS,WAAW;AAClB,oBAAU,4BAA4B,qBAAqB,QAAQ,UAAU,UAAU,OAAO,SAAS,CAAC;AAAA,QAC1G;AAGA,YAAI,SAAS,IAAI;AAOf,gBAAM,cAAc,SAAS,QAAQ,IAAI,cAAc;AACvD,cAAI,4BAA4B,WAAW,GAAG;AAC5C;AAAA,cACE;AAAA,cACA,+BAA+B,GAAG,mBAAmB,WAAW;AAAA,cAChE;AAAA,YACF;AACA,mBAAO;AAAA,cACL,SAAS,oBAAoB,eAAe,SAAS;AAAA,cACrD,YAAY;AAAA,cACZ,SAAS;AAAA,cACT,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,cACtD,OAAO;AAAA,gBACL,MAAM,UAAU;AAAA,gBAChB,SAAS,2BAA2B,eAAe,0BAA0B;AAAA,gBAC7E,WAAW;AAAA,gBACX,YAAY;AAAA,cACd;AAAA,YACF;AAAA,UACF;AAEA,iBAAO;AAAA,YACL;AAAA,YACA,YAAY,SAAS;AAAA,YACrB;AAAA,YACA,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,UACxD;AAAA,QACF;AAGA,YAAI,SAAS,WAAW,KAAK;AAC3B,iBAAO;AAAA,YACL,SAAS;AAAA,YACT,YAAY;AAAA,YACZ;AAAA,UACF;AAAA,QACF;AAGA,YAAI,wBAAwB,IAAI,SAAS,MAAM,GAAG;AAChD,gBAAM,WAAW,SAAS,WAAW,MACjC,mDACA,8BAA8B,SAAS,MAAM;AACjD,iBAAO;AAAA,YACL,SAAS,UAAU,QAAQ;AAAA,YAC3B,YAAY,SAAS;AAAA,YACrB,SAAS;AAAA,YACT,OAAO;AAAA,cACL,MAAM,SAAS,WAAW,MAAM,UAAU,aAAa,UAAU;AAAA,cACjE,SAAS;AAAA,cACT,WAAW;AAAA,cACX,YAAY,SAAS;AAAA,YACvB;AAAA,UACF;AAAA,QACF;AAGA,YAAI,uBAAuB,IAAI,SAAS,MAAM,GAAG;AAC/C,sBAAY;AAAA,YACV,MAAM,SAAS,WAAW,MAAM,UAAU,eAAe,UAAU;AAAA,YACnE,SAAS,mBAAmB,SAAS,MAAM;AAAA,YAC3C,WAAW;AAAA,YACX,YAAY,SAAS;AAAA,UACvB;AAEA,cAAI,UAAU,aAAa,GAAG;AAC5B,kBAAM,UAAU,iBAAiB,OAAO;AACxC,mBAAO,WAAW,GAAG,SAAS,MAAM,eAAe,UAAU,CAAC,IAAI,UAAU,iBAAiB,OAAO,MAAM,SAAS;AACnH,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AAAA,QACF;AAGA,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,QAAQ,CAAC;AACvE,YAAI,UAAU,aAAa,KAAK,UAAU,WAAW;AACnD,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,UAAU,SAAS,MAAM,iBAAiB,OAAO,MAAM,SAAS;AAClF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAGA,eAAO;AAAA,UACL,SAAS,UAAU,UAAU,OAAO;AAAA,UACpC,YAAY,SAAS;AAAA,UACrB,SAAS;AAAA,UACT,OAAO;AAAA,QACT;AAAA,MAEF,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,YAAI,CAAC,UAAU,WAAW;AACxB,iBAAO;AAAA,YACL,SAAS,UAAU,UAAU,OAAO;AAAA,YACpC,YAAY,UAAU,cAAc;AAAA,YACpC,SAAS;AAAA,YACT,OAAO;AAAA,UACT;AAAA,QACF;AAGA,YAAI,UAAU,aAAa,GAAG;AAC5B,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,UAAU,OAAO,OAAO,MAAM,SAAS;AAC1H,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO;AAAA,MACL,SAAS,uBAAuB,UAAU,cAAc,WAAW,WAAW,eAAe;AAAA,MAC7F,YAAY,WAAW,cAAc;AAAA,MACrC,SAAS;AAAA,MACT,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,yBAAyB,WAAW,MAAM;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,mBAAmB,KAAa,UAAgC,CAAC,GAA4B;AACjG,UAAM,iBAA2B,CAAC;AAClC,QAAI,aAAoC;AACxC,UAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,eAAW,WAAW,mBAAmB;AAEvC,UAAI,KAAK,IAAI,KAAK,UAAU;AAC1B,eAAO,WAAW,wCAAwC,GAAG,UAAU,eAAe,MAAM,eAAe,SAAS;AACpH;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,KAAK,mBAAmB,KAAK,SAAS,OAAO;AAElE,UAAI,OAAO,MAAM;AACf,YAAI,eAAe,SAAS,GAAG;AAC7B,iBAAO,QAAQ,gBAAgB,QAAQ,WAAW,UAAU,eAAe,MAAM,gBAAgB,SAAS;AAAA,QAC5G;AACA,eAAO,OAAO;AAAA,MAChB;AAEA,mBAAa,OAAO;AACpB,qBAAe,KAAK,GAAG,QAAQ,WAAW,KAAK,OAAO,SAAS,OAAO,WAAW,OAAO,SAAS,UAAU,EAAE;AAC7G,aAAO,WAAW,eAAe,QAAQ,WAAW,KAAK,OAAO,SAAS,UAAU,8BAA8B,SAAS;AAAA,IAC5H;AAGA,UAAM,eAAe,gBAAgB,eAAe,MAAM,yBAAyB,eAAe,KAAK,IAAI,CAAC;AAC5G,WAAO;AAAA,MACL,SAAS,UAAU,YAAY;AAAA,MAC/B,YAAY,YAAY,cAAc;AAAA,MACtC,SAAS;AAAA,MACT,OAAO;AAAA,QACL,MAAM,UAAU;AAAA,QAChB,SAAS;AAAA,QACT,WAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,KACA,SACA,SACsD;AACtD,UAAM,SAAS,MAAM,KAAK,OAAO;AAAA,MAC/B;AAAA,MACA,MAAM,QAAQ;AAAA,MACd,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ;AAAA,IACnB,CAAC;AAGD,QAAI,OAAO,cAAc,OAAO,OAAO,aAAa,OAAO,CAAC,OAAO,OAAO;AACxE,YAAM,iBAAiB,OAAO,QAAQ,QAAQ,YAAY,EAAE,EAAE,KAAK,EAAE;AACrE,UAAI,iBAAiB,6BAA6B,QAAQ,SAAS,SAAS;AAC1E,eAAO,QAAQ,4BAA4B,cAAc,sBAAsB,GAAG,+BAA0B,SAAS;AACrH,eAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,MACzC;AACA,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAGA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAIA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,WAAW,uBAAuB,GAAG,yDAAoD,SAAS;AACzG,aAAO,EAAE,MAAM,MAAM,UAAU;AAAA,QAC7B,GAAG;AAAA,QACH,OAAO;AAAA,UACL,MAAM,UAAU;AAAA,UAChB,SAAS;AAAA,UACT,WAAW;AAAA,QACb;AAAA,MACF,EAAC;AAAA,IACH;AAGA,QAAI,OAAO,SAAS,CAAC,OAAO,MAAM,WAAW;AAC3C,aAAO,SAAS,4BAA4B,QAAQ,WAAW,KAAK,OAAO,MAAM,OAAO,IAAI,SAAS;AACrG,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAEA,WAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,MAAgB,UAAgC,CAAC,GAAqD;AACzH,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,KAAK,UAAU,mBAAmB;AACpC,aAAO,KAAK,aAAa,MAAM,OAAO;AAAA,IACxC;AAEA,UAAM,SAAS,MAAM,KAAK,YAAY,MAAM,OAAO;AACnD,WAAO,OAAO;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,YACJ,MACA,UAAgC,CAAC,GACjC,iBAC4B;AAC5B,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,iBAAiB;AAC9D,UAAM,aAAsD,CAAC;AAC7D,QAAI,gBAAgB;AAEpB,WAAO,QAAQ,8BAA8B,KAAK,MAAM,YAAY,YAAY,cAAc,SAAS;AAEvG,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW;AAC5B,YAAM,SAAS,KAAK,IAAI,WAAW,mBAAmB,KAAK,MAAM;AACjE,YAAM,YAAY,KAAK,MAAM,UAAU,MAAM;AAE7C,aAAO,QAAQ,oBAAoB,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,UAAU,SAAS;AAEvG,YAAM,eAAe,MAAM;AAAA,QACzB;AAAA,QACA,SAAO,KAAK,mBAAmB,KAAK,OAAO;AAAA,QAC3C,YAAY;AAAA,MACd;AAEA,eAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,cAAM,SAAS,aAAa,CAAC;AAC7B,YAAI,CAAC,OAAQ;AACb,cAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,YAAI,OAAO,WAAW,aAAa;AACjC,gBAAM,eAAe,OAAO;AAC5B,qBAAW,KAAK,EAAE,GAAG,cAAc,IAAI,CAAC;AAGxC,cAAI,aAAa,OAAO,SAAS,UAAU,cAAc;AACvD;AAAA,UACF;AAAA,QACF,OAAO;AAGL,gBAAM,WAAW,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM;AAC9F,iBAAO,SAAS,4BAA4B,GAAG,KAAK,QAAQ,IAAI,SAAS;AAEzE,qBAAW,KAAK;AAAA,YACd;AAAA,YACA,SAAS,+BAA+B,QAAQ;AAAA,YAChD,YAAY;AAAA,YACZ,SAAS;AAAA,YACT,OAAO,cAAc,OAAO,MAAM;AAAA,UACpC,CAAC;AAAA,QACH;AAAA,MACF;AAGA,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,MAAM;AAAA,MACjE,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,SAAS;AAAA,MAC/E;AAEA,aAAO,QAAQ,mBAAmB,WAAW,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,IAAI,KAAK,MAAM,WAAW,SAAS;AAGvH,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,aAAa,gBAAgB,IAAI,MAAO;AAC9C,cAAM,MAAM,UAAU;AAAA,MACxB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,gBAAgB,KAAK,QAAQ,cAAc;AAAA,EAC3G;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,aAAa,MAAgB,SAAiF;AAC1H,UAAM,UAAU,MAAM,YAAY,MAAM,SAAO,KAAK,mBAAmB,KAAK,OAAO,GAAG,YAAY,OAAO;AAEzG,WAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,YAAM,MAAM,KAAK,KAAK,KAAK;AAE3B,UAAI,OAAO,WAAW,aAAa;AACjC,eAAO,EAAE,GAAG,OAAO,OAAO,IAAI;AAAA,MAChC;AAGA,aAAO;AAAA,QACL;AAAA,QACA,SAAS,UAAU,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM,CAAC;AAAA,QACjG,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,cAAc,OAAO,MAAM;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF;",
+  "names": ["Logger"]
 }