mcp-researchpowerpack-http 3.10.0 → 3.11.0

package/README.md

@@ -1,6 +1,6 @@
 # mcp-researchpowerpack
 
-http mcp server for research. web search, reddit mining, scraping, deep research — all over `/mcp`.
+http mcp server for research. web search, reddit mining, and scraping — all over `/mcp`.
 
 built on [mcp-use](https://github.com/nicepkg/mcp-use). no stdio, http only.
 
@@ -12,7 +12,6 @@ built on [mcp-use](https://github.com/nicepkg/mcp-use). no stdio, http only.
 | `search-reddit` | reddit-focused search, 3–50 diverse queries | `SERPER_API_KEY` |
 | `get-reddit-post` | fetch reddit posts + full comment trees, 2–50 urls | `REDDIT_CLIENT_ID` + `REDDIT_CLIENT_SECRET` |
 | `scrape-links` | scrape 1–50 urls with optional ai extraction | `SCRAPEDO_API_KEY` |
-| `deep-research` | multi-question research with optional file attachments | `OPENROUTER_API_KEY` |
 
 also exposes `/health` and `health://status` mcp resource.
 
@@ -60,9 +59,9 @@ copy `.env.example`, set only what you need. missing keys don't crash — they d
 | `SERPER_API_KEY` | web-search, search-reddit |
 | `REDDIT_CLIENT_ID` + `REDDIT_CLIENT_SECRET` | get-reddit-post |
 | `SCRAPEDO_API_KEY` | scrape-links |
-| `OPENROUTER_API_KEY` | deep-research, ai extraction |
+| `OPENROUTER_API_KEY` | ai extraction (scrape-links) |
 
-optional tuning: `RESEARCH_MODEL`, `RESEARCH_FALLBACK_MODEL`, `LLM_EXTRACTION_MODEL`, `DEFAULT_REASONING_EFFORT`, `API_TIMEOUT_MS`.
+optional tuning: `LLM_EXTRACTION_MODEL`, `API_TIMEOUT_MS`.
 
 ## dev
 
@@ -100,12 +99,10 @@ src/
     search.ts            web-search handler
     reddit.ts            search-reddit + get-reddit-post
     scrape.ts            scrape-links handler
-    research.ts          deep-research handler
     mcp-helpers.ts       response builders (markdown, error, toolFailure)
     utils.ts             shared formatters, token budget allocation
   services/
     llm-processor.ts     ai extraction/synthesis via openrouter
-    file-attachment.ts   local file reads for deep-research context
     markdown-cleaner.ts  html/markdown cleanup
   schemas/               zod v4 input validation per tool
   utils/
@@ -117,7 +114,7 @@ src/
     logger.ts            mcpLog() — stderr-only (mcp-safe)
 ```
 
-key patterns: capability detection at startup, lazy config via proxy, bounded concurrency (scraper:30, reddit:10, research:3), 32k token budgets, ctr-based url ranking, tools never throw (always return toolFailure), structured errors with retry classification.
+key patterns: capability detection at startup, lazy config via proxy, bounded concurrency (scraper:30, reddit:10, github:5), 32k token budgets, ctr-based url ranking, tools never throw (always return toolFailure), structured errors with retry classification.
 
 ## license
 

package/dist/index.js

@@ -1,4 +1,7 @@
 #!/usr/bin/env node
+if (!process.env.UV_THREADPOOL_SIZE) {
+  process.env.UV_THREADPOOL_SIZE = "8";
+}
 import { Logger } from "mcp-use";
 import {
   InMemorySessionStore,
@@ -148,8 +151,14 @@ async function main() {
   if (allowedOrigins && allowedOrigins.length > 0) {
     startupLogger.info(`Host validation enabled for origins: ${allowedOrigins.join(", ")}`);
   } else if (isProduction) {
+    if (!baseUrl) {
+      startupLogger.error(
+        "Production mode requires ALLOWED_ORIGINS or MCP_URL to be set. Without host validation, the server is vulnerable to DNS rebinding attacks. Set ALLOWED_ORIGINS to the public deployment URL or custom domain."
+      );
+      process.exit(1);
+    }
     startupLogger.warn(
-      "Host validation is disabled because ALLOWED_ORIGINS is not set. Set ALLOWED_ORIGINS to the public deployment URL or custom domain after the first deploy."
+      "Host validation is disabled because ALLOWED_ORIGINS is not set. MCP_URL is set, so the server will start \u2014 but set ALLOWED_ORIGINS for full origin protection."
     );
   } else {
     startupLogger.info("Host validation disabled for local development");

package/dist/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../index.ts"],
-  "sourcesContent": ["#!/usr/bin/env node\n\nimport { Logger } from 'mcp-use';\nimport {\n  InMemorySessionStore,\n  InMemoryStreamManager,\n  MCPServer,\n  RedisSessionStore,\n  RedisStreamManager,\n  object,\n  type ServerConfig,\n} from 'mcp-use/server';\nimport { createClient, type RedisClientType } from 'redis';\n\nimport { SERVER } from './src/config/index.js';\nimport { registerAllTools } from './src/tools/registry.js';\n\nconst DEFAULT_PORT = 3000 as const;\nconst SHUTDOWN_TIMEOUT_MS = 10_000 as const;\nconst WEBSITE_URL = 'https://github.com/yigitkonur/mcp-researchpowerpack-http' as const;\nconst LOCAL_DEFAULT_HOST = '127.0.0.1' as const;\n\ntype CleanupFn = () => Promise<void>;\n\nconst startupLogger = Logger.get('startup');\n\nfunction parseCsvEnv(value: string | undefined): string[] | undefined {\n  if (!value) return undefined;\n\n  const parts = value\n    .split(',')\n    .map((part) => part.trim())\n    .filter(Boolean);\n\n  return parts.length > 0 ? parts : undefined;\n}\n\nfunction parsePort(value: string | undefined, fallback: number): number {\n  const parsed = Number.parseInt(value ?? '', 10);\n  if (Number.isFinite(parsed) && parsed > 0) {\n    return parsed;\n  }\n\n  return fallback;\n}\n\nfunction resolvePort(): number {\n  const portFlagIndex = process.argv.findIndex((arg) => arg === '--port');\n  if (portFlagIndex >= 0) {\n    return parsePort(process.argv[portFlagIndex + 1], DEFAULT_PORT);\n  }\n\n  return parsePort(process.env.PORT, DEFAULT_PORT);\n}\n\nfunction resolveHost(): string {\n  const explicitHost = process.env.HOST?.trim();\n  if (explicitHost) {\n    return explicitHost;\n  }\n\n  // Cloud runtimes typically inject PORT and expect the process to listen on all interfaces.\n  if (process.env.PORT?.trim()) {\n    return '0.0.0.0';\n  }\n\n  return LOCAL_DEFAULT_HOST;\n}\n\nfunction buildCors(allowedOrigins: string[] | undefined): ServerConfig['cors'] {\n  if (!allowedOrigins || allowedOrigins.length === 0) {\n    return undefined;\n  }\n\n  return {\n    origin: allowedOrigins,\n    allowMethods: ['GET', 'HEAD', 'POST', 'PUT', 'DELETE', 'OPTIONS'],\n    allowHeaders: [\n      'Content-Type',\n      'Accept',\n      'Authorization',\n      'mcp-protocol-version',\n      'mcp-session-id',\n      'X-Proxy-Token',\n      'X-Target-URL',\n    ],\n    exposeHeaders: ['mcp-session-id'],\n  };\n}\n\nfunction configureLogging(): void {\n  Logger.configure({\n    level: process.env.NODE_ENV === 'production' ? 'info' : 'debug',\n    format: 'minimal',\n  });\n\n  const debug = process.env.DEBUG?.trim();\n  if (debug === '2') {\n    Logger.setDebug(2);\n  } else if (debug) {\n    Logger.setDebug(1);\n  }\n}\n\nfunction normalizeOrigin(value: string, envName: string): string {\n  try {\n    return new URL(value).origin;\n  } catch {\n    throw new Error(`${envName} must contain absolute URLs with protocol. Received: ${value}`);\n  }\n}\n\nfunction resolveAllowedOrigins(): string[] | undefined {\n  const explicitOrigins = parseCsvEnv(process.env.ALLOWED_ORIGINS);\n  if (explicitOrigins && explicitOrigins.length > 0) {\n    return explicitOrigins.map(origin => normalizeOrigin(origin, 'ALLOWED_ORIGINS'));\n  }\n\n  return undefined;\n}\n\nasync function buildSessionConfig(): Promise<{\n  sessionConfig: Pick<ServerConfig, 'sessionStore' | 'streamManager'>;\n  cleanupFns: CleanupFn[];\n}> {\n  const redisUrl = process.env.REDIS_URL?.trim();\n\n  if (!redisUrl) {\n    return {\n      sessionConfig: {\n        sessionStore: new InMemorySessionStore(),\n        streamManager: new InMemoryStreamManager(),\n      },\n      cleanupFns: [],\n    };\n  }\n\n  const commandClient = createClient({ url: redisUrl });\n  const pubSubClient = commandClient.duplicate();\n\n  await Promise.all([commandClient.connect(), pubSubClient.connect()]);\n\n  return {\n    sessionConfig: {\n      sessionStore: new RedisSessionStore({\n        client: commandClient as RedisClientType,\n      }),\n      streamManager: new RedisStreamManager({\n        client: commandClient as RedisClientType,\n        pubSubClient: pubSubClient as RedisClientType,\n      }),\n    },\n    cleanupFns: [\n      async () => {\n        await pubSubClient.quit();\n      },\n      async () => {\n        await commandClient.quit();\n      },\n    ],\n  };\n}\n\nfunction buildHealthPayload(server: MCPServer, startedAt: number) {\n  return {\n    status: 'ok',\n    name: SERVER.NAME,\n    version: SERVER.VERSION,\n    transport: 'http',\n    uptime_seconds: Math.floor((Date.now() - startedAt) / 1000),\n    active_sessions: server.getActiveSessions().length,\n    timestamp: new Date().toISOString(),\n  };\n}\n\nasync function main(): Promise<void> {\n  configureLogging();\n\n  const isProduction = process.env.NODE_ENV === 'production';\n  const host = resolveHost();\n  const port = resolvePort();\n  const baseUrl = process.env.MCP_URL?.trim() || undefined;\n  const allowedOrigins = resolveAllowedOrigins();\n\n  const { sessionConfig, cleanupFns } = await buildSessionConfig();\n\n  startupLogger.info(`Starting ${SERVER.NAME} v${SERVER.VERSION}`);\n  startupLogger.info(`Binding HTTP server to ${host}:${port}`);\n  if (allowedOrigins && allowedOrigins.length > 0) {\n    startupLogger.info(`Host validation enabled for origins: ${allowedOrigins.join(', ')}`);\n  } else if (isProduction) {\n    startupLogger.warn(\n      'Host validation is disabled because ALLOWED_ORIGINS is not set. ' +\n      'Set ALLOWED_ORIGINS to the public deployment URL or custom domain after the first deploy.',\n    );\n  } else {\n    startupLogger.info('Host validation disabled for local development');\n  }\n\n  const server = new MCPServer({\n    name: SERVER.NAME,\n    title: 'Research Powerpack',\n    version: SERVER.VERSION,\n    description: SERVER.DESCRIPTION,\n    websiteUrl: WEBSITE_URL,\n    host,\n    baseUrl,\n    cors: buildCors(allowedOrigins),\n    allowedOrigins,\n    ...sessionConfig,\n  });\n\n  registerAllTools(server);\n\n  const startedAt = Date.now();\n\n  server.get('/health', (c) => c.json(buildHealthPayload(server, startedAt)));\n  server.get('/healthz', (c) => c.json(buildHealthPayload(server, startedAt)));\n  server.resource(\n    {\n      name: 'server-health',\n      uri: 'health://status',\n      description: 'Current server health, uptime, and active MCP session count.',\n      mimeType: 'application/json',\n    },\n    async () => object(buildHealthPayload(server, startedAt)),\n  );\n\n  let isShuttingDown = false;\n\n  async function shutdown(signal: string, exitCode: number): Promise<void> {\n    if (isShuttingDown) return;\n    isShuttingDown = true;\n\n    const forceExit = setTimeout(() => {\n      startupLogger.error(`Forced exit after ${SHUTDOWN_TIMEOUT_MS}ms (${signal})`);\n      process.exit(1);\n    }, SHUTDOWN_TIMEOUT_MS);\n\n    try {\n      startupLogger.warn(`Shutdown signal received: ${signal}`);\n      await server.close();\n\n      for (const cleanupFn of cleanupFns) {\n        await cleanupFn();\n      }\n\n      clearTimeout(forceExit);\n      process.exit(exitCode);\n    } catch (error) {\n      clearTimeout(forceExit);\n      const message = error instanceof Error ? (error.stack ?? error.message) : String(error);\n      startupLogger.error(`Error while stopping server: ${message}`);\n      process.exit(1);\n    }\n  }\n\n  process.on('SIGTERM', () => {\n    void shutdown('SIGTERM', 0);\n  });\n\n  process.on('SIGINT', () => {\n    void shutdown('SIGINT', 0);\n  });\n\n  process.on('uncaughtException', (error) => {\n    startupLogger.error(`Uncaught exception: ${error.stack ?? error.message}`);\n    void shutdown('uncaughtException', 1);\n  });\n\n  process.on('unhandledRejection', (reason) => {\n    startupLogger.error(`Unhandled rejection: ${String(reason)}`);\n    void shutdown('unhandledRejection', 1);\n  });\n\n  await server.listen(port);\n\n  startupLogger.info(`${SERVER.NAME} v${SERVER.VERSION} listening on http://${host}:${port}/mcp`);\n}\n\nvoid main().catch((error) => {\n  const message = error instanceof Error ? (error.stack ?? error.message) : String(error);\n  startupLogger.error(`Server failed to start: ${message}`);\n  process.exit(1);\n});\n"],
-  "mappings": ";AAEA,SAAS,cAAc;AACvB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,oBAA0C;AAEnD,SAAS,cAAc;AACvB,SAAS,wBAAwB;AAEjC,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAC5B,MAAM,cAAc;AACpB,MAAM,qBAAqB;AAI3B,MAAM,gBAAgB,OAAO,IAAI,SAAS;AAE1C,SAAS,YAAY,OAAiD;AACpE,MAAI,CAAC,MAAO,QAAO;AAEnB,QAAM,QAAQ,MACX,MAAM,GAAG,EACT,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,OAAO;AAEjB,SAAO,MAAM,SAAS,IAAI,QAAQ;AACpC;AAEA,SAAS,UAAU,OAA2B,UAA0B;AACtE,QAAM,SAAS,OAAO,SAAS,SAAS,IAAI,EAAE;AAC9C,MAAI,OAAO,SAAS,MAAM,KAAK,SAAS,GAAG;AACzC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,cAAsB;AAC7B,QAAM,gBAAgB,QAAQ,KAAK,UAAU,CAAC,QAAQ,QAAQ,QAAQ;AACtE,MAAI,iBAAiB,GAAG;AACtB,WAAO,UAAU,QAAQ,KAAK,gBAAgB,CAAC,GAAG,YAAY;AAAA,EAChE;AAEA,SAAO,UAAU,QAAQ,IAAI,MAAM,YAAY;AACjD;AAEA,SAAS,cAAsB;AAC7B,QAAM,eAAe,QAAQ,IAAI,MAAM,KAAK;AAC5C,MAAI,cAAc;AAChB,WAAO;AAAA,EACT;AAGA,MAAI,QAAQ,IAAI,MAAM,KAAK,GAAG;AAC5B,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,UAAU,gBAA4D;AAC7E,MAAI,CAAC,kBAAkB,eAAe,WAAW,GAAG;AAClD,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,cAAc,CAAC,OAAO,QAAQ,QAAQ,OAAO,UAAU,SAAS;AAAA,IAChE,cAAc;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,IACA,eAAe,CAAC,gBAAgB;AAAA,EAClC;AACF;AAEA,SAAS,mBAAyB;AAChC,SAAO,UAAU;AAAA,IACf,OAAO,QAAQ,IAAI,aAAa,eAAe,SAAS;AAAA,IACxD,QAAQ;AAAA,EACV,CAAC;AAED,QAAM,QAAQ,QAAQ,IAAI,OAAO,KAAK;AACtC,MAAI,UAAU,KAAK;AACjB,WAAO,SAAS,CAAC;AAAA,EACnB,WAAW,OAAO;AAChB,WAAO,SAAS,CAAC;AAAA,EACnB;AACF;AAEA,SAAS,gBAAgB,OAAe,SAAyB;AAC/D,MAAI;AACF,WAAO,IAAI,IAAI,KAAK,EAAE;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI,MAAM,GAAG,OAAO,wDAAwD,KAAK,EAAE;AAAA,EAC3F;AACF;AAEA,SAAS,wBAA8C;AACrD,QAAM,kBAAkB,YAAY,QAAQ,IAAI,eAAe;AAC/D,MAAI,mBAAmB,gBAAgB,SAAS,GAAG;AACjD,WAAO,gBAAgB,IAAI,YAAU,gBAAgB,QAAQ,iBAAiB,CAAC;AAAA,EACjF;AAEA,SAAO;AACT;AAEA,eAAe,qBAGZ;AACD,QAAM,WAAW,QAAQ,IAAI,WAAW,KAAK;AAE7C,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,MACL,eAAe;AAAA,QACb,cAAc,IAAI,qBAAqB;AAAA,QACvC,eAAe,IAAI,sBAAsB;AAAA,MAC3C;AAAA,MACA,YAAY,CAAC;AAAA,IACf;AAAA,EACF;AAEA,QAAM,gBAAgB,aAAa,EAAE,KAAK,SAAS,CAAC;AACpD,QAAM,eAAe,cAAc,UAAU;AAE7C,QAAM,QAAQ,IAAI,CAAC,cAAc,QAAQ,GAAG,aAAa,QAAQ,CAAC,CAAC;AAEnE,SAAO;AAAA,IACL,eAAe;AAAA,MACb,cAAc,IAAI,kBAAkB;AAAA,QAClC,QAAQ;AAAA,MACV,CAAC;AAAA,MACD,eAAe,IAAI,mBAAmB;AAAA,QACpC,QAAQ;AAAA,QACR;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IACA,YAAY;AAAA,MACV,YAAY;AACV,cAAM,aAAa,KAAK;AAAA,MAC1B;AAAA,MACA,YAAY;AACV,cAAM,cAAc,KAAK;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,QAAmB,WAAmB;AAChE,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,MAAM,OAAO;AAAA,IACb,SAAS,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,gBAAgB,KAAK,OAAO,KAAK,IAAI,IAAI,aAAa,GAAI;AAAA,IAC1D,iBAAiB,OAAO,kBAAkB,EAAE;AAAA,IAC5C,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,EACpC;AACF;AAEA,eAAe,OAAsB;AACnC,mBAAiB;AAEjB,QAAM,eAAe,QAAQ,IAAI,aAAa;AAC9C,QAAM,OAAO,YAAY;AACzB,QAAM,OAAO,YAAY;AACzB,QAAM,UAAU,QAAQ,IAAI,SAAS,KAAK,KAAK;AAC/C,QAAM,iBAAiB,sBAAsB;AAE7C,QAAM,EAAE,eAAe,WAAW,IAAI,MAAM,mBAAmB;AAE/D,gBAAc,KAAK,YAAY,OAAO,IAAI,KAAK,OAAO,OAAO,EAAE;AAC/D,gBAAc,KAAK,0BAA0B,IAAI,IAAI,IAAI,EAAE;AAC3D,MAAI,kBAAkB,eAAe,SAAS,GAAG;AAC/C,kBAAc,KAAK,wCAAwC,eAAe,KAAK,IAAI,CAAC,EAAE;AAAA,EACxF,WAAW,cAAc;AACvB,kBAAc;AAAA,MACZ;AAAA,IAEF;AAAA,EACF,OAAO;AACL,kBAAc,KAAK,gDAAgD;AAAA,EACrE;AAEA,QAAM,SAAS,IAAI,UAAU;AAAA,IAC3B,MAAM,OAAO;AAAA,IACb,OAAO;AAAA,IACP,SAAS,OAAO;AAAA,IAChB,aAAa,OAAO;AAAA,IACpB,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA,MAAM,UAAU,cAAc;AAAA,IAC9B;AAAA,IACA,GAAG;AAAA,EACL,CAAC;AAED,mBAAiB,MAAM;AAEvB,QAAM,YAAY,KAAK,IAAI;AAE3B,SAAO,IAAI,WAAW,CAAC,MAAM,EAAE,KAAK,mBAAmB,QAAQ,SAAS,CAAC,CAAC;AAC1E,SAAO,IAAI,YAAY,CAAC,MAAM,EAAE,KAAK,mBAAmB,QAAQ,SAAS,CAAC,CAAC;AAC3E,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,KAAK;AAAA,MACL,aAAa;AAAA,MACb,UAAU;AAAA,IACZ;AAAA,IACA,YAAY,OAAO,mBAAmB,QAAQ,SAAS,CAAC;AAAA,EAC1D;AAEA,MAAI,iBAAiB;AAErB,iBAAe,SAAS,QAAgB,UAAiC;AACvE,QAAI,eAAgB;AACpB,qBAAiB;AAEjB,UAAM,YAAY,WAAW,MAAM;AACjC,oBAAc,MAAM,qBAAqB,mBAAmB,OAAO,MAAM,GAAG;AAC5E,cAAQ,KAAK,CAAC;AAAA,IAChB,GAAG,mBAAmB;AAEtB,QAAI;AACF,oBAAc,KAAK,6BAA6B,MAAM,EAAE;AACxD,YAAM,OAAO,MAAM;AAEnB,iBAAW,aAAa,YAAY;AAClC,cAAM,UAAU;AAAA,MAClB;AAEA,mBAAa,SAAS;AACtB,cAAQ,KAAK,QAAQ;AAAA,IACvB,SAAS,OAAO;AACd,mBAAa,SAAS;AACtB,YAAM,UAAU,iBAAiB,QAAS,MAAM,SAAS,MAAM,UAAW,OAAO,KAAK;AACtF,oBAAc,MAAM,gCAAgC,OAAO,EAAE;AAC7D,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF;AAEA,UAAQ,GAAG,WAAW,MAAM;AAC1B,SAAK,SAAS,WAAW,CAAC;AAAA,EAC5B,CAAC;AAED,UAAQ,GAAG,UAAU,MAAM;AACzB,SAAK,SAAS,UAAU,CAAC;AAAA,EAC3B,CAAC;AAED,UAAQ,GAAG,qBAAqB,CAAC,UAAU;AACzC,kBAAc,MAAM,uBAAuB,MAAM,SAAS,MAAM,OAAO,EAAE;AACzE,SAAK,SAAS,qBAAqB,CAAC;AAAA,EACtC,CAAC;AAED,UAAQ,GAAG,sBAAsB,CAAC,WAAW;AAC3C,kBAAc,MAAM,wBAAwB,OAAO,MAAM,CAAC,EAAE;AAC5D,SAAK,SAAS,sBAAsB,CAAC;AAAA,EACvC,CAAC;AAED,QAAM,OAAO,OAAO,IAAI;AAExB,gBAAc,KAAK,GAAG,OAAO,IAAI,KAAK,OAAO,OAAO,wBAAwB,IAAI,IAAI,IAAI,MAAM;AAChG;AAEA,KAAK,KAAK,EAAE,MAAM,CAAC,UAAU;AAC3B,QAAM,UAAU,iBAAiB,QAAS,MAAM,SAAS,MAAM,UAAW,OAAO,KAAK;AACtF,gBAAc,MAAM,2BAA2B,OAAO,EAAE;AACxD,UAAQ,KAAK,CAAC;AAChB,CAAC;",
+  "sourcesContent": ["#!/usr/bin/env node\n\n// Expand libuv thread pool for parallel DNS lookups (default 4 is too low for 20+ concurrent connections)\nif (!process.env.UV_THREADPOOL_SIZE) {\n  process.env.UV_THREADPOOL_SIZE = '8';\n}\n\nimport { Logger } from 'mcp-use';\nimport {\n  InMemorySessionStore,\n  InMemoryStreamManager,\n  MCPServer,\n  RedisSessionStore,\n  RedisStreamManager,\n  object,\n  type ServerConfig,\n} from 'mcp-use/server';\nimport { createClient, type RedisClientType } from 'redis';\n\nimport { SERVER } from './src/config/index.js';\nimport { registerAllTools } from './src/tools/registry.js';\n\nconst DEFAULT_PORT = 3000 as const;\nconst SHUTDOWN_TIMEOUT_MS = 10_000 as const;\nconst WEBSITE_URL = 'https://github.com/yigitkonur/mcp-researchpowerpack-http' as const;\nconst LOCAL_DEFAULT_HOST = '127.0.0.1' as const;\n\ntype CleanupFn = () => Promise<void>;\n\nconst startupLogger = Logger.get('startup');\n\nfunction parseCsvEnv(value: string | undefined): string[] | undefined {\n  if (!value) return undefined;\n\n  const parts = value\n    .split(',')\n    .map((part) => part.trim())\n    .filter(Boolean);\n\n  return parts.length > 0 ? parts : undefined;\n}\n\nfunction parsePort(value: string | undefined, fallback: number): number {\n  const parsed = Number.parseInt(value ?? '', 10);\n  if (Number.isFinite(parsed) && parsed > 0) {\n    return parsed;\n  }\n\n  return fallback;\n}\n\nfunction resolvePort(): number {\n  const portFlagIndex = process.argv.findIndex((arg) => arg === '--port');\n  if (portFlagIndex >= 0) {\n    return parsePort(process.argv[portFlagIndex + 1], DEFAULT_PORT);\n  }\n\n  return parsePort(process.env.PORT, DEFAULT_PORT);\n}\n\nfunction resolveHost(): string {\n  const explicitHost = process.env.HOST?.trim();\n  if (explicitHost) {\n    return explicitHost;\n  }\n\n  // Cloud runtimes typically inject PORT and expect the process to listen on all interfaces.\n  if (process.env.PORT?.trim()) {\n    return '0.0.0.0';\n  }\n\n  return LOCAL_DEFAULT_HOST;\n}\n\nfunction buildCors(allowedOrigins: string[] | undefined): ServerConfig['cors'] {\n  if (!allowedOrigins || allowedOrigins.length === 0) {\n    return undefined;\n  }\n\n  return {\n    origin: allowedOrigins,\n    allowMethods: ['GET', 'HEAD', 'POST', 'PUT', 'DELETE', 'OPTIONS'],\n    allowHeaders: [\n      'Content-Type',\n      'Accept',\n      'Authorization',\n      'mcp-protocol-version',\n      'mcp-session-id',\n      'X-Proxy-Token',\n      'X-Target-URL',\n    ],\n    exposeHeaders: ['mcp-session-id'],\n  };\n}\n\nfunction configureLogging(): void {\n  Logger.configure({\n    level: process.env.NODE_ENV === 'production' ? 'info' : 'debug',\n    format: 'minimal',\n  });\n\n  const debug = process.env.DEBUG?.trim();\n  if (debug === '2') {\n    Logger.setDebug(2);\n  } else if (debug) {\n    Logger.setDebug(1);\n  }\n}\n\nfunction normalizeOrigin(value: string, envName: string): string {\n  try {\n    return new URL(value).origin;\n  } catch {\n    throw new Error(`${envName} must contain absolute URLs with protocol. Received: ${value}`);\n  }\n}\n\nfunction resolveAllowedOrigins(): string[] | undefined {\n  const explicitOrigins = parseCsvEnv(process.env.ALLOWED_ORIGINS);\n  if (explicitOrigins && explicitOrigins.length > 0) {\n    return explicitOrigins.map(origin => normalizeOrigin(origin, 'ALLOWED_ORIGINS'));\n  }\n\n  return undefined;\n}\n\nasync function buildSessionConfig(): Promise<{\n  sessionConfig: Pick<ServerConfig, 'sessionStore' | 'streamManager'>;\n  cleanupFns: CleanupFn[];\n}> {\n  const redisUrl = process.env.REDIS_URL?.trim();\n\n  if (!redisUrl) {\n    return {\n      sessionConfig: {\n        sessionStore: new InMemorySessionStore(),\n        streamManager: new InMemoryStreamManager(),\n      },\n      cleanupFns: [],\n    };\n  }\n\n  const commandClient = createClient({ url: redisUrl });\n  const pubSubClient = commandClient.duplicate();\n\n  await Promise.all([commandClient.connect(), pubSubClient.connect()]);\n\n  return {\n    sessionConfig: {\n      sessionStore: new RedisSessionStore({\n        client: commandClient as RedisClientType,\n      }),\n      streamManager: new RedisStreamManager({\n        client: commandClient as RedisClientType,\n        pubSubClient: pubSubClient as RedisClientType,\n      }),\n    },\n    cleanupFns: [\n      async () => {\n        await pubSubClient.quit();\n      },\n      async () => {\n        await commandClient.quit();\n      },\n    ],\n  };\n}\n\nfunction buildHealthPayload(server: MCPServer, startedAt: number) {\n  return {\n    status: 'ok',\n    name: SERVER.NAME,\n    version: SERVER.VERSION,\n    transport: 'http',\n    uptime_seconds: Math.floor((Date.now() - startedAt) / 1000),\n    active_sessions: server.getActiveSessions().length,\n    timestamp: new Date().toISOString(),\n  };\n}\n\nasync function main(): Promise<void> {\n  configureLogging();\n\n  const isProduction = process.env.NODE_ENV === 'production';\n  const host = resolveHost();\n  const port = resolvePort();\n  const baseUrl = process.env.MCP_URL?.trim() || undefined;\n  const allowedOrigins = resolveAllowedOrigins();\n\n  const { sessionConfig, cleanupFns } = await buildSessionConfig();\n\n  startupLogger.info(`Starting ${SERVER.NAME} v${SERVER.VERSION}`);\n  startupLogger.info(`Binding HTTP server to ${host}:${port}`);\n  if (allowedOrigins && allowedOrigins.length > 0) {\n    startupLogger.info(`Host validation enabled for origins: ${allowedOrigins.join(', ')}`);\n  } else if (isProduction) {\n    if (!baseUrl) {\n      startupLogger.error(\n        'Production mode requires ALLOWED_ORIGINS or MCP_URL to be set. ' +\n        'Without host validation, the server is vulnerable to DNS rebinding attacks. ' +\n        'Set ALLOWED_ORIGINS to the public deployment URL or custom domain.',\n      );\n      process.exit(1);\n    }\n    startupLogger.warn(\n      'Host validation is disabled because ALLOWED_ORIGINS is not set. ' +\n      'MCP_URL is set, so the server will start \u2014 but set ALLOWED_ORIGINS for full origin protection.',\n    );\n  } else {\n    startupLogger.info('Host validation disabled for local development');\n  }\n\n  const server = new MCPServer({\n    name: SERVER.NAME,\n    title: 'Research Powerpack',\n    version: SERVER.VERSION,\n    description: SERVER.DESCRIPTION,\n    websiteUrl: WEBSITE_URL,\n    host,\n    baseUrl,\n    cors: buildCors(allowedOrigins),\n    allowedOrigins,\n    ...sessionConfig,\n  });\n\n  registerAllTools(server);\n\n  const startedAt = Date.now();\n\n  server.get('/health', (c) => c.json(buildHealthPayload(server, startedAt)));\n  server.get('/healthz', (c) => c.json(buildHealthPayload(server, startedAt)));\n  server.resource(\n    {\n      name: 'server-health',\n      uri: 'health://status',\n      description: 'Current server health, uptime, and active MCP session count.',\n      mimeType: 'application/json',\n    },\n    async () => object(buildHealthPayload(server, startedAt)),\n  );\n\n  let isShuttingDown = false;\n\n  async function shutdown(signal: string, exitCode: number): Promise<void> {\n    if (isShuttingDown) return;\n    isShuttingDown = true;\n\n    const forceExit = setTimeout(() => {\n      startupLogger.error(`Forced exit after ${SHUTDOWN_TIMEOUT_MS}ms (${signal})`);\n      process.exit(1);\n    }, SHUTDOWN_TIMEOUT_MS);\n\n    try {\n      startupLogger.warn(`Shutdown signal received: ${signal}`);\n      await server.close();\n\n      for (const cleanupFn of cleanupFns) {\n        await cleanupFn();\n      }\n\n      clearTimeout(forceExit);\n      process.exit(exitCode);\n    } catch (error) {\n      clearTimeout(forceExit);\n      const message = error instanceof Error ? (error.stack ?? error.message) : String(error);\n      startupLogger.error(`Error while stopping server: ${message}`);\n      process.exit(1);\n    }\n  }\n\n  process.on('SIGTERM', () => {\n    void shutdown('SIGTERM', 0);\n  });\n\n  process.on('SIGINT', () => {\n    void shutdown('SIGINT', 0);\n  });\n\n  process.on('uncaughtException', (error) => {\n    startupLogger.error(`Uncaught exception: ${error.stack ?? error.message}`);\n    void shutdown('uncaughtException', 1);\n  });\n\n  process.on('unhandledRejection', (reason) => {\n    startupLogger.error(`Unhandled rejection: ${String(reason)}`);\n    void shutdown('unhandledRejection', 1);\n  });\n\n  await server.listen(port);\n\n  startupLogger.info(`${SERVER.NAME} v${SERVER.VERSION} listening on http://${host}:${port}/mcp`);\n}\n\nvoid main().catch((error) => {\n  const message = error instanceof Error ? (error.stack ?? error.message) : String(error);\n  startupLogger.error(`Server failed to start: ${message}`);\n  process.exit(1);\n});\n"],
+  "mappings": ";AAGA,IAAI,CAAC,QAAQ,IAAI,oBAAoB;AACnC,UAAQ,IAAI,qBAAqB;AACnC;AAEA,SAAS,cAAc;AACvB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,oBAA0C;AAEnD,SAAS,cAAc;AACvB,SAAS,wBAAwB;AAEjC,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAC5B,MAAM,cAAc;AACpB,MAAM,qBAAqB;AAI3B,MAAM,gBAAgB,OAAO,IAAI,SAAS;AAE1C,SAAS,YAAY,OAAiD;AACpE,MAAI,CAAC,MAAO,QAAO;AAEnB,QAAM,QAAQ,MACX,MAAM,GAAG,EACT,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,OAAO;AAEjB,SAAO,MAAM,SAAS,IAAI,QAAQ;AACpC;AAEA,SAAS,UAAU,OAA2B,UAA0B;AACtE,QAAM,SAAS,OAAO,SAAS,SAAS,IAAI,EAAE;AAC9C,MAAI,OAAO,SAAS,MAAM,KAAK,SAAS,GAAG;AACzC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,cAAsB;AAC7B,QAAM,gBAAgB,QAAQ,KAAK,UAAU,CAAC,QAAQ,QAAQ,QAAQ;AACtE,MAAI,iBAAiB,GAAG;AACtB,WAAO,UAAU,QAAQ,KAAK,gBAAgB,CAAC,GAAG,YAAY;AAAA,EAChE;AAEA,SAAO,UAAU,QAAQ,IAAI,MAAM,YAAY;AACjD;AAEA,SAAS,cAAsB;AAC7B,QAAM,eAAe,QAAQ,IAAI,MAAM,KAAK;AAC5C,MAAI,cAAc;AAChB,WAAO;AAAA,EACT;AAGA,MAAI,QAAQ,IAAI,MAAM,KAAK,GAAG;AAC5B,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,UAAU,gBAA4D;AAC7E,MAAI,CAAC,kBAAkB,eAAe,WAAW,GAAG;AAClD,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,cAAc,CAAC,OAAO,QAAQ,QAAQ,OAAO,UAAU,SAAS;AAAA,IAChE,cAAc;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,IACA,eAAe,CAAC,gBAAgB;AAAA,EAClC;AACF;AAEA,SAAS,mBAAyB;AAChC,SAAO,UAAU;AAAA,IACf,OAAO,QAAQ,IAAI,aAAa,eAAe,SAAS;AAAA,IACxD,QAAQ;AAAA,EACV,CAAC;AAED,QAAM,QAAQ,QAAQ,IAAI,OAAO,KAAK;AACtC,MAAI,UAAU,KAAK;AACjB,WAAO,SAAS,CAAC;AAAA,EACnB,WAAW,OAAO;AAChB,WAAO,SAAS,CAAC;AAAA,EACnB;AACF;AAEA,SAAS,gBAAgB,OAAe,SAAyB;AAC/D,MAAI;AACF,WAAO,IAAI,IAAI,KAAK,EAAE;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI,MAAM,GAAG,OAAO,wDAAwD,KAAK,EAAE;AAAA,EAC3F;AACF;AAEA,SAAS,wBAA8C;AACrD,QAAM,kBAAkB,YAAY,QAAQ,IAAI,eAAe;AAC/D,MAAI,mBAAmB,gBAAgB,SAAS,GAAG;AACjD,WAAO,gBAAgB,IAAI,YAAU,gBAAgB,QAAQ,iBAAiB,CAAC;AAAA,EACjF;AAEA,SAAO;AACT;AAEA,eAAe,qBAGZ;AACD,QAAM,WAAW,QAAQ,IAAI,WAAW,KAAK;AAE7C,MAAI,CAAC,UAAU;AACb,WAAO;AAAA,MACL,eAAe;AAAA,QACb,cAAc,IAAI,qBAAqB;AAAA,QACvC,eAAe,IAAI,sBAAsB;AAAA,MAC3C;AAAA,MACA,YAAY,CAAC;AAAA,IACf;AAAA,EACF;AAEA,QAAM,gBAAgB,aAAa,EAAE,KAAK,SAAS,CAAC;AACpD,QAAM,eAAe,cAAc,UAAU;AAE7C,QAAM,QAAQ,IAAI,CAAC,cAAc,QAAQ,GAAG,aAAa,QAAQ,CAAC,CAAC;AAEnE,SAAO;AAAA,IACL,eAAe;AAAA,MACb,cAAc,IAAI,kBAAkB;AAAA,QAClC,QAAQ;AAAA,MACV,CAAC;AAAA,MACD,eAAe,IAAI,mBAAmB;AAAA,QACpC,QAAQ;AAAA,QACR;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IACA,YAAY;AAAA,MACV,YAAY;AACV,cAAM,aAAa,KAAK;AAAA,MAC1B;AAAA,MACA,YAAY;AACV,cAAM,cAAc,KAAK;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,QAAmB,WAAmB;AAChE,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,MAAM,OAAO;AAAA,IACb,SAAS,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,gBAAgB,KAAK,OAAO,KAAK,IAAI,IAAI,aAAa,GAAI;AAAA,IAC1D,iBAAiB,OAAO,kBAAkB,EAAE;AAAA,IAC5C,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,EACpC;AACF;AAEA,eAAe,OAAsB;AACnC,mBAAiB;AAEjB,QAAM,eAAe,QAAQ,IAAI,aAAa;AAC9C,QAAM,OAAO,YAAY;AACzB,QAAM,OAAO,YAAY;AACzB,QAAM,UAAU,QAAQ,IAAI,SAAS,KAAK,KAAK;AAC/C,QAAM,iBAAiB,sBAAsB;AAE7C,QAAM,EAAE,eAAe,WAAW,IAAI,MAAM,mBAAmB;AAE/D,gBAAc,KAAK,YAAY,OAAO,IAAI,KAAK,OAAO,OAAO,EAAE;AAC/D,gBAAc,KAAK,0BAA0B,IAAI,IAAI,IAAI,EAAE;AAC3D,MAAI,kBAAkB,eAAe,SAAS,GAAG;AAC/C,kBAAc,KAAK,wCAAwC,eAAe,KAAK,IAAI,CAAC,EAAE;AAAA,EACxF,WAAW,cAAc;AACvB,QAAI,CAAC,SAAS;AACZ,oBAAc;AAAA,QACZ;AAAA,MAGF;AACA,cAAQ,KAAK,CAAC;AAAA,IAChB;AACA,kBAAc;AAAA,MACZ;AAAA,IAEF;AAAA,EACF,OAAO;AACL,kBAAc,KAAK,gDAAgD;AAAA,EACrE;AAEA,QAAM,SAAS,IAAI,UAAU;AAAA,IAC3B,MAAM,OAAO;AAAA,IACb,OAAO;AAAA,IACP,SAAS,OAAO;AAAA,IAChB,aAAa,OAAO;AAAA,IACpB,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA,MAAM,UAAU,cAAc;AAAA,IAC9B;AAAA,IACA,GAAG;AAAA,EACL,CAAC;AAED,mBAAiB,MAAM;AAEvB,QAAM,YAAY,KAAK,IAAI;AAE3B,SAAO,IAAI,WAAW,CAAC,MAAM,EAAE,KAAK,mBAAmB,QAAQ,SAAS,CAAC,CAAC;AAC1E,SAAO,IAAI,YAAY,CAAC,MAAM,EAAE,KAAK,mBAAmB,QAAQ,SAAS,CAAC,CAAC;AAC3E,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,KAAK;AAAA,MACL,aAAa;AAAA,MACb,UAAU;AAAA,IACZ;AAAA,IACA,YAAY,OAAO,mBAAmB,QAAQ,SAAS,CAAC;AAAA,EAC1D;AAEA,MAAI,iBAAiB;AAErB,iBAAe,SAAS,QAAgB,UAAiC;AACvE,QAAI,eAAgB;AACpB,qBAAiB;AAEjB,UAAM,YAAY,WAAW,MAAM;AACjC,oBAAc,MAAM,qBAAqB,mBAAmB,OAAO,MAAM,GAAG;AAC5E,cAAQ,KAAK,CAAC;AAAA,IAChB,GAAG,mBAAmB;AAEtB,QAAI;AACF,oBAAc,KAAK,6BAA6B,MAAM,EAAE;AACxD,YAAM,OAAO,MAAM;AAEnB,iBAAW,aAAa,YAAY;AAClC,cAAM,UAAU;AAAA,MAClB;AAEA,mBAAa,SAAS;AACtB,cAAQ,KAAK,QAAQ;AAAA,IACvB,SAAS,OAAO;AACd,mBAAa,SAAS;AACtB,YAAM,UAAU,iBAAiB,QAAS,MAAM,SAAS,MAAM,UAAW,OAAO,KAAK;AACtF,oBAAc,MAAM,gCAAgC,OAAO,EAAE;AAC7D,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF;AAEA,UAAQ,GAAG,WAAW,MAAM;AAC1B,SAAK,SAAS,WAAW,CAAC;AAAA,EAC5B,CAAC;AAED,UAAQ,GAAG,UAAU,MAAM;AACzB,SAAK,SAAS,UAAU,CAAC;AAAA,EAC3B,CAAC;AAED,UAAQ,GAAG,qBAAqB,CAAC,UAAU;AACzC,kBAAc,MAAM,uBAAuB,MAAM,SAAS,MAAM,OAAO,EAAE;AACzE,SAAK,SAAS,qBAAqB,CAAC;AAAA,EACtC,CAAC;AAED,UAAQ,GAAG,sBAAsB,CAAC,WAAW;AAC3C,kBAAc,MAAM,wBAAwB,OAAO,MAAM,CAAC,EAAE;AAC5D,SAAK,SAAS,sBAAsB,CAAC;AAAA,EACvC,CAAC;AAED,QAAM,OAAO,OAAO,IAAI;AAExB,gBAAc,KAAK,GAAG,OAAO,IAAI,KAAK,OAAO,OAAO,wBAAwB,IAAI,IAAI,IAAI,MAAM;AAChG;AAEA,KAAK,KAAK,EAAE,MAAM,CAAC,UAAU;AAC3B,QAAM,UAAU,iBAAiB,QAAS,MAAM,SAAS,MAAM,UAAW,OAAO,KAAK;AACtF,gBAAc,MAAM,2BAA2B,OAAO,EAAE;AACxD,UAAQ,KAAK,CAAC;AAChB,CAAC;",
   "names": []
 }

package/dist/mcp-use.json

@@ -1,7 +1,7 @@
 {
   "includeInspector": false,
-  "buildTime": "2026-03-26T14:07:11.298Z",
-  "buildId": "d76749f7bf0957bb",
+  "buildTime": "2026-04-10T04:34:47.889Z",
+  "buildId": "5fa641655351cd15",
   "entryPoint": "dist/index.js",
   "widgets": {}
 }

package/dist/src/clients/reddit.js

@@ -1,4 +1,5 @@
-import { REDDIT } from "../config/index.js";
+import { Logger } from "mcp-use";
+import { REDDIT, CONCURRENCY } from "../config/index.js";
 import { USER_AGENT_VERSION } from "../version.js";
 import { calculateBackoff } from "../utils/retry.js";
 import {
@@ -16,6 +17,7 @@ const FETCH_LIMIT = REDDIT.FETCH_LIMIT_PER_POST;
 let cachedToken = null;
 let cachedTokenExpiry = 0;
 const DEBUG_TOKEN_CACHE = process.env.DEBUG_REDDIT === "true";
+const clientLogger = Logger.get("reddit-client");
 let pendingAuthPromise = null;
 async function fetchRedditJson(sub, id, token, userAgent) {
   const limit = Math.min(FETCH_LIMIT, 500);
@@ -100,7 +102,7 @@ async function processBatch(client, batchUrls) {
   const batchResults = await pMapSettled(
     batchUrls,
     (url) => client.getPost(url),
-    5
+    CONCURRENCY.REDDIT
   );
   for (let i = 0; i < batchResults.length; i++) {
     const result = batchResults[i];
@@ -130,11 +132,11 @@ class RedditClient {
    */
   async auth() {
     if (cachedToken && Date.now() < cachedTokenExpiry - TOKEN_EXPIRY_MS) {
-      if (DEBUG_TOKEN_CACHE) console.error("[RedditClient] Token cache HIT");
+      if (DEBUG_TOKEN_CACHE) clientLogger.debug("Token cache HIT");
       return cachedToken;
     }
     if (pendingAuthPromise) {
-      if (DEBUG_TOKEN_CACHE) console.error("[RedditClient] Auth already in flight, awaiting...");
+      if (DEBUG_TOKEN_CACHE) clientLogger.debug("Auth already in flight, awaiting...");
       return pendingAuthPromise;
     }
     pendingAuthPromise = this.performAuth();
@@ -145,7 +147,7 @@ class RedditClient {
     }
   }
   async performAuth() {
-    if (DEBUG_TOKEN_CACHE) console.error("[RedditClient] Token cache MISS - authenticating");
+    if (DEBUG_TOKEN_CACHE) clientLogger.debug("Token cache MISS - authenticating");
     const credentials = Buffer.from(`${this.clientId}:${this.clientSecret}`).toString("base64");
     for (let attempt = 0; attempt < 3; attempt++) {
       try {
@@ -248,7 +250,7 @@ class RedditClient {
       const results = await pMap(
         urls,
         (u) => this.getPost(u).catch((e) => e),
-        5
+        CONCURRENCY.REDDIT
       );
       return new Map(urls.map((u, i) => [u, results[i]]));
     }

package/dist/src/clients/reddit.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/clients/reddit.ts"],
-  "sourcesContent": ["/**\n * Reddit OAuth API Client\n * Fetches posts and comments sorted by score (most upvoted first)\n * Implements robust error handling that NEVER crashes\n */\n\nimport { REDDIT } from '../config/index.js';\nimport { USER_AGENT_VERSION } from '../version.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { pMap, pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst REDDIT_TOKEN_URL = 'https://www.reddit.com/api/v1/access_token' as const;\nconst REDDIT_API_BASE = 'https://oauth.reddit.com' as const;\nconst TOKEN_EXPIRY_MS = 55_000 as const; // 55 second expiry (conservative)\n\n// \u2500\u2500 Data Interfaces \u2500\u2500\n\ninterface Post {\n  readonly title: string;\n  readonly author: string;\n  readonly subreddit: string;\n  readonly body: string;\n  readonly score: number;\n  readonly commentCount: number;\n  readonly url: string;\n  readonly created: Date;\n  readonly flair?: string;\n  readonly isNsfw: boolean;\n  readonly isPinned: boolean;\n}\n\nexport interface Comment {\n  readonly author: string;\n  readonly body: string;\n  readonly score: number;\n  readonly depth: number;\n  readonly isOP: boolean;\n}\n\nexport interface PostResult {\n  readonly post: Post;\n  readonly comments: Comment[];\n  readonly actualComments: number;\n}\n\ninterface BatchPostResult {\n  readonly results: Map<string, PostResult | Error>;\n  readonly batchesProcessed: number;\n  readonly totalPosts: number;\n  readonly rateLimitHits: number;\n}\n\n/** Reddit API \"Listing\" wrapper */\ninterface RedditListing<T> {\n  readonly kind: string;\n  readonly data: {\n    readonly children: ReadonlyArray<{ readonly kind: string; readonly data: T }>;\n    readonly after?: string;\n    readonly before?: string;\n  };\n}\n\n/** Reddit post data from API */\ninterface RedditPostData {\n  readonly title: string;\n  readonly selftext: string;\n  readonly selftext_html?: string;\n  readonly author: string;\n  readonly subreddit: string;\n  readonly score: number;\n  readonly upvote_ratio: number;\n  readonly num_comments: number;\n  readonly created_utc: number;\n  readonly url: string;\n  readonly permalink: string;\n  readonly is_self: boolean;\n  readonly over_18: boolean;\n  readonly stickied: boolean;\n  readonly link_flair_text?: string;\n  readonly [key: string]: unknown;\n}\n\n/** Reddit comment data from API */\ninterface RedditCommentData {\n  readonly body?: string;\n  readonly author?: string;\n  readonly score?: number;\n  readonly created_utc?: number;\n  readonly replies?: RedditListing<RedditCommentData> | string;\n  readonly [key: string]: unknown;\n}\n\ntype RedditPostResponse = [RedditListing<RedditPostData>, RedditListing<RedditCommentData>];\n\n/** Max comments to fetch per post from Reddit API */\nconst FETCH_LIMIT = REDDIT.FETCH_LIMIT_PER_POST;\n\n// ============================================================================\n// Module-Level Token Cache (shared across all RedditClient instances)\n// ============================================================================\nlet cachedToken: string | null = null;\nlet cachedTokenExpiry = 0;\n\n// Token cache logging only when DEBUG env is set\nconst DEBUG_TOKEN_CACHE = process.env.DEBUG_REDDIT === 'true';\n\n// Pending auth promise for deduplicating concurrent auth calls\nlet pendingAuthPromise: Promise<string | null> | null = null;\n\n// \u2500\u2500 Decomposed Helpers \u2500\u2500\n\n/**\n * Fetch a Reddit post's JSON from the API\n */\nasync function fetchRedditJson(\n  sub: string,\n  id: string,\n  token: string,\n  userAgent: string,\n): Promise<RedditPostResponse> {\n  const limit = Math.min(FETCH_LIMIT, 500);\n  const apiUrl = `${REDDIT_API_BASE}/r/${sub}/comments/${id}?sort=top&limit=${limit}&depth=10&raw_json=1`;\n\n  const res = await fetchWithTimeout(apiUrl, {\n    headers: {\n      'Authorization': `Bearer ${token}`,\n      'User-Agent': userAgent,\n    },\n    timeoutMs: 30000,\n  });\n\n  if (res.status === 429) {\n    const err = new Error('Rate limited by Reddit API');\n    (err as Error & { status: number }).status = 429;\n    throw err;\n  }\n\n  if (res.status === 404) {\n    throw new Error(`Post not found: /r/${sub}/comments/${id}`);\n  }\n\n  if (!res.ok) {\n    const err = new Error(`Reddit API error: ${res.status}`);\n    (err as Error & { status: number }).status = res.status;\n    throw err;\n  }\n\n  try {\n    return await res.json() as RedditPostResponse;\n  } catch {\n    throw new Error('Failed to parse Reddit API response');\n  }\n}\n\n/**\n * Extract structured post data from a Reddit listing\n */\nfunction parsePostData(\n  postListing: RedditListing<RedditPostData>,\n  sub: string,\n): Post {\n  const p = postListing?.data?.children?.[0]?.data;\n  if (!p) {\n    throw new Error(`Post data not found in response for /r/${sub}`);\n  }\n\n  return {\n    title: p.title || 'Untitled',\n    author: p.author || '[deleted]',\n    subreddit: p.subreddit || sub,\n    body: formatBody(p),\n    score: p.score || 0,\n    commentCount: p.num_comments || 0,\n    url: `https://reddit.com${p.permalink || ''}`,\n    created: new Date((p.created_utc || 0) * 1000),\n    flair: p.link_flair_text || undefined,\n    isNsfw: p.over_18 || false,\n    isPinned: p.stickied || false,\n  };\n}\n\nfunction formatBody(p: RedditPostData): string {\n  if (p.selftext?.trim()) return p.selftext;\n  if (p.is_self) return '';\n  if (p.url) return `**Link:** ${p.url}`;\n  return '';\n}\n\n/** Safety cap on comment tree recursion depth */\nconst MAX_COMMENT_DEPTH = 15 as const;\n\n/**\n * Extract and sort comments from a Reddit comment listing\n */\nfunction parseCommentTree(\n  commentListing: RedditListing<RedditCommentData>,\n  opAuthor: string,\n): Comment[] {\n  const result: Comment[] = [];\n\n  const extract = (items: ReadonlyArray<{ readonly kind: string; readonly data: RedditCommentData }>, depth = 0): void => {\n    if (depth > MAX_COMMENT_DEPTH) return;\n    const sorted = [...items].sort((a, b) => (b.data?.score || 0) - (a.data?.score || 0));\n\n    for (const c of sorted) {\n      if (c.kind !== 't1' || !c.data?.author || c.data.author === '[deleted]') continue;\n\n      result.push({\n        author: c.data.author,\n        body: c.data.body || '',\n        score: c.data.score || 0,\n        depth,\n        isOP: c.data.author === opAuthor,\n      });\n\n      if (typeof c.data.replies === 'object' && c.data.replies?.data?.children) {\n        extract(c.data.replies.data.children, depth + 1);\n      }\n    }\n  };\n\n  extract(commentListing?.data?.children || []);\n  return result;\n}\n\n// \u2500\u2500 Batch Helpers \u2500\u2500\n\n/**\n * Process a single batch of Reddit URLs, returning results keyed by URL\n */\nasync function processBatch(\n  client: RedditClient,\n  batchUrls: string[],\n): Promise<{ results: Map<string, PostResult | Error>; rateLimitHits: number }> {\n  const results = new Map<string, PostResult | Error>();\n  let rateLimitHits = 0;\n\n  const batchResults = await pMapSettled(\n    batchUrls,\n    url => client.getPost(url),\n    5,\n  );\n\n  for (let i = 0; i < batchResults.length; i++) {\n    const result = batchResults[i];\n    if (!result) continue;\n    const url = batchUrls[i] ?? '';\n\n    if (result.status === 'fulfilled') {\n      results.set(url, result.value);\n    } else {\n      const errorMsg = result.reason?.message || String(result.reason);\n      if (errorMsg.includes('429') || errorMsg.includes('rate')) rateLimitHits++;\n      results.set(url, new Error(errorMsg));\n    }\n  }\n\n  return { results, rateLimitHits };\n}\n\n// \u2500\u2500 RedditClient Class \u2500\u2500\n\nexport class RedditClient {\n  private userAgent = `script:${USER_AGENT_VERSION} (by /u/research-powerpack)`;\n\n  constructor(private clientId: string, private clientSecret: string) {}\n\n  /**\n   * Authenticate with Reddit API with retry logic\n   * Uses module-level token cache and promise deduplication to prevent\n   * concurrent auth calls from firing multiple token requests\n   * Returns null on failure instead of throwing\n   */\n  private async auth(): Promise<string | null> {\n    if (cachedToken && Date.now() < cachedTokenExpiry - TOKEN_EXPIRY_MS) {\n      if (DEBUG_TOKEN_CACHE) console.error('[RedditClient] Token cache HIT');\n      return cachedToken;\n    }\n\n    if (pendingAuthPromise) {\n      if (DEBUG_TOKEN_CACHE) console.error('[RedditClient] Auth already in flight, awaiting...');\n      return pendingAuthPromise;\n    }\n\n    pendingAuthPromise = this.performAuth();\n    try {\n      return await pendingAuthPromise;\n    } finally {\n      pendingAuthPromise = null;\n    }\n  }\n\n  private async performAuth(): Promise<string | null> {\n    if (DEBUG_TOKEN_CACHE) console.error('[RedditClient] Token cache MISS - authenticating');\n\n    const credentials = Buffer.from(`${this.clientId}:${this.clientSecret}`).toString('base64');\n\n    for (let attempt = 0; attempt < 3; attempt++) {\n      try {\n        const res = await fetchWithTimeout(REDDIT_TOKEN_URL, {\n          method: 'POST',\n          headers: {\n            'Authorization': `Basic ${credentials}`,\n            'Content-Type': 'application/x-www-form-urlencoded',\n            'User-Agent': this.userAgent,\n          },\n          body: 'grant_type=client_credentials',\n          timeoutMs: 15000,\n        });\n\n        if (!res.ok) {\n          const text = await res.text().catch(() => '');\n          mcpLog('error', `Auth failed (${res.status}): ${text}`, 'reddit');\n\n          if (res.status === 401 || res.status === 403) {\n            cachedToken = null;\n            cachedTokenExpiry = 0;\n            return null;\n          }\n\n          if (res.status >= 500 && attempt < 2) {\n            await sleep(calculateBackoff(attempt));\n            continue;\n          }\n\n          return null;\n        }\n\n        const data = await res.json() as { access_token?: string; expires_in?: number };\n        if (!data.access_token) {\n          mcpLog('error', 'Auth response missing access_token', 'reddit');\n          return null;\n        }\n\n        cachedToken = data.access_token;\n        cachedTokenExpiry = Date.now() + (data.expires_in || 3600) * 1000;\n        return cachedToken;\n\n      } catch (error) {\n        const err = classifyError(error);\n        mcpLog('error', `Auth error (attempt ${attempt + 1}): ${err.message}`, 'reddit');\n\n        if (err.code === ErrorCode.AUTH_ERROR) {\n          cachedToken = null;\n          cachedTokenExpiry = 0;\n        }\n\n        if (attempt < 2 && err.retryable) {\n          await sleep(calculateBackoff(attempt));\n          continue;\n        }\n\n        return null;\n      }\n    }\n\n    return null;\n  }\n\n  private parseUrl(url: string): { sub: string; id: string } | null {\n    const m = url.match(/reddit\\.com\\/r\\/([^\\/]+)\\/comments\\/([a-z0-9]+)/i);\n    return m ? { sub: m[1]!, id: m[2]! } : null;\n  }\n\n  /**\n   * Get a single Reddit post with comments\n   * Returns PostResult or throws Error (for use with Promise.allSettled)\n   */\n  async getPost(url: string): Promise<PostResult> {\n    const parsed = this.parseUrl(url);\n    if (!parsed) {\n      throw new Error(`Invalid Reddit URL format: ${url}`);\n    }\n\n    const token = await this.auth();\n    if (!token) {\n      throw new Error('Reddit authentication failed - check credentials');\n    }\n\n    let lastError: StructuredError | null = null;\n\n    for (let attempt = 0; attempt < REDDIT.RETRY_COUNT; attempt++) {\n      try {\n        const data = await fetchRedditJson(parsed.sub, parsed.id, token, this.userAgent);\n        const [postListing, commentListing] = data;\n\n        const post = parsePostData(postListing, parsed.sub);\n        const comments = parseCommentTree(commentListing, post.author);\n\n        return { post, comments, actualComments: post.commentCount };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Rate limited \u2014 always retry with backoff\n        const status = (error as Error & { status?: number }).status;\n        if (status === 429) {\n          const delay = REDDIT.RETRY_DELAYS[attempt] || 32000;\n          mcpLog('warning', `Rate limited. Retry ${attempt + 1}/${REDDIT.RETRY_COUNT} after ${delay}ms`, 'reddit');\n          await sleep(delay);\n          continue;\n        }\n\n        if (!lastError.retryable) {\n          throw error instanceof Error ? error : new Error(lastError.message);\n        }\n\n        if (attempt < REDDIT.RETRY_COUNT - 1) {\n          const delay = REDDIT.RETRY_DELAYS[attempt] || 2000;\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${REDDIT.RETRY_COUNT}`, 'reddit');\n          await sleep(delay);\n        }\n      }\n    }\n\n    throw new Error(lastError?.message || 'Failed to fetch Reddit post after retries');\n  }\n\n  async getPosts(urls: string[]): Promise<Map<string, PostResult | Error>> {\n    if (urls.length <= REDDIT.BATCH_SIZE) {\n      const results = await pMap(\n        urls,\n        u => this.getPost(u).catch(e => e as Error),\n        5,\n      );\n      return new Map(urls.map((u, i) => [u, results[i]!]));\n    }\n    return (await this.batchGetPosts(urls)).results;\n  }\n\n  async batchGetPosts(\n    urls: string[],\n    fetchComments = true,\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void,\n  ): Promise<BatchPostResult> {\n    const allResults = new Map<string, PostResult | Error>();\n    let rateLimitHits = 0;\n\n    const totalBatches = Math.ceil(urls.length / REDDIT.BATCH_SIZE);\n    mcpLog('info', `Fetching ${urls.length} posts in ${totalBatches} batch(es), up to ${FETCH_LIMIT} comments/post`, 'reddit');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * REDDIT.BATCH_SIZE;\n      const batchUrls = urls.slice(startIdx, startIdx + REDDIT.BATCH_SIZE);\n\n      mcpLog('info', `Batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} posts)`, 'reddit');\n\n      const batchResult = await processBatch(this, batchUrls);\n      for (const [url, result] of batchResult.results) {\n        allResults.set(url, result);\n      }\n      rateLimitHits += batchResult.rateLimitHits;\n\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.size);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'reddit');\n      }\n\n      mcpLog('info', `Batch ${batchNum + 1} complete (${allResults.size}/${urls.length})`, 'reddit');\n\n      if (batchNum < totalBatches - 1) {\n        await sleep(500);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalPosts: urls.length, rateLimitHits };\n  }\n}\n"],
-  "mappings": "AAMA,SAAS,cAAc;AACvB,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,MAAM,mBAAmB;AAClC,SAAS,cAAc;AAIvB,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,kBAAkB;AAkFxB,MAAM,cAAc,OAAO;AAK3B,IAAI,cAA6B;AACjC,IAAI,oBAAoB;AAGxB,MAAM,oBAAoB,QAAQ,IAAI,iBAAiB;AAGvD,IAAI,qBAAoD;AAOxD,eAAe,gBACb,KACA,IACA,OACA,WAC6B;AAC7B,QAAM,QAAQ,KAAK,IAAI,aAAa,GAAG;AACvC,QAAM,SAAS,GAAG,eAAe,MAAM,GAAG,aAAa,EAAE,mBAAmB,KAAK;AAEjF,QAAM,MAAM,MAAM,iBAAiB,QAAQ;AAAA,IACzC,SAAS;AAAA,MACP,iBAAiB,UAAU,KAAK;AAAA,MAChC,cAAc;AAAA,IAChB;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AAED,MAAI,IAAI,WAAW,KAAK;AACtB,UAAM,MAAM,IAAI,MAAM,4BAA4B;AAClD,IAAC,IAAmC,SAAS;AAC7C,UAAM;AAAA,EACR;AAEA,MAAI,IAAI,WAAW,KAAK;AACtB,UAAM,IAAI,MAAM,sBAAsB,GAAG,aAAa,EAAE,EAAE;AAAA,EAC5D;AAEA,MAAI,CAAC,IAAI,IAAI;AACX,UAAM,MAAM,IAAI,MAAM,qBAAqB,IAAI,MAAM,EAAE;AACvD,IAAC,IAAmC,SAAS,IAAI;AACjD,UAAM;AAAA,EACR;AAEA,MAAI;AACF,WAAO,MAAM,IAAI,KAAK;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI,MAAM,qCAAqC;AAAA,EACvD;AACF;AAKA,SAAS,cACP,aACA,KACM;AACN,QAAM,IAAI,aAAa,MAAM,WAAW,CAAC,GAAG;AAC5C,MAAI,CAAC,GAAG;AACN,UAAM,IAAI,MAAM,0CAA0C,GAAG,EAAE;AAAA,EACjE;AAEA,SAAO;AAAA,IACL,OAAO,EAAE,SAAS;AAAA,IAClB,QAAQ,EAAE,UAAU;AAAA,IACpB,WAAW,EAAE,aAAa;AAAA,IAC1B,MAAM,WAAW,CAAC;AAAA,IAClB,OAAO,EAAE,SAAS;AAAA,IAClB,cAAc,EAAE,gBAAgB;AAAA,IAChC,KAAK,qBAAqB,EAAE,aAAa,EAAE;AAAA,IAC3C,SAAS,IAAI,MAAM,EAAE,eAAe,KAAK,GAAI;AAAA,IAC7C,OAAO,EAAE,mBAAmB;AAAA,IAC5B,QAAQ,EAAE,WAAW;AAAA,IACrB,UAAU,EAAE,YAAY;AAAA,EAC1B;AACF;AAEA,SAAS,WAAW,GAA2B;AAC7C,MAAI,EAAE,UAAU,KAAK,EAAG,QAAO,EAAE;AACjC,MAAI,EAAE,QAAS,QAAO;AACtB,MAAI,EAAE,IAAK,QAAO,aAAa,EAAE,GAAG;AACpC,SAAO;AACT;AAGA,MAAM,oBAAoB;AAK1B,SAAS,iBACP,gBACA,UACW;AACX,QAAM,SAAoB,CAAC;AAE3B,QAAM,UAAU,CAAC,OAAmF,QAAQ,MAAY;AACtH,QAAI,QAAQ,kBAAmB;AAC/B,UAAM,SAAS,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,GAAG,OAAO,EAAE,MAAM,SAAS,MAAM,EAAE,MAAM,SAAS,EAAE;AAEpF,eAAW,KAAK,QAAQ;AACtB,UAAI,EAAE,SAAS,QAAQ,CAAC,EAAE,MAAM,UAAU,EAAE,KAAK,WAAW,YAAa;AAEzE,aAAO,KAAK;AAAA,QACV,QAAQ,EAAE,KAAK;AAAA,QACf,MAAM,EAAE,KAAK,QAAQ;AAAA,QACrB,OAAO,EAAE,KAAK,SAAS;AAAA,QACvB;AAAA,QACA,MAAM,EAAE,KAAK,WAAW;AAAA,MAC1B,CAAC;AAED,UAAI,OAAO,EAAE,KAAK,YAAY,YAAY,EAAE,KAAK,SAAS,MAAM,UAAU;AACxE,gBAAQ,EAAE,KAAK,QAAQ,KAAK,UAAU,QAAQ,CAAC;AAAA,MACjD;AAAA,IACF;AAAA,EACF;AAEA,UAAQ,gBAAgB,MAAM,YAAY,CAAC,CAAC;AAC5C,SAAO;AACT;AAOA,eAAe,aACb,QACA,WAC8E;AAC9E,QAAM,UAAU,oBAAI,IAAgC;AACpD,MAAI,gBAAgB;AAEpB,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA,SAAO,OAAO,QAAQ,GAAG;AAAA,IACzB;AAAA,EACF;AAEA,WAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,UAAM,SAAS,aAAa,CAAC;AAC7B,QAAI,CAAC,OAAQ;AACb,UAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,QAAI,OAAO,WAAW,aAAa;AACjC,cAAQ,IAAI,KAAK,OAAO,KAAK;AAAA,IAC/B,OAAO;AACL,YAAM,WAAW,OAAO,QAAQ,WAAW,OAAO,OAAO,MAAM;AAC/D,UAAI,SAAS,SAAS,KAAK,KAAK,SAAS,SAAS,MAAM,EAAG;AAC3D,cAAQ,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC;AAAA,IACtC;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,cAAc;AAClC;AAIO,MAAM,aAAa;AAAA,EAGxB,YAAoB,UAA0B,cAAsB;AAAhD;AAA0B;AAAA,EAAuB;AAAA,EAF7D,YAAY,UAAU,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUhD,MAAc,OAA+B;AAC3C,QAAI,eAAe,KAAK,IAAI,IAAI,oBAAoB,iBAAiB;AACnE,UAAI,kBAAmB,SAAQ,MAAM,gCAAgC;AACrE,aAAO;AAAA,IACT;AAEA,QAAI,oBAAoB;AACtB,UAAI,kBAAmB,SAAQ,MAAM,oDAAoD;AACzF,aAAO;AAAA,IACT;AAEA,yBAAqB,KAAK,YAAY;AACtC,QAAI;AACF,aAAO,MAAM;AAAA,IACf,UAAE;AACA,2BAAqB;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,MAAc,cAAsC;AAClD,QAAI,kBAAmB,SAAQ,MAAM,kDAAkD;AAEvF,UAAM,cAAc,OAAO,KAAK,GAAG,KAAK,QAAQ,IAAI,KAAK,YAAY,EAAE,EAAE,SAAS,QAAQ;AAE1F,aAAS,UAAU,GAAG,UAAU,GAAG,WAAW;AAC5C,UAAI;AACF,cAAM,MAAM,MAAM,iBAAiB,kBAAkB;AAAA,UACnD,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,iBAAiB,SAAS,WAAW;AAAA,YACrC,gBAAgB;AAAA,YAChB,cAAc,KAAK;AAAA,UACrB;AAAA,UACA,MAAM;AAAA,UACN,WAAW;AAAA,QACb,CAAC;AAED,YAAI,CAAC,IAAI,IAAI;AACX,gBAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAC5C,iBAAO,SAAS,gBAAgB,IAAI,MAAM,MAAM,IAAI,IAAI,QAAQ;AAEhE,cAAI,IAAI,WAAW,OAAO,IAAI,WAAW,KAAK;AAC5C,0BAAc;AACd,gCAAoB;AACpB,mBAAO;AAAA,UACT;AAEA,cAAI,IAAI,UAAU,OAAO,UAAU,GAAG;AACpC,kBAAM,MAAM,iBAAiB,OAAO,CAAC;AACrC;AAAA,UACF;AAEA,iBAAO;AAAA,QACT;AAEA,cAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,YAAI,CAAC,KAAK,cAAc;AACtB,iBAAO,SAAS,sCAAsC,QAAQ;AAC9D,iBAAO;AAAA,QACT;AAEA,sBAAc,KAAK;AACnB,4BAAoB,KAAK,IAAI,KAAK,KAAK,cAAc,QAAQ;AAC7D,eAAO;AAAA,MAET,SAAS,OAAO;AACd,cAAM,MAAM,cAAc,KAAK;AAC/B,eAAO,SAAS,uBAAuB,UAAU,CAAC,MAAM,IAAI,OAAO,IAAI,QAAQ;AAE/E,YAAI,IAAI,SAAS,UAAU,YAAY;AACrC,wBAAc;AACd,8BAAoB;AAAA,QACtB;AAEA,YAAI,UAAU,KAAK,IAAI,WAAW;AAChC,gBAAM,MAAM,iBAAiB,OAAO,CAAC;AACrC;AAAA,QACF;AAEA,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS,KAAiD;AAChE,UAAM,IAAI,IAAI,MAAM,kDAAkD;AACtE,WAAO,IAAI,EAAE,KAAK,EAAE,CAAC,GAAI,IAAI,EAAE,CAAC,EAAG,IAAI;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,KAAkC;AAC9C,UAAM,SAAS,KAAK,SAAS,GAAG;AAChC,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI,MAAM,8BAA8B,GAAG,EAAE;AAAA,IACrD;AAEA,UAAM,QAAQ,MAAM,KAAK,KAAK;AAC9B,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AAEA,QAAI,YAAoC;AAExC,aAAS,UAAU,GAAG,UAAU,OAAO,aAAa,WAAW;AAC7D,UAAI;AACF,cAAM,OAAO,MAAM,gBAAgB,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,SAAS;AAC/E,cAAM,CAAC,aAAa,cAAc,IAAI;AAEtC,cAAM,OAAO,cAAc,aAAa,OAAO,GAAG;AAClD,cAAM,WAAW,iBAAiB,gBAAgB,KAAK,MAAM;AAE7D,eAAO,EAAE,MAAM,UAAU,gBAAgB,KAAK,aAAa;AAAA,MAE7D,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,cAAM,SAAU,MAAsC;AACtD,YAAI,WAAW,KAAK;AAClB,gBAAM,QAAQ,OAAO,aAAa,OAAO,KAAK;AAC9C,iBAAO,WAAW,uBAAuB,UAAU,CAAC,IAAI,OAAO,WAAW,UAAU,KAAK,MAAM,QAAQ;AACvG,gBAAM,MAAM,KAAK;AACjB;AAAA,QACF;AAEA,YAAI,CAAC,UAAU,WAAW;AACxB,gBAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,UAAU,OAAO;AAAA,QACpE;AAEA,YAAI,UAAU,OAAO,cAAc,GAAG;AACpC,gBAAM,QAAQ,OAAO,aAAa,OAAO,KAAK;AAC9C,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,OAAO,WAAW,IAAI,QAAQ;AACjH,gBAAM,MAAM,KAAK;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAEA,UAAM,IAAI,MAAM,WAAW,WAAW,2CAA2C;AAAA,EACnF;AAAA,EAEA,MAAM,SAAS,MAA0D;AACvE,QAAI,KAAK,UAAU,OAAO,YAAY;AACpC,YAAM,UAAU,MAAM;AAAA,QACpB;AAAA,QACA,OAAK,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAK,CAAU;AAAA,QAC1C;AAAA,MACF;AACA,aAAO,IAAI,IAAI,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAE,CAAC,CAAC;AAAA,IACrD;AACA,YAAQ,MAAM,KAAK,cAAc,IAAI,GAAG;AAAA,EAC1C;AAAA,EAEA,MAAM,cACJ,MACA,gBAAgB,MAChB,iBAC0B;AAC1B,UAAM,aAAa,oBAAI,IAAgC;AACvD,QAAI,gBAAgB;AAEpB,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,OAAO,UAAU;AAC9D,WAAO,QAAQ,YAAY,KAAK,MAAM,aAAa,YAAY,qBAAqB,WAAW,kBAAkB,QAAQ;AAEzH,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW,OAAO;AACnC,YAAM,YAAY,KAAK,MAAM,UAAU,WAAW,OAAO,UAAU;AAEnE,aAAO,QAAQ,SAAS,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,WAAW,QAAQ;AAE5F,YAAM,cAAc,MAAM,aAAa,MAAM,SAAS;AACtD,iBAAW,CAAC,KAAK,MAAM,KAAK,YAAY,SAAS;AAC/C,mBAAW,IAAI,KAAK,MAAM;AAAA,MAC5B;AACA,uBAAiB,YAAY;AAE7B,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,IAAI;AAAA,MAC/D,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,QAAQ;AAAA,MAC9E;AAEA,aAAO,QAAQ,SAAS,WAAW,CAAC,cAAc,WAAW,IAAI,IAAI,KAAK,MAAM,KAAK,QAAQ;AAE7F,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,MAAM,GAAG;AAAA,MACjB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,YAAY,KAAK,QAAQ,cAAc;AAAA,EACvG;AACF;",
+  "sourcesContent": ["/**\n * Reddit OAuth API Client\n * Fetches posts and comments sorted by score (most upvoted first)\n * Implements robust error handling that NEVER crashes\n */\n\nimport { Logger } from 'mcp-use';\n\nimport { REDDIT, CONCURRENCY } from '../config/index.js';\nimport { USER_AGENT_VERSION } from '../version.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { pMap, pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst REDDIT_TOKEN_URL = 'https://www.reddit.com/api/v1/access_token' as const;\nconst REDDIT_API_BASE = 'https://oauth.reddit.com' as const;\nconst TOKEN_EXPIRY_MS = 55_000 as const; // 55 second expiry (conservative)\n\n// \u2500\u2500 Data Interfaces \u2500\u2500\n\ninterface Post {\n  readonly title: string;\n  readonly author: string;\n  readonly subreddit: string;\n  readonly body: string;\n  readonly score: number;\n  readonly commentCount: number;\n  readonly url: string;\n  readonly created: Date;\n  readonly flair?: string;\n  readonly isNsfw: boolean;\n  readonly isPinned: boolean;\n}\n\nexport interface Comment {\n  readonly author: string;\n  readonly body: string;\n  readonly score: number;\n  readonly depth: number;\n  readonly isOP: boolean;\n}\n\nexport interface PostResult {\n  readonly post: Post;\n  readonly comments: Comment[];\n  readonly actualComments: number;\n}\n\ninterface BatchPostResult {\n  readonly results: Map<string, PostResult | Error>;\n  readonly batchesProcessed: number;\n  readonly totalPosts: number;\n  readonly rateLimitHits: number;\n}\n\n/** Reddit API \"Listing\" wrapper */\ninterface RedditListing<T> {\n  readonly kind: string;\n  readonly data: {\n    readonly children: ReadonlyArray<{ readonly kind: string; readonly data: T }>;\n    readonly after?: string;\n    readonly before?: string;\n  };\n}\n\n/** Reddit post data from API */\ninterface RedditPostData {\n  readonly title: string;\n  readonly selftext: string;\n  readonly selftext_html?: string;\n  readonly author: string;\n  readonly subreddit: string;\n  readonly score: number;\n  readonly upvote_ratio: number;\n  readonly num_comments: number;\n  readonly created_utc: number;\n  readonly url: string;\n  readonly permalink: string;\n  readonly is_self: boolean;\n  readonly over_18: boolean;\n  readonly stickied: boolean;\n  readonly link_flair_text?: string;\n  readonly [key: string]: unknown;\n}\n\n/** Reddit comment data from API */\ninterface RedditCommentData {\n  readonly body?: string;\n  readonly author?: string;\n  readonly score?: number;\n  readonly created_utc?: number;\n  readonly replies?: RedditListing<RedditCommentData> | string;\n  readonly [key: string]: unknown;\n}\n\ntype RedditPostResponse = [RedditListing<RedditPostData>, RedditListing<RedditCommentData>];\n\n/** Max comments to fetch per post from Reddit API */\nconst FETCH_LIMIT = REDDIT.FETCH_LIMIT_PER_POST;\n\n// ============================================================================\n// Module-Level Token Cache (shared across all RedditClient instances)\n// ============================================================================\nlet cachedToken: string | null = null;\nlet cachedTokenExpiry = 0;\n\n// Token cache logging only when DEBUG env is set\nconst DEBUG_TOKEN_CACHE = process.env.DEBUG_REDDIT === 'true';\nconst clientLogger = Logger.get('reddit-client');\n\n// Pending auth promise for deduplicating concurrent auth calls\nlet pendingAuthPromise: Promise<string | null> | null = null;\n\n// \u2500\u2500 Decomposed Helpers \u2500\u2500\n\n/**\n * Fetch a Reddit post's JSON from the API\n */\nasync function fetchRedditJson(\n  sub: string,\n  id: string,\n  token: string,\n  userAgent: string,\n): Promise<RedditPostResponse> {\n  const limit = Math.min(FETCH_LIMIT, 500);\n  const apiUrl = `${REDDIT_API_BASE}/r/${sub}/comments/${id}?sort=top&limit=${limit}&depth=10&raw_json=1`;\n\n  const res = await fetchWithTimeout(apiUrl, {\n    headers: {\n      'Authorization': `Bearer ${token}`,\n      'User-Agent': userAgent,\n    },\n    timeoutMs: 30000,\n  });\n\n  if (res.status === 429) {\n    const err = new Error('Rate limited by Reddit API');\n    (err as Error & { status: number }).status = 429;\n    throw err;\n  }\n\n  if (res.status === 404) {\n    throw new Error(`Post not found: /r/${sub}/comments/${id}`);\n  }\n\n  if (!res.ok) {\n    const err = new Error(`Reddit API error: ${res.status}`);\n    (err as Error & { status: number }).status = res.status;\n    throw err;\n  }\n\n  try {\n    return await res.json() as RedditPostResponse;\n  } catch {\n    throw new Error('Failed to parse Reddit API response');\n  }\n}\n\n/**\n * Extract structured post data from a Reddit listing\n */\nfunction parsePostData(\n  postListing: RedditListing<RedditPostData>,\n  sub: string,\n): Post {\n  const p = postListing?.data?.children?.[0]?.data;\n  if (!p) {\n    throw new Error(`Post data not found in response for /r/${sub}`);\n  }\n\n  return {\n    title: p.title || 'Untitled',\n    author: p.author || '[deleted]',\n    subreddit: p.subreddit || sub,\n    body: formatBody(p),\n    score: p.score || 0,\n    commentCount: p.num_comments || 0,\n    url: `https://reddit.com${p.permalink || ''}`,\n    created: new Date((p.created_utc || 0) * 1000),\n    flair: p.link_flair_text || undefined,\n    isNsfw: p.over_18 || false,\n    isPinned: p.stickied || false,\n  };\n}\n\nfunction formatBody(p: RedditPostData): string {\n  if (p.selftext?.trim()) return p.selftext;\n  if (p.is_self) return '';\n  if (p.url) return `**Link:** ${p.url}`;\n  return '';\n}\n\n/** Safety cap on comment tree recursion depth */\nconst MAX_COMMENT_DEPTH = 15 as const;\n\n/**\n * Extract and sort comments from a Reddit comment listing\n */\nfunction parseCommentTree(\n  commentListing: RedditListing<RedditCommentData>,\n  opAuthor: string,\n): Comment[] {\n  const result: Comment[] = [];\n\n  const extract = (items: ReadonlyArray<{ readonly kind: string; readonly data: RedditCommentData }>, depth = 0): void => {\n    if (depth > MAX_COMMENT_DEPTH) return;\n    const sorted = [...items].sort((a, b) => (b.data?.score || 0) - (a.data?.score || 0));\n\n    for (const c of sorted) {\n      if (c.kind !== 't1' || !c.data?.author || c.data.author === '[deleted]') continue;\n\n      result.push({\n        author: c.data.author,\n        body: c.data.body || '',\n        score: c.data.score || 0,\n        depth,\n        isOP: c.data.author === opAuthor,\n      });\n\n      if (typeof c.data.replies === 'object' && c.data.replies?.data?.children) {\n        extract(c.data.replies.data.children, depth + 1);\n      }\n    }\n  };\n\n  extract(commentListing?.data?.children || []);\n  return result;\n}\n\n// \u2500\u2500 Batch Helpers \u2500\u2500\n\n/**\n * Process a single batch of Reddit URLs, returning results keyed by URL\n */\nasync function processBatch(\n  client: RedditClient,\n  batchUrls: string[],\n): Promise<{ results: Map<string, PostResult | Error>; rateLimitHits: number }> {\n  const results = new Map<string, PostResult | Error>();\n  let rateLimitHits = 0;\n\n  const batchResults = await pMapSettled(\n    batchUrls,\n    url => client.getPost(url),\n    CONCURRENCY.REDDIT,\n  );\n\n  for (let i = 0; i < batchResults.length; i++) {\n    const result = batchResults[i];\n    if (!result) continue;\n    const url = batchUrls[i] ?? '';\n\n    if (result.status === 'fulfilled') {\n      results.set(url, result.value);\n    } else {\n      const errorMsg = result.reason?.message || String(result.reason);\n      if (errorMsg.includes('429') || errorMsg.includes('rate')) rateLimitHits++;\n      results.set(url, new Error(errorMsg));\n    }\n  }\n\n  return { results, rateLimitHits };\n}\n\n// \u2500\u2500 RedditClient Class \u2500\u2500\n\nexport class RedditClient {\n  private userAgent = `script:${USER_AGENT_VERSION} (by /u/research-powerpack)`;\n\n  constructor(private clientId: string, private clientSecret: string) {}\n\n  /**\n   * Authenticate with Reddit API with retry logic\n   * Uses module-level token cache and promise deduplication to prevent\n   * concurrent auth calls from firing multiple token requests\n   * Returns null on failure instead of throwing\n   */\n  private async auth(): Promise<string | null> {\n    if (cachedToken && Date.now() < cachedTokenExpiry - TOKEN_EXPIRY_MS) {\n      if (DEBUG_TOKEN_CACHE) clientLogger.debug('Token cache HIT');\n      return cachedToken;\n    }\n\n    if (pendingAuthPromise) {\n      if (DEBUG_TOKEN_CACHE) clientLogger.debug('Auth already in flight, awaiting...');\n      return pendingAuthPromise;\n    }\n\n    pendingAuthPromise = this.performAuth();\n    try {\n      return await pendingAuthPromise;\n    } finally {\n      pendingAuthPromise = null;\n    }\n  }\n\n  private async performAuth(): Promise<string | null> {\n    if (DEBUG_TOKEN_CACHE) clientLogger.debug('Token cache MISS - authenticating');\n\n    const credentials = Buffer.from(`${this.clientId}:${this.clientSecret}`).toString('base64');\n\n    for (let attempt = 0; attempt < 3; attempt++) {\n      try {\n        const res = await fetchWithTimeout(REDDIT_TOKEN_URL, {\n          method: 'POST',\n          headers: {\n            'Authorization': `Basic ${credentials}`,\n            'Content-Type': 'application/x-www-form-urlencoded',\n            'User-Agent': this.userAgent,\n          },\n          body: 'grant_type=client_credentials',\n          timeoutMs: 15000,\n        });\n\n        if (!res.ok) {\n          const text = await res.text().catch(() => '');\n          mcpLog('error', `Auth failed (${res.status}): ${text}`, 'reddit');\n\n          if (res.status === 401 || res.status === 403) {\n            cachedToken = null;\n            cachedTokenExpiry = 0;\n            return null;\n          }\n\n          if (res.status >= 500 && attempt < 2) {\n            await sleep(calculateBackoff(attempt));\n            continue;\n          }\n\n          return null;\n        }\n\n        const data = await res.json() as { access_token?: string; expires_in?: number };\n        if (!data.access_token) {\n          mcpLog('error', 'Auth response missing access_token', 'reddit');\n          return null;\n        }\n\n        cachedToken = data.access_token;\n        cachedTokenExpiry = Date.now() + (data.expires_in || 3600) * 1000;\n        return cachedToken;\n\n      } catch (error) {\n        const err = classifyError(error);\n        mcpLog('error', `Auth error (attempt ${attempt + 1}): ${err.message}`, 'reddit');\n\n        if (err.code === ErrorCode.AUTH_ERROR) {\n          cachedToken = null;\n          cachedTokenExpiry = 0;\n        }\n\n        if (attempt < 2 && err.retryable) {\n          await sleep(calculateBackoff(attempt));\n          continue;\n        }\n\n        return null;\n      }\n    }\n\n    return null;\n  }\n\n  private parseUrl(url: string): { sub: string; id: string } | null {\n    const m = url.match(/reddit\\.com\\/r\\/([^\\/]+)\\/comments\\/([a-z0-9]+)/i);\n    return m ? { sub: m[1]!, id: m[2]! } : null;\n  }\n\n  /**\n   * Get a single Reddit post with comments\n   * Returns PostResult or throws Error (for use with Promise.allSettled)\n   */\n  async getPost(url: string): Promise<PostResult> {\n    const parsed = this.parseUrl(url);\n    if (!parsed) {\n      throw new Error(`Invalid Reddit URL format: ${url}`);\n    }\n\n    const token = await this.auth();\n    if (!token) {\n      throw new Error('Reddit authentication failed - check credentials');\n    }\n\n    let lastError: StructuredError | null = null;\n\n    for (let attempt = 0; attempt < REDDIT.RETRY_COUNT; attempt++) {\n      try {\n        const data = await fetchRedditJson(parsed.sub, parsed.id, token, this.userAgent);\n        const [postListing, commentListing] = data;\n\n        const post = parsePostData(postListing, parsed.sub);\n        const comments = parseCommentTree(commentListing, post.author);\n\n        return { post, comments, actualComments: post.commentCount };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Rate limited \u2014 always retry with backoff\n        const status = (error as Error & { status?: number }).status;\n        if (status === 429) {\n          const delay = REDDIT.RETRY_DELAYS[attempt] || 32000;\n          mcpLog('warning', `Rate limited. Retry ${attempt + 1}/${REDDIT.RETRY_COUNT} after ${delay}ms`, 'reddit');\n          await sleep(delay);\n          continue;\n        }\n\n        if (!lastError.retryable) {\n          throw error instanceof Error ? error : new Error(lastError.message);\n        }\n\n        if (attempt < REDDIT.RETRY_COUNT - 1) {\n          const delay = REDDIT.RETRY_DELAYS[attempt] || 2000;\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${REDDIT.RETRY_COUNT}`, 'reddit');\n          await sleep(delay);\n        }\n      }\n    }\n\n    throw new Error(lastError?.message || 'Failed to fetch Reddit post after retries');\n  }\n\n  async getPosts(urls: string[]): Promise<Map<string, PostResult | Error>> {\n    if (urls.length <= REDDIT.BATCH_SIZE) {\n      const results = await pMap(\n        urls,\n        u => this.getPost(u).catch(e => e as Error),\n        CONCURRENCY.REDDIT,\n      );\n      return new Map(urls.map((u, i) => [u, results[i]!]));\n    }\n    return (await this.batchGetPosts(urls)).results;\n  }\n\n  async batchGetPosts(\n    urls: string[],\n    fetchComments = true,\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void,\n  ): Promise<BatchPostResult> {\n    const allResults = new Map<string, PostResult | Error>();\n    let rateLimitHits = 0;\n\n    const totalBatches = Math.ceil(urls.length / REDDIT.BATCH_SIZE);\n    mcpLog('info', `Fetching ${urls.length} posts in ${totalBatches} batch(es), up to ${FETCH_LIMIT} comments/post`, 'reddit');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * REDDIT.BATCH_SIZE;\n      const batchUrls = urls.slice(startIdx, startIdx + REDDIT.BATCH_SIZE);\n\n      mcpLog('info', `Batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} posts)`, 'reddit');\n\n      const batchResult = await processBatch(this, batchUrls);\n      for (const [url, result] of batchResult.results) {\n        allResults.set(url, result);\n      }\n      rateLimitHits += batchResult.rateLimitHits;\n\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.size);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'reddit');\n      }\n\n      mcpLog('info', `Batch ${batchNum + 1} complete (${allResults.size}/${urls.length})`, 'reddit');\n\n      if (batchNum < totalBatches - 1) {\n        await sleep(500);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalPosts: urls.length, rateLimitHits };\n  }\n}\n"],
+  "mappings": "AAMA,SAAS,cAAc;AAEvB,SAAS,QAAQ,mBAAmB;AACpC,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,MAAM,mBAAmB;AAClC,SAAS,cAAc;AAIvB,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,kBAAkB;AAkFxB,MAAM,cAAc,OAAO;AAK3B,IAAI,cAA6B;AACjC,IAAI,oBAAoB;AAGxB,MAAM,oBAAoB,QAAQ,IAAI,iBAAiB;AACvD,MAAM,eAAe,OAAO,IAAI,eAAe;AAG/C,IAAI,qBAAoD;AAOxD,eAAe,gBACb,KACA,IACA,OACA,WAC6B;AAC7B,QAAM,QAAQ,KAAK,IAAI,aAAa,GAAG;AACvC,QAAM,SAAS,GAAG,eAAe,MAAM,GAAG,aAAa,EAAE,mBAAmB,KAAK;AAEjF,QAAM,MAAM,MAAM,iBAAiB,QAAQ;AAAA,IACzC,SAAS;AAAA,MACP,iBAAiB,UAAU,KAAK;AAAA,MAChC,cAAc;AAAA,IAChB;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AAED,MAAI,IAAI,WAAW,KAAK;AACtB,UAAM,MAAM,IAAI,MAAM,4BAA4B;AAClD,IAAC,IAAmC,SAAS;AAC7C,UAAM;AAAA,EACR;AAEA,MAAI,IAAI,WAAW,KAAK;AACtB,UAAM,IAAI,MAAM,sBAAsB,GAAG,aAAa,EAAE,EAAE;AAAA,EAC5D;AAEA,MAAI,CAAC,IAAI,IAAI;AACX,UAAM,MAAM,IAAI,MAAM,qBAAqB,IAAI,MAAM,EAAE;AACvD,IAAC,IAAmC,SAAS,IAAI;AACjD,UAAM;AAAA,EACR;AAEA,MAAI;AACF,WAAO,MAAM,IAAI,KAAK;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI,MAAM,qCAAqC;AAAA,EACvD;AACF;AAKA,SAAS,cACP,aACA,KACM;AACN,QAAM,IAAI,aAAa,MAAM,WAAW,CAAC,GAAG;AAC5C,MAAI,CAAC,GAAG;AACN,UAAM,IAAI,MAAM,0CAA0C,GAAG,EAAE;AAAA,EACjE;AAEA,SAAO;AAAA,IACL,OAAO,EAAE,SAAS;AAAA,IAClB,QAAQ,EAAE,UAAU;AAAA,IACpB,WAAW,EAAE,aAAa;AAAA,IAC1B,MAAM,WAAW,CAAC;AAAA,IAClB,OAAO,EAAE,SAAS;AAAA,IAClB,cAAc,EAAE,gBAAgB;AAAA,IAChC,KAAK,qBAAqB,EAAE,aAAa,EAAE;AAAA,IAC3C,SAAS,IAAI,MAAM,EAAE,eAAe,KAAK,GAAI;AAAA,IAC7C,OAAO,EAAE,mBAAmB;AAAA,IAC5B,QAAQ,EAAE,WAAW;AAAA,IACrB,UAAU,EAAE,YAAY;AAAA,EAC1B;AACF;AAEA,SAAS,WAAW,GAA2B;AAC7C,MAAI,EAAE,UAAU,KAAK,EAAG,QAAO,EAAE;AACjC,MAAI,EAAE,QAAS,QAAO;AACtB,MAAI,EAAE,IAAK,QAAO,aAAa,EAAE,GAAG;AACpC,SAAO;AACT;AAGA,MAAM,oBAAoB;AAK1B,SAAS,iBACP,gBACA,UACW;AACX,QAAM,SAAoB,CAAC;AAE3B,QAAM,UAAU,CAAC,OAAmF,QAAQ,MAAY;AACtH,QAAI,QAAQ,kBAAmB;AAC/B,UAAM,SAAS,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,GAAG,OAAO,EAAE,MAAM,SAAS,MAAM,EAAE,MAAM,SAAS,EAAE;AAEpF,eAAW,KAAK,QAAQ;AACtB,UAAI,EAAE,SAAS,QAAQ,CAAC,EAAE,MAAM,UAAU,EAAE,KAAK,WAAW,YAAa;AAEzE,aAAO,KAAK;AAAA,QACV,QAAQ,EAAE,KAAK;AAAA,QACf,MAAM,EAAE,KAAK,QAAQ;AAAA,QACrB,OAAO,EAAE,KAAK,SAAS;AAAA,QACvB;AAAA,QACA,MAAM,EAAE,KAAK,WAAW;AAAA,MAC1B,CAAC;AAED,UAAI,OAAO,EAAE,KAAK,YAAY,YAAY,EAAE,KAAK,SAAS,MAAM,UAAU;AACxE,gBAAQ,EAAE,KAAK,QAAQ,KAAK,UAAU,QAAQ,CAAC;AAAA,MACjD;AAAA,IACF;AAAA,EACF;AAEA,UAAQ,gBAAgB,MAAM,YAAY,CAAC,CAAC;AAC5C,SAAO;AACT;AAOA,eAAe,aACb,QACA,WAC8E;AAC9E,QAAM,UAAU,oBAAI,IAAgC;AACpD,MAAI,gBAAgB;AAEpB,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA,SAAO,OAAO,QAAQ,GAAG;AAAA,IACzB,YAAY;AAAA,EACd;AAEA,WAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,UAAM,SAAS,aAAa,CAAC;AAC7B,QAAI,CAAC,OAAQ;AACb,UAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,QAAI,OAAO,WAAW,aAAa;AACjC,cAAQ,IAAI,KAAK,OAAO,KAAK;AAAA,IAC/B,OAAO;AACL,YAAM,WAAW,OAAO,QAAQ,WAAW,OAAO,OAAO,MAAM;AAC/D,UAAI,SAAS,SAAS,KAAK,KAAK,SAAS,SAAS,MAAM,EAAG;AAC3D,cAAQ,IAAI,KAAK,IAAI,MAAM,QAAQ,CAAC;AAAA,IACtC;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,cAAc;AAClC;AAIO,MAAM,aAAa;AAAA,EAGxB,YAAoB,UAA0B,cAAsB;AAAhD;AAA0B;AAAA,EAAuB;AAAA,EAF7D,YAAY,UAAU,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUhD,MAAc,OAA+B;AAC3C,QAAI,eAAe,KAAK,IAAI,IAAI,oBAAoB,iBAAiB;AACnE,UAAI,kBAAmB,cAAa,MAAM,iBAAiB;AAC3D,aAAO;AAAA,IACT;AAEA,QAAI,oBAAoB;AACtB,UAAI,kBAAmB,cAAa,MAAM,qCAAqC;AAC/E,aAAO;AAAA,IACT;AAEA,yBAAqB,KAAK,YAAY;AACtC,QAAI;AACF,aAAO,MAAM;AAAA,IACf,UAAE;AACA,2BAAqB;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,MAAc,cAAsC;AAClD,QAAI,kBAAmB,cAAa,MAAM,mCAAmC;AAE7E,UAAM,cAAc,OAAO,KAAK,GAAG,KAAK,QAAQ,IAAI,KAAK,YAAY,EAAE,EAAE,SAAS,QAAQ;AAE1F,aAAS,UAAU,GAAG,UAAU,GAAG,WAAW;AAC5C,UAAI;AACF,cAAM,MAAM,MAAM,iBAAiB,kBAAkB;AAAA,UACnD,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,iBAAiB,SAAS,WAAW;AAAA,YACrC,gBAAgB;AAAA,YAChB,cAAc,KAAK;AAAA,UACrB;AAAA,UACA,MAAM;AAAA,UACN,WAAW;AAAA,QACb,CAAC;AAED,YAAI,CAAC,IAAI,IAAI;AACX,gBAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAC5C,iBAAO,SAAS,gBAAgB,IAAI,MAAM,MAAM,IAAI,IAAI,QAAQ;AAEhE,cAAI,IAAI,WAAW,OAAO,IAAI,WAAW,KAAK;AAC5C,0BAAc;AACd,gCAAoB;AACpB,mBAAO;AAAA,UACT;AAEA,cAAI,IAAI,UAAU,OAAO,UAAU,GAAG;AACpC,kBAAM,MAAM,iBAAiB,OAAO,CAAC;AACrC;AAAA,UACF;AAEA,iBAAO;AAAA,QACT;AAEA,cAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,YAAI,CAAC,KAAK,cAAc;AACtB,iBAAO,SAAS,sCAAsC,QAAQ;AAC9D,iBAAO;AAAA,QACT;AAEA,sBAAc,KAAK;AACnB,4BAAoB,KAAK,IAAI,KAAK,KAAK,cAAc,QAAQ;AAC7D,eAAO;AAAA,MAET,SAAS,OAAO;AACd,cAAM,MAAM,cAAc,KAAK;AAC/B,eAAO,SAAS,uBAAuB,UAAU,CAAC,MAAM,IAAI,OAAO,IAAI,QAAQ;AAE/E,YAAI,IAAI,SAAS,UAAU,YAAY;AACrC,wBAAc;AACd,8BAAoB;AAAA,QACtB;AAEA,YAAI,UAAU,KAAK,IAAI,WAAW;AAChC,gBAAM,MAAM,iBAAiB,OAAO,CAAC;AACrC;AAAA,QACF;AAEA,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS,KAAiD;AAChE,UAAM,IAAI,IAAI,MAAM,kDAAkD;AACtE,WAAO,IAAI,EAAE,KAAK,EAAE,CAAC,GAAI,IAAI,EAAE,CAAC,EAAG,IAAI;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,KAAkC;AAC9C,UAAM,SAAS,KAAK,SAAS,GAAG;AAChC,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI,MAAM,8BAA8B,GAAG,EAAE;AAAA,IACrD;AAEA,UAAM,QAAQ,MAAM,KAAK,KAAK;AAC9B,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AAEA,QAAI,YAAoC;AAExC,aAAS,UAAU,GAAG,UAAU,OAAO,aAAa,WAAW;AAC7D,UAAI;AACF,cAAM,OAAO,MAAM,gBAAgB,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,SAAS;AAC/E,cAAM,CAAC,aAAa,cAAc,IAAI;AAEtC,cAAM,OAAO,cAAc,aAAa,OAAO,GAAG;AAClD,cAAM,WAAW,iBAAiB,gBAAgB,KAAK,MAAM;AAE7D,eAAO,EAAE,MAAM,UAAU,gBAAgB,KAAK,aAAa;AAAA,MAE7D,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,cAAM,SAAU,MAAsC;AACtD,YAAI,WAAW,KAAK;AAClB,gBAAM,QAAQ,OAAO,aAAa,OAAO,KAAK;AAC9C,iBAAO,WAAW,uBAAuB,UAAU,CAAC,IAAI,OAAO,WAAW,UAAU,KAAK,MAAM,QAAQ;AACvG,gBAAM,MAAM,KAAK;AACjB;AAAA,QACF;AAEA,YAAI,CAAC,UAAU,WAAW;AACxB,gBAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,UAAU,OAAO;AAAA,QACpE;AAEA,YAAI,UAAU,OAAO,cAAc,GAAG;AACpC,gBAAM,QAAQ,OAAO,aAAa,OAAO,KAAK;AAC9C,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,OAAO,WAAW,IAAI,QAAQ;AACjH,gBAAM,MAAM,KAAK;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAEA,UAAM,IAAI,MAAM,WAAW,WAAW,2CAA2C;AAAA,EACnF;AAAA,EAEA,MAAM,SAAS,MAA0D;AACvE,QAAI,KAAK,UAAU,OAAO,YAAY;AACpC,YAAM,UAAU,MAAM;AAAA,QACpB;AAAA,QACA,OAAK,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAK,CAAU;AAAA,QAC1C,YAAY;AAAA,MACd;AACA,aAAO,IAAI,IAAI,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAE,CAAC,CAAC;AAAA,IACrD;AACA,YAAQ,MAAM,KAAK,cAAc,IAAI,GAAG;AAAA,EAC1C;AAAA,EAEA,MAAM,cACJ,MACA,gBAAgB,MAChB,iBAC0B;AAC1B,UAAM,aAAa,oBAAI,IAAgC;AACvD,QAAI,gBAAgB;AAEpB,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,OAAO,UAAU;AAC9D,WAAO,QAAQ,YAAY,KAAK,MAAM,aAAa,YAAY,qBAAqB,WAAW,kBAAkB,QAAQ;AAEzH,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW,OAAO;AACnC,YAAM,YAAY,KAAK,MAAM,UAAU,WAAW,OAAO,UAAU;AAEnE,aAAO,QAAQ,SAAS,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,WAAW,QAAQ;AAE5F,YAAM,cAAc,MAAM,aAAa,MAAM,SAAS;AACtD,iBAAW,CAAC,KAAK,MAAM,KAAK,YAAY,SAAS;AAC/C,mBAAW,IAAI,KAAK,MAAM;AAAA,MAC5B;AACA,uBAAiB,YAAY;AAE7B,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,IAAI;AAAA,MAC/D,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,QAAQ;AAAA,MAC9E;AAEA,aAAO,QAAQ,SAAS,WAAW,CAAC,cAAc,WAAW,IAAI,IAAI,KAAK,MAAM,KAAK,QAAQ;AAE7F,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,MAAM,GAAG;AAAA,MACjB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,YAAY,KAAK,QAAQ,cAAc;AAAA,EACvG;AACF;",
   "names": []
 }

package/dist/src/clients/scraper.js

@@ -1,4 +1,4 @@
-import { parseEnv } from "../config/index.js";
+import { parseEnv, CONCURRENCY } from "../config/index.js";
 import {
   classifyError,
   fetchWithTimeout,
@@ -10,7 +10,6 @@ import { pMapSettled } from "../utils/concurrency.js";
 import { mcpLog } from "../utils/logger.js";
 const SCRAPE_MODES = ["basic", "javascript", "javascript_geo"];
 const CREDIT_COSTS = { basic: 1, javascript: 5, javascript_geo: 5 };
-const DEFAULT_SCRAPE_CONCURRENCY = 10;
 const SCRAPE_BATCH_SIZE = 30;
 const MAX_RETRIES = 1;
 const FALLBACK_OVERALL_TIMEOUT_MS = 3e4;
@@ -263,7 +262,7 @@ class ScraperClient {
       const batchResults = await pMapSettled(
         batchUrls,
         (url) => this.scrapeWithFallback(url, options),
-        DEFAULT_SCRAPE_CONCURRENCY
+        CONCURRENCY.SCRAPER
       );
       for (let i = 0; i < batchResults.length; i++) {
         const result = batchResults[i];
@@ -305,7 +304,7 @@ class ScraperClient {
    * NEVER throws
    */
   async processBatch(urls, options) {
-    const results = await pMapSettled(urls, (url) => this.scrapeWithFallback(url, options), DEFAULT_SCRAPE_CONCURRENCY);
+    const results = await pMapSettled(urls, (url) => this.scrapeWithFallback(url, options), CONCURRENCY.SCRAPER);
     return results.map((result, index) => {
       const url = urls[index] || "";
       if (result.status === "fulfilled") {

package/dist/src/clients/scraper.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/clients/scraper.ts"],
-  "sourcesContent": ["/**\n * Web Scraper Client\n * Generic interface for URL scraping with automatic fallback modes\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv, SCRAPER } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SCRAPE_MODES = ['basic', 'javascript', 'javascript_geo'] as const;\ntype ScrapeMode = typeof SCRAPE_MODES[number];\n\nconst CREDIT_COSTS: Record<string, number> = { basic: 1, javascript: 5, javascript_geo: 5 } as const;\nconst DEFAULT_SCRAPE_CONCURRENCY = 10 as const;\nconst SCRAPE_BATCH_SIZE = 30 as const;\nconst MAX_RETRIES = 1 as const;\n/** Overall timeout for all fallback attempts on a single URL */\nconst FALLBACK_OVERALL_TIMEOUT_MS = 30_000 as const;\n\n// \u2500\u2500 Interfaces \u2500\u2500\n\ninterface ScrapeRequest {\n  readonly url: string;\n  readonly mode?: 'basic' | 'javascript';\n  readonly timeout?: number;\n  readonly country?: string;\n}\n\ninterface ScrapeResponse {\n  readonly content: string;\n  readonly statusCode: number;\n  readonly credits: number;\n  readonly headers?: Record<string, string>;\n  readonly error?: StructuredError;\n}\n\ninterface BatchScrapeResult {\n  readonly results: ReadonlyArray<ScrapeResponse & { readonly url: string }>;\n  readonly batchesProcessed: number;\n  readonly totalAttempted: number;\n  readonly rateLimitHits: number;\n}\n\n// Status codes that indicate we should retry (no credit consumed)\nconst RETRYABLE_STATUS_CODES = new Set([429, 502, 503, 504, 510]);\n// Status codes that are permanent failures (don't retry)\nconst PERMANENT_FAILURE_CODES = new Set([400, 401, 403]);\n\n/** Minimum stripped-text length to consider a scrape successful (filters out empty SPA shells) */\nconst MIN_USEFUL_CONTENT_LENGTH = 200 as const;\n\n/** Fallback attempt descriptor used by scrapeWithFallback */\ninterface FallbackAttempt {\n  readonly mode: 'basic' | 'javascript';\n  readonly country?: string;\n  readonly description: string;\n}\n\nconst FALLBACK_ATTEMPTS: readonly FallbackAttempt[] = [\n  { mode: 'basic', description: 'basic mode' },\n  { mode: 'javascript', description: 'javascript rendering' },\n  { mode: 'javascript', country: 'us', description: 'javascript + US geo-targeting' },\n] as const;\n\nexport class ScraperClient {\n  private apiKey: string;\n  private baseURL = 'https://api.scrape.do';\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SCRAPER_API_KEY;\n\n    if (!this.apiKey) {\n      throw new Error('Web scraping capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Scrape a single URL with retry logic\n   * NEVER throws - always returns a ScrapeResponse (possibly with error)\n   */\n  async scrape(request: ScrapeRequest, maxRetries = MAX_RETRIES): Promise<ScrapeResponse> {\n    const { url, mode = 'basic', timeout = 15, country } = request;\n    const credits = CREDIT_COSTS[mode] ?? 1;\n\n    // Validate URL first\n    try {\n      new URL(url);\n    } catch {\n      return {\n        content: `Invalid URL: ${url}`,\n        statusCode: 400,\n        credits: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: `Invalid URL: ${url}`, retryable: false },\n      };\n    }\n\n    const params = new URLSearchParams({\n      url: url,\n      token: this.apiKey,\n      timeout: String(timeout * 1000),\n    });\n\n    if (mode === 'javascript') {\n      params.append('render', 'true');\n    }\n\n    if (country) {\n      params.append('geoCode', country.toUpperCase());\n    }\n\n    const apiUrl = `${this.baseURL}?${params.toString()}`;\n    let lastError: StructuredError | undefined;\n\n    for (let attempt = 0; attempt < maxRetries; attempt++) {\n      try {\n        // Use AbortController for timeout\n        const timeoutMs = (timeout + 5) * 1000; // Add 5s buffer over scrape timeout\n        const response = await fetchWithTimeout(apiUrl, {\n          method: 'GET',\n          headers: { Accept: 'text/html,application/json' },\n          timeoutMs,\n        });\n\n        // Safely read response body\n        let content: string;\n        try {\n          content = await response.text();\n        } catch (readError) {\n          content = `Failed to read response: ${readError instanceof Error ? readError.message : String(readError)}`;\n        }\n\n        // SUCCESS: 2xx - Successful API call\n        if (response.ok) {\n          return {\n            content,\n            statusCode: response.status,\n            credits,\n            headers: Object.fromEntries(response.headers.entries()),\n          };\n        }\n\n        // 404 - Target not found (permanent, but not an error for our purposes)\n        if (response.status === 404) {\n          return {\n            content: '404 - Page not found',\n            statusCode: 404,\n            credits,\n          };\n        }\n\n        // Permanent failures - don't retry\n        if (PERMANENT_FAILURE_CODES.has(response.status)) {\n          const errorMsg = response.status === 401\n            ? 'No credits remaining or subscription suspended'\n            : `Request failed with status ${response.status}`;\n          return {\n            content: `Error: ${errorMsg}`,\n            statusCode: response.status,\n            credits: 0,\n            error: {\n              code: response.status === 401 ? ErrorCode.AUTH_ERROR : ErrorCode.INVALID_INPUT,\n              message: errorMsg,\n              retryable: false,\n              statusCode: response.status,\n            },\n          };\n        }\n\n        // Retryable status codes\n        if (RETRYABLE_STATUS_CODES.has(response.status)) {\n          lastError = {\n            code: response.status === 429 ? ErrorCode.RATE_LIMITED : ErrorCode.SERVICE_UNAVAILABLE,\n            message: `Server returned ${response.status}`,\n            retryable: true,\n            statusCode: response.status,\n          };\n\n          if (attempt < maxRetries - 1) {\n            const delayMs = calculateBackoff(attempt);\n            mcpLog('warning', `${response.status} on attempt ${attempt + 1}/${maxRetries}. Retrying in ${delayMs}ms`, 'scraper');\n            await sleep(delayMs);\n            continue;\n          }\n        }\n\n        // Other non-success status - treat as retryable\n        lastError = classifyError({ status: response.status, message: content });\n        if (attempt < maxRetries - 1 && lastError.retryable) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `Status ${response.status}. Retrying in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n\n        // Final attempt failed\n        return {\n          content: `Error: ${lastError.message}`,\n          statusCode: response.status,\n          credits: 0,\n          error: lastError,\n        };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Non-retryable errors - return immediately\n        if (!lastError.retryable) {\n          return {\n            content: `Error: ${lastError.message}`,\n            statusCode: lastError.statusCode || 500,\n            credits: 0,\n            error: lastError,\n          };\n        }\n\n        // Retryable error - continue if attempts remaining\n        if (attempt < maxRetries - 1) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${maxRetries} in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n      }\n    }\n\n    // All retries exhausted\n    return {\n      content: `Error: Failed after ${maxRetries} attempts. ${lastError?.message || 'Unknown error'}`,\n      statusCode: lastError?.statusCode || 500,\n      credits: 0,\n      error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'All retries exhausted', retryable: false },\n    };\n  }\n\n  /**\n   * Scrape with automatic fallback through different modes\n   * NEVER throws - always returns a ScrapeResponse\n   */\n  async scrapeWithFallback(url: string, options: { timeout?: number } = {}): Promise<ScrapeResponse> {\n    const attemptResults: string[] = [];\n    let lastResult: ScrapeResponse | null = null;\n    const deadline = Date.now() + FALLBACK_OVERALL_TIMEOUT_MS;\n\n    for (const attempt of FALLBACK_ATTEMPTS) {\n      // Check overall deadline before starting next fallback\n      if (Date.now() >= deadline) {\n        mcpLog('warning', `Overall fallback timeout reached for ${url} after ${attemptResults.length} attempt(s)`, 'scraper');\n        break;\n      }\n\n      const result = await this.tryFallbackAttempt(url, attempt, options);\n\n      if (result.done) {\n        if (attemptResults.length > 0) {\n          mcpLog('info', `Success with ${attempt.description} after ${attemptResults.length} fallback(s)`, 'scraper');\n        }\n        return result.response;\n      }\n\n      lastResult = result.response;\n      attemptResults.push(`${attempt.description}: ${result.response.error?.message || result.response.statusCode}`);\n      mcpLog('warning', `Failed with ${attempt.description} (${result.response.statusCode}), trying next fallback...`, 'scraper');\n    }\n\n    // All fallbacks exhausted or deadline reached\n    const errorMessage = `Failed after ${attemptResults.length} fallback attempt(s): ${attemptResults.join('; ')}`;\n    return {\n      content: `Error: ${errorMessage}`,\n      statusCode: lastResult?.statusCode || 500,\n      credits: 0,\n      error: {\n        code: ErrorCode.SERVICE_UNAVAILABLE,\n        message: errorMessage,\n        retryable: false,\n      },\n    };\n  }\n\n  /**\n   * Execute a single fallback attempt and determine whether to continue.\n   * Returns { done: true } on success/terminal or { done: false } to try the next mode.\n   */\n  private async tryFallbackAttempt(\n    url: string,\n    attempt: FallbackAttempt,\n    options: { timeout?: number },\n  ): Promise<{ done: boolean; response: ScrapeResponse }> {\n    const result = await this.scrape({\n      url,\n      mode: attempt.mode,\n      timeout: options.timeout,\n      country: attempt.country,\n    });\n\n    // Success \u2014 but verify content isn't an empty SPA shell\n    if (result.statusCode >= 200 && result.statusCode < 300 && !result.error) {\n      const strippedLength = result.content.replace(/<[^>]*>/g, '').trim().length;\n      if (strippedLength < MIN_USEFUL_CONTENT_LENGTH && attempt.mode === 'basic') {\n        mcpLog('info', `Basic mode returned only ${strippedLength} chars of text for ${url} \u2014 trying JS rendering`, 'scraper');\n        return { done: false, response: result };\n      }\n      return { done: true, response: result };\n    }\n\n    // 404 is a valid response, not an error\n    if (result.statusCode === 404) {\n      return { done: true, response: result };\n    }\n\n    // 502 Bad Gateway \u2014 almost always a WAF/CDN block, not a transient issue.\n    // Switching render mode won't bypass CDN protection, so fail fast.\n    if (result.statusCode === 502) {\n      mcpLog('warning', `502 Bad Gateway for ${url} \u2014 likely WAF/CDN block, skipping fallback modes`, 'scraper');\n      return { done: true, response: {\n        ...result,\n        error: {\n          code: ErrorCode.SERVICE_UNAVAILABLE,\n          message: 'Bad gateway \u2014 site is blocking automated access',\n          retryable: false,\n        },\n      }};\n    }\n\n    // Non-retryable errors - don't try other modes\n    if (result.error && !result.error.retryable) {\n      mcpLog('error', `Non-retryable error with ${attempt.description}: ${result.error.message}`, 'scraper');\n      return { done: true, response: result };\n    }\n\n    return { done: false, response: result };\n  }\n\n  /**\n   * Scrape multiple URLs with batching\n   * NEVER throws - always returns results array\n   */\n  async scrapeMultiple(urls: string[], options: { timeout?: number } = {}): Promise<Array<ScrapeResponse & { url: string }>> {\n    if (urls.length === 0) {\n      return [];\n    }\n\n    if (urls.length <= SCRAPE_BATCH_SIZE) {\n      return this.processBatch(urls, options);\n    }\n\n    const result = await this.batchScrape(urls, options);\n    return result.results as Array<ScrapeResponse & { url: string }>;\n  }\n\n  /**\n   * Batch scrape with progress callback\n   * NEVER throws - uses Promise.allSettled internally\n   */\n  async batchScrape(\n    urls: string[],\n    options: { timeout?: number } = {},\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void\n  ): Promise<BatchScrapeResult> {\n    const totalBatches = Math.ceil(urls.length / SCRAPE_BATCH_SIZE);\n    const allResults: Array<ScrapeResponse & { url: string }> = [];\n    let rateLimitHits = 0;\n\n    mcpLog('info', `Starting batch processing: ${urls.length} URLs in ${totalBatches} batch(es)`, 'scraper');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * SCRAPE_BATCH_SIZE;\n      const endIdx = Math.min(startIdx + SCRAPE_BATCH_SIZE, urls.length);\n      const batchUrls = urls.slice(startIdx, endIdx);\n\n      mcpLog('info', `Processing batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} URLs)`, 'scraper');\n\n      const batchResults = await pMapSettled(\n        batchUrls,\n        url => this.scrapeWithFallback(url, options),\n        DEFAULT_SCRAPE_CONCURRENCY\n      );\n\n      for (let i = 0; i < batchResults.length; i++) {\n        const result = batchResults[i];\n        if (!result) continue;\n        const url = batchUrls[i] ?? '';\n\n        if (result.status === 'fulfilled') {\n          const scrapeResult = result.value;\n          allResults.push({ ...scrapeResult, url });\n\n          // Track rate limits\n          if (scrapeResult.error?.code === ErrorCode.RATE_LIMITED) {\n            rateLimitHits++;\n          }\n        } else {\n          // This shouldn't happen since scrapeWithFallback never throws,\n          // but handle it gracefully just in case\n          const errorMsg = result.reason instanceof Error ? result.reason.message : String(result.reason);\n          mcpLog('error', `Unexpected rejection for ${url}: ${errorMsg}`, 'scraper');\n\n          allResults.push({\n            url,\n            content: `Error: Unexpected failure - ${errorMsg}`,\n            statusCode: 500,\n            credits: 0,\n            error: classifyError(result.reason),\n          });\n        }\n      }\n\n      // Safe callback invocation\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.length);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'scraper');\n      }\n\n      mcpLog('info', `Completed batch ${batchNum + 1}/${totalBatches} (${allResults.length}/${urls.length} total)`, 'scraper');\n\n      // Adaptive delay between batches \u2014 back off harder under rate limiting\n      if (batchNum < totalBatches - 1) {\n        const batchDelay = rateLimitHits > 0 ? 2000 : 500;\n        await sleep(batchDelay);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalAttempted: urls.length, rateLimitHits };\n  }\n\n  /**\n   * Process a single batch of URLs\n   * NEVER throws\n   */\n  private async processBatch(urls: string[], options: { timeout?: number }): Promise<Array<ScrapeResponse & { url: string }>> {\n    const results = await pMapSettled(urls, url => this.scrapeWithFallback(url, options), DEFAULT_SCRAPE_CONCURRENCY);\n\n    return results.map((result, index) => {\n      const url = urls[index] || '';\n\n      if (result.status === 'fulfilled') {\n        return { ...result.value, url };\n      }\n\n      // Shouldn't happen, but handle gracefully\n      return {\n        url,\n        content: `Error: ${result.reason instanceof Error ? result.reason.message : String(result.reason)}`,\n        statusCode: 500,\n        credits: 0,\n        error: classifyError(result.reason),\n      };\n    });\n  }\n}\n"],
-  "mappings": "AAMA,SAAS,gBAAyB;AAClC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC,SAAS,mBAAmB;AAC5B,SAAS,cAAc;AAIvB,MAAM,eAAe,CAAC,SAAS,cAAc,gBAAgB;AAG7D,MAAM,eAAuC,EAAE,OAAO,GAAG,YAAY,GAAG,gBAAgB,EAAE;AAC1F,MAAM,6BAA6B;AACnC,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AAEpB,MAAM,8BAA8B;AA2BpC,MAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAEhE,MAAM,0BAA0B,oBAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC;AAGvD,MAAM,4BAA4B;AASlC,MAAM,oBAAgD;AAAA,EACpD,EAAE,MAAM,SAAS,aAAa,aAAa;AAAA,EAC3C,EAAE,MAAM,cAAc,aAAa,uBAAuB;AAAA,EAC1D,EAAE,MAAM,cAAc,SAAS,MAAM,aAAa,gCAAgC;AACpF;AAEO,MAAM,cAAc;AAAA,EACjB;AAAA,EACA,UAAU;AAAA,EAElB,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI;AAE5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,wFAAwF;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,OAAO,SAAwB,aAAa,aAAsC;AACtF,UAAM,EAAE,KAAK,OAAO,SAAS,UAAU,IAAI,QAAQ,IAAI;AACvD,UAAM,UAAU,aAAa,IAAI,KAAK;AAGtC,QAAI;AACF,UAAI,IAAI,GAAG;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,QACL,SAAS,gBAAgB,GAAG;AAAA,QAC5B,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,gBAAgB,GAAG,IAAI,WAAW,MAAM;AAAA,MAC3F;AAAA,IACF;AAEA,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC;AAAA,MACA,OAAO,KAAK;AAAA,MACZ,SAAS,OAAO,UAAU,GAAI;AAAA,IAChC,CAAC;AAED,QAAI,SAAS,cAAc;AACzB,aAAO,OAAO,UAAU,MAAM;AAAA,IAChC;AAEA,QAAI,SAAS;AACX,aAAO,OAAO,WAAW,QAAQ,YAAY,CAAC;AAAA,IAChD;AAEA,UAAM,SAAS,GAAG,KAAK,OAAO,IAAI,OAAO,SAAS,CAAC;AACnD,QAAI;AAEJ,aAAS,UAAU,GAAG,UAAU,YAAY,WAAW;AACrD,UAAI;AAEF,cAAM,aAAa,UAAU,KAAK;AAClC,cAAM,WAAW,MAAM,iBAAiB,QAAQ;AAAA,UAC9C,QAAQ;AAAA,UACR,SAAS,EAAE,QAAQ,6BAA6B;AAAA,UAChD;AAAA,QACF,CAAC;AAGD,YAAI;AACJ,YAAI;AACF,oBAAU,MAAM,SAAS,KAAK;AAAA,QAChC,SAAS,WAAW;AAClB,oBAAU,4BAA4B,qBAAqB,QAAQ,UAAU,UAAU,OAAO,SAAS,CAAC;AAAA,QAC1G;AAGA,YAAI,SAAS,IAAI;AACf,iBAAO;AAAA,YACL;AAAA,YACA,YAAY,SAAS;AAAA,YACrB;AAAA,YACA,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,UACxD;AAAA,QACF;AAGA,YAAI,SAAS,WAAW,KAAK;AAC3B,iBAAO;AAAA,YACL,SAAS;AAAA,YACT,YAAY;AAAA,YACZ;AAAA,UACF;AAAA,QACF;AAGA,YAAI,wBAAwB,IAAI,SAAS,MAAM,GAAG;AAChD,gBAAM,WAAW,SAAS,WAAW,MACjC,mDACA,8BAA8B,SAAS,MAAM;AACjD,iBAAO;AAAA,YACL,SAAS,UAAU,QAAQ;AAAA,YAC3B,YAAY,SAAS;AAAA,YACrB,SAAS;AAAA,YACT,OAAO;AAAA,cACL,MAAM,SAAS,WAAW,MAAM,UAAU,aAAa,UAAU;AAAA,cACjE,SAAS;AAAA,cACT,WAAW;AAAA,cACX,YAAY,SAAS;AAAA,YACvB;AAAA,UACF;AAAA,QACF;AAGA,YAAI,uBAAuB,IAAI,SAAS,MAAM,GAAG;AAC/C,sBAAY;AAAA,YACV,MAAM,SAAS,WAAW,MAAM,UAAU,eAAe,UAAU;AAAA,YACnE,SAAS,mBAAmB,SAAS,MAAM;AAAA,YAC3C,WAAW;AAAA,YACX,YAAY,SAAS;AAAA,UACvB;AAEA,cAAI,UAAU,aAAa,GAAG;AAC5B,kBAAM,UAAU,iBAAiB,OAAO;AACxC,mBAAO,WAAW,GAAG,SAAS,MAAM,eAAe,UAAU,CAAC,IAAI,UAAU,iBAAiB,OAAO,MAAM,SAAS;AACnH,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AAAA,QACF;AAGA,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,QAAQ,CAAC;AACvE,YAAI,UAAU,aAAa,KAAK,UAAU,WAAW;AACnD,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,UAAU,SAAS,MAAM,iBAAiB,OAAO,MAAM,SAAS;AAClF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAGA,eAAO;AAAA,UACL,SAAS,UAAU,UAAU,OAAO;AAAA,UACpC,YAAY,SAAS;AAAA,UACrB,SAAS;AAAA,UACT,OAAO;AAAA,QACT;AAAA,MAEF,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,YAAI,CAAC,UAAU,WAAW;AACxB,iBAAO;AAAA,YACL,SAAS,UAAU,UAAU,OAAO;AAAA,YACpC,YAAY,UAAU,cAAc;AAAA,YACpC,SAAS;AAAA,YACT,OAAO;AAAA,UACT;AAAA,QACF;AAGA,YAAI,UAAU,aAAa,GAAG;AAC5B,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,UAAU,OAAO,OAAO,MAAM,SAAS;AAC1H,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO;AAAA,MACL,SAAS,uBAAuB,UAAU,cAAc,WAAW,WAAW,eAAe;AAAA,MAC7F,YAAY,WAAW,cAAc;AAAA,MACrC,SAAS;AAAA,MACT,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,yBAAyB,WAAW,MAAM;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,mBAAmB,KAAa,UAAgC,CAAC,GAA4B;AACjG,UAAM,iBAA2B,CAAC;AAClC,QAAI,aAAoC;AACxC,UAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,eAAW,WAAW,mBAAmB;AAEvC,UAAI,KAAK,IAAI,KAAK,UAAU;AAC1B,eAAO,WAAW,wCAAwC,GAAG,UAAU,eAAe,MAAM,eAAe,SAAS;AACpH;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,KAAK,mBAAmB,KAAK,SAAS,OAAO;AAElE,UAAI,OAAO,MAAM;AACf,YAAI,eAAe,SAAS,GAAG;AAC7B,iBAAO,QAAQ,gBAAgB,QAAQ,WAAW,UAAU,eAAe,MAAM,gBAAgB,SAAS;AAAA,QAC5G;AACA,eAAO,OAAO;AAAA,MAChB;AAEA,mBAAa,OAAO;AACpB,qBAAe,KAAK,GAAG,QAAQ,WAAW,KAAK,OAAO,SAAS,OAAO,WAAW,OAAO,SAAS,UAAU,EAAE;AAC7G,aAAO,WAAW,eAAe,QAAQ,WAAW,KAAK,OAAO,SAAS,UAAU,8BAA8B,SAAS;AAAA,IAC5H;AAGA,UAAM,eAAe,gBAAgB,eAAe,MAAM,yBAAyB,eAAe,KAAK,IAAI,CAAC;AAC5G,WAAO;AAAA,MACL,SAAS,UAAU,YAAY;AAAA,MAC/B,YAAY,YAAY,cAAc;AAAA,MACtC,SAAS;AAAA,MACT,OAAO;AAAA,QACL,MAAM,UAAU;AAAA,QAChB,SAAS;AAAA,QACT,WAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,KACA,SACA,SACsD;AACtD,UAAM,SAAS,MAAM,KAAK,OAAO;AAAA,MAC/B;AAAA,MACA,MAAM,QAAQ;AAAA,MACd,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ;AAAA,IACnB,CAAC;AAGD,QAAI,OAAO,cAAc,OAAO,OAAO,aAAa,OAAO,CAAC,OAAO,OAAO;AACxE,YAAM,iBAAiB,OAAO,QAAQ,QAAQ,YAAY,EAAE,EAAE,KAAK,EAAE;AACrE,UAAI,iBAAiB,6BAA6B,QAAQ,SAAS,SAAS;AAC1E,eAAO,QAAQ,4BAA4B,cAAc,sBAAsB,GAAG,+BAA0B,SAAS;AACrH,eAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,MACzC;AACA,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAGA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAIA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,WAAW,uBAAuB,GAAG,yDAAoD,SAAS;AACzG,aAAO,EAAE,MAAM,MAAM,UAAU;AAAA,QAC7B,GAAG;AAAA,QACH,OAAO;AAAA,UACL,MAAM,UAAU;AAAA,UAChB,SAAS;AAAA,UACT,WAAW;AAAA,QACb;AAAA,MACF,EAAC;AAAA,IACH;AAGA,QAAI,OAAO,SAAS,CAAC,OAAO,MAAM,WAAW;AAC3C,aAAO,SAAS,4BAA4B,QAAQ,WAAW,KAAK,OAAO,MAAM,OAAO,IAAI,SAAS;AACrG,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAEA,WAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,MAAgB,UAAgC,CAAC,GAAqD;AACzH,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,KAAK,UAAU,mBAAmB;AACpC,aAAO,KAAK,aAAa,MAAM,OAAO;AAAA,IACxC;AAEA,UAAM,SAAS,MAAM,KAAK,YAAY,MAAM,OAAO;AACnD,WAAO,OAAO;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,YACJ,MACA,UAAgC,CAAC,GACjC,iBAC4B;AAC5B,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,iBAAiB;AAC9D,UAAM,aAAsD,CAAC;AAC7D,QAAI,gBAAgB;AAEpB,WAAO,QAAQ,8BAA8B,KAAK,MAAM,YAAY,YAAY,cAAc,SAAS;AAEvG,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW;AAC5B,YAAM,SAAS,KAAK,IAAI,WAAW,mBAAmB,KAAK,MAAM;AACjE,YAAM,YAAY,KAAK,MAAM,UAAU,MAAM;AAE7C,aAAO,QAAQ,oBAAoB,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,UAAU,SAAS;AAEvG,YAAM,eAAe,MAAM;AAAA,QACzB;AAAA,QACA,SAAO,KAAK,mBAAmB,KAAK,OAAO;AAAA,QAC3C;AAAA,MACF;AAEA,eAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,cAAM,SAAS,aAAa,CAAC;AAC7B,YAAI,CAAC,OAAQ;AACb,cAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,YAAI,OAAO,WAAW,aAAa;AACjC,gBAAM,eAAe,OAAO;AAC5B,qBAAW,KAAK,EAAE,GAAG,cAAc,IAAI,CAAC;AAGxC,cAAI,aAAa,OAAO,SAAS,UAAU,cAAc;AACvD;AAAA,UACF;AAAA,QACF,OAAO;AAGL,gBAAM,WAAW,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM;AAC9F,iBAAO,SAAS,4BAA4B,GAAG,KAAK,QAAQ,IAAI,SAAS;AAEzE,qBAAW,KAAK;AAAA,YACd;AAAA,YACA,SAAS,+BAA+B,QAAQ;AAAA,YAChD,YAAY;AAAA,YACZ,SAAS;AAAA,YACT,OAAO,cAAc,OAAO,MAAM;AAAA,UACpC,CAAC;AAAA,QACH;AAAA,MACF;AAGA,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,MAAM;AAAA,MACjE,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,SAAS;AAAA,MAC/E;AAEA,aAAO,QAAQ,mBAAmB,WAAW,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,IAAI,KAAK,MAAM,WAAW,SAAS;AAGvH,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,aAAa,gBAAgB,IAAI,MAAO;AAC9C,cAAM,MAAM,UAAU;AAAA,MACxB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,gBAAgB,KAAK,QAAQ,cAAc;AAAA,EAC3G;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,aAAa,MAAgB,SAAiF;AAC1H,UAAM,UAAU,MAAM,YAAY,MAAM,SAAO,KAAK,mBAAmB,KAAK,OAAO,GAAG,0BAA0B;AAEhH,WAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,YAAM,MAAM,KAAK,KAAK,KAAK;AAE3B,UAAI,OAAO,WAAW,aAAa;AACjC,eAAO,EAAE,GAAG,OAAO,OAAO,IAAI;AAAA,MAChC;AAGA,aAAO;AAAA,QACL;AAAA,QACA,SAAS,UAAU,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM,CAAC;AAAA,QACjG,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,cAAc,OAAO,MAAM;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF;",
+  "sourcesContent": ["/**\n * Web Scraper Client\n * Generic interface for URL scraping with automatic fallback modes\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv, SCRAPER, CONCURRENCY } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMapSettled } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SCRAPE_MODES = ['basic', 'javascript', 'javascript_geo'] as const;\ntype ScrapeMode = typeof SCRAPE_MODES[number];\n\nconst CREDIT_COSTS: Record<string, number> = { basic: 1, javascript: 5, javascript_geo: 5 } as const;\nconst SCRAPE_BATCH_SIZE = 30 as const;\nconst MAX_RETRIES = 1 as const;\n/** Overall timeout for all fallback attempts on a single URL */\nconst FALLBACK_OVERALL_TIMEOUT_MS = 30_000 as const;\n\n// \u2500\u2500 Interfaces \u2500\u2500\n\ninterface ScrapeRequest {\n  readonly url: string;\n  readonly mode?: 'basic' | 'javascript';\n  readonly timeout?: number;\n  readonly country?: string;\n}\n\ninterface ScrapeResponse {\n  readonly content: string;\n  readonly statusCode: number;\n  readonly credits: number;\n  readonly headers?: Record<string, string>;\n  readonly error?: StructuredError;\n}\n\ninterface BatchScrapeResult {\n  readonly results: ReadonlyArray<ScrapeResponse & { readonly url: string }>;\n  readonly batchesProcessed: number;\n  readonly totalAttempted: number;\n  readonly rateLimitHits: number;\n}\n\n// Status codes that indicate we should retry (no credit consumed)\nconst RETRYABLE_STATUS_CODES = new Set([429, 502, 503, 504, 510]);\n// Status codes that are permanent failures (don't retry)\nconst PERMANENT_FAILURE_CODES = new Set([400, 401, 403]);\n\n/** Minimum stripped-text length to consider a scrape successful (filters out empty SPA shells) */\nconst MIN_USEFUL_CONTENT_LENGTH = 200 as const;\n\n/** Fallback attempt descriptor used by scrapeWithFallback */\ninterface FallbackAttempt {\n  readonly mode: 'basic' | 'javascript';\n  readonly country?: string;\n  readonly description: string;\n}\n\nconst FALLBACK_ATTEMPTS: readonly FallbackAttempt[] = [\n  { mode: 'basic', description: 'basic mode' },\n  { mode: 'javascript', description: 'javascript rendering' },\n  { mode: 'javascript', country: 'us', description: 'javascript + US geo-targeting' },\n] as const;\n\nexport class ScraperClient {\n  private apiKey: string;\n  private baseURL = 'https://api.scrape.do';\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SCRAPER_API_KEY;\n\n    if (!this.apiKey) {\n      throw new Error('Web scraping capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Scrape a single URL with retry logic\n   * NEVER throws - always returns a ScrapeResponse (possibly with error)\n   */\n  async scrape(request: ScrapeRequest, maxRetries = MAX_RETRIES): Promise<ScrapeResponse> {\n    const { url, mode = 'basic', timeout = 15, country } = request;\n    const credits = CREDIT_COSTS[mode] ?? 1;\n\n    // Validate URL first\n    try {\n      new URL(url);\n    } catch {\n      return {\n        content: `Invalid URL: ${url}`,\n        statusCode: 400,\n        credits: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: `Invalid URL: ${url}`, retryable: false },\n      };\n    }\n\n    const params = new URLSearchParams({\n      url: url,\n      token: this.apiKey,\n      timeout: String(timeout * 1000),\n    });\n\n    if (mode === 'javascript') {\n      params.append('render', 'true');\n    }\n\n    if (country) {\n      params.append('geoCode', country.toUpperCase());\n    }\n\n    const apiUrl = `${this.baseURL}?${params.toString()}`;\n    let lastError: StructuredError | undefined;\n\n    for (let attempt = 0; attempt < maxRetries; attempt++) {\n      try {\n        // Use AbortController for timeout\n        const timeoutMs = (timeout + 5) * 1000; // Add 5s buffer over scrape timeout\n        const response = await fetchWithTimeout(apiUrl, {\n          method: 'GET',\n          headers: { Accept: 'text/html,application/json' },\n          timeoutMs,\n        });\n\n        // Safely read response body\n        let content: string;\n        try {\n          content = await response.text();\n        } catch (readError) {\n          content = `Failed to read response: ${readError instanceof Error ? readError.message : String(readError)}`;\n        }\n\n        // SUCCESS: 2xx - Successful API call\n        if (response.ok) {\n          return {\n            content,\n            statusCode: response.status,\n            credits,\n            headers: Object.fromEntries(response.headers.entries()),\n          };\n        }\n\n        // 404 - Target not found (permanent, but not an error for our purposes)\n        if (response.status === 404) {\n          return {\n            content: '404 - Page not found',\n            statusCode: 404,\n            credits,\n          };\n        }\n\n        // Permanent failures - don't retry\n        if (PERMANENT_FAILURE_CODES.has(response.status)) {\n          const errorMsg = response.status === 401\n            ? 'No credits remaining or subscription suspended'\n            : `Request failed with status ${response.status}`;\n          return {\n            content: `Error: ${errorMsg}`,\n            statusCode: response.status,\n            credits: 0,\n            error: {\n              code: response.status === 401 ? ErrorCode.AUTH_ERROR : ErrorCode.INVALID_INPUT,\n              message: errorMsg,\n              retryable: false,\n              statusCode: response.status,\n            },\n          };\n        }\n\n        // Retryable status codes\n        if (RETRYABLE_STATUS_CODES.has(response.status)) {\n          lastError = {\n            code: response.status === 429 ? ErrorCode.RATE_LIMITED : ErrorCode.SERVICE_UNAVAILABLE,\n            message: `Server returned ${response.status}`,\n            retryable: true,\n            statusCode: response.status,\n          };\n\n          if (attempt < maxRetries - 1) {\n            const delayMs = calculateBackoff(attempt);\n            mcpLog('warning', `${response.status} on attempt ${attempt + 1}/${maxRetries}. Retrying in ${delayMs}ms`, 'scraper');\n            await sleep(delayMs);\n            continue;\n          }\n        }\n\n        // Other non-success status - treat as retryable\n        lastError = classifyError({ status: response.status, message: content });\n        if (attempt < maxRetries - 1 && lastError.retryable) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `Status ${response.status}. Retrying in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n\n        // Final attempt failed\n        return {\n          content: `Error: ${lastError.message}`,\n          statusCode: response.status,\n          credits: 0,\n          error: lastError,\n        };\n\n      } catch (error) {\n        lastError = classifyError(error);\n\n        // Non-retryable errors - return immediately\n        if (!lastError.retryable) {\n          return {\n            content: `Error: ${lastError.message}`,\n            statusCode: lastError.statusCode || 500,\n            credits: 0,\n            error: lastError,\n          };\n        }\n\n        // Retryable error - continue if attempts remaining\n        if (attempt < maxRetries - 1) {\n          const delayMs = calculateBackoff(attempt);\n          mcpLog('warning', `${lastError.code}: ${lastError.message}. Retry ${attempt + 1}/${maxRetries} in ${delayMs}ms`, 'scraper');\n          await sleep(delayMs);\n          continue;\n        }\n      }\n    }\n\n    // All retries exhausted\n    return {\n      content: `Error: Failed after ${maxRetries} attempts. ${lastError?.message || 'Unknown error'}`,\n      statusCode: lastError?.statusCode || 500,\n      credits: 0,\n      error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'All retries exhausted', retryable: false },\n    };\n  }\n\n  /**\n   * Scrape with automatic fallback through different modes\n   * NEVER throws - always returns a ScrapeResponse\n   */\n  async scrapeWithFallback(url: string, options: { timeout?: number } = {}): Promise<ScrapeResponse> {\n    const attemptResults: string[] = [];\n    let lastResult: ScrapeResponse | null = null;\n    const deadline = Date.now() + FALLBACK_OVERALL_TIMEOUT_MS;\n\n    for (const attempt of FALLBACK_ATTEMPTS) {\n      // Check overall deadline before starting next fallback\n      if (Date.now() >= deadline) {\n        mcpLog('warning', `Overall fallback timeout reached for ${url} after ${attemptResults.length} attempt(s)`, 'scraper');\n        break;\n      }\n\n      const result = await this.tryFallbackAttempt(url, attempt, options);\n\n      if (result.done) {\n        if (attemptResults.length > 0) {\n          mcpLog('info', `Success with ${attempt.description} after ${attemptResults.length} fallback(s)`, 'scraper');\n        }\n        return result.response;\n      }\n\n      lastResult = result.response;\n      attemptResults.push(`${attempt.description}: ${result.response.error?.message || result.response.statusCode}`);\n      mcpLog('warning', `Failed with ${attempt.description} (${result.response.statusCode}), trying next fallback...`, 'scraper');\n    }\n\n    // All fallbacks exhausted or deadline reached\n    const errorMessage = `Failed after ${attemptResults.length} fallback attempt(s): ${attemptResults.join('; ')}`;\n    return {\n      content: `Error: ${errorMessage}`,\n      statusCode: lastResult?.statusCode || 500,\n      credits: 0,\n      error: {\n        code: ErrorCode.SERVICE_UNAVAILABLE,\n        message: errorMessage,\n        retryable: false,\n      },\n    };\n  }\n\n  /**\n   * Execute a single fallback attempt and determine whether to continue.\n   * Returns { done: true } on success/terminal or { done: false } to try the next mode.\n   */\n  private async tryFallbackAttempt(\n    url: string,\n    attempt: FallbackAttempt,\n    options: { timeout?: number },\n  ): Promise<{ done: boolean; response: ScrapeResponse }> {\n    const result = await this.scrape({\n      url,\n      mode: attempt.mode,\n      timeout: options.timeout,\n      country: attempt.country,\n    });\n\n    // Success \u2014 but verify content isn't an empty SPA shell\n    if (result.statusCode >= 200 && result.statusCode < 300 && !result.error) {\n      const strippedLength = result.content.replace(/<[^>]*>/g, '').trim().length;\n      if (strippedLength < MIN_USEFUL_CONTENT_LENGTH && attempt.mode === 'basic') {\n        mcpLog('info', `Basic mode returned only ${strippedLength} chars of text for ${url} \u2014 trying JS rendering`, 'scraper');\n        return { done: false, response: result };\n      }\n      return { done: true, response: result };\n    }\n\n    // 404 is a valid response, not an error\n    if (result.statusCode === 404) {\n      return { done: true, response: result };\n    }\n\n    // 502 Bad Gateway \u2014 almost always a WAF/CDN block, not a transient issue.\n    // Switching render mode won't bypass CDN protection, so fail fast.\n    if (result.statusCode === 502) {\n      mcpLog('warning', `502 Bad Gateway for ${url} \u2014 likely WAF/CDN block, skipping fallback modes`, 'scraper');\n      return { done: true, response: {\n        ...result,\n        error: {\n          code: ErrorCode.SERVICE_UNAVAILABLE,\n          message: 'Bad gateway \u2014 site is blocking automated access',\n          retryable: false,\n        },\n      }};\n    }\n\n    // Non-retryable errors - don't try other modes\n    if (result.error && !result.error.retryable) {\n      mcpLog('error', `Non-retryable error with ${attempt.description}: ${result.error.message}`, 'scraper');\n      return { done: true, response: result };\n    }\n\n    return { done: false, response: result };\n  }\n\n  /**\n   * Scrape multiple URLs with batching\n   * NEVER throws - always returns results array\n   */\n  async scrapeMultiple(urls: string[], options: { timeout?: number } = {}): Promise<Array<ScrapeResponse & { url: string }>> {\n    if (urls.length === 0) {\n      return [];\n    }\n\n    if (urls.length <= SCRAPE_BATCH_SIZE) {\n      return this.processBatch(urls, options);\n    }\n\n    const result = await this.batchScrape(urls, options);\n    return result.results as Array<ScrapeResponse & { url: string }>;\n  }\n\n  /**\n   * Batch scrape with progress callback\n   * NEVER throws - uses Promise.allSettled internally\n   */\n  async batchScrape(\n    urls: string[],\n    options: { timeout?: number } = {},\n    onBatchComplete?: (batchNum: number, totalBatches: number, processed: number) => void\n  ): Promise<BatchScrapeResult> {\n    const totalBatches = Math.ceil(urls.length / SCRAPE_BATCH_SIZE);\n    const allResults: Array<ScrapeResponse & { url: string }> = [];\n    let rateLimitHits = 0;\n\n    mcpLog('info', `Starting batch processing: ${urls.length} URLs in ${totalBatches} batch(es)`, 'scraper');\n\n    for (let batchNum = 0; batchNum < totalBatches; batchNum++) {\n      const startIdx = batchNum * SCRAPE_BATCH_SIZE;\n      const endIdx = Math.min(startIdx + SCRAPE_BATCH_SIZE, urls.length);\n      const batchUrls = urls.slice(startIdx, endIdx);\n\n      mcpLog('info', `Processing batch ${batchNum + 1}/${totalBatches} (${batchUrls.length} URLs)`, 'scraper');\n\n      const batchResults = await pMapSettled(\n        batchUrls,\n        url => this.scrapeWithFallback(url, options),\n        CONCURRENCY.SCRAPER\n      );\n\n      for (let i = 0; i < batchResults.length; i++) {\n        const result = batchResults[i];\n        if (!result) continue;\n        const url = batchUrls[i] ?? '';\n\n        if (result.status === 'fulfilled') {\n          const scrapeResult = result.value;\n          allResults.push({ ...scrapeResult, url });\n\n          // Track rate limits\n          if (scrapeResult.error?.code === ErrorCode.RATE_LIMITED) {\n            rateLimitHits++;\n          }\n        } else {\n          // This shouldn't happen since scrapeWithFallback never throws,\n          // but handle it gracefully just in case\n          const errorMsg = result.reason instanceof Error ? result.reason.message : String(result.reason);\n          mcpLog('error', `Unexpected rejection for ${url}: ${errorMsg}`, 'scraper');\n\n          allResults.push({\n            url,\n            content: `Error: Unexpected failure - ${errorMsg}`,\n            statusCode: 500,\n            credits: 0,\n            error: classifyError(result.reason),\n          });\n        }\n      }\n\n      // Safe callback invocation\n      try {\n        onBatchComplete?.(batchNum + 1, totalBatches, allResults.length);\n      } catch (callbackError) {\n        mcpLog('error', `onBatchComplete callback error: ${callbackError}`, 'scraper');\n      }\n\n      mcpLog('info', `Completed batch ${batchNum + 1}/${totalBatches} (${allResults.length}/${urls.length} total)`, 'scraper');\n\n      // Adaptive delay between batches \u2014 back off harder under rate limiting\n      if (batchNum < totalBatches - 1) {\n        const batchDelay = rateLimitHits > 0 ? 2000 : 500;\n        await sleep(batchDelay);\n      }\n    }\n\n    return { results: allResults, batchesProcessed: totalBatches, totalAttempted: urls.length, rateLimitHits };\n  }\n\n  /**\n   * Process a single batch of URLs\n   * NEVER throws\n   */\n  private async processBatch(urls: string[], options: { timeout?: number }): Promise<Array<ScrapeResponse & { url: string }>> {\n    const results = await pMapSettled(urls, url => this.scrapeWithFallback(url, options), CONCURRENCY.SCRAPER);\n\n    return results.map((result, index) => {\n      const url = urls[index] || '';\n\n      if (result.status === 'fulfilled') {\n        return { ...result.value, url };\n      }\n\n      // Shouldn't happen, but handle gracefully\n      return {\n        url,\n        content: `Error: ${result.reason instanceof Error ? result.reason.message : String(result.reason)}`,\n        statusCode: 500,\n        credits: 0,\n        error: classifyError(result.reason),\n      };\n    });\n  }\n}\n"],
+  "mappings": "AAMA,SAAS,UAAmB,mBAAmB;AAC/C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC,SAAS,mBAAmB;AAC5B,SAAS,cAAc;AAIvB,MAAM,eAAe,CAAC,SAAS,cAAc,gBAAgB;AAG7D,MAAM,eAAuC,EAAE,OAAO,GAAG,YAAY,GAAG,gBAAgB,EAAE;AAC1F,MAAM,oBAAoB;AAC1B,MAAM,cAAc;AAEpB,MAAM,8BAA8B;AA2BpC,MAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAEhE,MAAM,0BAA0B,oBAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC;AAGvD,MAAM,4BAA4B;AASlC,MAAM,oBAAgD;AAAA,EACpD,EAAE,MAAM,SAAS,aAAa,aAAa;AAAA,EAC3C,EAAE,MAAM,cAAc,aAAa,uBAAuB;AAAA,EAC1D,EAAE,MAAM,cAAc,SAAS,MAAM,aAAa,gCAAgC;AACpF;AAEO,MAAM,cAAc;AAAA,EACjB;AAAA,EACA,UAAU;AAAA,EAElB,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI;AAE5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,wFAAwF;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,OAAO,SAAwB,aAAa,aAAsC;AACtF,UAAM,EAAE,KAAK,OAAO,SAAS,UAAU,IAAI,QAAQ,IAAI;AACvD,UAAM,UAAU,aAAa,IAAI,KAAK;AAGtC,QAAI;AACF,UAAI,IAAI,GAAG;AAAA,IACb,QAAQ;AACN,aAAO;AAAA,QACL,SAAS,gBAAgB,GAAG;AAAA,QAC5B,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,gBAAgB,GAAG,IAAI,WAAW,MAAM;AAAA,MAC3F;AAAA,IACF;AAEA,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC;AAAA,MACA,OAAO,KAAK;AAAA,MACZ,SAAS,OAAO,UAAU,GAAI;AAAA,IAChC,CAAC;AAED,QAAI,SAAS,cAAc;AACzB,aAAO,OAAO,UAAU,MAAM;AAAA,IAChC;AAEA,QAAI,SAAS;AACX,aAAO,OAAO,WAAW,QAAQ,YAAY,CAAC;AAAA,IAChD;AAEA,UAAM,SAAS,GAAG,KAAK,OAAO,IAAI,OAAO,SAAS,CAAC;AACnD,QAAI;AAEJ,aAAS,UAAU,GAAG,UAAU,YAAY,WAAW;AACrD,UAAI;AAEF,cAAM,aAAa,UAAU,KAAK;AAClC,cAAM,WAAW,MAAM,iBAAiB,QAAQ;AAAA,UAC9C,QAAQ;AAAA,UACR,SAAS,EAAE,QAAQ,6BAA6B;AAAA,UAChD;AAAA,QACF,CAAC;AAGD,YAAI;AACJ,YAAI;AACF,oBAAU,MAAM,SAAS,KAAK;AAAA,QAChC,SAAS,WAAW;AAClB,oBAAU,4BAA4B,qBAAqB,QAAQ,UAAU,UAAU,OAAO,SAAS,CAAC;AAAA,QAC1G;AAGA,YAAI,SAAS,IAAI;AACf,iBAAO;AAAA,YACL;AAAA,YACA,YAAY,SAAS;AAAA,YACrB;AAAA,YACA,SAAS,OAAO,YAAY,SAAS,QAAQ,QAAQ,CAAC;AAAA,UACxD;AAAA,QACF;AAGA,YAAI,SAAS,WAAW,KAAK;AAC3B,iBAAO;AAAA,YACL,SAAS;AAAA,YACT,YAAY;AAAA,YACZ;AAAA,UACF;AAAA,QACF;AAGA,YAAI,wBAAwB,IAAI,SAAS,MAAM,GAAG;AAChD,gBAAM,WAAW,SAAS,WAAW,MACjC,mDACA,8BAA8B,SAAS,MAAM;AACjD,iBAAO;AAAA,YACL,SAAS,UAAU,QAAQ;AAAA,YAC3B,YAAY,SAAS;AAAA,YACrB,SAAS;AAAA,YACT,OAAO;AAAA,cACL,MAAM,SAAS,WAAW,MAAM,UAAU,aAAa,UAAU;AAAA,cACjE,SAAS;AAAA,cACT,WAAW;AAAA,cACX,YAAY,SAAS;AAAA,YACvB;AAAA,UACF;AAAA,QACF;AAGA,YAAI,uBAAuB,IAAI,SAAS,MAAM,GAAG;AAC/C,sBAAY;AAAA,YACV,MAAM,SAAS,WAAW,MAAM,UAAU,eAAe,UAAU;AAAA,YACnE,SAAS,mBAAmB,SAAS,MAAM;AAAA,YAC3C,WAAW;AAAA,YACX,YAAY,SAAS;AAAA,UACvB;AAEA,cAAI,UAAU,aAAa,GAAG;AAC5B,kBAAM,UAAU,iBAAiB,OAAO;AACxC,mBAAO,WAAW,GAAG,SAAS,MAAM,eAAe,UAAU,CAAC,IAAI,UAAU,iBAAiB,OAAO,MAAM,SAAS;AACnH,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AAAA,QACF;AAGA,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,QAAQ,CAAC;AACvE,YAAI,UAAU,aAAa,KAAK,UAAU,WAAW;AACnD,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,UAAU,SAAS,MAAM,iBAAiB,OAAO,MAAM,SAAS;AAClF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAGA,eAAO;AAAA,UACL,SAAS,UAAU,UAAU,OAAO;AAAA,UACpC,YAAY,SAAS;AAAA,UACrB,SAAS;AAAA,UACT,OAAO;AAAA,QACT;AAAA,MAEF,SAAS,OAAO;AACd,oBAAY,cAAc,KAAK;AAG/B,YAAI,CAAC,UAAU,WAAW;AACxB,iBAAO;AAAA,YACL,SAAS,UAAU,UAAU,OAAO;AAAA,YACpC,YAAY,UAAU,cAAc;AAAA,YACpC,SAAS;AAAA,YACT,OAAO;AAAA,UACT;AAAA,QACF;AAGA,YAAI,UAAU,aAAa,GAAG;AAC5B,gBAAM,UAAU,iBAAiB,OAAO;AACxC,iBAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,WAAW,UAAU,CAAC,IAAI,UAAU,OAAO,OAAO,MAAM,SAAS;AAC1H,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,WAAO;AAAA,MACL,SAAS,uBAAuB,UAAU,cAAc,WAAW,WAAW,eAAe;AAAA,MAC7F,YAAY,WAAW,cAAc;AAAA,MACrC,SAAS;AAAA,MACT,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,yBAAyB,WAAW,MAAM;AAAA,IAC1G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,mBAAmB,KAAa,UAAgC,CAAC,GAA4B;AACjG,UAAM,iBAA2B,CAAC;AAClC,QAAI,aAAoC;AACxC,UAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,eAAW,WAAW,mBAAmB;AAEvC,UAAI,KAAK,IAAI,KAAK,UAAU;AAC1B,eAAO,WAAW,wCAAwC,GAAG,UAAU,eAAe,MAAM,eAAe,SAAS;AACpH;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,KAAK,mBAAmB,KAAK,SAAS,OAAO;AAElE,UAAI,OAAO,MAAM;AACf,YAAI,eAAe,SAAS,GAAG;AAC7B,iBAAO,QAAQ,gBAAgB,QAAQ,WAAW,UAAU,eAAe,MAAM,gBAAgB,SAAS;AAAA,QAC5G;AACA,eAAO,OAAO;AAAA,MAChB;AAEA,mBAAa,OAAO;AACpB,qBAAe,KAAK,GAAG,QAAQ,WAAW,KAAK,OAAO,SAAS,OAAO,WAAW,OAAO,SAAS,UAAU,EAAE;AAC7G,aAAO,WAAW,eAAe,QAAQ,WAAW,KAAK,OAAO,SAAS,UAAU,8BAA8B,SAAS;AAAA,IAC5H;AAGA,UAAM,eAAe,gBAAgB,eAAe,MAAM,yBAAyB,eAAe,KAAK,IAAI,CAAC;AAC5G,WAAO;AAAA,MACL,SAAS,UAAU,YAAY;AAAA,MAC/B,YAAY,YAAY,cAAc;AAAA,MACtC,SAAS;AAAA,MACT,OAAO;AAAA,QACL,MAAM,UAAU;AAAA,QAChB,SAAS;AAAA,QACT,WAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,KACA,SACA,SACsD;AACtD,UAAM,SAAS,MAAM,KAAK,OAAO;AAAA,MAC/B;AAAA,MACA,MAAM,QAAQ;AAAA,MACd,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ;AAAA,IACnB,CAAC;AAGD,QAAI,OAAO,cAAc,OAAO,OAAO,aAAa,OAAO,CAAC,OAAO,OAAO;AACxE,YAAM,iBAAiB,OAAO,QAAQ,QAAQ,YAAY,EAAE,EAAE,KAAK,EAAE;AACrE,UAAI,iBAAiB,6BAA6B,QAAQ,SAAS,SAAS;AAC1E,eAAO,QAAQ,4BAA4B,cAAc,sBAAsB,GAAG,+BAA0B,SAAS;AACrH,eAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,MACzC;AACA,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAGA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAIA,QAAI,OAAO,eAAe,KAAK;AAC7B,aAAO,WAAW,uBAAuB,GAAG,yDAAoD,SAAS;AACzG,aAAO,EAAE,MAAM,MAAM,UAAU;AAAA,QAC7B,GAAG;AAAA,QACH,OAAO;AAAA,UACL,MAAM,UAAU;AAAA,UAChB,SAAS;AAAA,UACT,WAAW;AAAA,QACb;AAAA,MACF,EAAC;AAAA,IACH;AAGA,QAAI,OAAO,SAAS,CAAC,OAAO,MAAM,WAAW;AAC3C,aAAO,SAAS,4BAA4B,QAAQ,WAAW,KAAK,OAAO,MAAM,OAAO,IAAI,SAAS;AACrG,aAAO,EAAE,MAAM,MAAM,UAAU,OAAO;AAAA,IACxC;AAEA,WAAO,EAAE,MAAM,OAAO,UAAU,OAAO;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,MAAgB,UAAgC,CAAC,GAAqD;AACzH,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,KAAK,UAAU,mBAAmB;AACpC,aAAO,KAAK,aAAa,MAAM,OAAO;AAAA,IACxC;AAEA,UAAM,SAAS,MAAM,KAAK,YAAY,MAAM,OAAO;AACnD,WAAO,OAAO;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,YACJ,MACA,UAAgC,CAAC,GACjC,iBAC4B;AAC5B,UAAM,eAAe,KAAK,KAAK,KAAK,SAAS,iBAAiB;AAC9D,UAAM,aAAsD,CAAC;AAC7D,QAAI,gBAAgB;AAEpB,WAAO,QAAQ,8BAA8B,KAAK,MAAM,YAAY,YAAY,cAAc,SAAS;AAEvG,aAAS,WAAW,GAAG,WAAW,cAAc,YAAY;AAC1D,YAAM,WAAW,WAAW;AAC5B,YAAM,SAAS,KAAK,IAAI,WAAW,mBAAmB,KAAK,MAAM;AACjE,YAAM,YAAY,KAAK,MAAM,UAAU,MAAM;AAE7C,aAAO,QAAQ,oBAAoB,WAAW,CAAC,IAAI,YAAY,KAAK,UAAU,MAAM,UAAU,SAAS;AAEvG,YAAM,eAAe,MAAM;AAAA,QACzB;AAAA,QACA,SAAO,KAAK,mBAAmB,KAAK,OAAO;AAAA,QAC3C,YAAY;AAAA,MACd;AAEA,eAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,cAAM,SAAS,aAAa,CAAC;AAC7B,YAAI,CAAC,OAAQ;AACb,cAAM,MAAM,UAAU,CAAC,KAAK;AAE5B,YAAI,OAAO,WAAW,aAAa;AACjC,gBAAM,eAAe,OAAO;AAC5B,qBAAW,KAAK,EAAE,GAAG,cAAc,IAAI,CAAC;AAGxC,cAAI,aAAa,OAAO,SAAS,UAAU,cAAc;AACvD;AAAA,UACF;AAAA,QACF,OAAO;AAGL,gBAAM,WAAW,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM;AAC9F,iBAAO,SAAS,4BAA4B,GAAG,KAAK,QAAQ,IAAI,SAAS;AAEzE,qBAAW,KAAK;AAAA,YACd;AAAA,YACA,SAAS,+BAA+B,QAAQ;AAAA,YAChD,YAAY;AAAA,YACZ,SAAS;AAAA,YACT,OAAO,cAAc,OAAO,MAAM;AAAA,UACpC,CAAC;AAAA,QACH;AAAA,MACF;AAGA,UAAI;AACF,0BAAkB,WAAW,GAAG,cAAc,WAAW,MAAM;AAAA,MACjE,SAAS,eAAe;AACtB,eAAO,SAAS,mCAAmC,aAAa,IAAI,SAAS;AAAA,MAC/E;AAEA,aAAO,QAAQ,mBAAmB,WAAW,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,IAAI,KAAK,MAAM,WAAW,SAAS;AAGvH,UAAI,WAAW,eAAe,GAAG;AAC/B,cAAM,aAAa,gBAAgB,IAAI,MAAO;AAC9C,cAAM,MAAM,UAAU;AAAA,MACxB;AAAA,IACF;AAEA,WAAO,EAAE,SAAS,YAAY,kBAAkB,cAAc,gBAAgB,KAAK,QAAQ,cAAc;AAAA,EAC3G;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,aAAa,MAAgB,SAAiF;AAC1H,UAAM,UAAU,MAAM,YAAY,MAAM,SAAO,KAAK,mBAAmB,KAAK,OAAO,GAAG,YAAY,OAAO;AAEzG,WAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,YAAM,MAAM,KAAK,KAAK,KAAK;AAE3B,UAAI,OAAO,WAAW,aAAa;AACjC,eAAO,EAAE,GAAG,OAAO,OAAO,IAAI;AAAA,MAChC;AAGA,aAAO;AAAA,QACL;AAAA,QACA,SAAS,UAAU,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO,OAAO,MAAM,CAAC;AAAA,QACjG,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,OAAO,cAAc,OAAO,MAAM;AAAA,MACpC;AAAA,IACF,CAAC;AAAA,EACH;AACF;",
   "names": []
 }

package/dist/src/clients/search.js

@@ -1,4 +1,4 @@
-import { parseEnv } from "../config/index.js";
+import { parseEnv, CONCURRENCY } from "../config/index.js";
 import {
   classifyError,
   fetchWithTimeout,
@@ -10,7 +10,6 @@ import { pMap } from "../utils/concurrency.js";
 import { mcpLog } from "../utils/logger.js";
 const SERPER_API_URL = "https://google.serper.dev/search";
 const DEFAULT_RESULTS_PER_KEYWORD = 10;
-const MAX_SEARCH_CONCURRENCY = 8;
 const MAX_RETRIES = 3;
 const SEARCH_RETRY_CONFIG = {
   maxRetries: MAX_RETRIES,
@@ -207,7 +206,7 @@ class SearchClient {
     const results = await pMap(
       queries,
       (q) => this.searchReddit(q, dateAfter),
-      MAX_SEARCH_CONCURRENCY
+      CONCURRENCY.SEARCH
     );
     return new Map(queries.map((q, i) => [q, results[i] || []]));
   }

package/dist/src/clients/search.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/clients/search.ts"],
-  "sourcesContent": ["/**\n * Web Search Client\n * Generic interface for web search via Google (Serper implementation)\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMap } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SERPER_API_URL = 'https://google.serper.dev/search' as const;\nconst DEFAULT_RESULTS_PER_KEYWORD = 10 as const;\nconst MAX_SEARCH_CONCURRENCY = 8 as const;\nconst MAX_RETRIES = 3 as const;\n\n// \u2500\u2500 Data Interfaces \u2500\u2500\n\ninterface SearchResult {\n  readonly title: string;\n  readonly link: string;\n  readonly snippet: string;\n  readonly date?: string;\n  readonly position: number;\n}\n\nexport interface KeywordSearchResult {\n  readonly keyword: string;\n  readonly results: SearchResult[];\n  readonly totalResults: number;\n  readonly related: string[];\n  readonly error?: StructuredError;\n}\n\ninterface MultipleSearchResponse {\n  readonly searches: KeywordSearchResult[];\n  readonly totalKeywords: number;\n  readonly executionTime: number;\n  readonly error?: StructuredError;\n}\n\nexport interface RedditSearchResult {\n  readonly title: string;\n  readonly url: string;\n  readonly snippet: string;\n  readonly date?: string;\n}\n\n// \u2500\u2500 Retry Configuration \u2500\u2500\n\nconst SEARCH_RETRY_CONFIG = {\n  maxRetries: MAX_RETRIES,\n  baseDelayMs: 1000,\n  maxDelayMs: 10000,\n  timeoutMs: 30000,\n} as const;\n\nconst RETRYABLE_SEARCH_CODES = new Set([429, 500, 502, 503, 504]);\n\n// Pre-compiled regex patterns for Reddit search\nconst REDDIT_SITE_REGEX = /site:\\s*reddit\\.com/i;\nconst REDDIT_SUBREDDIT_SUFFIX_REGEX = / : r\\/\\w+$/;\nconst REDDIT_SUFFIX_REGEX = / - Reddit$/;\n\n// \u2500\u2500 Helper: Parse Serper search responses into structured results \u2500\u2500\n\nfunction parseSearchResponses(\n  responses: Array<Record<string, unknown>>,\n  keywords: string[],\n): KeywordSearchResult[] {\n  return responses.map((resp, index) => {\n    try {\n      const organic = (resp.organic || []) as Array<Record<string, unknown>>;\n      const results: SearchResult[] = organic.map((item, idx) => ({\n        title: (item.title as string) || 'No title',\n        link: (item.link as string) || '#',\n        snippet: (item.snippet as string) || '',\n        date: item.date as string | undefined,\n        position: (item.position as number) || idx + 1,\n      }));\n\n      const searchInfo = resp.searchInformation as Record<string, unknown> | undefined;\n      const totalResults = searchInfo?.totalResults\n        ? parseInt(String(searchInfo.totalResults).replace(/,/g, ''), 10)\n        : results.length;\n\n      const relatedSearches = (resp.relatedSearches || []) as Array<Record<string, unknown>>;\n      const related = relatedSearches.map((r) => (r.query as string) || '');\n\n      return { keyword: keywords[index] || '', results, totalResults, related };\n    } catch {\n      return { keyword: keywords[index] || '', results: [], totalResults: 0, related: [] };\n    }\n  });\n}\n\n// \u2500\u2500 Helper: Execute search API call with retry \u2500\u2500\n\nasync function executeSearchWithRetry(\n  apiKey: string,\n  body: unknown,\n  isRetryable: (status?: number, error?: unknown) => boolean,\n): Promise<{ data: unknown; error?: StructuredError }> {\n  let lastError: StructuredError | undefined;\n\n  for (let attempt = 0; attempt <= SEARCH_RETRY_CONFIG.maxRetries; attempt++) {\n    try {\n      if (attempt > 0) {\n        mcpLog('warning', `Retry attempt ${attempt}/${SEARCH_RETRY_CONFIG.maxRetries}`, 'search');\n      }\n\n      const response = await fetchWithTimeout(SERPER_API_URL, {\n        method: 'POST',\n        headers: {\n          'X-API-KEY': apiKey,\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(body),\n        timeoutMs: SEARCH_RETRY_CONFIG.timeoutMs,\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => '');\n        lastError = classifyError({ status: response.status, message: errorText });\n\n        if (isRetryable(response.status) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n          const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n          mcpLog('warning', `API returned ${response.status}, retrying in ${delayMs}ms...`, 'search');\n          await sleep(delayMs);\n          continue;\n        }\n\n        return { data: undefined, error: lastError };\n      }\n\n      try {\n        const data = await response.json();\n        return { data };\n      } catch {\n        return {\n          data: undefined,\n          error: { code: ErrorCode.PARSE_ERROR, message: 'Failed to parse search response', retryable: false },\n        };\n      }\n    } catch (error) {\n      lastError = classifyError(error);\n\n      if (isRetryable(undefined, error) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n        const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n        mcpLog('warning', `${lastError.code}: ${lastError.message}, retrying in ${delayMs}ms...`, 'search');\n        await sleep(delayMs);\n        continue;\n      }\n\n      return { data: undefined, error: lastError };\n    }\n  }\n\n  return {\n    data: undefined,\n    error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'Search failed', retryable: false },\n  };\n}\n\n// \u2500\u2500 SearchClient \u2500\u2500\n\nexport class SearchClient {\n  private apiKey: string;\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SEARCH_API_KEY || '';\n\n    if (!this.apiKey) {\n      throw new Error('Web search capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Check if error is retryable\n   */\n  private isRetryable(status?: number, error?: unknown): boolean {\n    if (status && RETRYABLE_SEARCH_CODES.has(status)) return true;\n\n    if (error == null) return false;\n    const message = (typeof error === 'object' && 'message' in error && typeof (error as { message?: string }).message === 'string')\n      ? (error as { message: string }).message.toLowerCase()\n      : '';\n    return message.includes('timeout') || message.includes('rate limit') || message.includes('connection');\n  }\n\n  /**\n   * Search multiple keywords in parallel\n   * NEVER throws - always returns a valid response\n   */\n  async searchMultiple(keywords: string[]): Promise<MultipleSearchResponse> {\n    const startTime = Date.now();\n\n    if (keywords.length === 0) {\n      return {\n        searches: [],\n        totalKeywords: 0,\n        executionTime: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: 'No keywords provided', retryable: false },\n      };\n    }\n\n    const searchQueries = keywords.map(keyword => ({ q: keyword }));\n    const { data, error } = await executeSearchWithRetry(\n      this.apiKey,\n      searchQueries,\n      (status, err) => this.isRetryable(status, err),\n    );\n\n    if (error || data === undefined) {\n      return {\n        searches: [],\n        totalKeywords: keywords.length,\n        executionTime: Date.now() - startTime,\n        error,\n      };\n    }\n\n    const responses = Array.isArray(data) ? data : [data];\n    const searches = parseSearchResponses(responses as Array<Record<string, unknown>>, keywords);\n\n    return { searches, totalKeywords: keywords.length, executionTime: Date.now() - startTime };\n  }\n\n  /**\n   * Search Reddit via Google (adds site:reddit.com automatically)\n   * NEVER throws - returns empty array on failure\n   */\n  async searchReddit(query: string, dateAfter?: string): Promise<RedditSearchResult[]> {\n    if (!query?.trim()) {\n      return [];\n    }\n\n    let q = query.replace(REDDIT_SITE_REGEX, '').trim() + ' site:reddit.com';\n\n    if (dateAfter) {\n      q += ` after:${dateAfter}`;\n    }\n\n    for (let attempt = 0; attempt <= SEARCH_RETRY_CONFIG.maxRetries; attempt++) {\n      try {\n        const res = await fetchWithTimeout(SERPER_API_URL, {\n          method: 'POST',\n          headers: { 'X-API-KEY': this.apiKey, 'Content-Type': 'application/json' },\n          body: JSON.stringify({ q, num: DEFAULT_RESULTS_PER_KEYWORD }),\n          timeoutMs: SEARCH_RETRY_CONFIG.timeoutMs,\n        });\n\n        if (!res.ok) {\n          if (this.isRetryable(res.status) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n            const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n            mcpLog('warning', `Reddit search ${res.status}, retrying in ${delayMs}ms...`, 'search');\n            await sleep(delayMs);\n            continue;\n          }\n          mcpLog('error', `Reddit search failed with status ${res.status}`, 'search');\n          return [];\n        }\n\n        const data = await res.json() as { organic?: Array<{ title: string; link: string; snippet: string; date?: string }> };\n        return (data.organic || []).map((r) => ({\n          title: (r.title || '').replace(REDDIT_SUBREDDIT_SUFFIX_REGEX, '').replace(REDDIT_SUFFIX_REGEX, ''),\n          url: r.link || '',\n          snippet: r.snippet || '',\n          date: r.date,\n        }));\n\n      } catch (error) {\n        const err = classifyError(error);\n        if (this.isRetryable(undefined, error) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n          const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n          mcpLog('warning', `Reddit search ${err.code}, retrying in ${delayMs}ms...`, 'search');\n          await sleep(delayMs);\n          continue;\n        }\n        mcpLog('error', `Reddit search failed: ${err.message}`, 'search');\n        return [];\n      }\n    }\n\n    return [];\n  }\n\n  /**\n   * Search Reddit with multiple queries (bounded concurrency)\n   * NEVER throws - searchReddit never throws, pMap preserves order\n   */\n  async searchRedditMultiple(queries: string[], dateAfter?: string): Promise<Map<string, RedditSearchResult[]>> {\n    if (queries.length === 0) {\n      return new Map();\n    }\n\n    const results = await pMap(\n      queries,\n      q => this.searchReddit(q, dateAfter),\n      MAX_SEARCH_CONCURRENCY\n    );\n\n    return new Map(queries.map((q, i) => [q, results[i] || []]));\n  }\n}\n"],
-  "mappings": "AAMA,SAAS,gBAAgB;AACzB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC,SAAS,YAAY;AACrB,SAAS,cAAc;AAIvB,MAAM,iBAAiB;AACvB,MAAM,8BAA8B;AACpC,MAAM,yBAAyB;AAC/B,MAAM,cAAc;AAoCpB,MAAM,sBAAsB;AAAA,EAC1B,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,YAAY;AAAA,EACZ,WAAW;AACb;AAEA,MAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAGhE,MAAM,oBAAoB;AAC1B,MAAM,gCAAgC;AACtC,MAAM,sBAAsB;AAI5B,SAAS,qBACP,WACA,UACuB;AACvB,SAAO,UAAU,IAAI,CAAC,MAAM,UAAU;AACpC,QAAI;AACF,YAAM,UAAW,KAAK,WAAW,CAAC;AAClC,YAAM,UAA0B,QAAQ,IAAI,CAAC,MAAM,SAAS;AAAA,QAC1D,OAAQ,KAAK,SAAoB;AAAA,QACjC,MAAO,KAAK,QAAmB;AAAA,QAC/B,SAAU,KAAK,WAAsB;AAAA,QACrC,MAAM,KAAK;AAAA,QACX,UAAW,KAAK,YAAuB,MAAM;AAAA,MAC/C,EAAE;AAEF,YAAM,aAAa,KAAK;AACxB,YAAM,eAAe,YAAY,eAC7B,SAAS,OAAO,WAAW,YAAY,EAAE,QAAQ,MAAM,EAAE,GAAG,EAAE,IAC9D,QAAQ;AAEZ,YAAM,kBAAmB,KAAK,mBAAmB,CAAC;AAClD,YAAM,UAAU,gBAAgB,IAAI,CAAC,MAAO,EAAE,SAAoB,EAAE;AAEpE,aAAO,EAAE,SAAS,SAAS,KAAK,KAAK,IAAI,SAAS,cAAc,QAAQ;AAAA,IAC1E,QAAQ;AACN,aAAO,EAAE,SAAS,SAAS,KAAK,KAAK,IAAI,SAAS,CAAC,GAAG,cAAc,GAAG,SAAS,CAAC,EAAE;AAAA,IACrF;AAAA,EACF,CAAC;AACH;AAIA,eAAe,uBACb,QACA,MACA,aACqD;AACrD,MAAI;AAEJ,WAAS,UAAU,GAAG,WAAW,oBAAoB,YAAY,WAAW;AAC1E,QAAI;AACF,UAAI,UAAU,GAAG;AACf,eAAO,WAAW,iBAAiB,OAAO,IAAI,oBAAoB,UAAU,IAAI,QAAQ;AAAA,MAC1F;AAEA,YAAM,WAAW,MAAM,iBAAiB,gBAAgB;AAAA,QACtD,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,aAAa;AAAA,UACb,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,KAAK,UAAU,IAAI;AAAA,QACzB,WAAW,oBAAoB;AAAA,MACjC,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACtD,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,UAAU,CAAC;AAEzE,YAAI,YAAY,SAAS,MAAM,KAAK,UAAU,oBAAoB,YAAY;AAC5E,gBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,iBAAO,WAAW,gBAAgB,SAAS,MAAM,iBAAiB,OAAO,SAAS,QAAQ;AAC1F,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAEA,eAAO,EAAE,MAAM,QAAW,OAAO,UAAU;AAAA,MAC7C;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,SAAS,KAAK;AACjC,eAAO,EAAE,KAAK;AAAA,MAChB,QAAQ;AACN,eAAO;AAAA,UACL,MAAM;AAAA,UACN,OAAO,EAAE,MAAM,UAAU,aAAa,SAAS,mCAAmC,WAAW,MAAM;AAAA,QACrG;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,kBAAY,cAAc,KAAK;AAE/B,UAAI,YAAY,QAAW,KAAK,KAAK,UAAU,oBAAoB,YAAY;AAC7E,cAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,eAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,iBAAiB,OAAO,SAAS,QAAQ;AAClG,cAAM,MAAM,OAAO;AACnB;AAAA,MACF;AAEA,aAAO,EAAE,MAAM,QAAW,OAAO,UAAU;AAAA,IAC7C;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,iBAAiB,WAAW,MAAM;AAAA,EAClG;AACF;AAIO,MAAM,aAAa;AAAA,EAChB;AAAA,EAER,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI,kBAAkB;AAE9C,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,sFAAsF;AAAA,IACxG;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,YAAY,QAAiB,OAA0B;AAC7D,QAAI,UAAU,uBAAuB,IAAI,MAAM,EAAG,QAAO;AAEzD,QAAI,SAAS,KAAM,QAAO;AAC1B,UAAM,UAAW,OAAO,UAAU,YAAY,aAAa,SAAS,OAAQ,MAA+B,YAAY,WAClH,MAA8B,QAAQ,YAAY,IACnD;AACJ,WAAO,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,YAAY,KAAK,QAAQ,SAAS,YAAY;AAAA,EACvG;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,UAAqD;AACxE,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO;AAAA,QACL,UAAU,CAAC;AAAA,QACX,eAAe;AAAA,QACf,eAAe;AAAA,QACf,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,wBAAwB,WAAW,MAAM;AAAA,MAC5F;AAAA,IACF;AAEA,UAAM,gBAAgB,SAAS,IAAI,cAAY,EAAE,GAAG,QAAQ,EAAE;AAC9D,UAAM,EAAE,MAAM,MAAM,IAAI,MAAM;AAAA,MAC5B,KAAK;AAAA,MACL;AAAA,MACA,CAAC,QAAQ,QAAQ,KAAK,YAAY,QAAQ,GAAG;AAAA,IAC/C;AAEA,QAAI,SAAS,SAAS,QAAW;AAC/B,aAAO;AAAA,QACL,UAAU,CAAC;AAAA,QACX,eAAe,SAAS;AAAA,QACxB,eAAe,KAAK,IAAI,IAAI;AAAA,QAC5B;AAAA,MACF;AAAA,IACF;AAEA,UAAM,YAAY,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AACpD,UAAM,WAAW,qBAAqB,WAA6C,QAAQ;AAE3F,WAAO,EAAE,UAAU,eAAe,SAAS,QAAQ,eAAe,KAAK,IAAI,IAAI,UAAU;AAAA,EAC3F;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAa,OAAe,WAAmD;AACnF,QAAI,CAAC,OAAO,KAAK,GAAG;AAClB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,IAAI,MAAM,QAAQ,mBAAmB,EAAE,EAAE,KAAK,IAAI;AAEtD,QAAI,WAAW;AACb,WAAK,UAAU,SAAS;AAAA,IAC1B;AAEA,aAAS,UAAU,GAAG,WAAW,oBAAoB,YAAY,WAAW;AAC1E,UAAI;AACF,cAAM,MAAM,MAAM,iBAAiB,gBAAgB;AAAA,UACjD,QAAQ;AAAA,UACR,SAAS,EAAE,aAAa,KAAK,QAAQ,gBAAgB,mBAAmB;AAAA,UACxE,MAAM,KAAK,UAAU,EAAE,GAAG,KAAK,4BAA4B,CAAC;AAAA,UAC5D,WAAW,oBAAoB;AAAA,QACjC,CAAC;AAED,YAAI,CAAC,IAAI,IAAI;AACX,cAAI,KAAK,YAAY,IAAI,MAAM,KAAK,UAAU,oBAAoB,YAAY;AAC5E,kBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,mBAAO,WAAW,iBAAiB,IAAI,MAAM,iBAAiB,OAAO,SAAS,QAAQ;AACtF,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AACA,iBAAO,SAAS,oCAAoC,IAAI,MAAM,IAAI,QAAQ;AAC1E,iBAAO,CAAC;AAAA,QACV;AAEA,cAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,gBAAQ,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO;AAAA,UACtC,QAAQ,EAAE,SAAS,IAAI,QAAQ,+BAA+B,EAAE,EAAE,QAAQ,qBAAqB,EAAE;AAAA,UACjG,KAAK,EAAE,QAAQ;AAAA,UACf,SAAS,EAAE,WAAW;AAAA,UACtB,MAAM,EAAE;AAAA,QACV,EAAE;AAAA,MAEJ,SAAS,OAAO;AACd,cAAM,MAAM,cAAc,KAAK;AAC/B,YAAI,KAAK,YAAY,QAAW,KAAK,KAAK,UAAU,oBAAoB,YAAY;AAClF,gBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,iBAAO,WAAW,iBAAiB,IAAI,IAAI,iBAAiB,OAAO,SAAS,QAAQ;AACpF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AACA,eAAO,SAAS,yBAAyB,IAAI,OAAO,IAAI,QAAQ;AAChE,eAAO,CAAC;AAAA,MACV;AAAA,IACF;AAEA,WAAO,CAAC;AAAA,EACV;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,SAAmB,WAAgE;AAC5G,QAAI,QAAQ,WAAW,GAAG;AACxB,aAAO,oBAAI,IAAI;AAAA,IACjB;AAEA,UAAM,UAAU,MAAM;AAAA,MACpB;AAAA,MACA,OAAK,KAAK,aAAa,GAAG,SAAS;AAAA,MACnC;AAAA,IACF;AAEA,WAAO,IAAI,IAAI,QAAQ,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAAA,EAC7D;AACF;",
+  "sourcesContent": ["/**\n * Web Search Client\n * Generic interface for web search via Google (Serper implementation)\n * Implements robust error handling that NEVER crashes\n */\n\nimport { parseEnv, CONCURRENCY } from '../config/index.js';\nimport {\n  classifyError,\n  fetchWithTimeout,\n  sleep,\n  ErrorCode,\n  type StructuredError,\n} from '../utils/errors.js';\nimport { calculateBackoff } from '../utils/retry.js';\nimport { pMap } from '../utils/concurrency.js';\nimport { mcpLog } from '../utils/logger.js';\n\n// \u2500\u2500 Constants \u2500\u2500\n\nconst SERPER_API_URL = 'https://google.serper.dev/search' as const;\nconst DEFAULT_RESULTS_PER_KEYWORD = 10 as const;\nconst MAX_RETRIES = 3 as const;\n\n// \u2500\u2500 Data Interfaces \u2500\u2500\n\ninterface SearchResult {\n  readonly title: string;\n  readonly link: string;\n  readonly snippet: string;\n  readonly date?: string;\n  readonly position: number;\n}\n\nexport interface KeywordSearchResult {\n  readonly keyword: string;\n  readonly results: SearchResult[];\n  readonly totalResults: number;\n  readonly related: string[];\n  readonly error?: StructuredError;\n}\n\ninterface MultipleSearchResponse {\n  readonly searches: KeywordSearchResult[];\n  readonly totalKeywords: number;\n  readonly executionTime: number;\n  readonly error?: StructuredError;\n}\n\nexport interface RedditSearchResult {\n  readonly title: string;\n  readonly url: string;\n  readonly snippet: string;\n  readonly date?: string;\n}\n\n// \u2500\u2500 Retry Configuration \u2500\u2500\n\nconst SEARCH_RETRY_CONFIG = {\n  maxRetries: MAX_RETRIES,\n  baseDelayMs: 1000,\n  maxDelayMs: 10000,\n  timeoutMs: 30000,\n} as const;\n\nconst RETRYABLE_SEARCH_CODES = new Set([429, 500, 502, 503, 504]);\n\n// Pre-compiled regex patterns for Reddit search\nconst REDDIT_SITE_REGEX = /site:\\s*reddit\\.com/i;\nconst REDDIT_SUBREDDIT_SUFFIX_REGEX = / : r\\/\\w+$/;\nconst REDDIT_SUFFIX_REGEX = / - Reddit$/;\n\n// \u2500\u2500 Helper: Parse Serper search responses into structured results \u2500\u2500\n\nfunction parseSearchResponses(\n  responses: Array<Record<string, unknown>>,\n  keywords: string[],\n): KeywordSearchResult[] {\n  return responses.map((resp, index) => {\n    try {\n      const organic = (resp.organic || []) as Array<Record<string, unknown>>;\n      const results: SearchResult[] = organic.map((item, idx) => ({\n        title: (item.title as string) || 'No title',\n        link: (item.link as string) || '#',\n        snippet: (item.snippet as string) || '',\n        date: item.date as string | undefined,\n        position: (item.position as number) || idx + 1,\n      }));\n\n      const searchInfo = resp.searchInformation as Record<string, unknown> | undefined;\n      const totalResults = searchInfo?.totalResults\n        ? parseInt(String(searchInfo.totalResults).replace(/,/g, ''), 10)\n        : results.length;\n\n      const relatedSearches = (resp.relatedSearches || []) as Array<Record<string, unknown>>;\n      const related = relatedSearches.map((r) => (r.query as string) || '');\n\n      return { keyword: keywords[index] || '', results, totalResults, related };\n    } catch {\n      return { keyword: keywords[index] || '', results: [], totalResults: 0, related: [] };\n    }\n  });\n}\n\n// \u2500\u2500 Helper: Execute search API call with retry \u2500\u2500\n\nasync function executeSearchWithRetry(\n  apiKey: string,\n  body: unknown,\n  isRetryable: (status?: number, error?: unknown) => boolean,\n): Promise<{ data: unknown; error?: StructuredError }> {\n  let lastError: StructuredError | undefined;\n\n  for (let attempt = 0; attempt <= SEARCH_RETRY_CONFIG.maxRetries; attempt++) {\n    try {\n      if (attempt > 0) {\n        mcpLog('warning', `Retry attempt ${attempt}/${SEARCH_RETRY_CONFIG.maxRetries}`, 'search');\n      }\n\n      const response = await fetchWithTimeout(SERPER_API_URL, {\n        method: 'POST',\n        headers: {\n          'X-API-KEY': apiKey,\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(body),\n        timeoutMs: SEARCH_RETRY_CONFIG.timeoutMs,\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => '');\n        lastError = classifyError({ status: response.status, message: errorText });\n\n        if (isRetryable(response.status) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n          const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n          mcpLog('warning', `API returned ${response.status}, retrying in ${delayMs}ms...`, 'search');\n          await sleep(delayMs);\n          continue;\n        }\n\n        return { data: undefined, error: lastError };\n      }\n\n      try {\n        const data = await response.json();\n        return { data };\n      } catch {\n        return {\n          data: undefined,\n          error: { code: ErrorCode.PARSE_ERROR, message: 'Failed to parse search response', retryable: false },\n        };\n      }\n    } catch (error) {\n      lastError = classifyError(error);\n\n      if (isRetryable(undefined, error) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n        const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n        mcpLog('warning', `${lastError.code}: ${lastError.message}, retrying in ${delayMs}ms...`, 'search');\n        await sleep(delayMs);\n        continue;\n      }\n\n      return { data: undefined, error: lastError };\n    }\n  }\n\n  return {\n    data: undefined,\n    error: lastError || { code: ErrorCode.UNKNOWN_ERROR, message: 'Search failed', retryable: false },\n  };\n}\n\n// \u2500\u2500 SearchClient \u2500\u2500\n\nexport class SearchClient {\n  private apiKey: string;\n\n  constructor(apiKey?: string) {\n    const env = parseEnv();\n    this.apiKey = apiKey || env.SEARCH_API_KEY || '';\n\n    if (!this.apiKey) {\n      throw new Error('Web search capability is not configured. Please set up the required API credentials.');\n    }\n  }\n\n  /**\n   * Check if error is retryable\n   */\n  private isRetryable(status?: number, error?: unknown): boolean {\n    if (status && RETRYABLE_SEARCH_CODES.has(status)) return true;\n\n    if (error == null) return false;\n    const message = (typeof error === 'object' && 'message' in error && typeof (error as { message?: string }).message === 'string')\n      ? (error as { message: string }).message.toLowerCase()\n      : '';\n    return message.includes('timeout') || message.includes('rate limit') || message.includes('connection');\n  }\n\n  /**\n   * Search multiple keywords in parallel\n   * NEVER throws - always returns a valid response\n   */\n  async searchMultiple(keywords: string[]): Promise<MultipleSearchResponse> {\n    const startTime = Date.now();\n\n    if (keywords.length === 0) {\n      return {\n        searches: [],\n        totalKeywords: 0,\n        executionTime: 0,\n        error: { code: ErrorCode.INVALID_INPUT, message: 'No keywords provided', retryable: false },\n      };\n    }\n\n    const searchQueries = keywords.map(keyword => ({ q: keyword }));\n    const { data, error } = await executeSearchWithRetry(\n      this.apiKey,\n      searchQueries,\n      (status, err) => this.isRetryable(status, err),\n    );\n\n    if (error || data === undefined) {\n      return {\n        searches: [],\n        totalKeywords: keywords.length,\n        executionTime: Date.now() - startTime,\n        error,\n      };\n    }\n\n    const responses = Array.isArray(data) ? data : [data];\n    const searches = parseSearchResponses(responses as Array<Record<string, unknown>>, keywords);\n\n    return { searches, totalKeywords: keywords.length, executionTime: Date.now() - startTime };\n  }\n\n  /**\n   * Search Reddit via Google (adds site:reddit.com automatically)\n   * NEVER throws - returns empty array on failure\n   */\n  async searchReddit(query: string, dateAfter?: string): Promise<RedditSearchResult[]> {\n    if (!query?.trim()) {\n      return [];\n    }\n\n    let q = query.replace(REDDIT_SITE_REGEX, '').trim() + ' site:reddit.com';\n\n    if (dateAfter) {\n      q += ` after:${dateAfter}`;\n    }\n\n    for (let attempt = 0; attempt <= SEARCH_RETRY_CONFIG.maxRetries; attempt++) {\n      try {\n        const res = await fetchWithTimeout(SERPER_API_URL, {\n          method: 'POST',\n          headers: { 'X-API-KEY': this.apiKey, 'Content-Type': 'application/json' },\n          body: JSON.stringify({ q, num: DEFAULT_RESULTS_PER_KEYWORD }),\n          timeoutMs: SEARCH_RETRY_CONFIG.timeoutMs,\n        });\n\n        if (!res.ok) {\n          if (this.isRetryable(res.status) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n            const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n            mcpLog('warning', `Reddit search ${res.status}, retrying in ${delayMs}ms...`, 'search');\n            await sleep(delayMs);\n            continue;\n          }\n          mcpLog('error', `Reddit search failed with status ${res.status}`, 'search');\n          return [];\n        }\n\n        const data = await res.json() as { organic?: Array<{ title: string; link: string; snippet: string; date?: string }> };\n        return (data.organic || []).map((r) => ({\n          title: (r.title || '').replace(REDDIT_SUBREDDIT_SUFFIX_REGEX, '').replace(REDDIT_SUFFIX_REGEX, ''),\n          url: r.link || '',\n          snippet: r.snippet || '',\n          date: r.date,\n        }));\n\n      } catch (error) {\n        const err = classifyError(error);\n        if (this.isRetryable(undefined, error) && attempt < SEARCH_RETRY_CONFIG.maxRetries) {\n          const delayMs = calculateBackoff(attempt, SEARCH_RETRY_CONFIG.baseDelayMs, SEARCH_RETRY_CONFIG.maxDelayMs);\n          mcpLog('warning', `Reddit search ${err.code}, retrying in ${delayMs}ms...`, 'search');\n          await sleep(delayMs);\n          continue;\n        }\n        mcpLog('error', `Reddit search failed: ${err.message}`, 'search');\n        return [];\n      }\n    }\n\n    return [];\n  }\n\n  /**\n   * Search Reddit with multiple queries (bounded concurrency)\n   * NEVER throws - searchReddit never throws, pMap preserves order\n   */\n  async searchRedditMultiple(queries: string[], dateAfter?: string): Promise<Map<string, RedditSearchResult[]>> {\n    if (queries.length === 0) {\n      return new Map();\n    }\n\n    const results = await pMap(\n      queries,\n      q => this.searchReddit(q, dateAfter),\n      CONCURRENCY.SEARCH\n    );\n\n    return new Map(queries.map((q, i) => [q, results[i] || []]));\n  }\n}\n"],
+  "mappings": "AAMA,SAAS,UAAU,mBAAmB;AACtC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,wBAAwB;AACjC,SAAS,YAAY;AACrB,SAAS,cAAc;AAIvB,MAAM,iBAAiB;AACvB,MAAM,8BAA8B;AACpC,MAAM,cAAc;AAoCpB,MAAM,sBAAsB;AAAA,EAC1B,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,YAAY;AAAA,EACZ,WAAW;AACb;AAEA,MAAM,yBAAyB,oBAAI,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,CAAC;AAGhE,MAAM,oBAAoB;AAC1B,MAAM,gCAAgC;AACtC,MAAM,sBAAsB;AAI5B,SAAS,qBACP,WACA,UACuB;AACvB,SAAO,UAAU,IAAI,CAAC,MAAM,UAAU;AACpC,QAAI;AACF,YAAM,UAAW,KAAK,WAAW,CAAC;AAClC,YAAM,UAA0B,QAAQ,IAAI,CAAC,MAAM,SAAS;AAAA,QAC1D,OAAQ,KAAK,SAAoB;AAAA,QACjC,MAAO,KAAK,QAAmB;AAAA,QAC/B,SAAU,KAAK,WAAsB;AAAA,QACrC,MAAM,KAAK;AAAA,QACX,UAAW,KAAK,YAAuB,MAAM;AAAA,MAC/C,EAAE;AAEF,YAAM,aAAa,KAAK;AACxB,YAAM,eAAe,YAAY,eAC7B,SAAS,OAAO,WAAW,YAAY,EAAE,QAAQ,MAAM,EAAE,GAAG,EAAE,IAC9D,QAAQ;AAEZ,YAAM,kBAAmB,KAAK,mBAAmB,CAAC;AAClD,YAAM,UAAU,gBAAgB,IAAI,CAAC,MAAO,EAAE,SAAoB,EAAE;AAEpE,aAAO,EAAE,SAAS,SAAS,KAAK,KAAK,IAAI,SAAS,cAAc,QAAQ;AAAA,IAC1E,QAAQ;AACN,aAAO,EAAE,SAAS,SAAS,KAAK,KAAK,IAAI,SAAS,CAAC,GAAG,cAAc,GAAG,SAAS,CAAC,EAAE;AAAA,IACrF;AAAA,EACF,CAAC;AACH;AAIA,eAAe,uBACb,QACA,MACA,aACqD;AACrD,MAAI;AAEJ,WAAS,UAAU,GAAG,WAAW,oBAAoB,YAAY,WAAW;AAC1E,QAAI;AACF,UAAI,UAAU,GAAG;AACf,eAAO,WAAW,iBAAiB,OAAO,IAAI,oBAAoB,UAAU,IAAI,QAAQ;AAAA,MAC1F;AAEA,YAAM,WAAW,MAAM,iBAAiB,gBAAgB;AAAA,QACtD,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,aAAa;AAAA,UACb,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,KAAK,UAAU,IAAI;AAAA,QACzB,WAAW,oBAAoB;AAAA,MACjC,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACtD,oBAAY,cAAc,EAAE,QAAQ,SAAS,QAAQ,SAAS,UAAU,CAAC;AAEzE,YAAI,YAAY,SAAS,MAAM,KAAK,UAAU,oBAAoB,YAAY;AAC5E,gBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,iBAAO,WAAW,gBAAgB,SAAS,MAAM,iBAAiB,OAAO,SAAS,QAAQ;AAC1F,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AAEA,eAAO,EAAE,MAAM,QAAW,OAAO,UAAU;AAAA,MAC7C;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,SAAS,KAAK;AACjC,eAAO,EAAE,KAAK;AAAA,MAChB,QAAQ;AACN,eAAO;AAAA,UACL,MAAM;AAAA,UACN,OAAO,EAAE,MAAM,UAAU,aAAa,SAAS,mCAAmC,WAAW,MAAM;AAAA,QACrG;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,kBAAY,cAAc,KAAK;AAE/B,UAAI,YAAY,QAAW,KAAK,KAAK,UAAU,oBAAoB,YAAY;AAC7E,cAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,eAAO,WAAW,GAAG,UAAU,IAAI,KAAK,UAAU,OAAO,iBAAiB,OAAO,SAAS,QAAQ;AAClG,cAAM,MAAM,OAAO;AACnB;AAAA,MACF;AAEA,aAAO,EAAE,MAAM,QAAW,OAAO,UAAU;AAAA,IAC7C;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO,aAAa,EAAE,MAAM,UAAU,eAAe,SAAS,iBAAiB,WAAW,MAAM;AAAA,EAClG;AACF;AAIO,MAAM,aAAa;AAAA,EAChB;AAAA,EAER,YAAY,QAAiB;AAC3B,UAAM,MAAM,SAAS;AACrB,SAAK,SAAS,UAAU,IAAI,kBAAkB;AAE9C,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,sFAAsF;AAAA,IACxG;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,YAAY,QAAiB,OAA0B;AAC7D,QAAI,UAAU,uBAAuB,IAAI,MAAM,EAAG,QAAO;AAEzD,QAAI,SAAS,KAAM,QAAO;AAC1B,UAAM,UAAW,OAAO,UAAU,YAAY,aAAa,SAAS,OAAQ,MAA+B,YAAY,WAClH,MAA8B,QAAQ,YAAY,IACnD;AACJ,WAAO,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,YAAY,KAAK,QAAQ,SAAS,YAAY;AAAA,EACvG;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eAAe,UAAqD;AACxE,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO;AAAA,QACL,UAAU,CAAC;AAAA,QACX,eAAe;AAAA,QACf,eAAe;AAAA,QACf,OAAO,EAAE,MAAM,UAAU,eAAe,SAAS,wBAAwB,WAAW,MAAM;AAAA,MAC5F;AAAA,IACF;AAEA,UAAM,gBAAgB,SAAS,IAAI,cAAY,EAAE,GAAG,QAAQ,EAAE;AAC9D,UAAM,EAAE,MAAM,MAAM,IAAI,MAAM;AAAA,MAC5B,KAAK;AAAA,MACL;AAAA,MACA,CAAC,QAAQ,QAAQ,KAAK,YAAY,QAAQ,GAAG;AAAA,IAC/C;AAEA,QAAI,SAAS,SAAS,QAAW;AAC/B,aAAO;AAAA,QACL,UAAU,CAAC;AAAA,QACX,eAAe,SAAS;AAAA,QACxB,eAAe,KAAK,IAAI,IAAI;AAAA,QAC5B;AAAA,MACF;AAAA,IACF;AAEA,UAAM,YAAY,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AACpD,UAAM,WAAW,qBAAqB,WAA6C,QAAQ;AAE3F,WAAO,EAAE,UAAU,eAAe,SAAS,QAAQ,eAAe,KAAK,IAAI,IAAI,UAAU;AAAA,EAC3F;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAa,OAAe,WAAmD;AACnF,QAAI,CAAC,OAAO,KAAK,GAAG;AAClB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,IAAI,MAAM,QAAQ,mBAAmB,EAAE,EAAE,KAAK,IAAI;AAEtD,QAAI,WAAW;AACb,WAAK,UAAU,SAAS;AAAA,IAC1B;AAEA,aAAS,UAAU,GAAG,WAAW,oBAAoB,YAAY,WAAW;AAC1E,UAAI;AACF,cAAM,MAAM,MAAM,iBAAiB,gBAAgB;AAAA,UACjD,QAAQ;AAAA,UACR,SAAS,EAAE,aAAa,KAAK,QAAQ,gBAAgB,mBAAmB;AAAA,UACxE,MAAM,KAAK,UAAU,EAAE,GAAG,KAAK,4BAA4B,CAAC;AAAA,UAC5D,WAAW,oBAAoB;AAAA,QACjC,CAAC;AAED,YAAI,CAAC,IAAI,IAAI;AACX,cAAI,KAAK,YAAY,IAAI,MAAM,KAAK,UAAU,oBAAoB,YAAY;AAC5E,kBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,mBAAO,WAAW,iBAAiB,IAAI,MAAM,iBAAiB,OAAO,SAAS,QAAQ;AACtF,kBAAM,MAAM,OAAO;AACnB;AAAA,UACF;AACA,iBAAO,SAAS,oCAAoC,IAAI,MAAM,IAAI,QAAQ;AAC1E,iBAAO,CAAC;AAAA,QACV;AAEA,cAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,gBAAQ,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO;AAAA,UACtC,QAAQ,EAAE,SAAS,IAAI,QAAQ,+BAA+B,EAAE,EAAE,QAAQ,qBAAqB,EAAE;AAAA,UACjG,KAAK,EAAE,QAAQ;AAAA,UACf,SAAS,EAAE,WAAW;AAAA,UACtB,MAAM,EAAE;AAAA,QACV,EAAE;AAAA,MAEJ,SAAS,OAAO;AACd,cAAM,MAAM,cAAc,KAAK;AAC/B,YAAI,KAAK,YAAY,QAAW,KAAK,KAAK,UAAU,oBAAoB,YAAY;AAClF,gBAAM,UAAU,iBAAiB,SAAS,oBAAoB,aAAa,oBAAoB,UAAU;AACzG,iBAAO,WAAW,iBAAiB,IAAI,IAAI,iBAAiB,OAAO,SAAS,QAAQ;AACpF,gBAAM,MAAM,OAAO;AACnB;AAAA,QACF;AACA,eAAO,SAAS,yBAAyB,IAAI,OAAO,IAAI,QAAQ;AAChE,eAAO,CAAC;AAAA,MACV;AAAA,IACF;AAEA,WAAO,CAAC;AAAA,EACV;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,SAAmB,WAAgE;AAC5G,QAAI,QAAQ,WAAW,GAAG;AACxB,aAAO,oBAAI,IAAI;AAAA,IACjB;AAEA,UAAM,UAAU,MAAM;AAAA,MACpB;AAAA,MACA,OAAK,KAAK,aAAa,GAAG,SAAS;AAAA,MACnC,YAAY;AAAA,IACd;AAEA,WAAO,IAAI,IAAI,QAAQ,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAAA,EAC7D;AACF;",
   "names": []
 }