@endday/search-mcp 1.0.0 → 1.0.1

package/src/platform/nodeHttpClient.js

@@ -1,104 +0,0 @@
-import { Impit } from "impit/index.js";
-
-const impitClients = new Map();
-
-function isNodeRuntime() {
-  return typeof process !== "undefined" && !!process.versions?.node;
-}
-
-function isPatchedFetch(fetchImpl = globalThis.fetch) {
-  if (typeof fetchImpl !== "function") {
-    return false;
-  }
-
-  return !/\[native code\]/.test(Function.prototype.toString.call(fetchImpl));
-}
-
-function normalizeClientMode(value) {
-  const mode = String(value || "auto").trim().toLowerCase();
-  if (mode === "fetch" || mode === "impit") {
-    return mode;
-  }
-  return "auto";
-}
-
-function resolveBrowserProfile(profile) {
-  const profileId = String(profile?.id || "").toLowerCase();
-
-  if (profileId.startsWith("firefox")) {
-    return "firefox144";
-  }
-
-  return "chrome136";
-}
-
-function buildClientKey({ browser, proxyUrl, ignoreTlsErrors }) {
-  return JSON.stringify({
-    browser,
-    proxyUrl: proxyUrl || "",
-    ignoreTlsErrors: !!ignoreTlsErrors,
-  });
-}
-
-function getImpitClient({ profile } = {}) {
-  const browser = resolveBrowserProfile(profile);
-  const proxyUrl = process.env.SEARCH_MCP_PROXY_URL || "";
-  const ignoreTlsErrors = ["1", "true", "yes", "on"].includes(
-    String(process.env.SEARCH_MCP_IGNORE_TLS_ERRORS || "").trim().toLowerCase()
-  );
-  const key = buildClientKey({ browser, proxyUrl, ignoreTlsErrors });
-
-  if (!impitClients.has(key)) {
-    impitClients.set(
-      key,
-      new Impit({
-        browser,
-        proxyUrl: proxyUrl || undefined,
-        ignoreTlsErrors,
-        followRedirects: true,
-        vanillaFallback: false,
-        timeout: Number.parseInt(process.env.SEARCH_MCP_UPSTREAM_TIMEOUT_MS || "15000", 10),
-      })
-    );
-  }
-
-  return impitClients.get(key);
-}
-
-function normalizeRequestInit(init = {}) {
-  const normalized = { ...init };
-
-  if (normalized.headers instanceof Headers) {
-    normalized.headers = Object.fromEntries(normalized.headers.entries());
-  }
-
-  delete normalized.referrer;
-  return normalized;
-}
-
-export async function fetchWithOptionalCurlImpersonate(
-  url,
-  init = {},
-  { profile } = {}
-) {
-  const clientMode = normalizeClientMode(process.env.SEARCH_MCP_UPSTREAM_CLIENT);
-  const shouldUseImpit =
-    clientMode !== "fetch" &&
-    isNodeRuntime() &&
-    !isPatchedFetch(globalThis.fetch);
-
-  if (!shouldUseImpit) {
-    return fetch(url, init);
-  }
-
-  try {
-    const client = getImpitClient({ profile });
-    return await client.fetch(url, normalizeRequestInit(init));
-  } catch (error) {
-    if (clientMode === "impit") {
-      throw error;
-    }
-
-    return fetch(url, init);
-  }
-}

package/src/platform/rateLimit.impl.js

@@ -1,141 +0,0 @@
-import { env } from "../../envs.js";
-import { sha256Hex } from "../core/crypto.js";
-import { ApiError } from "../core/errors.js";
-import { getStateKv } from "./stateKv.js";
-import { logWarn } from "./logger.js";
-
-const RATE_LIMIT_PREFIX = "rate:v2";
-const rateLimitStore = new Map();
-
-export function resetRateLimitState() {
-  rateLimitStore.clear();
-}
-
-function pruneExpiredEntries(now) {
-  if (rateLimitStore.size < 1000) {
-    return;
-  }
-
-  for (const [key, entry] of rateLimitStore.entries()) {
-    if (entry.expiresAt <= now) {
-      rateLimitStore.delete(key);
-    }
-  }
-}
-
-export function getRateLimitClientKey(request, token) {
-  const clientIp =
-    request.headers.get("cf-connecting-ip") ||
-    request.headers.get("x-forwarded-for") ||
-    "anonymous";
-
-  return token ? `token:${token}` : `ip:${clientIp}`;
-}
-
-async function getRateLimitBucketKey(request, token, bucket, bucketPrefix = RATE_LIMIT_PREFIX) {
-  const clientKey = getRateLimitClientKey(request, token);
-  const clientHash = await sha256Hex(clientKey);
-  return `${bucketPrefix}:${bucket}:${clientHash}`;
-}
-
-function createRateLimitError({ maxRequests, windowSeconds, retryAfter }) {
-  return new ApiError({
-    status: 429,
-    code: "RATE_LIMITED",
-    category: "rate_limit",
-    message: "Rate limit exceeded",
-    details: {
-      limit: maxRequests,
-      window_seconds: windowSeconds,
-      retry_after: retryAfter,
-    },
-  });
-}
-
-function getRetryAfter(expiresAt, now) {
-  return Math.max(1, Math.ceil((expiresAt - now) / 1000));
-}
-
-function incrementMemoryBucket(key, expiresAt) {
-  const record = rateLimitStore.get(key) || { count: 0, expiresAt };
-  record.count += 1;
-  rateLimitStore.set(key, record);
-  return record.count;
-}
-
-async function incrementKvBucket({ kv, key, expiresAt, windowSeconds }) {
-  const record = (await kv.get(key, "json")) || { count: 0, expiresAt };
-  const count = Number.parseInt(record.count || "0", 10) + 1;
-
-  await kv.put(
-    key,
-    JSON.stringify({
-      count,
-      expiresAt,
-    }),
-    {
-      expirationTtl: windowSeconds + 5,
-    }
-  );
-
-  return count;
-}
-
-export async function enforceRateLimit(request, token, options = {}) {
-  const maxRequests = options.maxRequests ?? Number.parseInt(env.RATE_LIMIT_MAX_REQUESTS || "0", 10);
-  const windowSeconds = options.windowSeconds ?? Number.parseInt(
-    env.RATE_LIMIT_WINDOW_SECONDS || "60",
-    10
-  );
-  const bucketPrefix = options.bucketPrefix ?? RATE_LIMIT_PREFIX;
-
-  if (maxRequests <= 0 || windowSeconds <= 0) {
-    return;
-  }
-
-  const now = Date.now();
-  const windowMs = windowSeconds * 1000;
-  const bucket = Math.floor(now / windowMs);
-  const expiresAt = (bucket + 1) * windowMs;
-  const clientKey = await getRateLimitBucketKey(request, token, bucket, bucketPrefix);
-  const kv = getStateKv();
-
-  if (kv) {
-    try {
-      const count = await incrementKvBucket({
-        kv,
-        key: clientKey,
-        expiresAt,
-        windowSeconds,
-      });
-
-      if (count > maxRequests) {
-        throw createRateLimitError({
-          maxRequests,
-          windowSeconds,
-          retryAfter: getRetryAfter(expiresAt, now),
-        });
-      }
-
-      return;
-    } catch (error) {
-      if (error instanceof ApiError) {
-        throw error;
-      }
-
-      logWarn("rate_limit.kv_fallback", {}, error);
-    }
-  }
-
-  pruneExpiredEntries(now);
-
-  const count = incrementMemoryBucket(clientKey, expiresAt);
-
-  if (count > maxRequests) {
-    throw createRateLimitError({
-      maxRequests,
-      windowSeconds,
-      retryAfter: getRetryAfter(expiresAt, now),
-    });
-  }
-}

package/src/platform/rateLimit.js

@@ -1 +0,0 @@
-export * from "./rateLimit.impl.js";

package/src/platform/requestContext.impl.js

@@ -1,10 +0,0 @@
-export function createRuntimeContext(request, executionCtx) {
-  return {
-    request,
-    executionCtx,
-    metrics: {
-      counters: [],
-      timings: [],
-    },
-  };
-}

package/src/platform/requestContext.js

@@ -1 +0,0 @@
-export * from "./requestContext.impl.js";

package/src/platform/session.impl.js

@@ -1,198 +0,0 @@
-import { getStateKv } from "./stateKv.js";
-
-const SESSION_PREFIX = "session:v1";
-const SESSION_TTL_SECONDS = 86400; // 24 hours
-const SESSION_COOKIE_NAME = "search_mcp_sid";
-
-// In-memory fallback when KV is unavailable
-const memorySessions = new Map();
-let lastPruneTime = 0;
-const PRUNE_INTERVAL_SECONDS = 3600; // Prune every hour
-
-function nowSeconds() {
-  return Math.floor(Date.now() / 1000);
-}
-
-function pruneMemorySessions() {
-  const now = nowSeconds();
-  if (now - lastPruneTime < PRUNE_INTERVAL_SECONDS) return;
-  lastPruneTime = now;
-
-  if (memorySessions.size < 100) return;
-
-  for (const [key, entry] of memorySessions.entries()) {
-    if (entry.expiresAt <= now) {
-      memorySessions.delete(key);
-    }
-  }
-}
-
-function generateSessionId() {
-  return crypto.randomUUID();
-}
-
-function kvKey(sessionId) {
-  return `${SESSION_PREFIX}:${sessionId}`;
-}
-
-export function resetSessionState() {
-  memorySessions.clear();
-}
-
-/**
- * Extract session ID from request cookies.
- */
-export function getSessionIdFromRequest(request) {
-  const cookieHeader = request.headers.get("cookie") || "";
-  const match = cookieHeader.match(
-    new RegExp(`(?:^|;)\\s*${SESSION_COOKIE_NAME}\\s*=\\s*([^;]+)`)
-  );
-  return match ? match[1].trim() : null;
-}
-
-/**
- * Build Set-Cookie header value for the session.
- */
-export function buildSessionCookie(sessionId, { secure = true } = {}) {
-  const parts = [
-    `${SESSION_COOKIE_NAME}=${sessionId}`,
-    "Path=/",
-    `Max-Age=${SESSION_TTL_SECONDS}`,
-    "HttpOnly",
-    "SameSite=Lax",
-  ];
-  if (secure) {
-    parts.push("Secure");
-  }
-  return parts.join("; ");
-}
-
-/**
- * Load session data from KV or memory fallback.
- */
-async function loadSession(sessionId) {
-  pruneMemorySessions();
-
-  const kv = getStateKv();
-
-  if (kv) {
-    try {
-      const data = await kv.get(kvKey(sessionId), "json");
-      return data;
-    } catch (_) {
-      // Fall through to memory
-    }
-  }
-
-  const mem = memorySessions.get(sessionId);
-  if (!mem) return null;
-  if (mem.expiresAt <= nowSeconds()) {
-    memorySessions.delete(sessionId);
-    return null;
-  }
-  return mem.data;
-}
-
-/**
- * Save session data to KV or memory fallback.
- */
-async function saveSession(sessionId, data) {
-  const kv = getStateKv();
-
-  if (kv) {
-    try {
-      await kv.put(kvKey(sessionId), JSON.stringify(data), {
-        expirationTtl: SESSION_TTL_SECONDS,
-      });
-      return;
-    } catch (_) {
-      // Fall through to memory
-    }
-  }
-
-  memorySessions.set(sessionId, {
-    data,
-    expiresAt: nowSeconds() + SESSION_TTL_SECONDS,
-  });
-}
-
-/**
- * Delete session from KV or memory.
- */
-async function deleteSession(sessionId) {
-  const kv = getStateKv();
-
-  if (kv) {
-    try {
-      await kv.delete(kvKey(sessionId));
-      return;
-    } catch (_) {
-      // Fall through
-    }
-  }
-
-  memorySessions.delete(sessionId);
-}
-
-/**
- * Validate and refresh a session.
- * Returns { valid, sessionId, setCookie } where setCookie is the updated
- * Set-Cookie header value (to extend Max-Age) or null.
- */
-export async function validateSession(request) {
-  const sessionId = getSessionIdFromRequest(request);
-
-  if (!sessionId) {
-    return { valid: false, sessionId: null, setCookie: null };
-  }
-
-  const session = await loadSession(sessionId);
-
-  if (!session) {
-    return { valid: false, sessionId: null, setCookie: null };
-  }
-
-  // Sliding window: update lastUsed
-  const now = nowSeconds();
-  session.lastUsed = now;
-  await saveSession(sessionId, session);
-
-  // Determine if the request is HTTPS (for Secure cookie attribute)
-  const url = new URL(request.url);
-  const secure = url.protocol === "https:";
-
-  return {
-    valid: true,
-    sessionId,
-    setCookie: buildSessionCookie(sessionId, { secure }),
-  };
-}
-
-/**
- * Create a new session and return { sessionId, setCookie }.
- */
-export async function createSession(request) {
-  const sessionId = generateSessionId();
-  const now = nowSeconds();
-
-  await saveSession(sessionId, {
-    createdAt: now,
-    lastUsed: now,
-    requestCount: 0,
-  });
-
-  const url = new URL(request.url);
-  const secure = url.protocol === "https:";
-
-  return {
-    sessionId,
-    setCookie: buildSessionCookie(sessionId, { secure }),
-  };
-}
-
-/**
- * Revoke a session (logout / invalidate).
- */
-export async function revokeSession(sessionId) {
-  await deleteSession(sessionId);
-}

package/src/platform/session.js

@@ -1 +0,0 @@
-export * from "./session.impl.js";

package/src/platform/stateKv.impl.js

@@ -1,18 +0,0 @@
-import { env } from "../../envs.js";
-
-export function getStateKv() {
-  if (env.SEARCH_STATE_KV && typeof env.SEARCH_STATE_KV.get === "function") {
-    return env.SEARCH_STATE_KV;
-  }
-
-  return null;
-}
-
-export function normalizeExpirationTtl(value, fallback) {
-  const parsed = Number.parseInt(value ?? String(fallback), 10);
-  if (Number.isNaN(parsed) || parsed <= 0) {
-    return fallback;
-  }
-
-  return parsed;
-}

package/src/platform/stateKv.js

@@ -1 +0,0 @@
-export * from "./stateKv.impl.js";

package/src/platform/tasks.impl.js

@@ -1,17 +0,0 @@
-import { logWarn } from "./logger.js";
-
-export function runDeferredTask(runtimeContext, label, task) {
-  const runner = Promise.resolve()
-    .then(task)
-    .catch((error) => {
-      logWarn("task.background_failed", { task: label }, error, runtimeContext);
-    });
-
-  const executionCtx = runtimeContext?.executionCtx;
-  if (executionCtx && typeof executionCtx.waitUntil === "function") {
-    executionCtx.waitUntil(runner);
-    return Promise.resolve();
-  }
-
-  return runner;
-}

package/src/platform/tasks.js

@@ -1 +0,0 @@
-export * from "./tasks.impl.js";

package/src/routes/requestParams.impl.js

@@ -1,12 +0,0 @@
-export function normalizePositiveInteger(value, fallback, { min = 1, max } = {}) {
-  const parsed = Number.parseInt(value, 10);
-  if (!Number.isFinite(parsed) || parsed < min) {
-    return fallback;
-  }
-
-  if (max !== undefined && parsed > max) {
-    return max;
-  }
-
-  return parsed;
-}

package/src/routes/requestParams.js

@@ -1 +0,0 @@
-export * from "./requestParams.impl.js";

package/src/search/engineRegistry.impl.js

@@ -1,117 +0,0 @@
-import { env } from "../../envs.js";
-import { baiduAdapter } from "./engines/baidu.js";
-import { bingAdapter } from "./engines/bing.js";
-import { braveAdapter } from "./engines/brave.js";
-import { duckDuckGoAdapter } from "./engines/duckduckgo.js";
-import { mojeekAdapter } from "./engines/mojeek.js";
-import { qwantAdapter } from "./engines/qwant.js";
-import { startpageAdapter } from "./engines/startpage.js";
-import { toutiaoAdapter } from "./engines/toutiao.js";
-import { yahooAdapter } from "./engines/yahoo.js";
-
-const ENGINE_REGISTRY = {
-  baidu: baiduAdapter,
-  bing: bingAdapter,
-  toutiao: toutiaoAdapter,
-  startpage: startpageAdapter,
-  mojeek: mojeekAdapter,
-  duckduckgo: duckDuckGoAdapter,
-  brave: braveAdapter,
-  qwant: qwantAdapter,
-  yahoo: yahooAdapter,
-};
-
-export function getEngineRegistry() {
-  return ENGINE_REGISTRY;
-}
-
-function getSupportedVerticals(adapter) {
-  const verticals = adapter?.supports?.verticals;
-  return Array.isArray(verticals) && verticals.length > 0 ? verticals : ["web"];
-}
-
-function normalizeEngineList(engines) {
-  if (!engines) {
-    return [];
-  }
-
-  if (Array.isArray(engines)) {
-    return engines;
-  }
-
-  return String(engines).split(",");
-}
-
-export function normalizeRequestedEngines(engines) {
-  return normalizeEngineList(engines)
-    .map((engine) => String(engine).trim().toLowerCase())
-    .filter(Boolean);
-}
-
-/**
- * Resolve the engines the caller explicitly requested.
- * Language-specific defaults are resolved before this layer, so this function
- * only filters and normalizes the concrete engine list it receives.
- * `env.SUPPORTED_ENGINES` is still used to filter out engines the deployment
- * does not recognize.
- */
-export function resolveEngineSelection(engines, options = {}) {
-  const vertical = String(options.vertical || "web").trim().toLowerCase() || "web";
-  const requestedEngines = normalizeRequestedEngines(engines);
-  const supportedEngines = new Set(env.SUPPORTED_ENGINES);
-  const seen = new Set();
-  const enabledEngines = [];
-  const skippedEngines = [];
-
-  for (const engine of requestedEngines) {
-    if (seen.has(engine)) {
-      continue;
-    }
-
-    seen.add(engine);
-
-    const adapter = ENGINE_REGISTRY[engine];
-    if (!adapter || !supportedEngines.has(engine)) {
-      skippedEngines.push({
-        engine,
-        reason: "unsupported_engine",
-      });
-      continue;
-    }
-
-    if (!getSupportedVerticals(adapter).includes(vertical)) {
-      skippedEngines.push({
-        engine,
-        reason: "unsupported_vertical",
-      });
-      continue;
-    }
-
-    if (adapter.isAvailable && !adapter.isAvailable()) {
-      skippedEngines.push({
-        engine,
-        reason: "unavailable_engine",
-      });
-      continue;
-    }
-
-    enabledEngines.push(engine);
-  }
-
-  return {
-    requestedEngines,
-    enabledEngines,
-    skippedEngines,
-  };
-}
-
-export function resolveEngineOrder(engines, options = {}) {
-  return resolveEngineSelection(engines, options).enabledEngines;
-}
-
-export function getSupportedEnginesForVertical(vertical = "web") {
-  return Object.keys(ENGINE_REGISTRY).filter((engineName) => {
-    const adapter = ENGINE_REGISTRY[engineName];
-    return getSupportedVerticals(adapter).includes(String(vertical).toLowerCase());
-  });
-}

package/src/search/engineRegistry.js

@@ -1 +0,0 @@
-export * from "./engineRegistry.impl.js";