data-aggregator-mcp 1.0.0

package/dist/utils/cache.js

@@ -0,0 +1,88 @@
+/**
+ * In-memory cache with per-key TTL support.
+ *
+ * TTL defaults (in milliseconds):
+ *   - Market data:    5 minutes   (300_000)
+ *   - Exchange rates: 30 minutes  (1_800_000)
+ *   - Weather:        1 hour      (3_600_000)
+ *   - News:           15 minutes  (900_000)
+ *   - Web scraping:   10 minutes  (600_000)
+ *   - Public data:    1 hour      (3_600_000)
+ */
+export const TTL = {
+    MARKET: 5 * 60 * 1000,
+    EXCHANGE: 30 * 60 * 1000,
+    WEATHER: 60 * 60 * 1000,
+    NEWS: 15 * 60 * 1000,
+    SCRAPE: 10 * 60 * 1000,
+    PUBLIC: 60 * 60 * 1000,
+};
+export class Cache {
+    store = new Map();
+    cleanupInterval;
+    constructor(cleanupIntervalMs = 60_000) {
+        // Periodic sweep to evict expired entries
+        this.cleanupInterval = setInterval(() => this.evictExpired(), cleanupIntervalMs);
+        // Allow the process to exit even if the interval is still running
+        if (this.cleanupInterval.unref) {
+            this.cleanupInterval.unref();
+        }
+    }
+    /** Retrieve a cached value, or undefined if missing / expired. */
+    get(key) {
+        const entry = this.store.get(key);
+        if (!entry)
+            return undefined;
+        if (Date.now() > entry.expiresAt) {
+            this.store.delete(key);
+            return undefined;
+        }
+        return entry.data;
+    }
+    /** Store a value with a TTL (milliseconds). */
+    set(key, data, ttlMs) {
+        this.store.set(key, {
+            data,
+            expiresAt: Date.now() + ttlMs,
+            createdAt: Date.now(),
+        });
+    }
+    /** Check whether a non-expired entry exists. */
+    has(key) {
+        return this.get(key) !== undefined;
+    }
+    /** Remove a single key. */
+    delete(key) {
+        this.store.delete(key);
+    }
+    /** Remove all entries. */
+    clear() {
+        this.store.clear();
+    }
+    /** Number of entries (including possibly-expired ones until next sweep). */
+    get size() {
+        return this.store.size;
+    }
+    /** Build a deterministic cache key from parts. */
+    static key(...parts) {
+        return parts
+            .map((p) => (p === undefined || p === null ? "_" : String(p).toLowerCase()))
+            .join(":");
+    }
+    /** Remove all expired entries. */
+    evictExpired() {
+        const now = Date.now();
+        for (const [key, entry] of this.store) {
+            if (now > entry.expiresAt) {
+                this.store.delete(key);
+            }
+        }
+    }
+    /** Tear down the cleanup interval (for graceful shutdown). */
+    destroy() {
+        clearInterval(this.cleanupInterval);
+    }
+}
+/** Singleton cache instance shared across the server. */
+export const cache = new Cache();
+//# sourceMappingURL=cache.js.map

package/dist/utils/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/utils/cache.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAEH,MAAM,CAAC,MAAM,GAAG,GAAG;IACjB,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;IACrB,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACxB,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACvB,IAAI,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACpB,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACtB,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;CACd,CAAC;AAEX,MAAM,OAAO,KAAK;IACR,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;IAC/C,eAAe,CAAiC;IAExD,YAAY,iBAAiB,GAAG,MAAM;QACpC,0CAA0C;QAC1C,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACjF,kEAAkE;QAClE,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,GAAG,CAAI,GAAW;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAE7B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAS,CAAC;IACzB,CAAC;IAED,+CAA+C;IAC/C,GAAG,CAAI,GAAW,EAAE,IAAO,EAAE,KAAa;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gDAAgD;IAChD,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC;IACrC,CAAC;IAED,2BAA2B;IAC3B,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,0BAA0B;IAC1B,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,4EAA4E;IAC5E,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,kDAAkD;IAClD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAuD;QACnE,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;aAC3E,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED,kCAAkC;IAC1B,YAAY;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtC,CAAC;CACF;AAED,yDAAyD;AACzD,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC"}

package/dist/utils/http.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Shared HTTP client with:
+ *   - Automatic retries with exponential back-off
+ *   - User-Agent rotation (for scraping)
+ *   - Timeout support
+ *   - JSON convenience helpers
+ */
+export interface HttpOptions {
+    /** Request timeout in milliseconds (default: 15 000). */
+    timeoutMs?: number;
+    /** Maximum number of attempts (default: 3). */
+    maxRetries?: number;
+    /** Additional headers to merge in. */
+    headers?: Record<string, string>;
+    /** Use a rotating browser-like User-Agent (default: false). */
+    rotateUserAgent?: boolean;
+    /** HTTP method (default: GET). */
+    method?: string;
+    /** Request body (for POST/PUT). */
+    body?: string;
+}
+/**
+ * Fetch with retries, timeouts, and optional UA rotation.
+ * Returns the raw `Response` object on success.
+ */
+export declare function httpFetch(url: string, opts?: HttpOptions): Promise<Response>;
+/**
+ * Convenience: fetch and parse JSON.
+ */
+export declare function httpGetJson<T = unknown>(url: string, opts?: HttpOptions): Promise<T>;
+/**
+ * Convenience: fetch and return text.
+ */
+export declare function httpGetText(url: string, opts?: HttpOptions): Promise<string>;
+/**
+ * Format an error into a user-friendly string for tool results.
+ */
+export declare function formatError(err: unknown): string;
+//# sourceMappingURL=http.d.ts.map

package/dist/utils/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/utils/http.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAUH,MAAM,WAAW,WAAW;IAC1B,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,+DAA+D;IAC/D,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAMD;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,IAAI,GAAE,WAAgB,GACrB,OAAO,CAAC,QAAQ,CAAC,CAuDnB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,CAAC,GAAG,OAAO,EAC3C,GAAG,EAAE,MAAM,EACX,IAAI,GAAE,WAAgB,GACrB,OAAO,CAAC,CAAC,CAAC,CAcZ;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,MAAM,EACX,IAAI,GAAE,WAAgB,GACrB,OAAO,CAAC,MAAM,CAAC,CAWjB;AAQD;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAMhD"}

package/dist/utils/http.js

@@ -0,0 +1,103 @@
+/**
+ * Shared HTTP client with:
+ *   - Automatic retries with exponential back-off
+ *   - User-Agent rotation (for scraping)
+ *   - Timeout support
+ *   - JSON convenience helpers
+ */
+const USER_AGENTS = [
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15",
+    "Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0",
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 Edg/124.0.0.0",
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+];
+function pickUserAgent() {
+    return USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)];
+}
+/**
+ * Fetch with retries, timeouts, and optional UA rotation.
+ * Returns the raw `Response` object on success.
+ */
+export async function httpFetch(url, opts = {}) {
+    const { timeoutMs = 15_000, maxRetries = 3, headers = {}, rotateUserAgent = false, method = "GET", body, } = opts;
+    let lastError;
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const finalHeaders = {
+                Accept: "application/json, text/html, */*",
+                ...headers,
+            };
+            if (rotateUserAgent) {
+                finalHeaders["User-Agent"] = pickUserAgent();
+            }
+            const response = await fetch(url, {
+                method,
+                headers: finalHeaders,
+                body,
+                signal: controller.signal,
+            });
+            clearTimeout(timer);
+            // Retry on server errors (5xx), not on client errors (4xx)
+            if (response.status >= 500 && attempt < maxRetries) {
+                lastError = new Error(`HTTP ${response.status}: ${response.statusText}`);
+                await backoff(attempt);
+                continue;
+            }
+            return response;
+        }
+        catch (err) {
+            clearTimeout(timer);
+            lastError = err instanceof Error ? err : new Error(String(err));
+            if (attempt < maxRetries) {
+                await backoff(attempt);
+                continue;
+            }
+        }
+    }
+    throw lastError ?? new Error(`Failed to fetch ${url}`);
+}
+/**
+ * Convenience: fetch and parse JSON.
+ */
+export async function httpGetJson(url, opts = {}) {
+    const resp = await httpFetch(url, {
+        ...opts,
+        headers: { Accept: "application/json", ...opts.headers },
+    });
+    if (!resp.ok) {
+        const body = await resp.text().catch(() => "");
+        throw new Error(`HTTP ${resp.status} from ${url}: ${body.slice(0, 300)}`);
+    }
+    return resp.json();
+}
+/**
+ * Convenience: fetch and return text.
+ */
+export async function httpGetText(url, opts = {}) {
+    const resp = await httpFetch(url, opts);
+    if (!resp.ok) {
+        const body = await resp.text().catch(() => "");
+        throw new Error(`HTTP ${resp.status} from ${url}: ${body.slice(0, 300)}`);
+    }
+    return resp.text();
+}
+/** Exponential back-off: 500ms, 1s, 2s, ... */
+async function backoff(attempt) {
+    const ms = Math.min(500 * 2 ** (attempt - 1), 5_000);
+    await new Promise((r) => setTimeout(r, ms));
+}
+/**
+ * Format an error into a user-friendly string for tool results.
+ */
+export function formatError(err) {
+    if (err instanceof Error) {
+        if (err.name === "AbortError")
+            return "Request timed out. The API may be slow or unreachable.";
+        return err.message;
+    }
+    return String(err);
+}
+//# sourceMappingURL=http.js.map

package/dist/utils/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/utils/http.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,WAAW,GAAG;IAClB,iHAAiH;IACjH,oHAAoH;IACpH,wEAAwE;IACxE,+HAA+H;IAC/H,oHAAoH;CACrH,CAAC;AAiBF,SAAS,aAAa;IACpB,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAE,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,OAAoB,EAAE;IAEtB,MAAM,EACJ,SAAS,GAAG,MAAM,EAClB,UAAU,GAAG,CAAC,EACd,OAAO,GAAG,EAAE,EACZ,eAAe,GAAG,KAAK,EACvB,MAAM,GAAG,KAAK,EACd,IAAI,GACL,GAAG,IAAI,CAAC;IAET,IAAI,SAA4B,CAAC;IAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,YAAY,GAA2B;gBAC3C,MAAM,EAAE,kCAAkC;gBAC1C,GAAG,OAAO;aACX,CAAC;YAEF,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,CAAC,YAAY,CAAC,GAAG,aAAa,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM;gBACN,OAAO,EAAE,YAAY;gBACrB,IAAI;gBACJ,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,2DAA2D;YAC3D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACnD,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBACzE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEhE,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACzB,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAW,EACX,OAAoB,EAAE;IAEtB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;QAChC,GAAG,IAAI;QACP,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE;KACzD,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,IAAI,KAAK,CACb,QAAQ,IAAI,CAAC,MAAM,SAAS,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACzD,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAgB,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAW,EACX,OAAoB,EAAE;IAEtB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAExC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,IAAI,KAAK,CACb,QAAQ,IAAI,CAAC,MAAM,SAAS,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACzD,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;AACrB,CAAC;AAED,+CAA+C;AAC/C,KAAK,UAAU,OAAO,CAAC,OAAe;IACpC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,wDAAwD,CAAC;QAC/F,OAAO,GAAG,CAAC,OAAO,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC"}

package/dist/utils/rate-limiter.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Sliding-window rate limiter keyed by source name.
+ *
+ * Default limits per source (requests / window):
+ *   - CoinGecko:      30 req / 60 s
+ *   - Open-Meteo:     60 req / 60 s
+ *   - ExchangeRate:   60 req / 60 s
+ *   - NewsAPI:        50 req / 60 s  (free tier is tight)
+ *   - Google News RSS: 60 req / 60 s
+ *   - Wikipedia:      100 req / 60 s
+ *   - Generic HTTP:   120 req / 60 s
+ */
+export declare class RateLimiter {
+    private windows;
+    /** Register or update limits for a source. */
+    configure(source: string, maxRequests: number, windowMs: number): void;
+    /**
+     * Try to acquire a permit for `source`.
+     * Returns `true` if the request is allowed, `false` if rate-limited.
+     */
+    tryAcquire(source: string): boolean;
+    /**
+     * Acquire a permit, waiting if necessary. Throws after `timeoutMs`.
+     */
+    acquire(source: string, timeoutMs?: number): Promise<void>;
+    /** How many requests remain in the current window. */
+    remaining(source: string): number;
+    /** Milliseconds until the next permit becomes available (0 if available now). */
+    retryAfterMs(source: string): number;
+    private getOrCreate;
+}
+/** Singleton rate limiter shared across the server. */
+export declare const rateLimiter: RateLimiter;
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/utils/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAoBH,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA6B;IAE5C,8CAA8C;IAC9C,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAUtE;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAenC;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAchE,sDAAsD;IACtD,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAOjC,iFAAiF;IACjF,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAWpC,OAAO,CAAC,WAAW;CASpB;AAED,uDAAuD;AACvD,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/dist/utils/rate-limiter.js

@@ -0,0 +1,95 @@
+/**
+ * Sliding-window rate limiter keyed by source name.
+ *
+ * Default limits per source (requests / window):
+ *   - CoinGecko:      30 req / 60 s
+ *   - Open-Meteo:     60 req / 60 s
+ *   - ExchangeRate:   60 req / 60 s
+ *   - NewsAPI:        50 req / 60 s  (free tier is tight)
+ *   - Google News RSS: 60 req / 60 s
+ *   - Wikipedia:      100 req / 60 s
+ *   - Generic HTTP:   120 req / 60 s
+ */
+const DEFAULT_LIMITS = {
+    coingecko: { maxRequests: 30, windowMs: 60_000 },
+    "open-meteo": { maxRequests: 60, windowMs: 60_000 },
+    exchangerate: { maxRequests: 60, windowMs: 60_000 },
+    newsapi: { maxRequests: 50, windowMs: 60_000 },
+    googlenews: { maxRequests: 60, windowMs: 60_000 },
+    wikipedia: { maxRequests: 100, windowMs: 60_000 },
+    generic: { maxRequests: 120, windowMs: 60_000 },
+    dns: { maxRequests: 120, windowMs: 60_000 },
+    ipgeo: { maxRequests: 45, windowMs: 60_000 },
+};
+export class RateLimiter {
+    windows = new Map();
+    /** Register or update limits for a source. */
+    configure(source, maxRequests, windowMs) {
+        const existing = this.windows.get(source);
+        if (existing) {
+            existing.maxRequests = maxRequests;
+            existing.windowMs = windowMs;
+        }
+        else {
+            this.windows.set(source, { timestamps: [], maxRequests, windowMs });
+        }
+    }
+    /**
+     * Try to acquire a permit for `source`.
+     * Returns `true` if the request is allowed, `false` if rate-limited.
+     */
+    tryAcquire(source) {
+        const win = this.getOrCreate(source);
+        const now = Date.now();
+        // Slide the window: drop timestamps older than the window
+        win.timestamps = win.timestamps.filter((t) => now - t < win.windowMs);
+        if (win.timestamps.length >= win.maxRequests) {
+            return false;
+        }
+        win.timestamps.push(now);
+        return true;
+    }
+    /**
+     * Acquire a permit, waiting if necessary. Throws after `timeoutMs`.
+     */
+    async acquire(source, timeoutMs = 10_000) {
+        const deadline = Date.now() + timeoutMs;
+        while (!this.tryAcquire(source)) {
+            if (Date.now() >= deadline) {
+                throw new Error(`Rate limit exceeded for "${source}". Try again in a few seconds.`);
+            }
+            // Wait a short interval before retrying
+            await new Promise((r) => setTimeout(r, 250));
+        }
+    }
+    /** How many requests remain in the current window. */
+    remaining(source) {
+        const win = this.getOrCreate(source);
+        const now = Date.now();
+        const active = win.timestamps.filter((t) => now - t < win.windowMs).length;
+        return Math.max(0, win.maxRequests - active);
+    }
+    /** Milliseconds until the next permit becomes available (0 if available now). */
+    retryAfterMs(source) {
+        const win = this.getOrCreate(source);
+        if (win.timestamps.length < win.maxRequests)
+            return 0;
+        const now = Date.now();
+        const oldest = win.timestamps.find((t) => now - t < win.windowMs);
+        if (!oldest)
+            return 0;
+        return Math.max(0, oldest + win.windowMs - now);
+    }
+    getOrCreate(source) {
+        let win = this.windows.get(source);
+        if (!win) {
+            const defaults = DEFAULT_LIMITS[source] ?? DEFAULT_LIMITS.generic;
+            win = { timestamps: [], ...defaults };
+            this.windows.set(source, win);
+        }
+        return win;
+    }
+}
+/** Singleton rate limiter shared across the server. */
+export const rateLimiter = new RateLimiter();
+//# sourceMappingURL=rate-limiter.js.map

package/dist/utils/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAQH,MAAM,cAAc,GAA8D;IAChF,SAAS,EAAK,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;IACpD,YAAY,EAAE,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;IACpD,YAAY,EAAE,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;IACpD,OAAO,EAAO,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;IACpD,UAAU,EAAI,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;IACpD,SAAS,EAAK,EAAE,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,OAAO,EAAO,EAAE,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,GAAG,EAAW,EAAE,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,KAAK,EAAS,EAAE,WAAW,EAAE,EAAE,EAAG,QAAQ,EAAE,MAAM,EAAE;CACrD,CAAC;AAEF,MAAM,OAAO,WAAW;IACd,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,8CAA8C;IAC9C,SAAS,CAAC,MAAc,EAAE,WAAmB,EAAE,QAAgB;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,WAAW,GAAG,WAAW,CAAC;YACnC,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,MAAc;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,0DAA0D;QAC1D,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEtE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,SAAS,GAAG,MAAM;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,4BAA4B,MAAM,gCAAgC,CACnE,CAAC;YACJ,CAAC;YACD,wCAAwC;YACxC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,SAAS,CAAC,MAAc;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;QAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,iFAAiF;IACjF,YAAY,CAAC,MAAc;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,WAAW;YAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QAEtB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;IAClD,CAAC;IAEO,WAAW,CAAC,MAAc;QAChC,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,OAAQ,CAAC;YACnE,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,uDAAuD;AACvD,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/package.json

@@ -0,0 +1,42 @@
+{
+  "name": "data-aggregator-mcp",
+  "version": "1.0.0",
+  "description": "A unified MCP server replacing 5-10 separate data servers. Stocks, weather, news, web scraping, exchange rates, and public data APIs in one package.",
+  "type": "module",
+  "main": "dist/index.js",
+  "bin": {
+    "data-aggregator-mcp": "dist/index.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/index.js",
+    "start:sse": "node dist/index.js --sse",
+    "dev": "tsc --watch",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "data-aggregator",
+    "stocks",
+    "weather",
+    "news",
+    "web-scraping",
+    "exchange-rates",
+    "claude",
+    "ai-tools"
+  ],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "zod": "^3.24.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "typescript": "^5.7.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}