@fl0w1nd/search-mcp 0.1.0

package/README.md

@@ -0,0 +1,4 @@
+# @fl0w1nd/search-mcp
+
+A personal MCP server that aggregates multiple search providers behind a unified gateway.
+

package/build/core/provider.d.ts

@@ -0,0 +1,18 @@
+export interface RateLimitConfig {
+    requests: number;
+    window: number;
+}
+export interface Provider<TInput, TOutput> {
+    readonly name: string;
+    readonly envKey: string;
+    readonly rateLimit: RateLimitConfig;
+    readonly endpoint?: string;
+    execute(params: TInput): Promise<TOutput>;
+    isAvailable(): boolean;
+}
+export declare const createApiKey: (envKey: string) => string | undefined;
+/** Parse "1/s", "15/m", "10/10s", "100/2m" into RateLimitConfig */
+export declare function parseRateLimit(value: string): RateLimitConfig;
+/** Read rate limit from env var, fallback to provider default */
+export declare function resolveRateLimit(envKey: string, fallback: RateLimitConfig): RateLimitConfig;
+//# sourceMappingURL=provider.d.ts.map

package/build/core/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/core/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,QAAQ,CAAC,MAAM,EAAE,OAAO;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,WAAW,IAAI,OAAO,CAAC;CACxB;AAED,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,KAAG,MAAM,GAAG,SAClC,CAAC;AAQtB,mEAAmE;AACnE,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,CAS7D;AAED,iEAAiE;AACjE,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,eAAe,CAI3F"}

package/build/core/provider.js

@@ -0,0 +1,23 @@
+export const createApiKey = (envKey) => process.env[envKey];
+const UNIT_MS = {
+    s: 1_000,
+    m: 60_000,
+    h: 3_600_000,
+};
+/** Parse "1/s", "15/m", "10/10s", "100/2m" into RateLimitConfig */
+export function parseRateLimit(value) {
+    const match = value.match(/^(\d+)\/(\d*)(s|m|h)$/);
+    if (!match) {
+        throw new Error(`Invalid rate limit format: "${value}". Expected e.g. "1/s", "15/m", "10/10s"`);
+    }
+    const multiplier = match[2] ? Number(match[2]) : 1;
+    return { requests: Number(match[1]), window: multiplier * UNIT_MS[match[3]] };
+}
+/** Read rate limit from env var, fallback to provider default */
+export function resolveRateLimit(envKey, fallback) {
+    const value = process.env[envKey];
+    if (!value)
+        return fallback;
+    return parseRateLimit(value);
+}
+//# sourceMappingURL=provider.js.map

package/build/core/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/core/provider.ts"],"names":[],"mappings":"AAcA,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAsB,EAAE,CACjE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAEtB,MAAM,OAAO,GAA2B;IACtC,CAAC,EAAE,KAAK;IACR,CAAC,EAAE,MAAM;IACT,CAAC,EAAE,SAAS;CACb,CAAC;AAEF,mEAAmE;AACnE,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,+BAA+B,KAAK,0CAA0C,CAC/E,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAE,EAAE,CAAC;AAClF,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,QAAyB;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC;IAC5B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC"}

package/build/core/rate-limiter.d.ts

@@ -0,0 +1,14 @@
+import { RateLimitConfig } from "./provider.js";
+export interface TryAcquireResult {
+    acquired: boolean;
+    retryAfterMs?: number;
+}
+export declare class RateLimiter {
+    private windows;
+    /** Check rate limit status without consuming a slot */
+    peek(name: string, config: RateLimitConfig): TryAcquireResult;
+    tryAcquire(name: string, config: RateLimitConfig): TryAcquireResult;
+    acquire(name: string, config: RateLimitConfig): Promise<void>;
+}
+export declare const rateLimiter: RateLimiter;
+//# sourceMappingURL=rate-limiter.d.ts.map

package/build/core/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/core/rate-limiter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAoC;IAEnD,uDAAuD;IACvD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,gBAAgB;IAa7D,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,gBAAgB;IAY7D,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAMpE;AAED,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/build/core/rate-limiter.js

@@ -0,0 +1,34 @@
+export class RateLimiter {
+    windows = new Map();
+    /** Check rate limit status without consuming a slot */
+    peek(name, config) {
+        const now = Date.now();
+        const timestamps = this.windows.get(name) ?? [];
+        const valid = timestamps.filter((t) => now - t < config.window);
+        if (valid.length >= config.requests) {
+            const oldest = valid[0];
+            return { acquired: false, retryAfterMs: config.window - (now - oldest) };
+        }
+        return { acquired: true };
+    }
+    tryAcquire(name, config) {
+        const result = this.peek(name, config);
+        if (!result.acquired)
+            return result;
+        const now = Date.now();
+        const timestamps = this.windows.get(name) ?? [];
+        const valid = timestamps.filter((t) => now - t < config.window);
+        valid.push(now);
+        this.windows.set(name, valid);
+        return { acquired: true };
+    }
+    async acquire(name, config) {
+        const result = this.tryAcquire(name, config);
+        if (result.acquired)
+            return;
+        await new Promise((resolve) => setTimeout(resolve, result.retryAfterMs));
+        return this.acquire(name, config);
+    }
+}
+export const rateLimiter = new RateLimiter();
+//# sourceMappingURL=rate-limiter.js.map

package/build/core/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/core/rate-limiter.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,WAAW;IACd,OAAO,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEnD,uDAAuD;IACvD,IAAI,CAAC,IAAY,EAAE,MAAuB;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAEhE,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACzB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC;QAC3E,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,UAAU,CAAC,IAAY,EAAE,MAAuB;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,OAAO,MAAM,CAAC;QAEpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,MAAuB;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,QAAQ;YAAE,OAAO;QAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACzE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;CACF;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/build/core/runner.d.ts

@@ -0,0 +1,4 @@
+import { Provider } from "./provider.js";
+import { ToolResult } from "../types.js";
+export declare function runWithFallback<TInput, TOutput>(providers: Provider<TInput, TOutput>[], params: TInput): Promise<ToolResult>;
+//# sourceMappingURL=runner.d.ts.map

package/build/core/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,wBAAsB,eAAe,CAAC,MAAM,EAAE,OAAO,EACnD,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACtC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC,CA6CrB"}

package/build/core/runner.js

@@ -0,0 +1,44 @@
+import { rateLimiter } from "./rate-limiter.js";
+export async function runWithFallback(providers, params) {
+    const available = providers.filter((p) => p.isAvailable());
+    if (available.length === 0) {
+        const keys = providers.map((p) => p.envKey).join(", ");
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `No providers available. Set one of: ${keys}`,
+                },
+            ],
+            isError: true,
+        };
+    }
+    const errors = [];
+    for (const provider of available) {
+        try {
+            const key = provider.endpoint
+                ? `${provider.name}:${provider.endpoint}`
+                : provider.name;
+            await rateLimiter.acquire(key, provider.rateLimit);
+            const result = await provider.execute(params);
+            return {
+                content: [{ type: "text", text: JSON.stringify(result, null, 2) }],
+            };
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            console.error(`Provider ${provider.name} failed: ${message}`);
+            errors.push({ name: provider.name, message });
+        }
+    }
+    const summary = errors
+        .map((e) => `- ${e.name}: ${e.message}`)
+        .join("\n");
+    return {
+        content: [
+            { type: "text", text: `All providers failed:\n${summary}` },
+        ],
+        isError: true,
+    };
+}
+//# sourceMappingURL=runner.js.map

package/build/core/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAsC,EACtC,MAAc;IAEd,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAE3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,uCAAuC,IAAI,EAAE;iBACpD;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ;gBAC3B,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE;gBACzC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,MAAM,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9C,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;aACnE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,YAAY,QAAQ,CAAC,IAAI,YAAY,OAAO,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM;SACnB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;SACvC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;QACL,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,OAAO,EAAE,EAAE;SAC5D;QACD,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC"}

package/build/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/build/index.js

@@ -0,0 +1,16 @@
+#!/usr/bin/env node
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { registerSearchTool } from "./tools/search/index.js";
+import { registerFetchTool } from "./tools/fetch/index.js";
+import { registerRedditTools } from "./tools/reddit/index.js";
+const server = new McpServer({
+    name: "search-mcp",
+    version: "0.1.0",
+});
+registerSearchTool(server);
+registerFetchTool(server);
+registerRedditTools(server);
+const transport = new StdioServerTransport();
+await server.connect(transport);
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;IAC3B,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC;AAEH,kBAAkB,CAAC,MAAM,CAAC,CAAC;AAC3B,iBAAiB,CAAC,MAAM,CAAC,CAAC;AAC1B,mBAAmB,CAAC,MAAM,CAAC,CAAC;AAE5B,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;AAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC"}

package/build/tools/fetch/index.d.ts

@@ -0,0 +1,3 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+export declare function registerFetchTool(server: McpServer): void;
+//# sourceMappingURL=index.d.ts.map

package/build/tools/fetch/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AA+DpE,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CA0CzD"}

package/build/tools/fetch/index.js

@@ -0,0 +1,78 @@
+import { z } from "zod";
+import { rateLimiter } from "../../core/rate-limiter.js";
+import { runWithFallback } from "../../core/runner.js";
+import { jinaFetch } from "./providers/jina.js";
+import { firecrawlFetch } from "./providers/firecrawl.js";
+import { fetchUrls } from "./runner.js";
+import { isRedditUrl, fetchRedditUrl } from "../reddit/client.js";
+const providerMap = {
+    jina: jinaFetch,
+    firecrawl: firecrawlFetch,
+};
+const defaultOrder = ["jina", "firecrawl"];
+function getProviders() {
+    const env = process.env.FETCH_PROVIDERS;
+    const order = env ? env.split(",").map((s) => s.trim()) : defaultOrder;
+    return order.map((name) => providerMap[name]).filter(Boolean);
+}
+function isPdfUrl(url) {
+    try {
+        const pathname = new URL(url).pathname;
+        return pathname.toLowerCase().endsWith(".pdf");
+    }
+    catch {
+        return url.toLowerCase().endsWith(".pdf");
+    }
+}
+function isSmartFallback() {
+    const env = process.env.FETCH_SMART_FALLBACK;
+    if (!env)
+        return true;
+    return env !== "false" && env !== "0";
+}
+async function classicFetch(providers, urls) {
+    const results = await Promise.all(urls.map((url) => {
+        const input = { url, isPdf: isPdfUrl(url) };
+        return runWithFallback(providers, input)
+            .then((r) => r.isError
+            ? { url, error: r.content[0].text }
+            : { url, data: JSON.parse(r.content[0].text) });
+    }));
+    const hasError = results.some((r) => r.error);
+    return {
+        content: [{ type: "text", text: JSON.stringify(results, null, 2) }],
+        ...(hasError && { isError: true }),
+    };
+}
+export function registerFetchTool(server) {
+    server.tool("fetch", "Fetch the content of one or more web pages and return results as markdown.", {
+        urls: z
+            .array(z.string().url())
+            .min(1)
+            .describe("One or more URLs to fetch"),
+    }, async ({ urls }) => {
+        const providers = getProviders();
+        const useSmartFallback = isSmartFallback();
+        const results = await Promise.all(urls.map(async (url) => {
+            // Reddit URLs route directly to the Reddit parser — no fallback
+            if (isRedditUrl(url)) {
+                return fetchRedditUrl(url);
+            }
+            const input = { url, isPdf: isPdfUrl(url) };
+            if (!useSmartFallback) {
+                const r = await runWithFallback(providers, input);
+                return r.isError
+                    ? { url, error: r.content[0].text }
+                    : { url, data: JSON.parse(r.content[0].text) };
+            }
+            const r = await fetchUrls(providers, [input], rateLimiter);
+            return JSON.parse(r.content[0].text)[0];
+        }));
+        const hasError = results.some((r) => r.error);
+        return {
+            content: [{ type: "text", text: JSON.stringify(results, null, 2) }],
+            ...(hasError && { isError: true }),
+        };
+    });
+}
+//# sourceMappingURL=index.js.map

package/build/tools/fetch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tools/fetch/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAElE,MAAM,WAAW,GAAkD;IACjE,IAAI,EAAE,SAAS;IACf,SAAS,EAAE,cAAc;CAC1B,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAE3C,SAAS,YAAY;IACnB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IACxC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IACvE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAC7C,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,GAAG,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,SAA0C,EAC1C,IAAc;IAEd,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACf,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC;aACrC,IAAI,CAAC,CAAC,CAAC,EAAsE,EAAE,CAC9E,CAAC,CAAC,OAAO;YACP,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YACnC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CACjD,CAAC;IACN,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9C,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACnE,GAAG,CAAC,QAAQ,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;KACnC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAiB;IACjD,MAAM,CAAC,IAAI,CACT,OAAO,EACP,4EAA4E,EAC5E;QACE,IAAI,EAAE,CAAC;aACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,CAAC,2BAA2B,CAAC;KACzC,EACD,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;QACjB,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,eAAe,EAAE,CAAC;QAE3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAA+E,EAAE;YAClG,gEAAgE;YAChE,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM,KAAK,GAAe,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAExD,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,CAAC,OAAO;oBACd,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;oBACnC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnD,CAAC;YAED,MAAM,CAAC,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,QAAQ,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SACd,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC"}

package/build/tools/fetch/providers/firecrawl.d.ts

@@ -0,0 +1,4 @@
+import { Provider } from "../../../core/provider.js";
+import { FetchInput } from "../types.js";
+export declare const firecrawlFetch: Provider<FetchInput, unknown>;
+//# sourceMappingURL=firecrawl.d.ts.map

package/build/tools/fetch/providers/firecrawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"firecrawl.d.ts","sourceRoot":"","sources":["../../../../src/tools/fetch/providers/firecrawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAoB,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAezC,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,UAAU,EAAE,OAAO,CAoCxD,CAAC"}

package/build/tools/fetch/providers/firecrawl.js

@@ -0,0 +1,44 @@
+import { resolveRateLimit } from "../../../core/provider.js";
+/* eslint-disable @typescript-eslint/no-explicit-any */
+function clean(raw) {
+    const data = raw.data ?? {};
+    const metadata = data.metadata ?? {};
+    return {
+        title: metadata.title,
+        description: metadata.description,
+        url: metadata.sourceURL,
+        content: data.markdown,
+    };
+}
+export const firecrawlFetch = {
+    name: "firecrawl",
+    envKey: "FIRECRAWL_API_KEY",
+    endpoint: "fetch",
+    rateLimit: resolveRateLimit("FIRECRAWL_FETCH_RATE_LIMIT", { requests: 5, window: 60_000 }),
+    async execute({ url, isPdf }) {
+        const apiKey = process.env.FIRECRAWL_API_KEY;
+        const body = {
+            url,
+            formats: ["markdown"],
+        };
+        if (isPdf) {
+            body.parsers = ["pdf"];
+        }
+        const res = await fetch("https://api.firecrawl.dev/v2/scrape", {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!res.ok) {
+            throw new Error(`Firecrawl API error: ${res.status} ${await res.text()}`);
+        }
+        return clean(await res.json());
+    },
+    isAvailable() {
+        return !!process.env.FIRECRAWL_API_KEY;
+    },
+};
+//# sourceMappingURL=firecrawl.js.map

package/build/tools/fetch/providers/firecrawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firecrawl.js","sourceRoot":"","sources":["../../../../src/tools/fetch/providers/firecrawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGvE,uDAAuD;AACvD,SAAS,KAAK,CAAC,GAAQ;IACrB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAErC,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,GAAG,EAAE,QAAQ,CAAC,SAAS;QACvB,OAAO,EAAE,IAAI,CAAC,QAAQ;KACvB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAkC;IAC3D,IAAI,EAAE,WAAW;IACjB,MAAM,EAAE,mBAAmB;IAC3B,QAAQ,EAAE,OAAO;IACjB,SAAS,EAAE,gBAAgB,CAAC,4BAA4B,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAE1F,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE;QAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAkB,CAAC;QAE9C,MAAM,IAAI,GAA4B;YACpC,GAAG;YACH,OAAO,EAAE,CAAC,UAAU,CAAC;SACtB,CAAC;QACF,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;YAC7D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,WAAW;QACT,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACzC,CAAC;CACF,CAAC"}

package/build/tools/fetch/providers/jina.d.ts

@@ -0,0 +1,4 @@
+import { Provider } from "../../../core/provider.js";
+import { FetchInput } from "../types.js";
+export declare const jinaFetch: Provider<FetchInput, unknown>;
+//# sourceMappingURL=jina.d.ts.map

package/build/tools/fetch/providers/jina.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina.d.ts","sourceRoot":"","sources":["../../../../src/tools/fetch/providers/jina.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAkC,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAqBzC,eAAO,MAAM,SAAS,EAAE,QAAQ,CAAC,UAAU,EAAE,OAAO,CA2BnD,CAAC"}

package/build/tools/fetch/providers/jina.js

@@ -0,0 +1,33 @@
+import { createApiKey, resolveRateLimit } from "../../../core/provider.js";
+function clean(raw) {
+    return {
+        title: raw.data.title,
+        description: raw.data.description,
+        url: raw.data.url,
+        content: raw.data.content,
+    };
+}
+export const jinaFetch = {
+    name: "jina",
+    envKey: "JINA_API_KEY",
+    endpoint: "fetch",
+    rateLimit: resolveRateLimit("JINA_FETCH_RATE_LIMIT", { requests: 5, window: 60_000 }),
+    async execute({ url }) {
+        const apiKey = createApiKey("JINA_API_KEY");
+        const headers = {
+            Accept: "application/json",
+        };
+        if (apiKey) {
+            headers["Authorization"] = `Bearer ${apiKey}`;
+        }
+        const res = await fetch(`https://r.jina.ai/${url}`, { headers });
+        if (!res.ok) {
+            throw new Error(`Jina API error: ${res.status} ${await res.text()}`);
+        }
+        return clean(await res.json());
+    },
+    isAvailable() {
+        return true;
+    },
+};
+//# sourceMappingURL=jina.js.map

package/build/tools/fetch/providers/jina.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina.js","sourceRoot":"","sources":["../../../../src/tools/fetch/providers/jina.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,YAAY,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAarF,SAAS,KAAK,CAAC,GAAiB;IAC9B,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK;QACrB,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW;QACjC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG;QACjB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAkC;IACtD,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,cAAc;IACtB,QAAQ,EAAE,OAAO;IACjB,SAAS,EAAE,gBAAgB,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAErF,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE;QACnB,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,kBAAkB;SAC3B,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qBAAqB,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAkB,CAAC,CAAC;IACjD,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAC"}

package/build/tools/fetch/runner.d.ts

@@ -0,0 +1,10 @@
+import { Provider } from "../../core/provider.js";
+import { RateLimiter } from "../../core/rate-limiter.js";
+import { ToolResult } from "../../types.js";
+import { FetchInput } from "./types.js";
+export interface FetchRunnerConfig {
+    timeoutMs: number;
+    slowThresholdMs: number;
+}
+export declare function fetchUrls(providers: Provider<FetchInput, unknown>[], inputs: FetchInput[], limiter: RateLimiter, config?: FetchRunnerConfig): Promise<ToolResult>;
+//# sourceMappingURL=runner.d.ts.map

package/build/tools/fetch/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;CACzB;AAgOD,wBAAsB,SAAS,CAC7B,SAAS,EAAE,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAC1C,MAAM,EAAE,UAAU,EAAE,EACpB,OAAO,EAAE,WAAW,EACpB,MAAM,CAAC,EAAE,iBAAiB,GACzB,OAAO,CAAC,UAAU,CAAC,CAYrB"}

package/build/tools/fetch/runner.js

@@ -0,0 +1,175 @@
+function resolveConfig() {
+    const timeout = process.env.FETCH_TIMEOUT;
+    const slow = process.env.FETCH_SLOW_THRESHOLD;
+    return {
+        timeoutMs: timeout ? Number(timeout) * 1000 : 30_000,
+        slowThresholdMs: slow ? Number(slow) * 1000 : 15_000,
+    };
+}
+function rateLimitKey(provider) {
+    return provider.endpoint
+        ? `${provider.name}:${provider.endpoint}`
+        : provider.name;
+}
+function scheduleRetry(task, delay, providers, limiter) {
+    const remaining = task.deadlineAt - Date.now();
+    if (remaining <= 0)
+        return;
+    const clamped = Math.min(delay, remaining);
+    if (task.retryTimer !== null) {
+        clearTimeout(task.retryTimer);
+        task.timers.delete(task.retryTimer);
+    }
+    const timer = setTimeout(() => {
+        task.timers.delete(timer);
+        task.retryTimer = null;
+        tryLaunchNext(task, providers, limiter);
+    }, clamped);
+    task.timers.add(timer);
+    task.retryTimer = timer;
+}
+function tryLaunchNext(task, providers, limiter) {
+    if (task.done)
+        return false;
+    let launched = false;
+    let earliestRetry = Infinity;
+    for (const p of providers) {
+        if (task.startedProviders.has(p.name))
+            continue;
+        if (!p.isAvailable())
+            continue;
+        const result = limiter.tryAcquire(rateLimitKey(p), p.rateLimit);
+        if (result.acquired) {
+            startAttempt(task, p, providers, limiter);
+            launched = true;
+            break;
+        }
+        if (result.retryAfterMs !== undefined && result.retryAfterMs < earliestRetry) {
+            earliestRetry = result.retryAfterMs;
+        }
+    }
+    // After launching, scan remaining providers for rate-limited ones worth retrying
+    if (launched) {
+        for (const p of providers) {
+            if (task.startedProviders.has(p.name))
+                continue;
+            if (!p.isAvailable())
+                continue;
+            const result = limiter.peek(rateLimitKey(p), p.rateLimit);
+            if (!result.acquired && result.retryAfterMs !== undefined && result.retryAfterMs < earliestRetry) {
+                earliestRetry = result.retryAfterMs;
+            }
+        }
+    }
+    // Schedule a retry when a rate-limited provider clears (even if others are active)
+    if (earliestRetry < Infinity) {
+        scheduleRetry(task, earliestRetry, providers, limiter);
+    }
+    // Only finish with error when nothing is active and no retry is pending
+    if (!launched && task.activeCount === 0 && task.retryTimer === null && !task.done) {
+        finishTask(task, {
+            url: task.input.url,
+            error: formatErrors(task.errors),
+        });
+    }
+    return launched;
+}
+function startAttempt(task, provider, providers, limiter) {
+    task.startedProviders.add(provider.name);
+    task.activeCount++;
+    const slowTimer = setTimeout(() => {
+        task.timers.delete(slowTimer);
+        if (!task.done)
+            tryLaunchNext(task, providers, limiter);
+    }, task.config.slowThresholdMs);
+    task.timers.add(slowTimer);
+    // Wrap in Promise.resolve() to catch synchronous throws from execute()
+    Promise.resolve()
+        .then(() => provider.execute(task.input))
+        .then((data) => {
+        task.activeCount--;
+        clearTimeout(slowTimer);
+        task.timers.delete(slowTimer);
+        if (task.done)
+            return;
+        finishTask(task, {
+            url: task.input.url,
+            data,
+            provider: provider.name,
+        });
+    }, (err) => {
+        task.activeCount--;
+        clearTimeout(slowTimer);
+        task.timers.delete(slowTimer);
+        if (task.done)
+            return;
+        const message = err instanceof Error ? err.message : String(err);
+        console.error(`Provider ${provider.name} failed for ${task.input.url}: ${message}`);
+        task.errors.push({ provider: provider.name, message });
+        tryLaunchNext(task, providers, limiter);
+    });
+}
+function finishTask(task, result) {
+    if (task.done)
+        return;
+    task.done = true;
+    task.result = result;
+    for (const t of task.timers)
+        clearTimeout(t);
+    task.timers.clear();
+    task.retryTimer = null;
+    task.resolve(result);
+}
+function formatErrors(errors) {
+    if (errors.length === 0)
+        return "All providers failed or timed out";
+    return `All providers failed:\n${errors.map((e) => `- ${e.provider}: ${e.message}`).join("\n")}`;
+}
+function fetchSingleUrl(input, providers, limiter, config) {
+    const available = providers.filter((p) => p.isAvailable());
+    if (available.length === 0) {
+        const keys = providers.map((p) => p.envKey).join(", ");
+        return Promise.resolve({
+            url: input.url,
+            error: `No providers available. Set one of: ${keys}`,
+        });
+    }
+    const timeoutSec = Math.round(config.timeoutMs / 1000);
+    return new Promise((resolve) => {
+        const task = {
+            input,
+            config,
+            done: false,
+            errors: [],
+            startedProviders: new Set(),
+            activeCount: 0,
+            timers: new Set(),
+            retryTimer: null,
+            deadlineAt: Date.now() + config.timeoutMs,
+            resolve,
+        };
+        const absoluteTimer = setTimeout(() => {
+            task.timers.delete(absoluteTimer);
+            if (!task.done) {
+                finishTask(task, {
+                    url: input.url,
+                    error: task.errors.length > 0
+                        ? `Timeout (${timeoutSec}s). Previous errors:\n${task.errors.map((e) => `- ${e.provider}: ${e.message}`).join("\n")}`
+                        : `Timeout (${timeoutSec}s)`,
+                });
+            }
+        }, config.timeoutMs);
+        task.timers.add(absoluteTimer);
+        tryLaunchNext(task, available, limiter);
+    });
+}
+export async function fetchUrls(providers, inputs, limiter, config) {
+    const cfg = config ?? resolveConfig();
+    const results = await Promise.all(inputs.map((input) => fetchSingleUrl(input, providers, limiter, cfg)));
+    const hasError = results.some((r) => r.error);
+    return {
+        content: [{ type: "text", text: JSON.stringify(results, null, 2) }],
+        ...(hasError && { isError: true }),
+    };
+}
+//# sourceMappingURL=runner.js.map

package/build/tools/fetch/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/tools/fetch/runner.ts"],"names":[],"mappings":"AAUA,SAAS,aAAa;IACpB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAC9C,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM;QACpD,eAAe,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM;KACrD,CAAC;AACJ,CAAC;AAuBD,SAAS,YAAY,CAAC,QAAuC;IAC3D,OAAO,QAAQ,CAAC,QAAQ;QACtB,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE;QACzC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,SAAS,aAAa,CACpB,IAAa,EACb,KAAa,EACb,SAA0C,EAC1C,OAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/C,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO;IAE3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAE3C,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAC7B,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CACpB,IAAa,EACb,SAA0C,EAC1C,OAAoB;IAEpB,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAE5B,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,aAAa,GAAG,QAAQ,CAAC;IAE7B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,SAAS;QAChD,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE;YAAE,SAAS;QAE/B,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1C,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM;QACR,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,aAAa,EAAE,CAAC;YAC7E,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;QACtC,CAAC;IACH,CAAC;IAED,iFAAiF;IACjF,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,SAAS;YAChD,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE;gBAAE,SAAS;YAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,aAAa,EAAE,CAAC;gBACjG,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mFAAmF;IACnF,IAAI,aAAa,GAAG,QAAQ,EAAE,CAAC;QAC7B,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED,wEAAwE;IACxE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAClF,UAAU,CAAC,IAAI,EAAE;YACf,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;YACnB,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;SACjC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CACnB,IAAa,EACb,QAAuC,EACvC,SAA0C,EAC1C,OAAoB;IAEpB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,WAAW,EAAE,CAAC;IAEnB,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;QAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE3B,uEAAuE;IACvE,OAAO,CAAC,OAAO,EAAE;SACd,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACxC,IAAI,CACH,CAAC,IAAI,EAAE,EAAE;QACP,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,UAAU,CAAC,IAAI,EAAE;YACf,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;YACnB,IAAI;YACJ,QAAQ,EAAE,QAAQ,CAAC,IAAI;SACxB,CAAC,CAAC;IACL,CAAC,EACD,CAAC,GAAG,EAAE,EAAE;QACN,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO,CAAC,KAAK,CAAC,YAAY,QAAQ,CAAC,IAAI,eAAe,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,OAAO,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC,CACF,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CAAC,IAAa,EAAE,MAAiB;IAClD,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO;IACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM;QAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACpB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,YAAY,CAAC,MAAoD;IACxE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,mCAAmC,CAAC;IACpE,OAAO,0BAA0B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACnG,CAAC;AAED,SAAS,cAAc,CACrB,KAAiB,EACjB,SAA0C,EAC1C,OAAoB,EACpB,MAAyB;IAEzB,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAE3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,OAAO,CAAC;YACrB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,KAAK,EAAE,uCAAuC,IAAI,EAAE;SACrD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;IAEvD,OAAO,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACxC,MAAM,IAAI,GAAY;YACpB,KAAK;YACL,MAAM;YACN,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,EAAE;YACV,gBAAgB,EAAE,IAAI,GAAG,EAAE;YAC3B,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI,GAAG,EAAE;YACjB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS;YACzC,OAAO;SACR,CAAC;QAEF,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,UAAU,CAAC,IAAI,EAAE;oBACf,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,KAAK,EACH,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;wBACpB,CAAC,CAAC,YAAY,UAAU,yBAAyB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;wBACrH,CAAC,CAAC,YAAY,UAAU,IAAI;iBACjC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAE/B,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,SAA0C,EAC1C,MAAoB,EACpB,OAAoB,EACpB,MAA0B;IAE1B,MAAM,GAAG,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CACtE,CAAC;IAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAE9C,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACnE,GAAG,CAAC,QAAQ,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;KACnC,CAAC;AACJ,CAAC"}

package/build/tools/fetch/types.d.ts

@@ -0,0 +1,5 @@
+export interface FetchInput {
+    url: string;
+    isPdf?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/build/tools/fetch/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB"}

package/build/tools/fetch/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/build/tools/fetch/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/tools/fetch/types.ts"],"names":[],"mappings":""}