@deepthonk/providers 0.1.4 → 0.2.0

package/dist/routeLimiter.js

@@ -0,0 +1,164 @@
+import { createHmac, randomBytes } from "node:crypto";
+const DEFAULT_DIRECT_CONCURRENCY = 8;
+const DEFAULT_SAMPLING_CONCURRENCY = 4;
+const SUCCESSES_PER_INCREASE = 32;
+const ROUTE_CREDENTIAL_SALT = randomBytes(32);
+/** FIFO adaptive concurrency limiter shared by every matching provider route in this process. */
+export class AdaptiveRouteLimiter {
+    key;
+    active = 0;
+    queue = [];
+    ceilingValue;
+    configuredMaxValue;
+    explicitMaxConfiguredValue;
+    successesTowardIncrease = 0;
+    constructor(key, initialCeiling, configuredMax, explicitMaxConfigured = true) {
+        this.key = key;
+        this.configuredMaxValue = positiveInteger(configuredMax, "configuredMax");
+        this.explicitMaxConfiguredValue = explicitMaxConfigured;
+        this.ceilingValue = Math.min(positiveInteger(initialCeiling, "initialCeiling"), this.configuredMaxValue);
+    }
+    acquire(signal) {
+        if (signal?.aborted)
+            return Promise.reject(abortError(signal));
+        if (this.active < this.ceilingValue) {
+            this.active += 1;
+            return Promise.resolve(this.releaseOnce());
+        }
+        return new Promise((resolve, reject) => {
+            const waiter = { resolve, reject, signal };
+            if (signal) {
+                waiter.onAbort = () => {
+                    const index = this.queue.indexOf(waiter);
+                    if (index >= 0)
+                        this.queue.splice(index, 1);
+                    reject(abortError(signal));
+                };
+                signal.addEventListener("abort", waiter.onAbort, { once: true });
+            }
+            this.queue.push(waiter);
+        });
+    }
+    recordRateLimit() {
+        this.ceilingValue = Math.max(1, Math.floor(this.ceilingValue / 2));
+        this.successesTowardIncrease = 0;
+    }
+    recordSuccess() {
+        this.successesTowardIncrease += 1;
+        if (this.successesTowardIncrease < SUCCESSES_PER_INCREASE)
+            return;
+        this.successesTowardIncrease = 0;
+        if (this.ceilingValue < this.configuredMaxValue) {
+            this.ceilingValue += 1;
+            this.drain();
+        }
+    }
+    /**
+     * Unspecified defaults establish a starting point, not a permanent cap. Once a route
+     * receives explicit maxima, conflicting explicit values resolve to their conservative minimum.
+     */
+    constrainConfiguredMax(configuredMax, explicitlyConfigured = true) {
+        if (!explicitlyConfigured)
+            return;
+        const validated = positiveInteger(configuredMax, "configuredMax");
+        this.configuredMaxValue = this.explicitMaxConfiguredValue
+            ? Math.min(this.configuredMaxValue, validated)
+            : validated;
+        this.explicitMaxConfiguredValue = true;
+        this.ceilingValue = Math.min(this.ceilingValue, this.configuredMaxValue);
+    }
+    snapshot() {
+        return {
+            key: this.key,
+            active: this.active,
+            queued: this.queue.length,
+            ceiling: this.ceilingValue,
+            configuredMax: this.configuredMaxValue,
+            explicitMaxConfigured: this.explicitMaxConfiguredValue,
+            successesTowardIncrease: this.successesTowardIncrease
+        };
+    }
+    releaseOnce() {
+        let released = false;
+        return () => {
+            if (released)
+                return;
+            released = true;
+            this.active = Math.max(0, this.active - 1);
+            this.drain();
+        };
+    }
+    drain() {
+        while (this.active < this.ceilingValue && this.queue.length > 0) {
+            const waiter = this.queue.shift();
+            if (waiter.signal?.aborted) {
+                waiter.reject(abortError(waiter.signal));
+                continue;
+            }
+            if (waiter.signal && waiter.onAbort)
+                waiter.signal.removeEventListener("abort", waiter.onAbort);
+            this.active += 1;
+            waiter.resolve(this.releaseOnce());
+        }
+    }
+}
+const sharedLimiters = new Map();
+export function getSharedRouteLimiter(config) {
+    const key = providerRouteLimiterKey(config);
+    const defaultCeiling = config.provider === "sampling" ? DEFAULT_SAMPLING_CONCURRENCY : DEFAULT_DIRECT_CONCURRENCY;
+    const explicitMaxConfigured = config.providerMaxConcurrency !== undefined;
+    const configuredMax = config.providerMaxConcurrency ?? defaultCeiling;
+    const existing = sharedLimiters.get(key);
+    if (existing) {
+        existing.constrainConfiguredMax(configuredMax, explicitMaxConfigured);
+        return existing;
+    }
+    const limiter = new AdaptiveRouteLimiter(key, defaultCeiling, configuredMax, explicitMaxConfigured);
+    sharedLimiters.set(key, limiter);
+    return limiter;
+}
+export function providerRouteLimiterKey(config) {
+    const endpoint = normalizeEndpoint(config.baseUrl) ?? (config.provider === "sampling" ? "mcp:sampling" : "default");
+    const credentialIdentity = routeCredentialIdentity(config);
+    return `${config.provider}|${endpoint}|${credentialIdentity}`;
+}
+/** Test-only process registry reset. */
+export function resetSharedRouteLimiters() {
+    sharedLimiters.clear();
+}
+function normalizeEndpoint(value) {
+    if (!value)
+        return undefined;
+    try {
+        const url = new URL(value);
+        url.hash = "";
+        url.username = "";
+        url.password = "";
+        url.hostname = url.hostname.toLowerCase();
+        url.pathname = url.pathname.replace(/\/+$/, "");
+        return url.toString().replace(/\/$/, "");
+    }
+    catch {
+        return value.trim().replace(/\/+$/, "").toLowerCase();
+    }
+}
+function routeCredentialIdentity(config) {
+    const secret = config.apiKey ?? (config.apiKeyEnv ? process.env[config.apiKeyEnv] : undefined);
+    if (secret)
+        return `secret:${saltedDigest(secret)}`;
+    if (config.apiKeyEnv)
+        return `missing-env:${saltedDigest(config.apiKeyEnv)}`;
+    return "none";
+}
+function saltedDigest(value) {
+    return createHmac("sha256", ROUTE_CREDENTIAL_SALT).update(value).digest("hex");
+}
+function positiveInteger(value, name) {
+    if (!Number.isInteger(value) || value < 1)
+        throw new TypeError(`${name} must be a positive integer.`);
+    return value;
+}
+function abortError(signal) {
+    return signal.reason instanceof DOMException ? signal.reason : new DOMException("Aborted", "AbortError");
+}
+//# sourceMappingURL=routeLimiter.js.map

package/dist/routeLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routeLimiter.js","sourceRoot":"","sources":["../src/routeLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,qBAAqB,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;AAmB9C,iGAAiG;AACjG,MAAM,OAAO,oBAAoB;IAQV;IAPb,MAAM,GAAG,CAAC,CAAC;IACF,KAAK,GAAa,EAAE,CAAC;IAC9B,YAAY,CAAS;IACrB,kBAAkB,CAAS;IAC3B,0BAA0B,CAAU;IACpC,uBAAuB,GAAG,CAAC,CAAC;IAEpC,YAAqB,GAAW,EAAE,cAAsB,EAAE,aAAqB,EAAE,qBAAqB,GAAG,IAAI;QAAxF,QAAG,GAAH,GAAG,CAAQ;QAC9B,IAAI,CAAC,kBAAkB,GAAG,eAAe,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QAC1E,IAAI,CAAC,0BAA0B,GAAG,qBAAqB,CAAC;QACxD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,cAAc,EAAE,gBAAgB,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,CAAC,MAAoB;QAC1B,IAAI,MAAM,EAAE,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACjB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACnD,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;oBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,CAAC;wBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC5C,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC7B,CAAC,CAAC;gBACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,eAAe;QACb,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,uBAAuB,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,aAAa;QACX,IAAI,CAAC,uBAAuB,IAAI,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,uBAAuB,GAAG,sBAAsB;YAAE,OAAO;QAClE,IAAI,CAAC,uBAAuB,GAAG,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChD,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;YACvB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,aAAqB,EAAE,oBAAoB,GAAG,IAAI;QACvE,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAClC,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,0BAA0B;YACvD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,SAAS,CAAC;YAC9C,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC3E,CAAC;IAED,QAAQ;QACN,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,OAAO,EAAE,IAAI,CAAC,YAAY;YAC1B,aAAa,EAAE,IAAI,CAAC,kBAAkB;YACtC,qBAAqB,EAAE,IAAI,CAAC,0BAA0B;YACtD,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;SACtD,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK;QACX,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YACnC,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC3B,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAChG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACjB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;CACF;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAAgC,CAAC;AAE/D,MAAM,UAAU,qBAAqB,CAAC,MAAsB;IAC1D,MAAM,GAAG,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,0BAA0B,CAAC;IAClH,MAAM,qBAAqB,GAAG,MAAM,CAAC,sBAAsB,KAAK,SAAS,CAAC;IAC1E,MAAM,aAAa,GAAG,MAAM,CAAC,sBAAsB,IAAI,cAAc,CAAC;IACtE,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,sBAAsB,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;QACtE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,GAAG,EAAE,cAAc,EAAE,aAAa,EAAE,qBAAqB,CAAC,CAAC;IACpG,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAA6E;IACnH,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACpH,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC3D,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,IAAI,kBAAkB,EAAE,CAAC;AAChE,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,wBAAwB;IACtC,cAAc,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAyB;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC1C,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAoD;IACnF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/F,IAAI,MAAM;QAAE,OAAO,UAAU,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IACpD,IAAI,MAAM,CAAC,SAAS;QAAE,OAAO,eAAe,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IAC7E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,UAAU,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,IAAY;IAClD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,8BAA8B,CAAC,CAAC;IACtG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,MAAmB;IACrC,OAAO,MAAM,CAAC,MAAM,YAAY,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAC3G,CAAC"}

package/dist/sampling.d.ts

@@ -8,12 +8,13 @@ export interface SamplingDriverConfig {
     intelligencePriority?: number;
     includeRawOutputs?: boolean;
     requestTimeoutMs?: number;
+    providerMaxConcurrency?: number;
 }
 export type SamplingTransport = (params: CreateMessageRequestParamsBase, options?: RequestOptions) => Promise<CreateMessageResult>;
 export declare class SamplingDriver implements ModelDriver {
     private readonly createMessage;
     private readonly config;
-    readonly maxConcurrency = 4;
+    private readonly routeLimiter;
     constructor(createMessage: SamplingTransport, config?: SamplingDriverConfig);
     generate(input: GenerateInput): Promise<ModelTextResult>;
     compare(input: CompareInput): Promise<ModelTextResult>;

package/dist/sampling.js

@@ -1,81 +1,116 @@
 import { ProviderError } from "@deepthonk/core";
 import { extractJsonObjectText } from "./jsonExtract.js";
+import { getSharedRouteLimiter } from "./routeLimiter.js";
 const DEFAULT_SAMPLING_TIMEOUT_MS = 60_000;
+const DEFAULT_SAMPLING_RESPONSE_LIMIT_BYTES = 1024 * 1024;
+const DEFAULT_OUTPUT_TOKENS = 4096;
+const DEFAULT_JUDGE_OUTPUT_TOKENS = 1024;
 export class SamplingDriver {
     createMessage;
     config;
-    maxConcurrency = 4;
+    routeLimiter;
     constructor(createMessage, config = {}) {
         this.createMessage = createMessage;
         this.config = config;
+        this.routeLimiter = getSharedRouteLimiter({
+            provider: "sampling",
+            models: { generator: "sampling", mutator: "sampling", judge: "sampling" },
+            providerMaxConcurrency: config.providerMaxConcurrency
+        });
     }
     async generate(input) {
-        return this.sample(input.model, input.temperature, promptMessages(input.prompt));
+        return this.sample(input.model, input.temperature, promptMessages(input.prompt), input.maxOutputTokens ?? DEFAULT_OUTPUT_TOKENS, input.signal);
     }
     async compare(input) {
-        const result = await this.sample(input.model, input.temperature, promptMessages(input.prompt));
+        const result = await this.sample(input.model, input.temperature, promptMessages(input.prompt), input.maxOutputTokens ?? DEFAULT_JUDGE_OUTPUT_TOKENS, input.signal);
         return { ...result, text: extractJsonTextOrOriginal(result.text) };
     }
     async mutate(input) {
-        return this.sample(input.model, input.temperature, promptMessages(input.prompt));
+        return this.sample(input.model, input.temperature, promptMessages(input.prompt), input.maxOutputTokens ?? DEFAULT_OUTPUT_TOKENS, input.signal);
     }
     async finalize(input) {
-        return this.sample(input.model, 0.2, promptMessages(input.prompt));
+        return this.sample(input.model, 0.2, promptMessages(input.prompt), input.maxOutputTokens ?? DEFAULT_OUTPUT_TOKENS, input.signal);
     }
-    async sample(model, temperature, prompt) {
+    async sample(model, temperature, prompt, maxOutputTokens, signal) {
         const started = Date.now();
-        const result = await this.callCreateMessage({
-            messages: prompt.user.trim()
-                ? [
-                    {
-                        role: "user",
-                        content: {
-                            type: "text",
-                            text: prompt.user
-                        }
-                    }
-                ]
-                : [],
-            systemPrompt: prompt.system.trim() ? prompt.system : undefined,
-            modelPreferences: buildModelPreferences(model, this.config),
-            includeContext: "none",
-            temperature,
-            maxTokens: 4096
-        });
-        if (result.stopReason === "maxTokens") {
-            throw new ProviderError("MCP Sampling response was truncated by maxTokens.", {
-                code: "provider.output_truncated",
-                retryable: false,
-                fix: "Use a smaller prompt, a host model with larger output support, or reduce answer length."
-            });
-        }
-        const text = textContent(result);
-        return {
-            text,
-            model: result.model ?? model,
-            provider: "sampling",
-            usage: {
-                inputTokens: undefined,
-                outputTokens: undefined
-            },
-            latencyMs: Date.now() - started,
-            retryCount: 0,
-            raw: this.config.includeRawOutputs ? result : undefined
-        };
-    }
-    async callCreateMessage(params) {
         const timeoutMs = this.config.requestTimeoutMs ?? DEFAULT_SAMPLING_TIMEOUT_MS;
+        const deadline = samplingDeadline(timeoutMs, signal);
+        let release;
         try {
-            return await callWithTimeout(this.createMessage, params, timeoutMs);
+            release = await this.routeLimiter.acquire(deadline.signal);
+            const result = await this.callCreateMessage({
+                messages: prompt.user.trim()
+                    ? [
+                        {
+                            role: "user",
+                            content: {
+                                type: "text",
+                                text: prompt.user
+                            }
+                        }
+                    ]
+                    : [],
+                systemPrompt: prompt.system.trim() ? prompt.system : undefined,
+                modelPreferences: buildModelPreferences(model, this.config),
+                includeContext: "none",
+                temperature,
+                maxTokens: maxOutputTokens
+            }, deadline);
+            if (result.stopReason === "maxTokens") {
+                throw new ProviderError("MCP Sampling response was truncated by maxTokens.", {
+                    code: "provider.output_truncated",
+                    retryable: false,
+                    fix: "Use a smaller prompt, a host model with larger output support, or reduce answer length."
+                });
+            }
+            const text = textContent(result);
+            if (Buffer.byteLength(text, "utf8") > DEFAULT_SAMPLING_RESPONSE_LIMIT_BYTES) {
+                throw new ProviderError(`MCP Sampling response exceeded the ${DEFAULT_SAMPLING_RESPONSE_LIMIT_BYTES}-byte body limit.`, {
+                    code: "provider.response_too_large",
+                    retryable: false,
+                    fix: "Use a host model with bounded text responses or reduce the requested output size."
+                });
+            }
+            this.routeLimiter.recordSuccess();
+            return {
+                text,
+                model: result.model ?? model,
+                provider: "sampling",
+                usage: {
+                    inputTokens: undefined,
+                    outputTokens: undefined
+                },
+                latencyMs: Date.now() - started,
+                retryCount: 0,
+                raw: this.config.includeRawOutputs ? result : undefined
+            };
         }
         catch (error) {
-            if (error instanceof SamplingTimeoutError) {
-                throw new ProviderError(`MCP Sampling request timed out after ${error.timeoutMs}ms.`, {
-                    code: "provider.sampling_timeout",
+            if (isRateLimitError(error))
+                this.routeLimiter.recordRateLimit();
+            if (deadline.timedOut())
+                throw samplingTimeoutError(timeoutMs);
+            if (signal?.aborted) {
+                throw new ProviderError("MCP Sampling request was aborted.", {
+                    code: "provider.aborted",
                     retryable: false,
-                    fix: "Increase retry.requestTimeoutMs, switch to a direct provider, or check the MCP host responsiveness. Use 'deepthonk resume <run-dir> --continue' to retry an interrupted run."
+                    fix: "Retry the run if the cancellation was unintended."
                 });
             }
+            throw error;
+        }
+        finally {
+            release?.();
+            deadline.dispose();
+        }
+    }
+    async callCreateMessage(params, deadline) {
+        try {
+            return await callWithDeadline(this.createMessage, params, deadline);
+        }
+        catch (error) {
+            if (deadline.signal.aborted)
+                throw error;
             throw new ProviderError(`MCP Sampling request failed: ${error instanceof Error ? error.message : String(error)}`, {
                 code: "provider.sampling_request_failed",
                 retryable: false,
@@ -84,31 +119,58 @@ export class SamplingDriver {
         }
     }
 }
-class SamplingTimeoutError extends Error {
-    timeoutMs;
-    constructor(timeoutMs) {
-        super(`MCP Sampling request timed out after ${timeoutMs}ms.`);
-        this.timeoutMs = timeoutMs;
-        this.name = "SamplingTimeoutError";
-    }
-}
-async function callWithTimeout(fn, params, timeoutMs) {
-    const controller = new AbortController();
-    let timer;
-    const timeoutPromise = new Promise((_, reject) => {
-        timer = setTimeout(() => {
-            controller.abort();
-            reject(new SamplingTimeoutError(timeoutMs));
-        }, timeoutMs);
+async function callWithDeadline(fn, params, deadline) {
+    if (deadline.signal.aborted)
+        throw abortError(deadline.signal);
+    let rejectOnAbort;
+    const abortPromise = new Promise((_, reject) => {
+        rejectOnAbort = () => reject(abortError(deadline.signal));
+        deadline.signal.addEventListener("abort", rejectOnAbort, { once: true });
     });
     try {
-        return await Promise.race([fn(params, { signal: controller.signal, timeout: timeoutMs }), timeoutPromise]);
+        return await Promise.race([
+            fn(params, { signal: deadline.signal, timeout: Math.max(1, deadline.remainingMs()) }),
+            abortPromise
+        ]);
     }
     finally {
-        if (timer)
-            clearTimeout(timer);
+        if (rejectOnAbort)
+            deadline.signal.removeEventListener("abort", rejectOnAbort);
     }
 }
+function samplingDeadline(timeoutMs, inputSignal) {
+    const controller = new AbortController();
+    const expiresAt = Date.now() + timeoutMs;
+    let timeoutReached = false;
+    const onInputAbort = () => controller.abort(inputSignal?.reason);
+    if (inputSignal?.aborted)
+        controller.abort(inputSignal.reason);
+    else
+        inputSignal?.addEventListener("abort", onInputAbort, { once: true });
+    const timer = setTimeout(() => {
+        timeoutReached = true;
+        controller.abort(new DOMException("Timed out", "AbortError"));
+    }, timeoutMs);
+    return {
+        signal: controller.signal,
+        timedOut: () => timeoutReached,
+        remainingMs: () => Math.max(0, expiresAt - Date.now()),
+        dispose: () => {
+            clearTimeout(timer);
+            inputSignal?.removeEventListener("abort", onInputAbort);
+        }
+    };
+}
+function samplingTimeoutError(timeoutMs) {
+    return new ProviderError(`MCP Sampling request timed out after ${timeoutMs}ms.`, {
+        code: "provider.sampling_timeout",
+        retryable: false,
+        fix: "Increase retry.requestTimeoutMs, switch to a direct provider, or check the MCP host responsiveness. Use 'deepthonk resume <run-dir> --continue' to retry an interrupted run."
+    });
+}
+function abortError(signal) {
+    return signal.reason instanceof DOMException ? signal.reason : new DOMException("Aborted", "AbortError");
+}
 export function buildModelPreferences(roleModel, config) {
     const hintNames = uniqueNonEmpty([roleModel, ...(config.modelHints ?? [])]);
     const preferences = {};
@@ -156,4 +218,8 @@ function uniqueNonEmpty(values) {
     }
     return unique;
 }
+function isRateLimitError(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return /\b429\b|rate.?limit/i.test(message);
+}
 //# sourceMappingURL=sampling.js.map

package/dist/sampling.js.map

@@ -1 +1 @@
-{"version":3,"file":"sampling.js","sourceRoot":"","sources":["../src/sampling.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAQd,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAWzD,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAO3C,MAAM,OAAO,cAAc;IAIN;IACA;IAJV,cAAc,GAAG,CAAC,CAAC;IAE5B,YACmB,aAAgC,EAChC,SAA+B,EAAE;QADjC,kBAAa,GAAb,aAAa,CAAmB;QAChC,WAAM,GAAN,MAAM,CAA2B;IACjD,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/F,OAAO,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,yBAAyB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAkB;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,WAAmB,EAAE,MAAsB;QAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC1C,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC1B,CAAC,CAAC;oBACE;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB;qBACF;iBACF;gBACH,CAAC,CAAC,EAAE;YACN,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YAC9D,gBAAgB,EAAE,qBAAqB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC;YAC3D,cAAc,EAAE,MAAM;YACtB,WAAW;YACX,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;YACtC,MAAM,IAAI,aAAa,CAAC,mDAAmD,EAAE;gBAC3E,IAAI,EAAE,2BAA2B;gBACjC,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,yFAAyF;aAC/F,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,KAAK;YAC5B,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS;gBACtB,YAAY,EAAE,SAAS;aACxB;YACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAC/B,UAAU,EAAE,CAAC;YACb,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SACxD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAsC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,2BAA2B,CAAC;QAC9E,IAAI,CAAC;YACH,OAAO,MAAM,eAAe,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;gBAC1C,MAAM,IAAI,aAAa,CAAC,wCAAwC,KAAK,CAAC,SAAS,KAAK,EAAE;oBACpF,IAAI,EAAE,2BAA2B;oBACjC,SAAS,EAAE,KAAK;oBAChB,GAAG,EAAE,8KAA8K;iBACpL,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,aAAa,CAAC,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAChH,IAAI,EAAE,kCAAkC;gBACxC,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,gKAAgK;aACtK,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,MAAM,oBAAqB,SAAQ,KAAK;IACV;IAA5B,YAA4B,SAAiB;QAC3C,KAAK,CAAC,wCAAwC,SAAS,KAAK,CAAC,CAAC;QADpC,cAAS,GAAT,SAAS,CAAQ;QAE3C,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,KAAK,UAAU,eAAe,CAC5B,EAAqB,EACrB,MAAsC,EACtC,SAAiB;IAEjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,KAAgD,CAAC;IACrD,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IAC7G,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAA6B,EAAE,MAA4B;IAC/F,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,WAAW,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QAAE,WAAW,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACtF,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;QAAE,WAAW,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IACzF,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS;QAAE,WAAW,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC9G,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,SAAS,cAAc,CAAC,MAAkC;IACxD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,aAAa,CAAC,uCAAuC,CAAC,CAAC;IAC9E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAA2B;IAC9C,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;IAC/D,MAAM,IAAI,aAAa,CAAC,qCAAqC,MAAM,CAAC,OAAO,CAAC,IAAI,WAAW,EAAE;QAC3F,IAAI,EAAE,qCAAqC;QAC3C,SAAS,EAAE,KAAK;QAChB,GAAG,EAAE,6EAA6E;KACnF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAY;IAC7C,IAAI,CAAC;QACH,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAiC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAC5C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"sampling.js","sourceRoot":"","sources":["../src/sampling.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAQd,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAA6B,MAAM,mBAAmB,CAAC;AAarF,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAC3C,MAAM,qCAAqC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1D,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,2BAA2B,GAAG,IAAI,CAAC;AAOzC,MAAM,OAAO,cAAc;IAIN;IACA;IAJF,YAAY,CAAuB;IAEpD,YACmB,aAAgC,EAChC,SAA+B,EAAE;QADjC,kBAAa,GAAb,aAAa,CAAmB;QAChC,WAAM,GAAN,MAAM,CAA2B;QAElD,IAAI,CAAC,YAAY,GAAG,qBAAqB,CAAC;YACxC,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;YACzE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB;SACpC,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,2BAA2B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACnK,OAAO,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,yBAAyB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAkB;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACnI,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,KAAa,EACb,WAAmB,EACnB,MAAsB,EACtB,eAAuB,EACvB,MAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,2BAA2B,CAAC;QAC9E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACrD,IAAI,OAAiC,CAAC;QACtC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC1C,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;oBAC1B,CAAC,CAAC;wBACE;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM,CAAC,IAAI;6BAClB;yBACF;qBACF;oBACH,CAAC,CAAC,EAAE;gBACN,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC9D,gBAAgB,EAAE,qBAAqB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC;gBAC3D,cAAc,EAAE,MAAM;gBACtB,WAAW;gBACX,SAAS,EAAE,eAAe;aAC3B,EAAE,QAAQ,CAAC,CAAC;YACb,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;gBACtC,MAAM,IAAI,aAAa,CAAC,mDAAmD,EAAE;oBAC3E,IAAI,EAAE,2BAA2B;oBACjC,SAAS,EAAE,KAAK;oBAChB,GAAG,EAAE,yFAAyF;iBAC/F,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,qCAAqC,EAAE,CAAC;gBAC5E,MAAM,IAAI,aAAa,CAAC,sCAAsC,qCAAqC,mBAAmB,EAAE;oBACtH,IAAI,EAAE,6BAA6B;oBACnC,SAAS,EAAE,KAAK;oBAChB,GAAG,EAAE,mFAAmF;iBACzF,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;YAClC,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,KAAK;gBAC5B,QAAQ,EAAE,UAAU;gBACpB,KAAK,EAAE;oBACL,WAAW,EAAE,SAAS;oBACtB,YAAY,EAAE,SAAS;iBACxB;gBACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;gBAC/B,UAAU,EAAE,CAAC;gBACb,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;aACxD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,gBAAgB,CAAC,KAAK,CAAC;gBAAE,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;YACjE,IAAI,QAAQ,CAAC,QAAQ,EAAE;gBAAE,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAC/D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,aAAa,CAAC,mCAAmC,EAAE;oBAC3D,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,KAAK;oBAChB,GAAG,EAAE,mDAAmD;iBACzD,CAAC,CAAC;YACL,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,EAAE,CAAC;YACZ,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAsC,EAAE,QAA0B;QAChG,IAAI,CAAC;YACH,OAAO,MAAM,gBAAgB,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,KAAK,CAAC;YACzC,MAAM,IAAI,aAAa,CAAC,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAChH,IAAI,EAAE,kCAAkC;gBACxC,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,gKAAgK;aACtK,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AASD,KAAK,UAAU,gBAAgB,CAC7B,EAAqB,EACrB,MAAsC,EACtC,QAA0B;IAE1B,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO;QAAE,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,aAAuC,CAAC;IAC5C,MAAM,YAAY,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACpD,aAAa,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1D,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;YACxB,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACrF,YAAY;SACb,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,aAAa;YAAE,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAyB;IACpE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACzC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACjE,IAAI,WAAW,EAAE,OAAO;QAAE,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;;QAC1D,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,cAAc,GAAG,IAAI,CAAC;QACtB,UAAU,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;IAChE,CAAC,EAAE,SAAS,CAAC,CAAC;IACd,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ,EAAE,GAAG,EAAE,CAAC,cAAc;QAC9B,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtD,OAAO,EAAE,GAAG,EAAE;YACZ,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAiB;IAC7C,OAAO,IAAI,aAAa,CAAC,wCAAwC,SAAS,KAAK,EAAE;QAC/E,IAAI,EAAE,2BAA2B;QACjC,SAAS,EAAE,KAAK;QAChB,GAAG,EAAE,8KAA8K;KACpL,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,MAAmB;IACrC,OAAO,MAAM,CAAC,MAAM,YAAY,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAC3G,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAA6B,EAAE,MAA4B;IAC/F,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,WAAW,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QAAE,WAAW,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACtF,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;QAAE,WAAW,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IACzF,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS;QAAE,WAAW,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC9G,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,SAAS,cAAc,CAAC,MAAkC;IACxD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,aAAa,CAAC,uCAAuC,CAAC,CAAC;IAC9E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAA2B;IAC9C,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;IAC/D,MAAM,IAAI,aAAa,CAAC,qCAAqC,MAAM,CAAC,OAAO,CAAC,IAAI,WAAW,EAAE;QAC3F,IAAI,EAAE,qCAAqC;QAC3C,SAAS,EAAE,KAAK;QAChB,GAAG,EAAE,6EAA6E;KACnF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAY;IAC7C,IAAI,CAAC;QACH,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAiC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAC5C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC"}

package/dist/types.d.ts

@@ -7,14 +7,19 @@ export interface RoleProviderConfig {
     apiKeyEnv?: string;
     apiKey?: string;
     model: string;
+    providerMaxConcurrency?: number;
     retry?: {
         httpRetries?: number;
         requestTimeoutMs?: number;
+        responseBodyLimitBytes?: number;
+        maxRetryDelayMs?: number;
     };
     supportsJsonMode?: boolean;
 }
 export interface BaseProviderConfig extends SamplingDriverConfig {
     provider: "fake" | "openai-compatible" | "deepseek" | string;
+    routeFingerprint?: string;
+    providerMaxConcurrency?: number;
     baseUrl?: string;
     apiKeyEnv?: string;
     apiKey?: string;
@@ -28,6 +33,8 @@ export interface BaseProviderConfig extends SamplingDriverConfig {
     retry?: {
         httpRetries?: number;
         requestTimeoutMs?: number;
+        responseBodyLimitBytes?: number;
+        maxRetryDelayMs?: number;
     };
     supportsJsonMode?: boolean;
     roleProviders?: Partial<Record<ProviderRole, RoleProviderConfig>>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@deepthonk/providers",
-  "version": "0.1.4",
+  "version": "0.2.0",
   "description": "Provider drivers and routing for DeepThonk.",
   "license": "MIT",
   "author": "Xule Lin",
@@ -35,7 +35,7 @@
     "@modelcontextprotocol/sdk": "^1.29.0",
     "yaml": "^2.7.1",
     "zod": "^3.25.28",
-    "@deepthonk/core": "0.1.4"
+    "@deepthonk/core": "0.2.0"
   },
   "scripts": {
     "build": "tsc -p tsconfig.json",