@pentoshi/clai 4.11.7 → 4.11.8

package/dist/llm/routing/attempt-stream.js

@@ -0,0 +1,256 @@
+import { learnModelVisionCapability, markReasoningMandatory, markReasoningUnsupported, registerWireRejectionEfforts, } from "../capabilities.js";
+import { isImageInputUnsupportedError, reasoningRejectionAdvice, } from "../http.js";
+import { isMissingReasoningContentError, isUnattributableRequestBodyError, } from "../reasoning-errors.js";
+import { createStreamEventGuard } from "../stream-events.js";
+import { markStreamEmittedBytes } from "../stream-progress.js";
+import { isToolsUnsupportedError, markTextOnlyModel, } from "../tool-protocol.js";
+import { hasImageInput, preservedFailure, reasoningWireKey, revertVisionSubstitution, runRecordedProviderAttempt, successfulRequestSnapshot, withoutImages, withoutReasoning, } from "./attempt-request.js";
+import { effortCandidatesFor, shouldContinueEffortLadder, shouldEnterEffortLadder, } from "./error-classification.js";
+export async function tryStreamOnce(provider, providerId, request, model, auth, onToken, onStatus, reason, singleDispatch = false, onSuccessfulRequest) {
+    let emittedBytes = 0;
+    let emittedToolArgumentBytes = 0;
+    const onToolCallDelta = request.onToolCallDelta;
+    const downstreamEvents = request.onStreamEvent;
+    let guard = createStreamEventGuard();
+    const startedToolCallIndexes = new Set();
+    const emitEvent = (event) => {
+        guard.accept(event);
+        if (event.type === "reasoning_delta" || event.type === "commentary_delta") {
+            emittedBytes += event.text.length;
+        }
+        downstreamEvents?.(event);
+    };
+    const activeRequest = {
+        ...request,
+        provider: providerId,
+        model,
+        ...(onToolCallDelta || downstreamEvents
+            ? {
+                onToolCallDelta: (delta) => {
+                    const argumentBytes = delta.argumentsBytes ?? 0;
+                    emittedBytes += Math.max(delta.name?.length ?? 0, argumentBytes - emittedToolArgumentBytes, 1);
+                    emittedToolArgumentBytes = Math.max(emittedToolArgumentBytes, argumentBytes);
+                    if (delta.name !== undefined &&
+                        !startedToolCallIndexes.has(delta.index)) {
+                        startedToolCallIndexes.add(delta.index);
+                        emitEvent({
+                            type: "tool_call_started",
+                            index: delta.index,
+                            ...(delta.id ? { id: delta.id } : {}),
+                            name: delta.name,
+                        });
+                    }
+                    emitEvent({
+                        type: "tool_arguments_delta",
+                        index: delta.index,
+                        ...(delta.id ? { id: delta.id } : {}),
+                        argumentsBytes: argumentBytes,
+                    });
+                    onToolCallDelta?.(delta);
+                },
+            }
+            : {}),
+        ...(downstreamEvents ? { onStreamEvent: emitEvent } : {}),
+    };
+    const emit = (token) => {
+        if (!token)
+            return;
+        emittedBytes += token.length;
+        emitEvent({ type: "answer_delta", text: token });
+        onToken(token);
+    };
+    const learnVisionOnSuccess = () => {
+        if (hasImageInput(activeRequest)) {
+            learnModelVisionCapability(providerId, model, true);
+        }
+    };
+    const runAttempt = async (candidate, attemptReason) => {
+        guard = createStreamEventGuard();
+        startedToolCallIndexes.clear();
+        const attemptRequest = { ...candidate, attemptReason };
+        const result = await runRecordedProviderAttempt({
+            providerId,
+            model: attemptRequest.model ?? model,
+            mode: "stream",
+            reason: attemptReason,
+            request: attemptRequest,
+            run: async () => {
+                let result;
+                if (provider.stream) {
+                    result = await provider.stream(attemptRequest, auth, emit);
+                }
+                else {
+                    result = await provider.complete(attemptRequest, auth);
+                    emit(result.text);
+                }
+                for (const [index, call] of (result.toolCalls ?? []).entries()) {
+                    if (!startedToolCallIndexes.has(index)) {
+                        startedToolCallIndexes.add(index);
+                        emitEvent({
+                            type: "tool_call_started",
+                            index,
+                            ...(call.id ? { id: call.id } : {}),
+                            name: call.name,
+                        });
+                    }
+                    emitEvent({
+                        type: "tool_call_completed",
+                        index,
+                        ...(call.id ? { id: call.id } : {}),
+                        name: call.name,
+                    });
+                }
+                if (result.usage) {
+                    emitEvent({ type: "usage_observed", usage: result.usage });
+                }
+                emitEvent({
+                    type: "provider_terminal",
+                    ...(result.finishReason ? { finishReason: result.finishReason } : {}),
+                });
+                return result;
+            },
+        });
+        try {
+            onSuccessfulRequest?.(successfulRequestSnapshot(result.provider || providerId, result.model || attemptRequest.model || model, attemptRequest));
+        }
+        catch { }
+        return result;
+    };
+    try {
+        const result = await runAttempt(activeRequest, reason);
+        learnVisionOnSuccess();
+        return result;
+    }
+    catch (error) {
+        if (emittedBytes === 0 &&
+            activeRequest.tools?.length &&
+            isToolsUnsupportedError(error)) {
+            markTextOnlyModel(providerId, model);
+            if (singleDispatch)
+                throw markStreamEmittedBytes(error, emittedBytes);
+            onStatus?.(`ℹ ${providerId}/${model} does not support native tools — falling back to text protocol`);
+            const textRequest = {
+                ...activeRequest,
+                tools: undefined,
+                toolChoice: undefined,
+                parallelToolCalls: undefined,
+            };
+            try {
+                return await runAttempt(textRequest, "adaptation");
+            }
+            catch (retryError) {
+                throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+            }
+        }
+        if (emittedBytes === 0 &&
+            isMissingReasoningContentError(error) &&
+            !activeRequest.forceReasoningReplay) {
+            if (singleDispatch)
+                throw markStreamEmittedBytes(error, emittedBytes);
+            onStatus?.(`ℹ ${providerId}/${model} needs its reasoning replayed — retrying with it attached`);
+            try {
+                return await runAttempt({ ...activeRequest, forceReasoningReplay: true }, "adaptation");
+            }
+            catch (retryError) {
+                if (!isMissingReasoningContentError(retryError)) {
+                    throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+                }
+                return await runAttempt(withoutReasoning(activeRequest), "adaptation");
+            }
+        }
+        if (emittedBytes === 0 &&
+            shouldEnterEffortLadder(error, activeRequest.thinking, providerId, model, singleDispatch)) {
+            const advice = reasoningRejectionAdvice(error);
+            if (advice?.acceptedEfforts.length) {
+                registerWireRejectionEfforts(providerId, model, advice.acceptedEfforts);
+            }
+            if (advice?.mandatory)
+                markReasoningMandatory(providerId, model);
+            if (singleDispatch) {
+                if (!advice?.mandatory)
+                    markReasoningUnsupported(providerId, model);
+                throw markStreamEmittedBytes(error, emittedBytes);
+            }
+            const thinking = activeRequest.thinking;
+            if (thinking?.enabled) {
+                const style = provider.reasoningStyle ?? "none";
+                const seen = new Set([
+                    reasoningWireKey(thinking, style, model, providerId),
+                ]);
+                for (const effort of effortCandidatesFor(providerId, model, thinking.effort)) {
+                    const candidate = { ...thinking, effort };
+                    const key = reasoningWireKey(candidate, style, model, providerId);
+                    if (seen.has(key))
+                        continue;
+                    seen.add(key);
+                    onStatus?.(`ℹ ${providerId}/${model} rejected reasoning effort — retrying with ${effort}`);
+                    const retryRequest = {
+                        ...activeRequest,
+                        thinking: candidate,
+                    };
+                    try {
+                        return await runAttempt(retryRequest, "adaptation");
+                    }
+                    catch (retryError) {
+                        if (!shouldContinueEffortLadder(retryError)) {
+                            throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+                        }
+                    }
+                }
+            }
+            if (!advice?.mandatory)
+                markReasoningUnsupported(providerId, model);
+            onStatus?.(advice?.mandatory
+                ? `ℹ ${providerId}/${model} requires reasoning — retrying at its lowest accepted effort`
+                : `ℹ ${providerId}/${model} rejected reasoning options — retrying without them`);
+            const retryRequest = withoutReasoning(activeRequest);
+            try {
+                return await runAttempt(retryRequest, "adaptation");
+            }
+            catch (retryError) {
+                throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+            }
+        }
+        if (emittedBytes === 0 &&
+            !singleDispatch &&
+            activeRequest.thinking?.enabled &&
+            isUnattributableRequestBodyError(error)) {
+            onStatus?.(`ℹ ${providerId}/${model} rejected the request body — retrying without reasoning options`);
+            try {
+                return await runAttempt(withoutReasoning(activeRequest), "adaptation");
+            }
+            catch (retryError) {
+                throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+            }
+        }
+        if (emittedBytes === 0 &&
+            hasImageInput(activeRequest) &&
+            isImageInputUnsupportedError(error)) {
+            learnModelVisionCapability(providerId, model, false);
+            if (singleDispatch)
+                throw markStreamEmittedBytes(error, emittedBytes);
+            onStatus?.(`ℹ ${providerId}/${model} rejected image input — retrying without the attached image(s)`);
+            const textOnlyRequest = withoutImages(activeRequest);
+            try {
+                return await runAttempt(textOnlyRequest, "adaptation");
+            }
+            catch (retryError) {
+                throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+            }
+        }
+        if (emittedBytes === 0 && !singleDispatch) {
+            const restored = revertVisionSubstitution(providerId, model, activeRequest, error);
+            if (restored) {
+                onStatus?.(`ℹ ${providerId}/${model} is not available on this account — falling back to ${restored.original}`);
+                try {
+                    return await runAttempt(restored.request, "adaptation");
+                }
+                catch (retryError) {
+                    throw markStreamEmittedBytes(preservedFailure(retryError, error), emittedBytes);
+                }
+            }
+        }
+        throw markStreamEmittedBytes(error, emittedBytes);
+    }
+}
+//# sourceMappingURL=attempt-stream.js.map

package/dist/llm/routing/attempt-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attempt-stream.js","sourceRoot":"","sources":["../../../src/llm/routing/attempt-stream.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,0BAA0B,EAC1B,sBAAsB,EACtB,wBAAwB,EACxB,4BAA4B,GAC7B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,8BAA8B,EAC9B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,wBAAwB,EACxB,0BAA0B,EAC1B,yBAAyB,EACzB,aAAa,EACb,gBAAgB,GACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAqB,EACrB,UAAsB,EACtB,OAA0B,EAC1B,KAAa,EACb,IAAkB,EAClB,OAAgC,EAChC,QAAiD,EACjD,MAA+B,EAC/B,cAAc,GAAG,KAAK,EACtB,mBAC6D;IAE7D,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAChD,MAAM,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC;IAC/C,IAAI,KAAK,GAAG,sBAAsB,EAAE,CAAC;IACrC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,MAAM,SAAS,GAAG,CAAC,KAA0B,EAAQ,EAAE;QACrD,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC1E,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QACpC,CAAC;QACD,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC;IACF,MAAM,aAAa,GAAG;QACpB,GAAG,OAAO;QACV,QAAQ,EAAE,UAAU;QACpB,KAAK;QACL,GAAG,CAAC,eAAe,IAAI,gBAAgB;YACrC,CAAC,CAAC;gBACE,eAAe,EAAE,CAAC,KAA0B,EAAQ,EAAE;oBACpD,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC;oBAChD,YAAY,IAAI,IAAI,CAAC,GAAG,CACtB,KAAK,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,EACvB,aAAa,GAAG,wBAAwB,EACxC,CAAC,CACF,CAAC;oBACF,wBAAwB,GAAG,IAAI,CAAC,GAAG,CACjC,wBAAwB,EACxB,aAAa,CACd,CAAC;oBACF,IACE,KAAK,CAAC,IAAI,KAAK,SAAS;wBACxB,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EACxC,CAAC;wBACD,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACxC,SAAS,CAAC;4BACR,IAAI,EAAE,mBAAmB;4BACzB,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACrC,IAAI,EAAE,KAAK,CAAC,IAAI;yBACjB,CAAC,CAAC;oBACL,CAAC;oBACD,SAAS,CAAC;wBACR,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACrC,cAAc,EAAE,aAAa;qBAC9B,CAAC,CAAC;oBACH,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,KAAa,EAAQ,EAAE;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC;QAC7B,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,oBAAoB,GAAG,GAAS,EAAE;QACtC,IAAI,aAAa,CAAC,aAAa,CAAC,EAAE,CAAC;YACjC,0BAA0B,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC;IACH,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,KAAK,EACtB,SAA4B,EAC5B,aAAsC,EACX,EAAE;QAC7B,KAAK,GAAG,sBAAsB,EAAE,CAAC;QACjC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,EAAE,GAAG,SAAS,EAAE,aAAa,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC;YAC9C,UAAU;YACV,KAAK,EAAE,cAAc,CAAC,KAAK,IAAI,KAAK;YACpC,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,cAAc;YACvB,GAAG,EAAE,KAAK,IAAI,EAAE;gBACd,IAAI,MAAwB,CAAC;gBAC7B,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACpB,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;oBACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;gBACD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC/D,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBACvC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBAClC,SAAS,CAAC;4BACR,IAAI,EAAE,mBAAmB;4BACzB,KAAK;4BACL,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnC,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;oBACL,CAAC;oBACD,SAAS,CAAC;wBACR,IAAI,EAAE,qBAAqB;wBAC3B,KAAK;wBACL,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACnC,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,SAAS,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC7D,CAAC;gBACD,SAAS,CAAC;oBACR,IAAI,EAAE,mBAAmB;oBACzB,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtE,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;QACH,IAAI,CAAC;YACH,mBAAmB,EAAE,CACnB,yBAAyB,CACvB,MAAM,CAAC,QAAQ,IAAI,UAAU,EAC7B,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,IAAI,KAAK,EAC7C,cAAc,CACf,CACF,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACvD,oBAAoB,EAAE,CAAC;QACvB,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,YAAY,KAAK,CAAC;YAClB,aAAa,CAAC,KAAK,EAAE,MAAM;YAC3B,uBAAuB,CAAC,KAAK,CAAC,EAC9B,CAAC;YACD,iBAAiB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACrC,IAAI,cAAc;gBAAE,MAAM,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACtE,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,gEAAgE,CACzF,CAAC;YACF,MAAM,WAAW,GAAG;gBAClB,GAAG,aAAa;gBAChB,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,SAAS;gBACrB,iBAAiB,EAAE,SAAS;aAC7B,CAAC;YACF,IAAI,CAAC;gBACH,OAAO,MAAM,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACrD,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IACE,YAAY,KAAK,CAAC;YAClB,8BAA8B,CAAC,KAAK,CAAC;YACrC,CAAC,aAAa,CAAC,oBAAoB,EACnC,CAAC;YACD,IAAI,cAAc;gBAAE,MAAM,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACtE,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,2DAA2D,CACpF,CAAC;YACF,IAAI,CAAC;gBACH,OAAO,MAAM,UAAU,CACrB,EAAE,GAAG,aAAa,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAChD,YAAY,CACb,CAAC;YACJ,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC,EAAE,CAAC;oBAChD,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;gBACJ,CAAC;gBACD,OAAO,MAAM,UAAU,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,IACE,YAAY,KAAK,CAAC;YAClB,uBAAuB,CACrB,KAAK,EACL,aAAa,CAAC,QAAQ,EACtB,UAAU,EACV,KAAK,EACL,cAAc,CACf,EACD,CAAC;YACD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;gBACnC,4BAA4B,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,CAAC;YACD,IAAI,MAAM,EAAE,SAAS;gBAAE,sBAAsB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACjE,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,EAAE,SAAS;oBAAE,wBAAwB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACpD,CAAC;YACD,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;YACxC,IAAI,QAAQ,EAAE,OAAO,EAAE,CAAC;gBACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,IAAI,MAAM,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS;oBAC3B,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC;iBACrD,CAAC,CAAC;gBACH,KAAK,MAAM,MAAM,IAAI,mBAAmB,CACtC,UAAU,EACV,KAAK,EACL,QAAQ,CAAC,MAAM,CAChB,EAAE,CAAC;oBACF,MAAM,SAAS,GAAG,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,CAAC;oBAC1C,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;oBAClE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,SAAS;oBAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,8CAA8C,MAAM,EAAE,CAC/E,CAAC;oBACF,MAAM,YAAY,GAAG;wBACnB,GAAG,aAAa;wBAChB,QAAQ,EAAE,SAAS;qBACpB,CAAC;oBACF,IAAI,CAAC;wBACH,OAAO,MAAM,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;oBACtD,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC,EAAE,CAAC;4BAC5C,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,SAAS;gBAAE,wBAAwB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACpE,QAAQ,EAAE,CACR,MAAM,EAAE,SAAS;gBACf,CAAC,CAAC,KAAK,UAAU,IAAI,KAAK,8DAA8D;gBACxF,CAAC,CAAC,KAAK,UAAU,IAAI,KAAK,qDAAqD,CAClF,CAAC;YACF,MAAM,YAAY,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,OAAO,MAAM,UAAU,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IACE,YAAY,KAAK,CAAC;YAClB,CAAC,cAAc;YACf,aAAa,CAAC,QAAQ,EAAE,OAAO;YAC/B,gCAAgC,CAAC,KAAK,CAAC,EACvC,CAAC;YACD,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,iEAAiE,CAC1F,CAAC;YACF,IAAI,CAAC;gBACH,OAAO,MAAM,UAAU,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IACE,YAAY,KAAK,CAAC;YAClB,aAAa,CAAC,aAAa,CAAC;YAC5B,4BAA4B,CAAC,KAAK,CAAC,EACnC,CAAC;YACD,0BAA0B,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACrD,IAAI,cAAc;gBAAE,MAAM,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACtE,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,gEAAgE,CACzF,CAAC;YACF,MAAM,eAAe,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,OAAO,MAAM,UAAU,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,YAAY,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,wBAAwB,CACvC,UAAU,EACV,KAAK,EACL,aAAa,EACb,KAAK,CACN,CAAC;YACF,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,EAAE,CACR,KAAK,UAAU,IAAI,KAAK,uDAAuD,QAAQ,CAAC,QAAQ,EAAE,CACnG,CAAC;gBACF,IAAI,CAAC;oBACH,OAAO,MAAM,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAC1D,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,sBAAsB,CAC1B,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,EACnC,YAAY,CACb,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACpD,CAAC;AACH,CAAC"}

package/dist/llm/routing/error-classification.d.ts

@@ -0,0 +1,15 @@
+import type { CompletionRequest, ProviderId, ReasoningEffort } from "../../types.js";
+export declare const MAX_RETRIES = 6;
+export declare const MAX_RETRY_WAIT_MS = 120000;
+export declare function sleep(ms: number, signal?: AbortSignal): Promise<void>;
+export declare function isRateLimited(error: unknown): boolean;
+export declare function isServerUnavailable(error: unknown): boolean;
+export declare function shouldContinueEffortLadder(error: unknown): boolean;
+export declare function effortCandidatesFor(providerId: ProviderId, model: string, requested: ReasoningEffort): readonly ReasoningEffort[];
+export declare function shouldEnterEffortLadder(error: unknown, thinking: CompletionRequest["thinking"], providerId: ProviderId, model: string, singleDispatch: boolean): boolean;
+export declare function isCacheOnlyColdError(error: unknown): boolean;
+export declare function isRetriableError(error: unknown): boolean;
+export declare function retryWaitMs(error: unknown, attempt: number): number;
+export declare function networkRetryWaitMs(attempt: number): number;
+export declare function isEmptyCompletionError(error: unknown): boolean;
+export declare function isModelNotFoundError(error: unknown): boolean;

package/dist/llm/routing/error-classification.js

@@ -0,0 +1,151 @@
+import { isReasoningUnsupported, learnedRouteEfforts, } from "../capabilities.js";
+import { fallbackEffortsFor } from "../effort-fallback.js";
+import { isReasoningUnsupportedError, ProviderError, STREAM_STALL_MARKER, } from "../http.js";
+import { resolveBuiltInProfile } from "../provider-profiles.js";
+import { EFFORT_SCALE, nearestAcceptedEffort } from "../reasoning-controls.js";
+import { mentionsReasoning } from "../reasoning-errors.js";
+import { streamAlreadyEmitted } from "../stream-progress.js";
+export const MAX_RETRIES = 6;
+export const MAX_RETRY_WAIT_MS = 120_000;
+export async function sleep(ms, signal) {
+    if (signal?.aborted)
+        throw signal.reason ?? new Error("Aborted");
+    return new Promise((resolve, reject) => {
+        let timer;
+        let cleanup = () => { };
+        const abort = () => {
+            clearTimeout(timer);
+            cleanup();
+            reject(signal?.reason ?? new Error("Aborted"));
+        };
+        cleanup = () => {
+            signal?.removeEventListener("abort", abort);
+        };
+        timer = setTimeout(() => {
+            cleanup();
+            resolve();
+        }, ms);
+        signal?.addEventListener("abort", abort, { once: true });
+    });
+}
+export function isRateLimited(error) {
+    return error instanceof ProviderError && error.status === 429;
+}
+export function isServerUnavailable(error) {
+    if (!(error instanceof ProviderError))
+        return false;
+    const status = error.status ?? 0;
+    return status === 502 || status === 503 || status === 504;
+}
+function isServerError(error) {
+    if (!(error instanceof ProviderError))
+        return false;
+    const status = error.status ?? 0;
+    return status >= 500 && status <= 504;
+}
+function isReasoningRelatedServerError(error) {
+    if (!isServerError(error))
+        return false;
+    return mentionsReasoning(error);
+}
+export function shouldContinueEffortLadder(error) {
+    return (isReasoningUnsupportedError(error) || isReasoningRelatedServerError(error));
+}
+export function effortCandidatesFor(providerId, model, requested) {
+    const learned = learnedRouteEfforts(providerId, model);
+    if (learned?.length) {
+        const usable = learned.filter((effort) => effort !== requested && effort !== "none");
+        const corrected = nearestAcceptedEffort(requested, usable);
+        const scaledLearned = EFFORT_SCALE.find((effort) => effort === corrected);
+        return scaledLearned ? [scaledLearned] : [];
+    }
+    const declared = resolveBuiltInProfile({ provider: providerId, model })
+        .reasoning.acceptedEfforts;
+    if (declared.length === 0)
+        return fallbackEffortsFor(requested);
+    const nearest = nearestAcceptedEffort(requested, declared);
+    if (nearest === undefined || nearest === requested)
+        return [];
+    const scaled = EFFORT_SCALE.find((effort) => effort === nearest);
+    return scaled ? [scaled] : [];
+}
+export function shouldEnterEffortLadder(error, thinking, providerId, model, singleDispatch) {
+    if (isReasoningUnsupportedError(error))
+        return true;
+    if (singleDispatch)
+        return false;
+    if (!thinking?.enabled)
+        return false;
+    if (isReasoningUnsupported(providerId, model))
+        return false;
+    return isReasoningRelatedServerError(error);
+}
+export function isCacheOnlyColdError(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    const body = error instanceof ProviderError ? (error.body ?? "") : "";
+    return /cache_only_cold|cache-only admission/i.test(`${message} ${body}`);
+}
+function isTransientNetworkError(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    const msg = message.toLowerCase();
+    return (msg.includes("socket connection was closed unexpectedly") ||
+        msg.includes("econnreset") ||
+        msg.includes("etimedout") ||
+        msg.includes("econnrefused") ||
+        msg.includes("enotfound") ||
+        msg.includes("fetch failed") ||
+        msg.includes("network error") ||
+        msg.includes("timeout") ||
+        msg.includes("unexpected end of file") ||
+        msg.includes("premature close"));
+}
+export function isRetriableError(error) {
+    if (streamAlreadyEmitted(error))
+        return false;
+    const message = error instanceof Error ? error.message : String(error);
+    if (new RegExp(STREAM_STALL_MARKER, "i").test(message)) {
+        if (/for \d+s after it had already started/i.test(message))
+            return false;
+    }
+    if (/stream stalled|request timed out before any response|stream transport timeout/i.test(message)) {
+        return true;
+    }
+    if (isRateLimited(error))
+        return true;
+    if (error instanceof ProviderError) {
+        const status = error.status ?? 0;
+        if (status >= 500 && status <= 504) {
+            return true;
+        }
+    }
+    return isTransientNetworkError(error);
+}
+export function retryWaitMs(error, attempt) {
+    if (error instanceof ProviderError && error.retryAfterSeconds !== undefined) {
+        return Math.ceil(error.retryAfterSeconds * 1000);
+    }
+    return Math.pow(3, attempt) * 2_000;
+}
+export function networkRetryWaitMs(attempt) {
+    return Math.pow(2, attempt) * 1_000;
+}
+export function isEmptyCompletionError(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return /completed without a visible answer|no visible answer|returned no content|no completion text|response was empty|empty response|returned no text/i.test(message);
+}
+export function isModelNotFoundError(error) {
+    const status = error && typeof error === "object" && "status" in error
+        ? Number(error.status)
+        : undefined;
+    if (status !== 404 && status !== 400)
+        return false;
+    const body = error && typeof error === "object" && "body" in error
+        ? String(error.body ?? "")
+        : "";
+    const message = error instanceof Error ? error.message : String(error);
+    const hay = `${message}\n${body}`.toLowerCase();
+    if (status === 404)
+        return true;
+    return /model[_ ]?not[_ ]?found|no such model|unknown model|model does not exist|invalid model|unavailable[- ]model/.test(hay);
+}
+//# sourceMappingURL=error-classification.js.map

package/dist/llm/routing/error-classification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-classification.js","sourceRoot":"","sources":["../../../src/llm/routing/error-classification.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EACL,2BAA2B,EAC3B,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAE7B,MAAM,CAAC,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAEzC,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC1D,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IACjE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,KAAqB,CAAC;QAC1B,IAAI,OAAO,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC;QACF,OAAO,GAAG,GAAS,EAAE;YACnB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC;QACF,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,OAAO,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;IACjC,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;IACjC,OAAO,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;AACxC,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAc;IACnD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,OAAO,CACL,2BAA2B,CAAC,KAAK,CAAC,IAAI,6BAA6B,CAAC,KAAK,CAAC,CAC3E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,UAAsB,EACtB,KAAa,EACb,SAA0B;IAE1B,MAAM,OAAO,GAAG,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACvD,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAC3B,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,MAAM,CACtD,CAAC;QACF,MAAM,SAAS,GAAG,qBAAqB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QAC1E,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;SACpE,SAAS,CAAC,eAAe,CAAC;IAC7B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;IACjE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAc,EACd,QAAuC,EACvC,UAAsB,EACtB,KAAa,EACb,cAAuB;IAEvB,IAAI,2BAA2B,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,cAAc;QAAE,OAAO,KAAK,CAAC;IACjC,IAAI,CAAC,QAAQ,EAAE,OAAO;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,sBAAsB,CAAC,UAAU,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5D,OAAO,6BAA6B,CAAC,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,OAAO,uCAAuC,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAClC,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,2CAA2C,CAAC;QACzD,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC1B,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC7B,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvB,GAAG,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QACtC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAChC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,IAAI,oBAAoB,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,IAAI,MAAM,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IAAI,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;IAC3E,CAAC;IACD,IACE,gFAAgF,CAAC,IAAI,CACnF,OAAO,CACR,EACD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QACjC,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc,EAAE,OAAe;IACzD,IAAI,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC5E,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,iJAAiJ,CAAC,IAAI,CAC3J,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,MAAM,GACV,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK;QACrD,CAAC,CAAC,MAAM,CAAE,KAA6B,CAAC,MAAM,CAAC;QAC/C,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IACnD,MAAM,IAAI,GACR,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK;QACnD,CAAC,CAAC,MAAM,CAAE,KAA2B,CAAC,IAAI,IAAI,EAAE,CAAC;QACjD,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,GAAG,GAAG,GAAG,OAAO,KAAK,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAChC,OAAO,6GAA6G,CAAC,IAAI,CACvH,GAAG,CACJ,CAAC;AACJ,CAAC"}

package/dist/llm/routing/failure-report.d.ts

@@ -0,0 +1,22 @@
+import type { ProviderId } from "../../types.js";
+import { ProviderError } from "../http.js";
+export declare function formatProviderFailureForUser(error: unknown): string;
+export declare function failureMessageFor(providerId: ProviderId, error: unknown): string;
+export interface ProviderFailure {
+    provider: ProviderId;
+    message: string;
+    error?: unknown;
+}
+export declare class AggregateProviderError extends ProviderError {
+    readonly failures: ReadonlyArray<{
+        provider: ProviderId;
+        message: string;
+    }>;
+    constructor(message: string, failures: ReadonlyArray<{
+        provider: ProviderId;
+        message: string;
+    }>, status?: number | undefined, retryAfterSeconds?: number | undefined);
+}
+export declare function aggregateProviderError(message: string, failures: ProviderFailure[], emittedBytes?: number): AggregateProviderError;
+export declare function formatFailures(failures: ProviderFailure[]): string;
+export declare function shouldStopProviderFallback(error: unknown): boolean;

package/dist/llm/routing/failure-report.js

@@ -0,0 +1,128 @@
+import { bodyAddsInformation, collapseWhitespace, MAX_ERROR_BODY_IN_MESSAGE_CHARS, ProviderError, STREAM_STALL_MARKER, } from "../http.js";
+import { markStreamEmittedBytes } from "../stream-progress.js";
+import { isCacheOnlyColdError } from "./error-classification.js";
+function appendFullProviderBody(text, error) {
+    if (!(error instanceof ProviderError))
+        return text;
+    const body = (error.body ?? "").trim();
+    if (!body || !bodyAddsInformation(body, text))
+        return text;
+    const shown = collapseWhitespace(body);
+    const capped = shown.length > MAX_ERROR_BODY_IN_MESSAGE_CHARS
+        ? `${shown.slice(0, MAX_ERROR_BODY_IN_MESSAGE_CHARS)}…`
+        : shown;
+    return `${text}\nFull response from provider: ${capped}`;
+}
+export function formatProviderFailureForUser(error) {
+    if (error instanceof ProviderError) {
+        const exactError = error.message.replace(/\s+/g, " ").trim();
+        const withExactError = (guidance) => exactError
+            ? `${guidance}\nExact provider error: ${exactError}`
+            : guidance;
+        const withFullBody = (text) => appendFullProviderBody(text, error);
+        const status = error.status ?? 0;
+        if (status === 429) {
+            return withFullBody(withExactError("Model is rate limited (429). Try another provider/model or switch to a paid plan."));
+        }
+        if (status === 401 || status === 403) {
+            return withFullBody(withExactError(`Authentication/authorization failed (${status}). Check the API key with \`clai providers\` or set the provider env var.`));
+        }
+        if (status === 402) {
+            return withFullBody(withExactError("Insufficient credits / payment required (402). Try another API key for this provider, top up the account, or switch provider."));
+        }
+        if (status === 404) {
+            return withFullBody(withExactError("Model or endpoint not found (404). Run `/model list` or pick another model."));
+        }
+        if (status === 413) {
+            return withFullBody(withExactError("Request exceeded the provider input limit (413). Wait for auto-compact, run `/compact`, or continue with a smaller turn."));
+        }
+        if (status === 422) {
+            return withFullBody(withExactError("Provider rejected the request body (422). Model name or parameters may be incompatible — try another model."));
+        }
+        if (status === 503 || status === 502 || status === 504) {
+            if (isCacheOnlyColdError(error)) {
+                return withFullBody(withExactError(`Gateway cache admission rejected (${status}; cache_only_cold): the route is cold or overloaded and retried automatically with backoff. If it persists, retry shortly or switch provider/model.`));
+            }
+            return withFullBody(withExactError(`Upstream provider unavailable (${status}). Retry shortly or switch provider/model; free-tier models are often capacity-constrained.`));
+        }
+        if (status >= 500 && status < 600) {
+            return withFullBody(withExactError(`Upstream provider error (${status}). Retry or switch with \`/provider\` / \`/model\`.`));
+        }
+    }
+    const message = (error instanceof Error ? error.message : String(error))
+        .replace(/\s+/g, " ")
+        .trim();
+    const generic = (() => {
+        if (!message) {
+            return "Provider returned an empty failure (no tokens billed). Model may be unavailable, overloaded, or rejected before admission — try another model.";
+        }
+        if (/socket connection was closed|econnreset|premature close|unexpected end of file/i.test(message)) {
+            return `${message} — connection dropped mid-request (common on free/unstable routes). Retry or switch model; long contexts increase disconnect risk.`;
+        }
+        if (new RegExp(STREAM_STALL_MARKER, "i").test(message)) {
+            return `${message}`;
+        }
+        if (/stream stalled|request timed out before any response/i.test(message)) {
+            return `${message} — no tokens arrived in time. Free models and large contexts fail more often; retry or use a more reliable model.`;
+        }
+        if (/no completion text|response was empty|empty response|returned no text/i.test(message)) {
+            return `${message} — provider accepted the request but returned no content. Retry once; if it persists, switch model.`;
+        }
+        if (/fetch failed|network error|etimedout|enotfound|econnrefused/i.test(message)) {
+            return `${message} — network/DNS failure reaching the provider. Check connectivity and provider base URL.`;
+        }
+        return message;
+    })();
+    return appendFullProviderBody(generic, error);
+}
+function summarizeProviderError(error) {
+    return formatProviderFailureForUser(error);
+}
+const FREE_PROVIDER_HINT = "the free tier (opencode zen / kilo gateway) is keyless and best-effort, so it is often rate limited or unavailable — set an API key for another provider (clai set <provider> <key>, then clai use <provider>) for reliable access";
+export function failureMessageFor(providerId, error) {
+    const base = summarizeProviderError(error);
+    return providerId === "free" ? `${base} — ${FREE_PROVIDER_HINT}` : base;
+}
+export class AggregateProviderError extends ProviderError {
+    failures;
+    constructor(message, failures, status, retryAfterSeconds) {
+        super(message, status, undefined, retryAfterSeconds);
+        this.failures = failures;
+        this.name = "AggregateProviderError";
+    }
+}
+function mostActionableFailure(failures) {
+    const candidates = failures
+        .map((failure) => failure.error)
+        .filter((error) => error instanceof ProviderError && typeof error.status === "number");
+    if (candidates.length === 0)
+        return undefined;
+    const rank = (status) => status === 413 ? 0 : status === 429 ? 1 : status >= 500 ? 2 : 3;
+    return candidates.reduce((best, current) => rank(current.status) < rank(best.status) ? current : best);
+}
+export function aggregateProviderError(message, failures, emittedBytes = 0) {
+    const actionable = mostActionableFailure(failures);
+    const aggregate = new AggregateProviderError(message, failures.map(({ provider, message: text }) => ({
+        provider,
+        message: text,
+    })), actionable?.status, actionable?.retryAfterSeconds);
+    return markStreamEmittedBytes(aggregate, emittedBytes);
+}
+function escapeTableCell(value) {
+    return value.replace(/\|/g, "\\|").replace(/\s+/g, " ").trim();
+}
+export function formatFailures(failures) {
+    if (failures.length === 0)
+        return "";
+    return ` — ${failures
+        .map((failure) => `${failure.provider}: ${escapeTableCell(failure.message)}`)
+        .join("; ")}`;
+}
+export function shouldStopProviderFallback(error) {
+    if (error instanceof ProviderError) {
+        return [401, 403, 404, 422, 429].includes(error.status ?? 0);
+    }
+    const message = error instanceof Error ? error.message : String(error);
+    return /no completion text|response was empty|empty response|returned no text/i.test(message);
+}
+//# sourceMappingURL=failure-report.js.map

package/dist/llm/routing/failure-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"failure-report.js","sourceRoot":"","sources":["../../../src/llm/routing/failure-report.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,+BAA+B,EAC/B,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,SAAS,sBAAsB,CAAC,IAAY,EAAE,KAAc;IAC1D,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,IAAI,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GACV,KAAK,CAAC,MAAM,GAAG,+BAA+B;QAC5C,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,+BAA+B,CAAC,GAAG;QACvD,CAAC,CAAC,KAAK,CAAC;IACZ,OAAO,GAAG,IAAI,kCAAkC,MAAM,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAU,EAAE,CAClD,UAAU;YACR,CAAC,CAAC,GAAG,QAAQ,2BAA2B,UAAU,EAAE;YACpD,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE,CAC5C,sBAAsB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QACjC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,OAAO,YAAY,CACjB,cAAc,CACZ,mFAAmF,CACpF,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACrC,OAAO,YAAY,CACjB,cAAc,CACZ,wCAAwC,MAAM,2EAA2E,CAC1H,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,OAAO,YAAY,CACjB,cAAc,CACZ,+HAA+H,CAChI,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,OAAO,YAAY,CACjB,cAAc,CACZ,6EAA6E,CAC9E,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,OAAO,YAAY,CACjB,cAAc,CACZ,0HAA0H,CAC3H,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,OAAO,YAAY,CACjB,cAAc,CACZ,6GAA6G,CAC9G,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACvD,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,YAAY,CACjB,cAAc,CACZ,qCAAqC,MAAM,qJAAqJ,CACjM,CACF,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CACjB,cAAc,CACZ,kCAAkC,MAAM,6FAA6F,CACtI,CACF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;YAClC,OAAO,YAAY,CACjB,cAAc,CACZ,4BAA4B,MAAM,qDAAqD,CACxF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACrE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IACV,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE;QAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,gJAAgJ,CAAC;QAC1J,CAAC;QACD,IACE,iFAAiF,CAAC,IAAI,CACpF,OAAO,CACR,EACD,CAAC;YACD,OAAO,GAAG,OAAO,oIAAoI,CAAC;QACxJ,CAAC;QACD,IAAI,IAAI,MAAM,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,OAAO,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,uDAAuD,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1E,OAAO,GAAG,OAAO,mHAAmH,CAAC;QACvI,CAAC;QACD,IACE,wEAAwE,CAAC,IAAI,CAC3E,OAAO,CACR,EACD,CAAC;YACD,OAAO,GAAG,OAAO,qGAAqG,CAAC;QACzH,CAAC;QACD,IACE,8DAA8D,CAAC,IAAI,CACjE,OAAO,CACR,EACD,CAAC;YACD,OAAO,GAAG,OAAO,yFAAyF,CAAC;QAC7G,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,EAAE,CAAC;IACL,OAAO,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,OAAO,4BAA4B,CAAC,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,kBAAkB,GACtB,oOAAoO,CAAC;AAEvO,MAAM,UAAU,iBAAiB,CAC/B,UAAsB,EACtB,KAAc;IAEd,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1E,CAAC;AAQD,MAAM,OAAO,sBAAuB,SAAQ,aAAa;IAG5C;IAFX,YACE,OAAe,EACN,QAAkE,EAC3E,MAA2B,EAC3B,iBAAsC;QAEtC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;QAJ5C,aAAQ,GAAR,QAAQ,CAA0D;QAK3E,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAED,SAAS,qBAAqB,CAC5B,QAA2B;IAE3B,MAAM,UAAU,GAAG,QAAQ;SACxB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SAC/B,MAAM,CACL,CAAC,KAAK,EAA0B,EAAE,CAChC,KAAK,YAAY,aAAa,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CACrE,CAAC;IACJ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,MAAM,IAAI,GAAG,CAAC,MAAc,EAAU,EAAE,CACtC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CACzC,IAAI,CAAC,OAAO,CAAC,MAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC5D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAAe,EACf,QAA2B,EAC3B,YAAY,GAAG,CAAC;IAEhB,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,sBAAsB,CAC1C,OAAO,EACP,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7C,QAAQ;QACR,OAAO,EAAE,IAAI;KACd,CAAC,CAAC,EACH,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,iBAAiB,CAC9B,CAAC;IACF,OAAO,sBAAsB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAA2B;IACxD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,MAAM,QAAQ;SAClB,GAAG,CACF,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,KAAK,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CACxE;SACA,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,wEAAwE,CAAC,IAAI,CAClF,OAAO,CACR,CAAC;AACJ,CAAC"}

package/dist/llm/routing/key-rotation.d.ts

@@ -0,0 +1,21 @@
+import type { CompletionRequest, ProviderId, SuccessfulRequestSnapshot } from "../../types.js";
+import type { ProviderKeyEvent } from "../key-rotation.js";
+import type { LlmProvider } from "../provider.js";
+import type { ProviderKeyEventHandler } from "../router.js";
+type EmitKey = (event: ProviderKeyEvent) => void;
+export declare function makeKeyEmitter(onStatus?: (message: string) => void, onKeyEvent?: ProviderKeyEventHandler): EmitKey;
+export declare function runWithKeyRotation<T>(opts: {
+    providerId: ProviderId;
+    provider: LlmProvider;
+    request: CompletionRequest;
+    model: string;
+    emitKey: EmitKey;
+    mode: "complete" | "stream";
+    initialAttemptReason: "initial" | "fallback";
+    onToken?: ((token: string) => void) | undefined;
+    onStatus?: ((message: string) => void) | undefined;
+    maxRetries?: number | undefined;
+    singleDispatch?: boolean | undefined;
+    onSuccessfulRequest?: ((snapshot: SuccessfulRequestSnapshot) => void) | undefined;
+}): Promise<T>;
+export {};