@providerkit/core 0.1.0

package/dist/providers/anthropic.js

@@ -0,0 +1,245 @@
+// Anthropic-shape adapter — SSE from POST /v1/messages.
+import { ProviderError } from "../errors.js";
+import { streamSse, apiUrl } from "../transport.js";
+const DEFAULT_BASE_URL = "https://api.anthropic.com";
+const DEFAULT_VERSION = "2023-06-01";
+/** Anthropic rejects a request without one, so a default is not optional. */
+const DEFAULT_MAX_TOKENS = 8_192;
+/**
+ * Thinking budgets, in output tokens. Thinking and the answer SHARE
+ * `max_tokens`, so a budget is always left below the ceiling — a budget at or
+ * above it leaves no room to answer, and the turn ends mid-thought.
+ */
+const THINKING_BUDGET = {
+    low: 2_048,
+    medium: 8_192,
+    high: 16_384,
+    max: 32_768,
+};
+function mapStopReason(reason) {
+    switch (reason) {
+        case "end_turn":
+        case "stop_sequence":
+            return "stop";
+        case "tool_use":
+            return "tool_calls";
+        case "max_tokens":
+            return "length";
+        case "refusal":
+            return "content_filter";
+        default:
+            return undefined;
+    }
+}
+function partsToAnthropic(content) {
+    if (typeof content === "string")
+        return [{ type: "text", text: content }];
+    return content.map((part) => part.type === "text"
+        ? { type: "text", text: part.text }
+        : {
+            type: "image",
+            source: { type: "base64", media_type: part.mimeType, data: part.data },
+        });
+}
+/**
+ * Anthropic takes `system` at the top level and expects tool RESULTS as user
+ * turns carrying `tool_result` blocks — not as a role of their own. Consecutive
+ * tool results are merged into one user turn, which the API requires.
+ */
+export function toAnthropicMessages(messages) {
+    const system = messages
+        .filter((m) => m.role === "system")
+        .map((m) => m.content)
+        .join("\n\n");
+    const out = [];
+    const pushBlocks = (role, blocks) => {
+        const last = out[out.length - 1];
+        if (last?.role === role)
+            last.content.push(...blocks);
+        else
+            out.push({ role, content: blocks });
+    };
+    for (const message of messages) {
+        if (message.role === "system")
+            continue;
+        if (message.role === "user") {
+            pushBlocks("user", partsToAnthropic(message.content));
+            continue;
+        }
+        if (message.role === "tool") {
+            pushBlocks("user", [
+                {
+                    type: "tool_result",
+                    tool_use_id: message.toolCallId,
+                    content: [
+                        { type: "text", text: message.content },
+                        ...(message.images ?? []).map((image) => ({
+                            type: "image",
+                            source: { type: "base64", media_type: image.mimeType, data: image.data },
+                        })),
+                    ],
+                },
+            ]);
+            continue;
+        }
+        // assistant. Reasoning is deliberately NOT replayed: Anthropic's thinking
+        // blocks carry signatures we never captured, and a block without its
+        // signature is rejected.
+        const blocks = [];
+        if (message.content)
+            blocks.push({ type: "text", text: message.content });
+        for (const call of message.toolCalls ?? []) {
+            blocks.push({
+                type: "tool_use",
+                id: call.id,
+                name: call.name,
+                input: safeParse(call.arguments),
+            });
+        }
+        if (blocks.length > 0)
+            pushBlocks("assistant", blocks);
+    }
+    return { ...(system ? { system } : {}), messages: out };
+}
+function safeParse(raw) {
+    try {
+        return raw ? JSON.parse(raw) : {};
+    }
+    catch {
+        return {};
+    }
+}
+export function createAnthropicProvider(config) {
+    const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;
+    return {
+        id: "anthropic",
+        model: config.model,
+        async *createStream(messages, tools, opts = {}) {
+            const model = opts.model ?? config.model;
+            const maxTokens = opts.maxTokens ?? config.maxTokens ?? DEFAULT_MAX_TOKENS;
+            const effort = opts.effort ?? config.effort ?? "none";
+            const { system, messages: body } = toAnthropicMessages(messages);
+            const request = {
+                model,
+                max_tokens: maxTokens,
+                messages: body,
+                stream: true,
+            };
+            if (system)
+                request.system = system;
+            if (opts.temperature !== undefined)
+                request.temperature = opts.temperature;
+            if (tools.length > 0) {
+                request.tools = tools.map((tool) => ({
+                    name: tool.name,
+                    description: tool.description,
+                    input_schema: tool.inputSchema,
+                }));
+            }
+            if (opts.toolChoice && opts.toolChoice !== "auto") {
+                request.tool_choice =
+                    opts.toolChoice === "none"
+                        ? { type: "none" }
+                        : opts.toolChoice === "required"
+                            ? { type: "any" }
+                            : { type: "tool", name: opts.toolChoice.name };
+            }
+            if (effort !== "none") {
+                const budget = Math.min(THINKING_BUDGET[effort], Math.floor(maxTokens * 0.8));
+                request.thinking = { type: "enabled", budget_tokens: budget };
+                // Thinking and sampling are mutually exclusive on this shape.
+                delete request.temperature;
+            }
+            // Anthropic reports cache reads and writes as fields of their OWN,
+            // EXCLUDED from `input_tokens` — where the OpenAI shapes report a cached
+            // subset already inside the prompt count. Reconciling here is what keeps
+            // one usage record meaningful across both, and a cost figure honest.
+            let inputTokens = 0;
+            let cachedInputTokens = 0;
+            let cacheWriteTokens = 0;
+            let outputTokens = 0;
+            let toolCall = null;
+            let blockIndex = -1;
+            for await (const data of streamSse({
+                url: apiUrl(baseUrl, "/v1/messages"),
+                headers: {
+                    "anthropic-version": config.version ?? DEFAULT_VERSION,
+                    ...(config.bearer
+                        ? { authorization: `Bearer ${config.apiKey}` }
+                        : { "x-api-key": config.apiKey }),
+                },
+                body: request,
+                provider: "anthropic",
+                ...(opts.signal ? { signal: opts.signal } : {}),
+                ...(config.fetchImpl ? { fetchImpl: config.fetchImpl } : {}),
+            })) {
+                let event;
+                try {
+                    event = JSON.parse(data);
+                }
+                catch {
+                    continue; // a keep-alive or a frame we do not model
+                }
+                switch (event.type) {
+                    case "error":
+                        throw new ProviderError("anthropic", "overload", event.error?.message ?? "anthropic stream error", { code: event.error?.type });
+                    case "message_start": {
+                        const usage = event.message?.usage;
+                        cachedInputTokens = usage?.cache_read_input_tokens ?? 0;
+                        cacheWriteTokens = usage?.cache_creation_input_tokens ?? 0;
+                        inputTokens = (usage?.input_tokens ?? 0) + cachedInputTokens + cacheWriteTokens;
+                        break;
+                    }
+                    case "content_block_start": {
+                        blockIndex += 1;
+                        if (event.content_block?.type === "tool_use") {
+                            toolCall = {
+                                index: blockIndex,
+                                id: event.content_block.id ?? "",
+                                name: event.content_block.name ?? "",
+                            };
+                            yield {
+                                type: "delta",
+                                toolCalls: [{ index: toolCall.index, id: toolCall.id, name: toolCall.name }],
+                            };
+                        }
+                        break;
+                    }
+                    case "content_block_delta": {
+                        const delta = event.delta;
+                        if (delta?.type === "text_delta" && delta.text) {
+                            yield { type: "delta", content: delta.text };
+                        }
+                        else if (delta?.type === "thinking_delta" && delta.thinking) {
+                            yield { type: "delta", reasoning: delta.thinking };
+                        }
+                        else if (delta?.type === "input_json_delta" && toolCall) {
+                            yield {
+                                type: "delta",
+                                toolCalls: [{ index: toolCall.index, arguments: delta.partial_json ?? "" }],
+                            };
+                        }
+                        break;
+                    }
+                    case "content_block_stop":
+                        toolCall = null;
+                        break;
+                    case "message_delta": {
+                        outputTokens = event.usage?.output_tokens ?? outputTokens;
+                        const finishReason = mapStopReason(event.delta?.stop_reason);
+                        if (finishReason)
+                            yield { type: "finish", finishReason };
+                        break;
+                    }
+                    case "message_stop":
+                        yield {
+                            type: "usage",
+                            usage: { inputTokens, cachedInputTokens, cacheWriteTokens, outputTokens },
+                        };
+                        break;
+                }
+            }
+        },
+    };
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AA2BpD,MAAM,gBAAgB,GAAG,2BAA2B,CAAC;AACrD,MAAM,eAAe,GAAG,YAAY,CAAC;AACrC,6EAA6E;AAC7E,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAEjC;;;;GAIG;AACH,MAAM,eAAe,GAA4C;IAC/D,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,MAAM;CACZ,CAAC;AAEF,SAAS,aAAa,CAAC,MAA0B;IAC/C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU,CAAC;QAChB,KAAK,eAAe;YAClB,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,YAAY,CAAC;QACtB,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,SAAS;YACZ,OAAO,gBAAgB,CAAC;QAC1B;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA+B;IACvD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1E,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,IAAI,KAAK,MAAM;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACnC,CAAC,CAAC;YACE,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;SACvE,CACN,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgC;IAIlE,MAAM,MAAM,GAAG,QAAQ;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACrB,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,GAAG,GAA2C,EAAE,CAAC;IACvD,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,MAAiB,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,EAAE,IAAI,KAAK,IAAI;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;;YACjD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QACxC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,UAAU,CAAC,MAAM,EAAE;gBACjB;oBACE,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,OAAO,CAAC,UAAU;oBAC/B,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;wBACvC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;4BACxC,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;yBACzE,CAAC,CAAC;qBACJ;iBACF;aACF,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,0EAA0E;QAC1E,qEAAqE;QACrE,yBAAyB;QACzB,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC;aACjC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAyBD,MAAM,UAAU,uBAAuB,CAAC,MAAuB;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IAEnD,OAAO;QACL,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QAEnB,KAAK,CAAC,CAAC,YAAY,CACjB,QAAuB,EACvB,KAAuB,EACvB,OAAsB,EAAE;YAExB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;YACzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;YAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;YACtD,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAEjE,MAAM,OAAO,GAA4B;gBACvC,KAAK;gBACL,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,IAAI;aACb,CAAC;YACF,IAAI,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;YACpC,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAC3E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACnC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,YAAY,EAAE,IAAI,CAAC,WAAW;iBAC/B,CAAC,CAAC,CAAC;YACN,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBAClD,OAAO,CAAC,WAAW;oBACjB,IAAI,CAAC,UAAU,KAAK,MAAM;wBACxB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE;wBAClB,CAAC,CAAC,IAAI,CAAC,UAAU,KAAK,UAAU;4BAC9B,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;4BACjB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACvD,CAAC;YACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC;gBAC9E,OAAO,CAAC,QAAQ,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;gBAC9D,8DAA8D;gBAC9D,OAAO,OAAO,CAAC,WAAW,CAAC;YAC7B,CAAC;YAED,mEAAmE;YACnE,yEAAyE;YACzE,yEAAyE;YACzE,qEAAqE;YACrE,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,QAAQ,GAAuD,IAAI,CAAC;YACxE,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;YAEpB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,CAAC;gBACjC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,cAAc,CAAC;gBACpC,OAAO,EAAE;oBACP,mBAAmB,EAAE,MAAM,CAAC,OAAO,IAAI,eAAe;oBACtD,GAAG,CAAC,MAAM,CAAC,MAAM;wBACf,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,EAAE;wBAC9C,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;iBACpC;gBACD,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,WAAW;gBACrB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,EAAE,CAAC;gBACH,IAAI,KAAqB,CAAC;gBAC1B,IAAI,CAAC;oBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS,CAAC,0CAA0C;gBACtD,CAAC;gBAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;oBACnB,KAAK,OAAO;wBACV,MAAM,IAAI,aAAa,CACrB,WAAW,EACX,UAAU,EACV,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,wBAAwB,EAChD,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAC5B,CAAC;oBAEJ,KAAK,eAAe,CAAC,CAAC,CAAC;wBACrB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC;wBACnC,iBAAiB,GAAG,KAAK,EAAE,uBAAuB,IAAI,CAAC,CAAC;wBACxD,gBAAgB,GAAG,KAAK,EAAE,2BAA2B,IAAI,CAAC,CAAC;wBAC3D,WAAW,GAAG,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;wBAChF,MAAM;oBACR,CAAC;oBAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;wBAC3B,UAAU,IAAI,CAAC,CAAC;wBAChB,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;4BAC7C,QAAQ,GAAG;gCACT,KAAK,EAAE,UAAU;gCACjB,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE;gCAChC,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE;6BACrC,CAAC;4BACF,MAAM;gCACJ,IAAI,EAAE,OAAO;gCACb,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;6BAC7E,CAAC;wBACJ,CAAC;wBACD,MAAM;oBACR,CAAC;oBAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;wBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;wBAC1B,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;4BAC/C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC/C,CAAC;6BAAM,IAAI,KAAK,EAAE,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;4BAC9D,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACrD,CAAC;6BAAM,IAAI,KAAK,EAAE,IAAI,KAAK,kBAAkB,IAAI,QAAQ,EAAE,CAAC;4BAC1D,MAAM;gCACJ,IAAI,EAAE,OAAO;gCACb,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;6BAC5E,CAAC;wBACJ,CAAC;wBACD,MAAM;oBACR,CAAC;oBAED,KAAK,oBAAoB;wBACvB,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM;oBAER,KAAK,eAAe,CAAC,CAAC,CAAC;wBACrB,YAAY,GAAG,KAAK,CAAC,KAAK,EAAE,aAAa,IAAI,YAAY,CAAC;wBAC1D,MAAM,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;wBAC7D,IAAI,YAAY;4BAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;wBACzD,MAAM;oBACR,CAAC;oBAED,KAAK,cAAc;wBACjB,MAAM;4BACJ,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,YAAY,EAAE;yBAC1E,CAAC;wBACF,MAAM;gBACV,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,30 @@
+import type { ChatMessage, Effort, Provider } from "../types.ts";
+export interface OpenAIConfig {
+    apiKey: string;
+    model: string;
+    /** Any OpenAI-compatible endpoint. Defaults to OpenAI itself. */
+    baseUrl?: string;
+    /** Names the provider in errors and logs — "openrouter", "deepseek", … */
+    id?: string;
+    effort?: Effort;
+    maxTokens?: number;
+    fetchImpl?: typeof fetch;
+    headers?: Record<string, string>;
+    /**
+     * Pin OpenRouter to preferred upstream hosts so the PROMPT CACHE stays warm
+     * across rounds. The cache lives on the upstream host's account and default
+     * routing hops between them, and every hop is a cold cache — worse latency
+     * and higher effective input cost. Fallbacks stay on: this is a preference,
+     * not a lock.
+     */
+    providerOrder?: string[];
+}
+/**
+ * Assistant turns carry `reasoning_content` when the history has it — thinking
+ * providers require the prior turn's chain-of-thought replayed on a turn that
+ * made a tool call. A caller running a turn with thinking OFF must strip it
+ * first (`stripReasoning`); the two cannot be mixed.
+ */
+export declare function toOpenAIMessages(messages: readonly ChatMessage[]): unknown[];
+export declare function createOpenAIProvider(config: OpenAIConfig): Provider;
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,WAAW,EAEX,MAAM,EAEN,QAAQ,EAIT,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,iEAAiE;IACjE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AA6BD;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,EAAE,CA4B5E;AAuBD,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,YAAY,GAAG,QAAQ,CA0HnE"}

package/dist/providers/openai.js

@@ -0,0 +1,185 @@
+// OpenAI-shape adapter — SSE from POST /v1/chat/completions.
+//
+// This is the dialect most gateways speak, so one adapter serves OpenAI,
+// OpenRouter, DeepSeek, GLM, Kimi, Groq, Together, vLLM, Ollama and LM Studio.
+// Their divergences are small and named where they appear.
+import { streamSse, apiUrl } from "../transport.js";
+import { toDataUri } from "../types.js";
+const DEFAULT_BASE_URL = "https://api.openai.com";
+function mapFinishReason(reason) {
+    switch (reason) {
+        case "stop":
+            return "stop";
+        case "length":
+            return "length";
+        case "tool_calls":
+        case "function_call":
+            return "tool_calls";
+        case "content_filter":
+            return "content_filter";
+        default:
+            return undefined;
+    }
+}
+function partsToOpenAI(content) {
+    if (typeof content === "string")
+        return content;
+    return content.map((part) => part.type === "text"
+        ? { type: "text", text: part.text }
+        : { type: "image_url", image_url: { url: toDataUri(part) } });
+}
+/**
+ * Assistant turns carry `reasoning_content` when the history has it — thinking
+ * providers require the prior turn's chain-of-thought replayed on a turn that
+ * made a tool call. A caller running a turn with thinking OFF must strip it
+ * first (`stripReasoning`); the two cannot be mixed.
+ */
+export function toOpenAIMessages(messages) {
+    return messages.map((message) => {
+        switch (message.role) {
+            case "system":
+                return { role: "system", content: message.content };
+            case "user":
+                return { role: "user", content: partsToOpenAI(message.content) };
+            case "tool":
+                return { role: "tool", tool_call_id: message.toolCallId, content: message.content };
+            case "assistant": {
+                const out = {
+                    role: "assistant",
+                    // Nullable content beside tool_calls is what this shape expects, but
+                    // several gateways reject a bare null — "" satisfies both.
+                    content: message.content || "",
+                };
+                if (message.reasoning)
+                    out.reasoning_content = message.reasoning;
+                if (message.toolCalls?.length) {
+                    out.tool_calls = message.toolCalls.map((call) => ({
+                        id: call.id,
+                        type: "function",
+                        function: { name: call.name, arguments: call.arguments },
+                    }));
+                }
+                return out;
+            }
+        }
+    });
+}
+export function createOpenAIProvider(config) {
+    const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;
+    const id = config.id ?? "openai";
+    return {
+        id,
+        model: config.model,
+        async *createStream(messages, tools, opts = {}) {
+            const effort = opts.effort ?? config.effort;
+            const request = {
+                model: opts.model ?? config.model,
+                messages: toOpenAIMessages(messages),
+                stream: true,
+                // Without this the usage record never arrives and every call costs
+                // zero — a silent, total loss of the ledger.
+                stream_options: { include_usage: true },
+            };
+            const maxTokens = opts.maxTokens ?? config.maxTokens;
+            if (maxTokens !== undefined)
+                request.max_tokens = maxTokens;
+            if (opts.temperature !== undefined)
+                request.temperature = opts.temperature;
+            if (effort && effort !== "none")
+                request.reasoning_effort = effort;
+            if (tools.length > 0) {
+                request.tools = tools.map((tool) => ({
+                    type: "function",
+                    function: {
+                        name: tool.name,
+                        description: tool.description,
+                        parameters: tool.inputSchema,
+                    },
+                }));
+            }
+            if (opts.toolChoice && opts.toolChoice !== "auto") {
+                request.tool_choice =
+                    typeof opts.toolChoice === "string"
+                        ? opts.toolChoice
+                        : { type: "function", function: { name: opts.toolChoice.name } };
+            }
+            if (opts.json) {
+                request.response_format = {
+                    type: "json_schema",
+                    json_schema: { name: opts.json.name, schema: opts.json.schema, strict: true },
+                };
+            }
+            if (config.providerOrder?.length) {
+                request.provider = { order: config.providerOrder, allow_fallbacks: true };
+            }
+            for await (const data of streamSse({
+                url: apiUrl(baseUrl, "/v1/chat/completions"),
+                headers: { authorization: `Bearer ${config.apiKey}`, ...config.headers },
+                body: request,
+                provider: id,
+                ...(opts.signal ? { signal: opts.signal } : {}),
+                ...(config.fetchImpl ? { fetchImpl: config.fetchImpl } : {}),
+            })) {
+                let chunk;
+                try {
+                    chunk = JSON.parse(data);
+                }
+                catch {
+                    continue;
+                }
+                // A usage-only frame carries no choices — this shape sends it last.
+                if (chunk.usage) {
+                    const input = chunk.usage.prompt_tokens ?? 0;
+                    const cached = chunk.usage.prompt_tokens_details?.cached_tokens ?? 0;
+                    yield {
+                        type: "usage",
+                        usage: {
+                            inputTokens: input,
+                            // Already a SUBSET of prompt_tokens on this shape — unlike
+                            // Anthropic's, which excludes them. No reconciling to do.
+                            cachedInputTokens: cached,
+                            outputTokens: chunk.usage.completion_tokens ?? 0,
+                        },
+                    };
+                }
+                const choice = chunk.choices?.[0];
+                if (!choice)
+                    continue;
+                const delta = choice.delta;
+                if (delta) {
+                    const out = { type: "delta" };
+                    let has = false;
+                    if (delta.content) {
+                        out.content = delta.content;
+                        has = true;
+                    }
+                    // `reasoning_content` is DeepSeek's field; `reasoning` is
+                    // OpenRouter's normalized one. Whichever arrives is the same thing.
+                    const reasoning = delta.reasoning_content ?? delta.reasoning;
+                    if (reasoning) {
+                        out.reasoning = reasoning;
+                        has = true;
+                    }
+                    if (delta.tool_calls?.length) {
+                        out.toolCalls = delta.tool_calls.map((call, position) => ({
+                            // Some gateways omit `index` entirely on single-tool turns.
+                            index: call.index ?? position,
+                            ...(call.id ? { id: call.id } : {}),
+                            ...(call.function?.name ? { name: call.function.name } : {}),
+                            ...(call.function?.arguments !== undefined
+                                ? { arguments: call.function.arguments }
+                                : {}),
+                        }));
+                        has = true;
+                    }
+                    if (has)
+                        yield out;
+                }
+                const finishReason = mapFinishReason(choice.finish_reason);
+                if (finishReason)
+                    yield { type: "finish", finishReason };
+            }
+        },
+    };
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,EAAE;AACF,yEAAyE;AACzE,+EAA+E;AAC/E,2DAA2D;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAWpD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAuBxC,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAElD,SAAS,eAAe,CAAC,MAAiC;IACxD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,YAAY,CAAC;QAClB,KAAK,eAAe;YAClB,OAAO,YAAY,CAAC;QACtB,KAAK,gBAAgB;YACnB,OAAO,gBAAgB,CAAC;QAC1B;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,OAA+B;IACpD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,IAAI,KAAK,MAAM;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACnC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,CAC/D,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAgC;IAC/D,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YACtD,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnE,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YACtF,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,GAAG,GAA4B;oBACnC,IAAI,EAAE,WAAW;oBACjB,qEAAqE;oBACrE,2DAA2D;oBAC3D,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAC;gBACF,IAAI,OAAO,CAAC,SAAS;oBAAE,GAAG,CAAC,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;gBACjE,IAAI,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;oBAC9B,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChD,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;qBACzD,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAuBD,MAAM,UAAU,oBAAoB,CAAC,MAAoB;IACvD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACnD,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,QAAQ,CAAC;IAEjC,OAAO;QACL,EAAE;QACF,KAAK,EAAE,MAAM,CAAC,KAAK;QAEnB,KAAK,CAAC,CAAC,YAAY,CACjB,QAAuB,EACvB,KAAuB,EACvB,OAAsB,EAAE;YAExB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;YAE5C,MAAM,OAAO,GAA4B;gBACvC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;gBACjC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC;gBACpC,MAAM,EAAE,IAAI;gBACZ,mEAAmE;gBACnE,6CAA6C;gBAC7C,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;aACxC,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;YACrD,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAC5D,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAC3E,IAAI,MAAM,IAAI,MAAM,KAAK,MAAM;gBAAE,OAAO,CAAC,gBAAgB,GAAG,MAAM,CAAC;YACnE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACnC,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,WAAW;qBAC7B;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBAClD,OAAO,CAAC,WAAW;oBACjB,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;wBACjC,CAAC,CAAC,IAAI,CAAC,UAAU;wBACjB,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvE,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,OAAO,CAAC,eAAe,GAAG;oBACxB,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE;iBAC9E,CAAC;YACJ,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;gBACjC,OAAO,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;YAC5E,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,CAAC;gBACjC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,sBAAsB,CAAC;gBAC5C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE;gBACxE,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;gBACZ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC,EAAE,CAAC;gBACH,IAAI,KAAkB,CAAC;gBACvB,IAAI,CAAC;oBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,oEAAoE;gBACpE,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;oBACrE,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE;4BACL,WAAW,EAAE,KAAK;4BAClB,2DAA2D;4BAC3D,0DAA0D;4BAC1D,iBAAiB,EAAE,MAAM;4BACzB,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;yBACjD;qBACF,CAAC;gBACJ,CAAC;gBAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,GAAG,GAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;oBAC7C,IAAI,GAAG,GAAG,KAAK,CAAC;oBAChB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAClB,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;wBAC5B,GAAG,GAAG,IAAI,CAAC;oBACb,CAAC;oBACD,0DAA0D;oBAC1D,oEAAoE;oBACpE,MAAM,SAAS,GAAG,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,SAAS,CAAC;oBAC7D,IAAI,SAAS,EAAE,CAAC;wBACd,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;wBAC1B,GAAG,GAAG,IAAI,CAAC;oBACb,CAAC;oBACD,IAAI,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;wBAC7B,GAAG,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;4BACxD,4DAA4D;4BAC5D,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,QAAQ;4BAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC5D,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,KAAK,SAAS;gCACxC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE;gCACxC,CAAC,CAAC,EAAE,CAAC;yBACR,CAAC,CAAC,CAAC;wBACJ,GAAG,GAAG,IAAI,CAAC;oBACb,CAAC;oBACD,IAAI,GAAG;wBAAE,MAAM,GAAG,CAAC;gBACrB,CAAC;gBAED,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC3D,IAAI,YAAY;oBAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;YAC3D,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/retry.d.ts

@@ -0,0 +1,79 @@
+export interface RetryOptions {
+    /** Total attempts including the first. Default 3. */
+    maxAttempts?: number;
+    baseDelayMs?: number;
+    maxDelayMs?: number;
+    /** Aborts the wait as well as the work, so Stop lands promptly. */
+    signal?: AbortSignal;
+    /** Decide retryability. Default: transient kinds only. */
+    shouldRetry?: (err: unknown, attempt: number) => boolean;
+    onRetry?: (info: {
+        error: unknown;
+        attempt: number;
+        delayMs: number;
+    }) => void;
+    /** Injected in tests so a suite never really waits. */
+    sleep?: (ms: number, signal?: AbortSignal) => Promise<void>;
+}
+/**
+ * Full-jitter exponential backoff: a random delay in
+ * `[0, min(cap, base · 2^(attempt-1))]`.
+ *
+ * The jitter is the point, not the exponent. Without it, every client that
+ * failed against the same overloaded upstream retries in the same instant and
+ * rebuilds the thundering herd that caused the failure.
+ */
+export declare function backoffMs(attempt: number, base?: number, cap?: number): number;
+/** A sleep that wakes early when the caller aborts, and rejects with the
+ *  abort reason rather than resolving into work nobody wants any more. */
+export declare function sleep(ms: number, signal?: AbortSignal): Promise<void>;
+/**
+ * Run `fn`, retrying transient failures with backoff. For one-shot calls —
+ * a title, a summary, a compaction pass.
+ */
+export declare function withRetry<T>(fn: (attempt: number) => Promise<T>, opts?: RetryOptions): Promise<T>;
+/**
+ * The streaming twin — with the rule that makes it safe: a retry happens only
+ * while NOTHING has been yielded yet.
+ *
+ * `factory` is re-invoked per attempt and gets a fresh signal, so an abandoned
+ * attempt's upstream request is cancelled rather than left racing the retry.
+ * Once the first chunk is out, the stream is committed and any later failure
+ * propagates untouched.
+ */
+export declare function withStreamRetry<T>(factory: (signal: AbortSignal, attempt: number) => AsyncIterable<T>, opts?: RetryOptions): AsyncGenerator<T>;
+export interface BackupModelOptions {
+    /** Tried in order: `[primary, ...backups]`. The first success wins. */
+    models: string[];
+    /**
+     * Whether a failure may fall through to the remaining models. Default:
+     * overload and rate limits only — those are per-model-endpoint, and nothing
+     * else on the list is. An auth failure or an invalid request would land
+     * identically on every backup.
+     */
+    shouldTryNext?: (err: unknown) => boolean;
+    onModelFailed?: (info: {
+        model: string;
+        error: unknown;
+        position: number;
+        total: number;
+    }) => void;
+    onFallback?: (info: {
+        model: string;
+        position: number;
+        total: number;
+    }) => void;
+}
+/** Walk `[primary, ...backups]` until one succeeds. Rethrows the last error. */
+export declare function withBackupModels<T>(attempt: (model: string) => Promise<T>, opts: BackupModelOptions): Promise<T>;
+/**
+ * The streaming twin — carrying the same commitment rule as `withStreamRetry`.
+ *
+ * This is the correction worth naming: walking to a backup model AFTER chunks
+ * have already reached the consumer replays the answer from the top, in a
+ * different model's voice, on top of text the caller has already rendered. So
+ * a stream that fails past its first chunk ends the walk, exactly as it ends a
+ * retry.
+ */
+export declare function streamWithBackupModels<T>(attempt: (model: string) => AsyncIterable<T>, opts: BackupModelOptions): AsyncGenerator<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,YAAY;IAC3B,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mEAAmE;IACnE,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IACzD,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC/E,uDAAuD;IACvD,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7D;AAMD;;;;;;;GAOG;AACH,wBAAgB,SAAS,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,SAAwB,EAC5B,GAAG,SAAuB,GACzB,MAAM,CAGR;AAED;0EAC0E;AAC1E,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAarE;AAaD;;;GAGG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EACnC,IAAI,GAAE,YAAiB,GACtB,OAAO,CAAC,CAAC,CAAC,CAqBZ;AAED;;;;;;;;GAQG;AACH,wBAAuB,eAAe,CAAC,CAAC,EACtC,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,EACnE,IAAI,GAAE,YAAiB,GACtB,cAAc,CAAC,CAAC,CAAC,CAuCnB;AAED,MAAM,WAAW,kBAAkB;IACjC,uEAAuE;IACvE,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB;;;;;OAKG;IACH,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC;IAC1C,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,OAAO,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;KACf,KAAK,IAAI,CAAC;IACX,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CACjF;AAQD,gFAAgF;AAChF,wBAAsB,gBAAgB,CAAC,CAAC,EACtC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EACtC,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,CAAC,CAAC,CAiBZ;AAED;;;;;;;;GAQG;AACH,wBAAuB,sBAAsB,CAAC,CAAC,EAC7C,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,EAC5C,IAAI,EAAE,kBAAkB,GACvB,cAAc,CAAC,CAAC,CAAC,CAsBnB"}