@mohanscodex/spectra-ai 0.4.0

package/dist/providers/openai-responses.js

@@ -0,0 +1,335 @@
+import OpenAI from "openai";
+import { AssistantMessageEventStream } from "../event-stream.js";
+import { sanitizeSurrogates, parseStreamingJson } from "./shared.js";
+function getEnvApiKey(provider) {
+    const keys = {
+        openai: process.env.OPENAI_API_KEY,
+        openaiCodex: process.env.OPENAI_API_KEY,
+    };
+    return keys[provider];
+}
+export function createOpenAIResponsesProvider() {
+    return {
+        name: "openai-responses",
+        listModels: () => import("../models.js").then((m) => m.getProviderModels("openai")),
+        stream(model, context, options) {
+            const stream = new AssistantMessageEventStream();
+            const run = async () => {
+                const output = {
+                    role: "assistant",
+                    content: [],
+                    provider: model.provider,
+                    model: model.id,
+                    responseId: undefined,
+                    usage: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, totalTokens: 0 },
+                    stopReason: "stop",
+                    timestamp: Date.now(),
+                };
+                try {
+                    const apiKey = options?.apiKey ?? getEnvApiKey(model.provider);
+                    if (!apiKey) {
+                        output.stopReason = "error";
+                        output.errorMessage = `No API key for provider: ${model.provider}`;
+                        stream.push({ type: "start", partial: output });
+                        stream.push({ type: "error", reason: "error", error: output });
+                        stream.end();
+                        return;
+                    }
+                    const client = new OpenAI({
+                        apiKey,
+                        baseURL: model.baseUrl,
+                        dangerouslyAllowBrowser: true,
+                    });
+                    const messages = convertResponsesMessages(model, context);
+                    const params = {
+                        model: model.id,
+                        input: messages,
+                        stream: true,
+                    };
+                    if (options?.maxTokens) {
+                        params.max_output_tokens = options.maxTokens;
+                    }
+                    if (options?.temperature !== undefined) {
+                        params.temperature = options.temperature;
+                    }
+                    if (model.reasoning && (options?.reasoningEffort || options?.reasoningSummary)) {
+                        params.reasoning = {
+                            effort: options.reasoningEffort || "medium",
+                            summary: options.reasoningSummary || "auto",
+                        };
+                        params.include = ["reasoning.encrypted_content"];
+                    }
+                    if (context.tools) {
+                        params.tools = context.tools.map((tool) => ({
+                            type: "function",
+                            name: tool.name,
+                            description: tool.description,
+                            parameters: tool.parameters,
+                            strict: false,
+                        }));
+                    }
+                    const openaiStream = await client.responses.create(params, { signal: options?.signal });
+                    stream.push({ type: "start", partial: output });
+                    let currentItemType = null;
+                    let currentBlock = null;
+                    const blocks = output.content;
+                    const blockIndex = () => blocks.length - 1;
+                    for await (const event of openaiStream) {
+                        if (isResponseCreatedEvent(event)) {
+                            output.responseId = event.response?.id;
+                        }
+                        else if (isResponseOutputItemAddedEvent(event)) {
+                            const item = event.item;
+                            currentItemType = item.type;
+                            if (item.type === "reasoning") {
+                                currentBlock = { type: "thinking", thinking: "" };
+                                output.content.push(currentBlock);
+                                stream.push({ type: "thinking_start", contentIndex: blockIndex(), partial: output });
+                            }
+                            else if (item.type === "message") {
+                                currentBlock = { type: "text", text: "" };
+                                output.content.push(currentBlock);
+                                stream.push({ type: "text_start", contentIndex: blockIndex(), partial: output });
+                            }
+                            else if (item.type === "function_call") {
+                                currentBlock = {
+                                    type: "toolCall",
+                                    id: `${item.call_id || ""}|${item.id || ""}`,
+                                    name: item.name || "",
+                                    arguments: {},
+                                    partialJson: item.arguments || "",
+                                };
+                                output.content.push(currentBlock);
+                                stream.push({ type: "toolcall_start", contentIndex: blockIndex(), partial: output });
+                            }
+                        }
+                        else if (isResponseReasoningTextDeltaEvent(event)) {
+                            if (currentItemType === "reasoning" && currentBlock?.type === "thinking") {
+                                currentBlock.thinking += event.delta;
+                                stream.push({
+                                    type: "thinking_delta",
+                                    contentIndex: blockIndex(),
+                                    delta: event.delta,
+                                    partial: output,
+                                });
+                            }
+                        }
+                        else if (isResponseTextDeltaEvent(event)) {
+                            if (currentItemType === "message" && currentBlock?.type === "text") {
+                                currentBlock.text += event.delta;
+                                stream.push({
+                                    type: "text_delta",
+                                    contentIndex: blockIndex(),
+                                    delta: event.delta,
+                                    partial: output,
+                                });
+                            }
+                        }
+                        else if (isResponseFunctionCallArgumentsDeltaEvent(event)) {
+                            if (currentItemType === "function_call" && currentBlock?.type === "toolCall") {
+                                currentBlock.partialJson += event.delta;
+                                currentBlock.arguments = parseStreamingJson(currentBlock.partialJson);
+                                stream.push({
+                                    type: "toolcall_delta",
+                                    contentIndex: blockIndex(),
+                                    delta: event.delta,
+                                    partial: output,
+                                });
+                            }
+                        }
+                        else if (isResponseFunctionCallArgumentsDoneEvent(event)) {
+                            if (currentItemType === "function_call" && currentBlock?.type === "toolCall") {
+                                currentBlock.partialJson = event.arguments;
+                                currentBlock.arguments = parseStreamingJson(event.arguments);
+                            }
+                        }
+                        else if (isResponseOutputItemDoneEvent(event)) {
+                            const item = event.item;
+                            if (item.type === "reasoning" && currentBlock?.type === "thinking") {
+                                const summary = item.summary;
+                                currentBlock.thinking = summary?.map((s) => s.text).join("\n\n") || "";
+                                stream.push({
+                                    type: "thinking_end",
+                                    contentIndex: blockIndex(),
+                                    content: currentBlock.thinking,
+                                    partial: output,
+                                });
+                                currentBlock = null;
+                                currentItemType = null;
+                            }
+                            else if (item.type === "message" && currentBlock?.type === "text") {
+                                stream.push({
+                                    type: "text_end",
+                                    contentIndex: blockIndex(),
+                                    content: currentBlock.text,
+                                    partial: output,
+                                });
+                                currentBlock = null;
+                                currentItemType = null;
+                            }
+                            else if (item.type === "function_call") {
+                                const toolCall = {
+                                    type: "toolCall",
+                                    id: `${item.call_id || ""}|${item.id || ""}`,
+                                    name: item.name || "",
+                                    arguments: parseStreamingJson(item.arguments || "{}"),
+                                };
+                                currentBlock = null;
+                                currentItemType = null;
+                                stream.push({ type: "toolcall_end", contentIndex: blockIndex(), toolCall, partial: output });
+                            }
+                        }
+                        else if (isResponseCompletedEvent(event)) {
+                            const response = event.response;
+                            if (response?.id) {
+                                output.responseId = response.id;
+                            }
+                            if (response?.usage) {
+                                const cachedTokens = response.usage.input_tokens_details?.cached_tokens || 0;
+                                output.usage = {
+                                    input: (response.usage.input_tokens || 0) - cachedTokens,
+                                    output: response.usage.output_tokens || 0,
+                                    cacheRead: cachedTokens,
+                                    cacheWrite: 0,
+                                    totalTokens: response.usage.total_tokens || 0,
+                                };
+                            }
+                            output.stopReason = mapStopReason(response?.status);
+                            if (output.content.some((b) => b.type === "toolCall") && output.stopReason === "stop") {
+                                output.stopReason = "toolUse";
+                            }
+                        }
+                        else if (isResponseFailedEvent(event)) {
+                            throw new Error(event.response?.error?.message || "Response failed");
+                        }
+                        else if (isResponseErrorEvent(event)) {
+                            throw new Error(event.message || "Unknown error");
+                        }
+                    }
+                    if (options?.signal?.aborted) {
+                        throw new Error("Request was aborted");
+                    }
+                    stream.push({ type: "done", reason: output.stopReason, message: output });
+                    stream.end();
+                }
+                catch (error) {
+                    output.stopReason = options?.signal?.aborted ? "aborted" : "error";
+                    output.errorMessage = error instanceof Error ? error.message : JSON.stringify(error);
+                    stream.push({ type: "error", reason: output.stopReason, error: output });
+                    stream.end();
+                }
+            };
+            run();
+            return stream;
+        },
+    };
+}
+function isResponseCreatedEvent(e) {
+    return e.type === "response.created";
+}
+function isResponseOutputItemAddedEvent(e) {
+    return e.type === "response.output_item.added";
+}
+function isResponseReasoningTextDeltaEvent(e) {
+    return e.type === "response.reasoning_text.delta";
+}
+function isResponseTextDeltaEvent(e) {
+    return e.type === "response.output_text.delta";
+}
+function isResponseFunctionCallArgumentsDeltaEvent(e) {
+    return e.type === "response.function_call_arguments.delta";
+}
+function isResponseFunctionCallArgumentsDoneEvent(e) {
+    return e.type === "response.function_call_arguments.done";
+}
+function isResponseOutputItemDoneEvent(e) {
+    return e.type === "response.output_item.done";
+}
+function isResponseCompletedEvent(e) {
+    return e.type === "response.completed";
+}
+function isResponseFailedEvent(e) {
+    return e.type === "response.failed";
+}
+function isResponseErrorEvent(e) {
+    return e.type === "error";
+}
+function convertResponsesMessages(model, context) {
+    const messages = [];
+    if (context.systemPrompt) {
+        messages.push({
+            role: model.reasoning ? "developer" : "system",
+            content: sanitizeSurrogates(context.systemPrompt),
+        });
+    }
+    for (const msg of context.messages) {
+        if (msg.role === "user") {
+            if (typeof msg.content === "string") {
+                messages.push({
+                    role: "user",
+                    content: [{ type: "input_text", text: sanitizeSurrogates(msg.content) }],
+                });
+            }
+            else {
+                const content = msg.content.map((item) => {
+                    if (item.type === "text") {
+                        return { type: "input_text", text: sanitizeSurrogates(item.text) };
+                    }
+                    return {
+                        type: "input_image",
+                        image_url: `data:${item.mimeType};base64,${item.data}`,
+                    };
+                });
+                messages.push({ role: "user", content });
+            }
+        }
+        else if (msg.role === "assistant") {
+            for (const block of msg.content) {
+                if (block.type === "text") {
+                    messages.push({
+                        type: "message",
+                        role: "assistant",
+                        content: [{ type: "output_text", text: sanitizeSurrogates(block.text) }],
+                    });
+                }
+                else if (block.type === "toolCall") {
+                    const tc = block;
+                    messages.push({
+                        type: "function_call",
+                        call_id: tc.id.split("|")[0] || tc.id,
+                        name: tc.name,
+                        arguments: JSON.stringify(tc.arguments),
+                    });
+                }
+            }
+        }
+        else if (msg.role === "toolResult") {
+            const textResult = msg.content
+                .filter((c) => c.type === "text")
+                .map((c) => c.text)
+                .join("\n");
+            messages.push({
+                type: "function_call_output",
+                call_id: msg.toolCallId.split("|")[0] || msg.toolCallId,
+                output: sanitizeSurrogates(textResult || "(no result)"),
+            });
+        }
+    }
+    return messages;
+}
+function mapStopReason(status) {
+    if (!status)
+        return "stop";
+    switch (status) {
+        case "completed":
+            return "stop";
+        case "incomplete":
+            return "length";
+        case "failed":
+        case "cancelled":
+            return "error";
+        default:
+            return "stop";
+    }
+}
+//# sourceMappingURL=openai-responses.js.map

package/dist/providers/openai-responses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/providers/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAwB5B,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAErE,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,IAAI,GAAuC;QAC/C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;QAClC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;KACxC,CAAC;IACF,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;AACxB,CAAC;AAOD,MAAM,UAAU,6BAA6B;IAC3C,OAAO;QACL,IAAI,EAAE,kBAAkB;QACxB,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACnF,MAAM,CAAC,KAAY,EAAE,OAAgB,EAAE,OAAgC;YACrE,MAAM,MAAM,GAAG,IAAI,2BAA2B,EAAE,CAAC;YAEjD,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;gBACrB,MAAM,MAAM,GAAqB;oBAC/B,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,EAAE;oBACf,UAAU,EAAE,SAAS;oBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;oBAC3E,UAAU,EAAE,MAAM;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;wBAC5B,MAAM,CAAC,YAAY,GAAG,4BAA4B,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;wBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;wBAC/D,MAAM,CAAC,GAAG,EAAE,CAAC;wBACb,OAAO;oBACT,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;wBACxB,MAAM;wBACN,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,uBAAuB,EAAE,IAAI;qBAC9B,CAAC,CAAC;oBAEH,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;oBAE1D,MAAM,MAAM,GAAmD;wBAC7D,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,KAAK,EAAE,QAA0C;wBACjD,MAAM,EAAE,IAAI;qBACb,CAAC;oBAEF,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;wBACvB,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;oBAC/C,CAAC;oBAED,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;wBACvC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC3C,CAAC;oBAED,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,OAAO,EAAE,eAAe,IAAI,OAAO,EAAE,gBAAgB,CAAC,EAAE,CAAC;wBAC/E,MAAM,CAAC,SAAS,GAAG;4BACjB,MAAM,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ;4BAC3C,OAAO,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM;yBAC5C,CAAC;wBACF,MAAM,CAAC,OAAO,GAAG,CAAC,6BAA6B,CAAC,CAAC;oBACnD,CAAC;oBAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAClB,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;4BAC1C,IAAI,EAAE,UAAmB;4BACzB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,WAAW,EAAE,IAAI,CAAC,WAAW;4BAC7B,UAAU,EAAE,IAAI,CAAC,UAAyD;4BAC1E,MAAM,EAAE,KAAK;yBACd,CAAC,CAAC,CAAC;oBACN,CAAC;oBAED,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBACxF,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAEhD,IAAI,eAAe,GAAkB,IAAI,CAAC;oBAC1C,IAAI,YAAY,GAAgF,IAAI,CAAC;oBACrG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC9B,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBAE3C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;wBACvC,IAAI,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC;4BAClC,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;wBACzC,CAAC;6BAAM,IAAI,8BAA8B,CAAC,KAAK,CAAC,EAAE,CAAC;4BACjD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;4BACxB,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC;4BAE5B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gCAC9B,YAAY,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;gCAClD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gCAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BACvF,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gCACnC,YAAY,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gCAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gCAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BACnF,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gCACzC,YAAY,GAAG;oCACb,IAAI,EAAE,UAAU;oCAChB,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE;oCAC5C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;oCACrB,SAAS,EAAE,EAAE;oCACb,WAAW,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;iCAClC,CAAC;gCACF,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gCAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BACvF,CAAC;wBACH,CAAC;6BAAM,IAAI,iCAAiC,CAAC,KAAK,CAAC,EAAE,CAAC;4BACpD,IAAI,eAAe,KAAK,WAAW,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCACzE,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC;gCACrC,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,gBAAgB;oCACtB,YAAY,EAAE,UAAU,EAAE;oCAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oCAClB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;6BAAM,IAAI,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC3C,IAAI,eAAe,KAAK,SAAS,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;gCACnE,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;gCACjC,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,YAAY;oCAClB,YAAY,EAAE,UAAU,EAAE;oCAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oCAClB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;6BAAM,IAAI,yCAAyC,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC5D,IAAI,eAAe,KAAK,eAAe,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCAC7E,YAAY,CAAC,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;gCACxC,YAAY,CAAC,SAAS,GAAG,kBAAkB,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;gCACtE,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,gBAAgB;oCACtB,YAAY,EAAE,UAAU,EAAE;oCAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oCAClB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;6BAAM,IAAI,wCAAwC,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC3D,IAAI,eAAe,KAAK,eAAe,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCAC7E,YAAY,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC;gCAC3C,YAAY,CAAC,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;4BAC/D,CAAC;wBACH,CAAC;6BAAM,IAAI,6BAA6B,CAAC,KAAK,CAAC,EAAE,CAAC;4BAChD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;4BAExB,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCACnE,MAAM,OAAO,GAAI,IAAoD,CAAC,OAAO,CAAC;gCAC9E,YAAY,CAAC,QAAQ,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gCACvE,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,cAAc;oCACpB,YAAY,EAAE,UAAU,EAAE;oCAC1B,OAAO,EAAE,YAAY,CAAC,QAAQ;oCAC9B,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,YAAY,GAAG,IAAI,CAAC;gCACpB,eAAe,GAAG,IAAI,CAAC;4BACzB,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;gCACpE,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,UAAU;oCAChB,YAAY,EAAE,UAAU,EAAE;oCAC1B,OAAO,EAAE,YAAY,CAAC,IAAI;oCAC1B,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,YAAY,GAAG,IAAI,CAAC;gCACpB,eAAe,GAAG,IAAI,CAAC;4BACzB,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gCACzC,MAAM,QAAQ,GAAa;oCACzB,IAAI,EAAE,UAAU;oCAChB,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE;oCAC5C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;oCACrB,SAAS,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;iCACtD,CAAC;gCACF,YAAY,GAAG,IAAI,CAAC;gCACpB,eAAe,GAAG,IAAI,CAAC;gCACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BAC/F,CAAC;wBACH,CAAC;6BAAM,IAAI,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;4BAChC,IAAI,QAAQ,EAAE,EAAE,EAAE,CAAC;gCACjB,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC;4BAClC,CAAC;4BACD,IAAI,QAAQ,EAAE,KAAK,EAAE,CAAC;gCACpB,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,oBAAoB,EAAE,aAAa,IAAI,CAAC,CAAC;gCAC7E,MAAM,CAAC,KAAK,GAAG;oCACb,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,YAAY;oCACxD,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oCACzC,SAAS,EAAE,YAAY;oCACvB,UAAU,EAAE,CAAC;oCACb,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;iCAC9C,CAAC;4BACJ,CAAC;4BACD,MAAM,CAAC,UAAU,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;4BACpD,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gCACtF,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;4BAChC,CAAC;wBACH,CAAC;6BAAM,IAAI,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;4BACxC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB,CAAC,CAAC;wBACvE,CAAC;6BAAM,IAAI,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;4BACvC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;wBACpD,CAAC;oBACH,CAAC;oBAED,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;wBAC7B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBACzC,CAAC;oBAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC1E,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;oBACnE,MAAM,CAAC,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACrF,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBACzE,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC;YAEF,GAAG,EAAE,CAAC;YACN,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAsB;IACpD,OAAO,CAAC,CAAC,IAAI,KAAK,kBAAkB,CAAC;AACvC,CAAC;AACD,SAAS,8BAA8B,CAAC,CAAsB;IAC5D,OAAO,CAAC,CAAC,IAAI,KAAK,4BAA4B,CAAC;AACjD,CAAC;AACD,SAAS,iCAAiC,CAAC,CAAsB;IAC/D,OAAO,CAAC,CAAC,IAAI,KAAK,+BAA+B,CAAC;AACpD,CAAC;AACD,SAAS,wBAAwB,CAAC,CAAsB;IACtD,OAAO,CAAC,CAAC,IAAI,KAAK,4BAA4B,CAAC;AACjD,CAAC;AACD,SAAS,yCAAyC,CAAC,CAAsB;IACvE,OAAO,CAAC,CAAC,IAAI,KAAK,wCAAwC,CAAC;AAC7D,CAAC;AACD,SAAS,wCAAwC,CAAC,CAAsB;IACtE,OAAO,CAAC,CAAC,IAAI,KAAK,uCAAuC,CAAC;AAC5D,CAAC;AACD,SAAS,6BAA6B,CAAC,CAAsB;IAC3D,OAAO,CAAC,CAAC,IAAI,KAAK,2BAA2B,CAAC;AAChD,CAAC;AACD,SAAS,wBAAwB,CAAC,CAAsB;IACtD,OAAO,CAAC,CAAC,IAAI,KAAK,oBAAoB,CAAC;AACzC,CAAC;AACD,SAAS,qBAAqB,CAAC,CAAsB;IACnD,OAAO,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC;AACtC,CAAC;AACD,SAAS,oBAAoB,CAAC,CAAsB;IAClD,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;AAC5B,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAY,EAAE,OAAgB;IAC9D,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAC9C,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;iBACzE,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACvC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACzB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrE,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,SAAS,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;qBACvD,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACpC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,CAAE,KAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;qBAC1F,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,MAAM,EAAE,GAAG,KAAiB,CAAC;oBAC7B,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,eAAe;wBACrB,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;wBACrC,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAiB,CAAC,IAAI,CAAC;iBACnC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,UAAU;gBACvD,MAAM,EAAE,kBAAkB,CAAC,UAAU,IAAI,aAAa,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,aAAa,CAAC,MAA0B;IAC/C,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,WAAW;YACd,OAAO,MAAM,CAAC;QAChB,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/providers/openrouter.d.ts

@@ -0,0 +1,12 @@
+import type { Model, Context } from "../types.js";
+import { AssistantMessageEventStream } from "../event-stream.js";
+import { type OpenAICompletionsOptions } from "./openai-completions.js";
+export declare function createOpenRouterProvider(): {
+    name: "openrouter";
+    listModels: () => Promise<{
+        id: string;
+        name: string;
+    }[]>;
+    stream(model: Model, context: Context, options?: OpenAICompletionsOptions): AssistantMessageEventStream;
+};
+//# sourceMappingURL=openrouter.d.ts.map

package/dist/providers/openrouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAEL,KAAK,wBAAwB,EAC9B,MAAM,yBAAyB,CAAC;AAuBjC,wBAAgB,wBAAwB;;;;;;kBAUtB,KAAK,WAAW,OAAO,YAAY,wBAAwB,GAAG,2BAA2B;EAQ1G"}

package/dist/providers/openrouter.js

@@ -0,0 +1,42 @@
+import { createOpenAICompletionsProvider, } from "./openai-completions.js";
+const OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1";
+async function fetchLiveModels() {
+    try {
+        const res = await fetch(`${OPENROUTER_BASE_URL}/models`, {
+            signal: AbortSignal.timeout(5000),
+        });
+        const json = await res.json();
+        const list = json.data || [];
+        return list
+            .filter((m) => m.supported_parameters?.includes("tools"))
+            .map((m) => ({
+            id: m.id,
+            name: m.name || m.id,
+        }))
+            .sort((a, b) => a.name.localeCompare(b.name));
+    }
+    catch {
+        return [];
+    }
+}
+export function createOpenRouterProvider() {
+    const openaiProvider = createOpenAICompletionsProvider();
+    return {
+        name: "openrouter",
+        listModels: async () => {
+            const live = await fetchLiveModels();
+            if (live.length > 0)
+                return live.map((m) => ({ id: m.id, name: m.name }));
+            const { getProviderModels } = await import("../models.js");
+            return getProviderModels("openrouter").map((m) => ({ id: m.id, name: m.name }));
+        },
+        stream(model, context, options) {
+            const modelWithDefaults = {
+                ...model,
+                baseUrl: model.baseUrl || OPENROUTER_BASE_URL,
+            };
+            return openaiProvider.stream(modelWithDefaults, context, options);
+        },
+    };
+}
+//# sourceMappingURL=openrouter.js.map

package/dist/providers/openrouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,GAEhC,MAAM,yBAAyB,CAAC;AAEjC,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAE3D,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,SAAS,EAAE;YACvD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAE,CAAC,CAAC,oBAAiC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;aAC/F,GAAG,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAC,CAAC;YACpC,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,IAAI,EAAG,CAAC,CAAC,IAAe,IAAK,CAAC,CAAC,EAAa;SAC7C,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAmB,EAAE,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACtF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,MAAM,cAAc,GAAG,+BAA+B,EAAE,CAAC;IACzD,OAAO;QACL,IAAI,EAAE,YAAqB;QAC3B,UAAU,EAAE,KAAK,IAAI,EAAE;YACrB,MAAM,IAAI,GAAG,MAAM,eAAe,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YAC3D,OAAO,iBAAiB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,CAAC,KAAY,EAAE,OAAgB,EAAE,OAAkC;YACvE,MAAM,iBAAiB,GAAG;gBACxB,GAAG,KAAK;gBACR,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,mBAAmB;aAC9C,CAAC;YACF,OAAO,cAAc,CAAC,MAAM,CAAC,iBAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/register-builtins.d.ts

@@ -0,0 +1,2 @@
+export declare function initProviders(): void;
+//# sourceMappingURL=register-builtins.d.ts.map

package/dist/providers/register-builtins.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-builtins.d.ts","sourceRoot":"","sources":["../../src/providers/register-builtins.ts"],"names":[],"mappings":"AAqBA,wBAAgB,aAAa,IAAI,IAAI,CAuBpC"}

package/dist/providers/register-builtins.js

@@ -0,0 +1,41 @@
+import { registerProvider } from "../registry.js";
+import { createAnthropicProvider } from "./anthropic.js";
+import { createOpenAICompletionsProvider } from "./openai-completions.js";
+import { createOpenAIResponsesProvider } from "./openai-responses.js";
+import { createGroqProvider } from "./groq.js";
+import { createOpenRouterProvider } from "./openrouter.js";
+function wrapOpenAIProvider(name, baseUrl) {
+    const inner = createOpenAICompletionsProvider();
+    return {
+        name,
+        listModels: () => import("../models.js").then((m) => m.getProviderModels(name)),
+        stream(model, context, options) {
+            return inner.stream({ ...model, baseUrl: model.baseUrl || baseUrl }, context, options);
+        },
+    };
+}
+export function initProviders() {
+    registerProvider(createAnthropicProvider());
+    registerProvider(createOpenAICompletionsProvider());
+    registerProvider(createOpenAIResponsesProvider());
+    registerProvider(createGroqProvider());
+    registerProvider(createOpenRouterProvider());
+    registerProvider(wrapOpenAIProvider("xai", "https://api.x.ai/v1"));
+    registerProvider(wrapOpenAIProvider("deepseek", "https://api.deepseek.com/v1"));
+    registerProvider(wrapOpenAIProvider("mistral", "https://api.mistral.ai/v1"));
+    registerProvider(wrapOpenAIProvider("cerebras", "https://api.cerebras.ai/v1"));
+    registerProvider(wrapOpenAIProvider("google", "https://generativelanguage.googleapis.com/v1beta/openai"));
+    registerProvider(wrapOpenAIProvider("fireworks-ai", "https://api.fireworks.ai/inference/v1"));
+    registerProvider(wrapOpenAIProvider("togetherai", "https://api.together.xyz/v1"));
+    registerProvider(wrapOpenAIProvider("perplexity", "https://api.perplexity.ai"));
+    registerProvider(wrapOpenAIProvider("cohere", "https://api.cohere.com/v1"));
+    registerProvider(wrapOpenAIProvider("novita-ai", "https://api.novita.ai/v3/openai"));
+    registerProvider(wrapOpenAIProvider("moonshotai", "https://api.moonshot.cn/v1"));
+    registerProvider(wrapOpenAIProvider("chutes", "https://api.chutes.ai/v1"));
+    registerProvider(wrapOpenAIProvider("minimax", "https://api.minimax.chat/v1"));
+    registerProvider(wrapOpenAIProvider("huggingface", "https://api-inference.huggingface.co/v1"));
+    registerProvider(wrapOpenAIProvider("nvidia", "https://integrate.api.nvidia.com/v1"));
+    registerProvider(wrapOpenAIProvider("zai", "https://api.z.ai/v1"));
+}
+initProviders();
+//# sourceMappingURL=register-builtins.js.map

package/dist/providers/register-builtins.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-builtins.js","sourceRoot":"","sources":["../../src/providers/register-builtins.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,+BAA+B,EAAiC,MAAM,yBAAyB,CAAC;AACzG,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAK3D,SAAS,kBAAkB,CAAC,IAAY,EAAE,OAAe;IACvD,MAAM,KAAK,GAAG,+BAA+B,EAAE,CAAC;IAChD,OAAO;QACL,IAAI;QACJ,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC/E,MAAM,CAAC,KAAY,EAAE,OAAgB,EAAE,OAAkC;YACvE,OAAO,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACzF,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,gBAAgB,CAAC,uBAAuB,EAAE,CAAC,CAAC;IAC5C,gBAAgB,CAAC,+BAA+B,EAAE,CAAC,CAAC;IACpD,gBAAgB,CAAC,6BAA6B,EAAE,CAAC,CAAC;IAClD,gBAAgB,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACvC,gBAAgB,CAAC,wBAAwB,EAAE,CAAC,CAAC;IAE7C,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACnE,gBAAgB,CAAC,kBAAkB,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC,CAAC;IAChF,gBAAgB,CAAC,kBAAkB,CAAC,SAAS,EAAE,2BAA2B,CAAC,CAAC,CAAC;IAC7E,gBAAgB,CAAC,kBAAkB,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAC,CAAC;IAC/E,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,yDAAyD,CAAC,CAAC,CAAC;IAC1G,gBAAgB,CAAC,kBAAkB,CAAC,cAAc,EAAE,uCAAuC,CAAC,CAAC,CAAC;IAC9F,gBAAgB,CAAC,kBAAkB,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC,CAAC;IAClF,gBAAgB,CAAC,kBAAkB,CAAC,YAAY,EAAE,2BAA2B,CAAC,CAAC,CAAC;IAChF,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,CAAC;IAC5E,gBAAgB,CAAC,kBAAkB,CAAC,WAAW,EAAE,iCAAiC,CAAC,CAAC,CAAC;IACrF,gBAAgB,CAAC,kBAAkB,CAAC,YAAY,EAAE,4BAA4B,CAAC,CAAC,CAAC;IACjF,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAC,CAAC;IAC3E,gBAAgB,CAAC,kBAAkB,CAAC,SAAS,EAAE,6BAA6B,CAAC,CAAC,CAAC;IAC/E,gBAAgB,CAAC,kBAAkB,CAAC,aAAa,EAAE,yCAAyC,CAAC,CAAC,CAAC;IAC/F,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,qCAAqC,CAAC,CAAC,CAAC;IACtF,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,aAAa,EAAE,CAAC"}

package/dist/providers/shared.d.ts

@@ -0,0 +1,3 @@
+export declare function sanitizeSurrogates(text: string): string;
+export declare function parseStreamingJson(json: string): Record<string, unknown>;
+//# sourceMappingURL=shared.d.ts.map

package/dist/providers/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/providers/shared.ts"],"names":[],"mappings":"AAAA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAMxE"}

package/dist/providers/shared.js

@@ -0,0 +1,12 @@
+export function sanitizeSurrogates(text) {
+    return text;
+}
+export function parseStreamingJson(json) {
+    try {
+        return JSON.parse(json);
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=shared.js.map

package/dist/providers/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../src/providers/shared.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/registry.d.ts

@@ -0,0 +1,19 @@
+import type { Context, Model, StreamOptions } from "./types.js";
+import { AssistantMessageEventStream } from "./event-stream.js";
+export type StreamFunction = (model: Model, context: Context, options?: StreamOptions) => AssistantMessageEventStream;
+export interface ModelInfo {
+    id: string;
+    name: string;
+}
+export interface Provider {
+    name: string;
+    stream: StreamFunction;
+    listModels?: () => ModelInfo[] | Promise<ModelInfo[]>;
+}
+export declare function registerProvider(provider: Provider): void;
+export declare function getProvider(name: string): Provider | undefined;
+export declare function listProviders(): string[];
+export declare function getModels(providerName: string): Promise<ModelInfo[]>;
+export declare function stream(model: Model, context: Context, options?: StreamOptions): AssistantMessageEventStream;
+export declare function complete(model: Model, context: Context, options?: StreamOptions): Promise<import("./types.js").AssistantMessage>;
+//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAEhE,MAAM,MAAM,cAAc,GAAG,CAC3B,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,OAAO,EAChB,OAAO,CAAC,EAAE,aAAa,KACpB,2BAA2B,CAAC;AAEjC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CACvD;AAID,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAEzD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAE9D;AAED,wBAAgB,aAAa,IAAI,MAAM,EAAE,CAExC;AAED,wBAAsB,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAI1E;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,OAAO,EAChB,OAAO,CAAC,EAAE,aAAa,GACtB,2BAA2B,CAM7B;AAED,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,OAAO,EAChB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,OAAO,YAAY,EAAE,gBAAgB,CAAC,CAGhD"}

package/dist/registry.js

@@ -0,0 +1,28 @@
+const providers = new Map();
+export function registerProvider(provider) {
+    providers.set(provider.name, provider);
+}
+export function getProvider(name) {
+    return providers.get(name);
+}
+export function listProviders() {
+    return Array.from(providers.keys());
+}
+export async function getModels(providerName) {
+    const provider = providers.get(providerName);
+    if (!provider?.listModels)
+        return [];
+    return provider.listModels();
+}
+export function stream(model, context, options) {
+    const provider = providers.get(model.provider);
+    if (!provider) {
+        throw new Error(`No provider registered for: ${model.provider}. Available: ${listProviders().join(", ")}`);
+    }
+    return provider.stream(model, context, options);
+}
+export async function complete(model, context, options) {
+    const s = stream(model, context, options);
+    return s.result();
+}
+//# sourceMappingURL=registry.js.map

package/dist/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAoBA,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;AAE9C,MAAM,UAAU,gBAAgB,CAAC,QAAkB;IACjD,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,YAAoB;IAClD,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,EAAE,UAAU;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,QAAQ,CAAC,UAAU,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,MAAM,CACpB,KAAY,EACZ,OAAgB,EAChB,OAAuB;IAEvB,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,CAAC,QAAQ,gBAAgB,aAAa,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAY,EACZ,OAAgB,EAChB,OAAuB;IAEvB,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC1C,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;AACpB,CAAC"}